Add metasearch

Author: alopatindev

_do.cr

@@ -54,7 +54,7 @@ OPUS_BITRATE_KBPS = 256
 BANDWIDTH_MB_PER_SEC = 20
 IGNORE_HOSTS         = ["personal.tracker.com", "tracker.novage.com.ua", "www.googletagmanager.com"]
 
-CERTBOT_DOMAINS = ["media.codonaft.com", "nostr.codonaft.com", "test.codonaft.com"]
+CERTBOT_DOMAINS = ["media", "nostr", "metasearch", "test"].map { |i| "#{i}.codonaft.com" }
 
 MAIN_SITE_CONFIG = Path["_config.yml"]
 
@@ -243,6 +243,13 @@ def build
     dependencies: ["g++", "openssl-dev", "openssl-libs-static"],
   )
 
+  build_rust_app(
+    MEDIA_HOST,
+    crate: "metasearch",
+    branch: "large-images",
+    git: URI.parse("https://github.com/alopatindev/metasearch2"),
+  )
+
   generate_certbot_script(MEDIA_HOST)
 end
 
@@ -262,7 +269,7 @@ def start
   end
   step("start")
   start_openrc(MIRROR_HOST, services: ["i2pd", "local", "nginx", "tor"])
-  start_openrc(MEDIA_HOST, services: ["aquatic_ws", "broadcastr", "rnostr", "i2pd", "local", "nginx", "tor"])
+  start_openrc(MEDIA_HOST, services: ["aquatic_ws", "broadcastr", "metasearch", "rnostr", "i2pd", "local", "nginx", "tor"])
 end
 
 def encode_media(input : String, config : YAML::Any, language : String)
@@ -671,6 +678,8 @@ end
 def generate_certbot_script(host)
   domains = CERTBOT_DOMAINS.join(',')
   user = ssh(host, ["echo -n ${USER}"])
+  raise "unexpected username" if user.empty?
+
   home_dir = BUILD_DIR.join(host).join("home").join(user)
   cron_dir = home_dir.join(".periodic/weekly")
   output = cron_dir.join("certbot-prod.sh")
@@ -987,8 +996,12 @@ def build_rust_app(
       raise "unspecified version" if version.nil?
       "#{crate} --version #{version}"
     else
-      raise "either version or branch is allowed" if !version.nil? && !branch.nil?
-      version = version.nil? ? "" : " --tag #{version}"
+      version =
+        if version.nil?
+          ""
+        else
+          branch.nil? ? " --tag #{version}" : " --rev #{version}"
+        end
       branch = branch.nil? ? "" : " --branch #{branch}"
       "--git #{git}#{version}#{branch}"
     end
@@ -1597,7 +1610,7 @@ def find_hosts(host : String?) : Array(String)
     .split('\n')
     .map { |i| i.split(':') }
     .select { |i| i.size > 2 }
-    .map { |i| i[2].strip }
+    .map { |i| i[2].strip.sub(/^\./, "") }
     .reject { |i| i.empty? }
     .to_set
   (result + [host].to_set).to_a

_hosts/media.codonaft/etc/init.d/metasearch

@@ -0,0 +1,15 @@
+#!/sbin/openrc-run
+
+name="metasearch"
+
+command="/usr/local/bin/${name}"
+command_user="nobody:nobody"
+command_background="true"
+command_args="/etc/${name}/${name}.toml"
+
+pidfile="/run/${name}.pid"
+
+depend() {
+	need net
+	use logger
+}

_hosts/media.codonaft/etc/local.d/90-inotify-extra.start

@@ -15,6 +15,13 @@
     fi
   done &
 
+[ -f /etc/init.d/metasearch ] && inotifywait --event close_write,moved_to,create --monitor --recursive /etc/metasearch/ |
+  while read -r directory events filename ; do
+    if [[ "${filename}" == "metasearch.toml" ]] ; then
+      rc-service --ifstarted metasearch restart 2>>/dev/stdout | logger
+    fi
+  done &
+
 # rnostr relay --watch does nothing (probably under load only)
 [ -f /etc/init.d/rnostr ] && inotifywait --event close_write,moved_to,create --monitor --recursive /etc/rnostr/ |
   while read -r directory events filename ; do

_hosts/media.codonaft/etc/metasearch/metasearch.toml

@@ -0,0 +1,24 @@
+bind = "127.0.0.1:28019"
+api = true
+
+[ui]
+favicon = "https://codonaft.com/favicon.ico"
+show_autocomplete = false
+show_settings_link = false
+
+[image_search]
+enabled = true
+max_download_size = 4194304
+
+[engines]
+bing = false
+minecraft_wiki = false
+
+[urls.replace]
+"medium.com" = "scribe.rip"
+".medium.com" = "scribe.rip"
+"x.com" = "xcancel.com"
+".x.com" = "xcancel.com"
+
+[urls.weight]
+".zhihu.com" = 0

_hosts/media.codonaft/etc/nginx/http.d/metasearch.conf

@@ -0,0 +1,63 @@
+server {
+  listen 443 ssl;
+  listen [::]:443 ssl;
+  #listen 443 quic;
+  #listen [::]:443 quic;
+  http2 on;
+  #http3 on;
+
+  include /etc/nginx/allowlist.conf;
+
+  server_name metasearch.codonaft.com;
+  ssl_certificate /etc/nginx/ssl/codonaft.com/fullchain.pem;
+  ssl_certificate_key /etc/nginx/ssl/codonaft.com/privkey.pem;
+  ssl_trusted_certificate /etc/nginx/ssl/codonaft.com/chain.pem;
+
+  access_log /var/log/nginx/access.log privacy;
+
+  location /autocomplete {
+    default_type "application/json";
+    return 405 '["",[]]';
+  }
+
+  location /image-proxy {
+    proxy_http_version 1.1;
+    proxy_connect_timeout 20s;
+    proxy_socket_keepalive on;
+    proxy_send_timeout 20s;
+    proxy_read_timeout 120s;
+
+    proxy_buffer_size 16k;
+    proxy_buffers 256 16k;
+    proxy_busy_buffers_size 24k;
+    proxy_max_temp_file_size 0;
+
+    proxy_set_header "Host" $host;
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    #proxy_set_header X-Forwarded-Proto $scheme;
+
+    proxy_pass http://127.0.0.1:28019;
+  }
+
+  location / {
+    proxy_http_version 1.1;
+    proxy_connect_timeout 20s;
+    proxy_socket_keepalive on;
+    proxy_send_timeout 20s;
+    proxy_read_timeout 120s;
+
+    proxy_buffer_size 16k;
+    proxy_buffers 256 16k;
+    proxy_busy_buffers_size 24k;
+    proxy_max_temp_file_size 0;
+
+    proxy_set_header "Host" $host;
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    #proxy_set_header X-Forwarded-Proto $scheme;
+
+    add_header Cache-Control "public, max-age=7200";
+    expires 2h;
+
+    proxy_pass http://127.0.0.1:28019;
+  }
+}