Add metasearch

Author: alopatindev

_do.cr

@@ -38,6 +38,7 @@ BROWSER_DETECTOR_VERSION = "4.1.0"
 HLS_VERSION              = "1.5.15"
 MEDIA_CAPTIONS_VERSION   = "1.0.4"
 MEDIA_ICONS_VERSION      = "1.1.5"
+METASEARCH_VERSION       = "37dc3364731f3a62c554f2d19160c22bd5f260fe"
 P2P_MEDIA_LOADER_VERSION = "2.0.1"
 RNOSTR_VERSION           = "0.4.8"
 RUST_VERSION             = "1.86.0"
@@ -54,7 +55,7 @@ OPUS_BITRATE_KBPS = 256
 BANDWIDTH_MB_PER_SEC = 20
 IGNORE_HOSTS         = ["personal.tracker.com", "tracker.novage.com.ua", "www.googletagmanager.com"]
 
-CERTBOT_DOMAINS = ["media.codonaft.com", "nostr.codonaft.com", "test.codonaft.com"]
+CERTBOT_DOMAINS = ["media", "nostr", "metasearch", "test"].map { |i| "#{i}.codonaft.com" }
 
 MAIN_SITE_CONFIG = Path["_config.yml"]
 
@@ -243,6 +244,14 @@ def build
     dependencies: ["g++", "openssl-dev", "openssl-libs-static"],
   )
 
+  build_rust_app(
+    MEDIA_HOST,
+    crate: "metasearch",
+    branch: "master",
+    git: URI.parse("https://github.com/mat-1/metasearch2"),
+    version: METASEARCH_VERSION,
+  )
+
   generate_certbot_script(MEDIA_HOST)
 end
 
@@ -262,7 +271,7 @@ def start
   end
   step("start")
   start_openrc(MIRROR_HOST, services: ["i2pd", "local", "nginx", "tor"])
-  start_openrc(MEDIA_HOST, services: ["aquatic_ws", "broadcastr", "rnostr", "i2pd", "local", "nginx", "tor"])
+  start_openrc(MEDIA_HOST, services: ["aquatic_ws", "broadcastr", "metasearch", "rnostr", "i2pd", "local", "nginx", "tor"])
 end
 
 def encode_media(input : String, config : YAML::Any, language : String)
@@ -671,6 +680,8 @@ end
 def generate_certbot_script(host)
   domains = CERTBOT_DOMAINS.join(',')
   user = ssh(host, ["echo -n ${USER}"])
+  raise "unexpected username" if user.empty?
+
   home_dir = BUILD_DIR.join(host).join("home").join(user)
   cron_dir = home_dir.join(".periodic/weekly")
   output = cron_dir.join("certbot-prod.sh")
@@ -987,8 +998,12 @@ def build_rust_app(
       raise "unspecified version" if version.nil?
       "#{crate} --version #{version}"
     else
-      raise "either version or branch is allowed" if !version.nil? && !branch.nil?
-      version = version.nil? ? "" : " --tag #{version}"
+      version =
+        if version.nil?
+          ""
+        else
+          branch.nil? ? " --tag #{version}" : " --rev #{version}"
+        end
       branch = branch.nil? ? "" : " --branch #{branch}"
       "--git #{git}#{version}#{branch}"
     end

_hosts/media.codonaft/etc/init.d/metasearch

@@ -0,0 +1,17 @@
+#!/sbin/openrc-run
+
+name="metasearch"
+
+command="/usr/local/bin/${name}"
+command_user="nobody:nobody"
+command_background="true"
+command_args="/etc/${name}/${name}.toml"
+
+pidfile="/run/${name}.pid"
+output_logger="logger"
+error_logger="logger"
+
+depend() {
+	need net
+	use logger
+}

_hosts/media.codonaft/etc/local.d/90-inotify-extra.start

@@ -15,6 +15,13 @@
     fi
   done &
 
+[ -f /etc/init.d/metasearch ] && inotifywait --event close_write,moved_to,create --monitor --recursive /etc/metasearch/ |
+  while read -r directory events filename ; do
+    if [[ "${filename}" == "metasearch.toml" ]] ; then
+      rc-service --ifstarted metasearch restart 2>>/dev/stdout | logger
+    fi
+  done &
+
 # rnostr relay --watch does nothing (probably under load only)
 [ -f /etc/init.d/rnostr ] && inotifywait --event close_write,moved_to,create --monitor --recursive /etc/rnostr/ |
   while read -r directory events filename ; do

_hosts/media.codonaft/etc/metasearch/metasearch.toml

@@ -0,0 +1,23 @@
+bind = "127.0.0.1:28019"
+api = true
+
+[ui]
+show_autocomplete = false
+favicon = "https://codonaft.com/favicon.ico"
+
+[image_search]
+enabled = true
+max_download_size = 4194304
+
+[engines]
+bing = false
+minecraft_wiki = false
+
+[urls.replace]
+"medium.com" = "scribe.rip"
+".medium.com" = "scribe.rip"
+"x.com" = "xcancel.com"
+".x.com" = "xcancel.com"
+
+[urls.weight]
+".zhihu.com" = 0

_hosts/media.codonaft/etc/nginx/http.d/metasearch.conf

@@ -0,0 +1,35 @@
+server {
+  listen 443 ssl;
+  listen [::]:443 ssl;
+  #listen 443 quic;
+  #listen [::]:443 quic;
+  http2 on;
+  #http3 on;
+
+  include /etc/nginx/allowlist.conf;
+
+  server_name metasearch.codonaft.com;
+  ssl_certificate /etc/nginx/ssl/codonaft.com/fullchain.pem;
+  ssl_certificate_key /etc/nginx/ssl/codonaft.com/privkey.pem;
+  ssl_trusted_certificate /etc/nginx/ssl/codonaft.com/chain.pem;
+
+  access_log /var/log/nginx/access.log privacy;
+
+  location / {
+    proxy_http_version 1.1;
+    proxy_connect_timeout 20s;
+    proxy_socket_keepalive on;
+    proxy_send_timeout 20s;
+    proxy_read_timeout 120s;
+
+    proxy_set_header "Host" $host;
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    #proxy_set_header X-Forwarded-Proto $scheme;
+
+    #add_header Cache-Control "public, max-age=7200";
+    #expires 2h;
+    #default_type "text/plain";
+
+    proxy_pass http://127.0.0.1:28019;
+  }
+}