Update

Author: alopatindev

_config.i2p.yml

@@ -4,3 +4,11 @@ theme_settings:
   p2p_player:
     media_urls_overwrite:
     - http://codnaft43k7ncna2hfsxrzi2nqoxieu22vbyjkmhkwdrrta2ghlq.b32.i2p
+  nostr:
+    spam_api: http://codnaft43k7ncna2hfsxrzi2nqoxieu22vbyjkmhkwdrrta2ghlq.b32.i2p/nostr/spam.nostr.band/spam_api
+    profile_relays:
+    - ws://codnaft43k7ncna2hfsxrzi2nqoxieu22vbyjkmhkwdrrta2ghlq.b32.i2p/nostr/purplepag.es
+    - ws://codnaft43k7ncna2hfsxrzi2nqoxieu22vbyjkmhkwdrrta2ghlq.b32.i2p/nostr/hist.nostr.land
+    read_cache_relays:
+    - ws://codnaft43k7ncna2hfsxrzi2nqoxieu22vbyjkmhkwdrrta2ghlq.b32.i2p/nostr
+    - ws://codnaft43k7ncna2hfsxrzi2nqoxieu22vbyjkmhkwdrrta2ghlq.b32.i2p/nostr/relay.primal.net

_config.tor.yml

@@ -4,3 +4,11 @@ theme_settings:
   p2p_player:
     media_urls_overwrite:
     - http://codonaftct3jsouvfyrjq4yumyngzv3el2msndf5oddccktgghnw7eyd.onion
+  nostr:
+    spam_api: http://codonaftct3jsouvfyrjq4yumyngzv3el2msndf5oddccktgghnw7eyd.onion/nostr/spam.nostr.band/spam_api
+    profile_relays:
+    - ws://codonaftct3jsouvfyrjq4yumyngzv3el2msndf5oddccktgghnw7eyd.onion/nostr/purplepag.es
+    - ws://codonaftct3jsouvfyrjq4yumyngzv3el2msndf5oddccktgghnw7eyd.onion/nostr/hist.nostr.land
+    read_cache_relays:
+    - ws://codonaftct3jsouvfyrjq4yumyngzv3el2msndf5oddccktgghnw7eyd.onion/nostr
+    - ws://codonaftct3jsouvfyrjq4yumyngzv3el2msndf5oddccktgghnw7eyd.onion/nostr/relay.primal.net

_config.yml

@@ -126,10 +126,14 @@ theme_settings:
   zapthreads: true
 
   nostr:
+    enabled: true
     npub: npub1alptdev5srcw2hxg03567p4k6xs3lgj7f6545suc0rzp0xw98svse7rg94
     community: codonaft
     max_comment_length: 5000
     min_read_pow: 7
+    profile_relays:
+    - wss://purplepag.es
+    - wss://hist.nostr.land
     relays:
     - wss://nostr-pub.wellorder.net
     - wss://relay.nostr.band

_do.cr

@@ -12,7 +12,7 @@ require "json"
 require "uri"
 require "yaml"
 
-DEBUG = ARGV.empty? || !["sync", "build", "deploy", "health"].includes?(ARGV[0])
+DEBUG = ARGV.empty? || !["sync", "sync-nostr", "build", "deploy", "health"].includes?(ARGV[0])
 TRACE = ENV["TRACE"]? == "1"
 
 WILDCARD_HOST = "0.0.0.0"
@@ -74,6 +74,9 @@ def main
   elsif ARGV.size == 1 && ARGV[0] == "sync"
     check
     sync
+  elsif ARGV.size >= 1 && ARGV[0] == "sync-nostr"
+    profile = ARGV.size > 1 && ARGV[1] == "profile"
+    sync_nostr(config, profile: profile, output_relays: ["ws://localhost:7777", "wss://nostr.codonaft.com"])
   elsif ARGV.size == 1 && ARGV[0] == "health"
     check
     health(config)
@@ -126,6 +129,10 @@ def usage
            download newest non-conflicting versioned files to _ohmyvps and _hosts
            upload newest files from _ohmyvps, _hosts and .build
 
+       #{script} sync-nostr [profile]
+         fetch nostr events, push them to my relays
+         don't send events to profile-specific relays by default
+
        #{script} health
          run health checks
 
@@ -461,7 +468,7 @@ def health(config)
     .map { |i| i.strip }
     .reject { |i| i.empty? }
     .map { |i| URI.parse(i) }
-    .reject { |i| i.hostname.nil? || i.hostname == "127.0.0.1" } + relay_mirrors
+    .reject { |i| i.hostname.nil? || i.hostname == "localhost" } + relay_mirrors
   wss_uris = (trackers + other_relays + `git grep --only-matching 'wss://[a-zA-Z0-9/._-]*'`
     .split('\n')
     .map { |i| i.strip.gsub(/.*wss:\/\//, "") }
@@ -1120,6 +1127,98 @@ def check_manual_upload(host : String, *, owner : String, group : String, mode :
   end
 end
 
+def sync_nostr(config, *, profile : Bool, output_relays : Array(String))
+  now = Time.utc
+  from = now - 3.years # TODO: last commit date? last blog date? previous blog date?
+  to = now + 15.minutes
+
+  nostr_config = config["theme_settings"]["nostr"]
+  npub = nostr_config["npub"].as_s
+  pk = JSON.parse(`nak decode #{npub}`)["pubkey"].as_s
+
+  profile_relays = nostr_config["profile_relays"].as_a.map { |i| i.as_s }
+  relays = nostr_config["relays"].as_a.map { |i| i.as_s }
+  read_cache_relays = nostr_config["read_cache_relays"].as_a.map { |i| i.as_s }
+  input_relays : Array(String) = relays + read_cache_relays + profile_relays
+
+  step("sync-nostr")
+  trace("pk=#{pk} input_relays=#{input_relays} output_relays=#{output_relays}")
+
+  nak = "nak req --limit 1000 --since #{from.to_unix} --until #{to.to_unix}"
+
+  mentions = parse_nostr_events(`#{nak} -p #{pk} #{input_relays.join(' ')}`)
+    .reject { |i|
+      return false unless i["tags"].as_a.any? { |t| t.size > 1 && t[0] == "p" && t[1] == pk }
+      k = i["kind"].as_i
+      [3, 1984, 4454].includes?(k) || (k >= 5000 && k <= 7000) || (k >= 10000 && k <= 10102) || (k >= 20000 && k < 30000) || (k >= 30000 && k <= 30267)
+    }
+  puts("fetched #{mentions.size} mentions")
+
+  parsed_authored_events = parse_nostr_events(`#{nak} -a #{pk} #{input_relays.join(' ')}`)
+  authored_events = parsed_authored_events
+    .reject { |i|
+      return false unless i["pubkey"].as_s == pk
+      k = i["kind"].as_i
+      [4454, 10044].includes?(k) || (k >= 20000 && k < 30000)
+    }
+  puts("fetched #{authored_events.size} authored events")
+
+  puts("writing events")
+  nak_raw(["event"] + output_relays, (mentions + authored_events).map { |i| i.to_json })
+
+  if profile
+    profile_events = parsed_authored_events.select { |i|
+      k = i["kind"].as_i
+      [0, 3, 10002].includes?(k)
+    }
+      .group_by { |i| i["kind"].as_i }
+      .map { |k, g| g.max_by { |i| i["created_at"].as_i } }
+
+    puts("writing #{profile_events.size} profile events")
+    nak_raw(["event"] + profile_relays, profile_events.map { |i| i.to_json })
+  end
+
+  puts("finished writing events")
+end
+
+def nak_raw(args, input : Array(String) = [] of String)
+  # TODO: exit after timeout
+  output = Channel(Tuple(String, Process::Status)).new
+  trace("running nak #{args}")
+  spawn do
+    value = Process.run(command: "nak", args: args) do |p|
+      input.each do |line|
+        trace("writing stdin")
+        p.input.puts(line)
+        trace("writing stdin ok")
+      end
+      trace("closing stdin")
+      p.input.close
+      trace("closed stdin")
+      trace("reading stdout")
+      result = p.output.gets_to_end
+      trace("finished reading stdout")
+      result
+    end
+    trace("sending stdout")
+    output.send({value.strip, $?})
+    trace("sent stdout")
+  end
+  trace("waiting for stdout")
+  value, status = output.receive
+  trace("received stdout")
+  raise "#{args}: unexpected exit code #{status}, value=#{value}" unless status.success?
+  value
+end
+
+def parse_nostr_events(text)
+  text
+    .split('\n')
+    .reject { |i| i.strip.empty? }
+    .to_set
+    .map { |i| JSON.parse(i) }
+end
+
 def processes
   Dir.entries("/proc")
     .select { |entry| entry =~ /^\d+$/ }

_hosts/media.codonaft/etc/nginx/http.d/media.conf

@@ -167,4 +167,41 @@ server {
 
     proxy_pass http://localhost:6666/;
   }
+
+  location /nostr/purplepag.es {
+    proxy_hide_header "Access-Control-Allow-Origin";
+    add_header "Access-Control-Allow-Origin" $origin always;
+
+    proxy_http_version 1.1;
+    proxy_connect_timeout 10m;
+    proxy_socket_keepalive on;
+    proxy_send_timeout 365d;
+    proxy_read_timeout 365d;
+
+    proxy_set_header Upgrade $http_upgrade;
+    proxy_set_header Connection "upgrade";
+
+    proxy_ssl_server_name on;
+    proxy_pass https://purplepag.es/;
+  }
+
+  location ~ /nostr/(spam\.nostr\.band/spam_api.*|hist\.nostr\.land|relay\.primal\.net)$ {
+    proxy_hide_header "Access-Control-Allow-Origin";
+    add_header "Access-Control-Allow-Origin" $origin always;
+
+    add_header Cache-Control "public, max-age=600";
+    expires 600s;
+
+    proxy_http_version 1.1;
+    proxy_connect_timeout 10m;
+    proxy_socket_keepalive on;
+    proxy_send_timeout 365d;
+    proxy_read_timeout 365d;
+
+    proxy_set_header Upgrade $http_upgrade;
+    proxy_set_header Connection "upgrade";
+
+    proxy_ssl_server_name on;
+    proxy_pass https://$1$is_args$args;
+  }
 }

_hosts/media.codonaft/etc/rnostr/rnostr.toml

@@ -21,7 +21,7 @@ reader = 1
 max_message_length = 524288
 max_subscriptions = 20
 max_filters = 10
-max_limit = 300
+max_limit = 1000
 max_subid_length = 100
 min_prefix = 10
 max_event_tags = 5000

_includes/zapthreads.html

@@ -341,25 +341,23 @@ <h3>Report this <span class="report-content-type">comment thread? 💬</span></h
  return !controller.signal.aborted;
 }
 
-const i2p = window.location.hostname.endsWith('.i2p');
 const commentsSection = document.querySelector('.comments-section');
-
-if (i2p) {
-  commentsSection.innerHTML = '💬 {{ page.str.leave_comment_on_upstream }} <a href="{{ page.url | prepend: site.theme_settings.tor }}" target="_blank">tor</a> | <a href="{{ page.url | prepend: site.theme_settings.upstream_url }}" target="_blank">clearnet</a></div>';
-} else {
+{% if site.theme_settings.nostr.enabled %}
   commentsSection.innerHTML = `
    <zap-threads
     anchor="{% if page.nostr.comments %}{{ page.nostr.comments }}{% else %}{{ page.url | prepend: site.baseurl | prepend: site.url }}{% endif %}"
     author="{{ site.theme_settings.nostr.npub }}"
-    {%if site.theme_settings.nostr.community %}community="{{ site.theme_settings.nostr.community }}"{% endif %}
+    {% if site.theme_settings.nostr.community %}community="{{ site.theme_settings.nostr.community }}"{% endif %}
     disable="relayInformation,likes,zaps,singleVoteCounter"
     language="{{ page.lang }}"
     client="{{ zapthreads_client }}"
     max-comment-length="{{ site.theme_settings.nostr.max_comment_length }}"
     min-read-pow="{% if page.nostr.min_read_pow %}{{ page.nostr.min_read_pow }}{% else %}{{ site.theme_settings.nostr.min_read_pow }}{% endif %}"
     max-write-pow="{% if page.nostr.max_write_pow %}{{ page.nostr.max_write_pow }}{% else %}{{ site.theme_settings.nostr.max_write_pow }}{% endif %}"
-    relays="{{ site.theme_settings.nostr.relays | concat: site.theme_settings.nostr.read_cache_relays | join: ',' }}">
-   </zap-threads>`;
+    relays="{{ site.theme_settings.nostr.relays | concat: site.theme_settings.nostr.read_cache_relays | join: ',' }}"
+    profile-relays="{{ site.theme_settings.nostr.profile_relays | join: ',' }}"
+    {% if site.theme_settings.nostr.spam_api %}spam-api="{{ site.theme_settings.nostr.spam_api }}"{% endif %}
+   ></zap-threads>`;
 
   const style = document.createElement('style');
   style.innerHTML = 'code { font-family: "Iosevka Term SS08 Web", Monaco, Consolas, "Lucida Console", monospace }';
@@ -416,7 +414,9 @@ <h3>Report this <span class="report-content-type">comment thread? 💬</span></h
     };
    })
    .start();
-}
+{% else %}
+  commentsSection.innerHTML = '💬 {{ page.str.leave_comment_on_upstream }} <a href="{{ page.url | prepend: site.theme_settings.tor }}" target="_blank">tor</a> | <a href="{{ page.url | prepend: site.theme_settings.upstream_url }}" target="_blank">clearnet</a></div>';
+{% endif %}
 </script>
 
 <div class="comments-section" />

_publish-post.cr

@@ -12,6 +12,8 @@ PROD_BRANCH   = "master"
 
 ALLOWED_TIME_DIFF = 5.minutes
 
+TRACE = true
+
 class PostMetadata
   include YAML::Serializable
 
@@ -218,17 +220,28 @@ end
 def nak_raw(args, input = nil)
   # TODO: exit after timeout
   output = Channel(Tuple(String, Process::Status)).new
+  trace("running nak #{args}")
   spawn do
     value = Process.run(command: "nak", args: args) do |p|
       if input
+        trace("writing stdin")
         p.input.puts(input)
+        trace("closing stdin")
         p.input.close
+        trace("closed stdin")
       end
-      p.output.gets_to_end
+      trace("reading stdout")
+      result = p.output.gets_to_end
+      trace("finished reading stdout")
+      result
     end
+    trace("sending stdout")
     output.send({value.strip, $?})
+    trace("sent stdout")
   end
+  trace("waiting for stdout")
   value, status = output.receive
+  trace("received stdout")
   raise "#{args}: unexpected exit code #{status}, value=#{value}" unless status.success?
   value
 end
@@ -319,4 +332,11 @@ def wait(time : Time::Span)
   sleep(time)
 end
 
+def trace(text)
+  return unless TRACE
+  Colorize.with.dark_gray.surround(STDOUT) do
+    puts(text)
+  end
+end
+
 main