batch-fetch.sh

#!/usr/bin/env bash
# batch-fetch.sh — Fetch multiple URLs via Plasmate and save results as JSON.
#
# Usage: ./batch-fetch.sh [url1] [url2] ...
# Output: results.json
# Requires: plasmate, jq

set -euo pipefail

DEFAULT_URLS=(
  "https://news.ycombinator.com"
  "https://github.com/trending"
  "https://lobste.rs"
)

command -v plasmate >/dev/null 2>&1 || { echo "Error: plasmate not found. Install: curl -fsSL https://plasmate.app/install.sh | sh" >&2; exit 1; }
command -v jq       >/dev/null 2>&1 || { echo "Error: jq not found. Install: https://jqlang.github.io/jq/download/" >&2; exit 1; }

URLS=("${@:-${DEFAULT_URLS[@]}}")
OUTPUT="results.json"

echo "Fetching ${#URLS[@]} URLs..." >&2

results="[]"
ok=0
fail=0

for url in "${URLS[@]}"; do
  echo "  → $url" >&2
  som=$(plasmate fetch "$url" 2>/dev/null) && rc=0 || rc=$?
  if [ "$rc" -eq 0 ]; then
    entry=$(jq -n --arg url "$url" --argjson som "$som" '{url: $url, som: $som}')
    ok=$((ok + 1))
  else
    entry=$(jq -n --arg url "$url" --arg error "fetch failed (exit $rc)" '{url: $url, error: $error}')
    fail=$((fail + 1))
  fi
  results=$(echo "$results" | jq --argjson e "$entry" '. + [$e]')
done

fetched_at=$(date -u +"%Y-%m-%dT%H:%M:%SZ")
jq -n \
  --arg fetched_at "$fetched_at" \
  --argjson count "${#URLS[@]}" \
  --argjson results "$results" \
  '{fetched_at: $fetched_at, count: $count, results: $results}' > "$OUTPUT"

echo "" >&2
echo "Done: $ok succeeded, $fail failed" >&2
echo "Results saved to $OUTPUT" >&2