parse_usb_ids.sh

#!/usr/bin/env bash
# parse_usb_ids.sh
# Parses http://www.linux-usb.org/usb.ids (or a local file) into CSV files:
#   vendors.csv, products.csv, subsystems.csv, devices_flat.csv
#
# Usage:
#   ./parse_usb_ids.sh
#   ./parse_usb_ids.sh --file=/path/to/usb.ids
#   ./parse_usb_ids.sh --url=https://example.com/usb.ids

set -euo pipefail

DEFAULT_URL="http://www.linux-usb.org/usb.ids"

usage() {
  cat <<EOF
Usage:
  $0 [--file=PATH | --url=URL]

If no option is given, downloads from ${DEFAULT_URL}.

Outputs:
  vendors.csv, products.csv, subsystems.csv, devices_flat.csv
EOF
  exit 1
}

INPUT=""
MODE=""

# --- Parse flags ---
for arg in "$@"; do
  case $arg in
    --file=*|-f=*)
      INPUT="${arg#*=}"
      MODE="file"
      ;;
    --url=*|-u=*)
      INPUT="${arg#*=}"
      MODE="url"
      ;;
    -h|--help)
      usage
      ;;
    *)
      echo "Unknown option: $arg" >&2
      usage
      ;;
  esac
done

if [[ -z "$INPUT" ]]; then
  MODE="url"
  INPUT="$DEFAULT_URL"
fi

TMPFILE="$(mktemp --suffix=.usbids)"
cleanup() { rm -f "$TMPFILE"; }
trap cleanup EXIT

# --- Fetch or copy ---
if [[ "$MODE" == "url" ]]; then
  echo "Downloading from: $INPUT"
  if ! command -v curl >/dev/null 2>&1; then
    echo "Error: curl is required but not installed" >&2
    exit 1
  fi
  curl -fsSL "$INPUT" -o "$TMPFILE"
else
  echo "Using local file: $INPUT"
  if [[ ! -f "$INPUT" ]]; then
    echo "File not found: $INPUT" >&2
    exit 1
  fi
  cp "$INPUT" "$TMPFILE"
fi

# --- Output files ---
OUT_VENDORS="vendors.csv"
OUT_PRODUCTS="products.csv"
OUT_SUBSYS="subsystems.csv"
OUT_FLAT="devices_flat.csv"

# Clear and add headers
echo 'vendor_id,vendor_name' > "$OUT_VENDORS"
echo 'vendor_id,product_id,product_name' > "$OUT_PRODUCTS"
echo 'vendor_id,product_id,subsys_vendor_id,subsys_product_id,subsys_name' > "$OUT_SUBSYS"
echo 'vendor_id,vendor_name,product_id,product_name,subsys_vendor_id,subsys_product_id,subsys_name' > "$OUT_FLAT"

# --- Parse file ---
awk -v OUT_VENDORS="$OUT_VENDORS" \
    -v OUT_PRODUCTS="$OUT_PRODUCTS" \
    -v OUT_SUBSYS="$OUT_SUBSYS" \
    -v OUT_FLAT="$OUT_FLAT" \
    -v OFS=',' '
  function q(s){
    gsub(/^[ \t\r\n]+|[ \t\r\n]+$/, "", s)
    gsub(/"/, "\"\"", s)
    return "\"" s "\""
  }

  /^[[:space:]]*#/ || /^[[:space:]]*$/ { next } # skip comments/blank lines

  /^[0-9A-Fa-f]{4}[[:space:]]+/ {
    vendor_id = tolower(substr($0, 1, 4))
    vendor_name = substr($0, 6)
    print vendor_id, q(vendor_name) >> OUT_VENDORS
    cur_vendor = vendor_id
    cur_vendor_name = vendor_name
    next
  }

  /^[[:space:]]+[0-9A-Fa-f]{4}[[:space:]]+/ && !/^[[:space:]]{2,}/ {
    sub(/^[[:space:]]+/, "", $0)
    prod_id = tolower(substr($0, 1, 4))
    prod_name = substr($0, 6)
    if (cur_vendor == "") next
    print cur_vendor, prod_id, q(prod_name) >> OUT_PRODUCTS
    print cur_vendor, q(cur_vendor_name), prod_id, q(prod_name), "", "", "" >> OUT_FLAT
    cur_product = prod_id
    cur_product_name = prod_name
    next
  }

  /^[[:space:]]{2,}[0-9A-Fa-f]{4}[[:space:]]+[0-9A-Fa-f]{4}[[:space:]]+/ {
    sub(/^[[:space:]]+/, "", $0)
    split($0, parts, /[[:space:]]+/)
    subsys_vid = tolower(parts[1])
    subsys_pid = tolower(parts[2])
    subsys_name = substr($0, index($0, parts[3]))
    if (cur_vendor == "" || cur_product == "") next
    print cur_vendor, cur_product, subsys_vid, subsys_pid, q(subsys_name) >> OUT_SUBSYS
    print cur_vendor, q(cur_vendor_name), cur_product, q(cur_product_name), \
          subsys_vid, subsys_pid, q(subsys_name) >> OUT_FLAT
    next
  }
' "$TMPFILE"

echo ""
echo "✅ Done. Generated CSV files:"
ls -lh "$OUT_VENDORS" "$OUT_PRODUCTS" "$OUT_SUBSYS" "$OUT_FLAT"