#!/bin/bash
# Compendium Scrape Router wrapper
# Usage: compendium-scrape.sh <url> [--metadata]

set -euo pipefail

SCRAPE_ROUTER="${COMPENDIUM_SCRAPE_URL:-http://192.168.10.249:30098}"
URL="${1:?Usage: compendium-scrape.sh <url> [--metadata]}"
EXTRACT_METADATA="false"

if [[ "${2:-}" == "--metadata" ]]; then
    EXTRACT_METADATA="true"
fi

# Health check
if ! curl -sf "${SCRAPE_ROUTER}/health" > /dev/null 2>&1; then
    echo "ERROR: Scrape Router unavailable at ${SCRAPE_ROUTER}" >&2
    echo "Fallback: Use Claude Code WebFetch instead" >&2
    exit 1
fi

curl -sf -X POST "${SCRAPE_ROUTER}/scrape" \
    -H "Content-Type: application/json" \
    -d "{\"url\": \"${URL}\", \"extract_text\": true, \"extract_metadata\": ${EXTRACT_METADATA}}" \
    | python3 -m json.tool