fetch_url_via_jina.sh

#!/usr/bin/env bash
set -e

# @describe Extract the content from a given URL.

# @env JINA_API_KEY The api key
# @option --url! The URL to scrape.

main() {
    curl_args=()
    if [[ -n "$JINA_API_KEY" ]]; then
        curl_args+=("-H" "Authorization: Bearer $JINA_API_KEY")
    fi
    curl -fsSL "${curl_args[@]}" "https://r.jina.ai/$argc_url" >> "$LLM_OUTPUT"
}

eval "$(argc --argc-eval "$0" "$@")"