39 lines
816 B
Bash
Executable File
39 lines
816 B
Bash
Executable File
#!/usr/bin/env bash
|
|
set -eo pipefail
|
|
|
|
if [[ "$1" == "-h" || "$1" == "--help" ]]; then
|
|
cat <<EOF
|
|
Usage: $(basename "$0") [-h] <url>
|
|
|
|
Convert webpage URL to markdown using jina.ai.
|
|
|
|
Options:
|
|
-h, --help Show this help message
|
|
|
|
Arguments:
|
|
url URL of webpage to convert
|
|
|
|
EOF
|
|
exit 0
|
|
fi
|
|
|
|
# More details: https://jina.ai/reader/
|
|
|
|
url="$1"; shift
|
|
curl "https://r.jina.ai/$url" \
|
|
-sS \
|
|
-H "DNT: 1" \
|
|
-H "X-Md-Hr: ---" \
|
|
-H "X-Base: final" \
|
|
-H "X-Timeout: 10" \
|
|
-H "X-Locale: ru-RU" \
|
|
-H "X-No-Cache: true" \
|
|
-H "X-Engine: browser" \
|
|
-H "X-User-Agent: url2md" \
|
|
-H "X-Md-Em-Delimiter: *" \
|
|
-H "X-Md-Link-Style: inlined" \
|
|
-H "X-Return-Format: markdown" \
|
|
-H "X-Keep-Img-Data-Url: true" \
|
|
-H "X-Md-Link-Reference-Style: collapsed" \
|
|
"$@"
|