#!/usr/bin/env python3
"""Ambil judul + isi 3 artikel hc66 (via r.jina.ai; host ini DPI-block ke situs klien)."""
import json
import re
import subprocess
import sys
import time

URLS = {
    "threads": "https://studiosoft.id/kenapa-rumah-sakit-dan-klinik-wajib-punya-strategi-digital-marketing/",
    "fb": "https://studiosoft.id/jasa-digital-marketing-klinik/",
    "li": "https://studiosoft.id/cara-memasarkan-properti-lead-lama/",
}


def jina(url, tries=4):
    for i in range(tries):
        p = subprocess.run(["curl", "-s", "--max-time", "200", "https://r.jina.ai/" + url],
                           capture_output=True, text=True)
        raw = p.stdout or ""
        if len(raw) > 500:
            return raw
        time.sleep(4)
    return ""


out = {}
for k, u in URLS.items():
    raw = jina(u)
    out[k] = raw
    print("=== %s -> %d chars (%s)" % (k, len(raw), u))
    open("/tmp/hc66_%s.md" % k, "w").write(raw)

json.dump({k: len(v) for k, v in out.items()}, open("/tmp/hc66_fetch.json", "w"))
print("saved /tmp/hc66_{threads,fb,li}.md")