Search then enrich

# search_then_enrich.py
# Topic -> top posts -> unique authors -> full profiles.
# Run with: INSIGHTSOCIAL_API_KEY=isk_live_... python search_then_enrich.py
import os
from concurrent.futures import ThreadPoolExecutor

import requests

KEY = os.environ["INSIGHTSOCIAL_API_KEY"]
BASE = "https://api.insightsocial.app/v1"
TOPIC = "home espresso setup"
ACCOUNTS_PER_PLATFORM = 5

SEARCH = {"tiktok": "tiktok/search", "instagram": "instagram/search/reels"}
PROFILE = {"tiktok": "tiktok/profile", "instagram": "instagram/profile"}

def get(path, **params):
    res = requests.get(f"{BASE}/{path}", params=params,
                       headers={"x-api-key": KEY}, timeout=120)
    return res.json()

# Step 1: search both platforms, keeping on-topic rows only (free).
with ThreadPoolExecutor(max_workers=2) as pool:
    found = dict(zip(SEARCH, pool.map(
        lambda p: get(SEARCH[p], query=TOPIC, relevance="filter"), SEARCH)))

# Step 2: unique authors, in the order the search ranked them.
targets = []
for platform, body in found.items():
    if not body["success"]:
        print(f"{platform} search: {body['error']['type']}")
        continue
    handles = []
    for item in body["data"].get("items", []):
        handle = ((item.get("post") or {}).get("author") or {}).get("username")
        if handle and handle not in handles:
            handles.append(handle)
    targets += [(platform, h) for h in handles[:ACCOUNTS_PER_PLATFORM]]

# Step 3: enrich every author with a profile call.
def enrich(target):
    platform, handle = target
    return platform, handle, get(PROFILE[platform], handle=handle)

with ThreadPoolExecutor(max_workers=10) as pool:
    profiles = list(pool.map(enrich, targets))

rows = []
for platform, handle, body in profiles:
    if not body["success"]:
        continue
    author = body["data"]["author"]
    rows.append({
        "platform": platform,
        "handle": handle,
        "followers": author.get("followers"),
        "bio": (author.get("bio") or "")[:60],
        "email": (author.get("ext") or {}).get("public_email"),
    })

rows.sort(key=lambda r: r["followers"] or 0, reverse=True)
for r in rows:
    print(r)
spent = sum(b.get("credits_used", 0) for b in found.values()) + \
        sum(b.get("credits_used", 0) for _, _, b in profiles)
print(f"credits used: {spent}")