Track pipeline changes

import json
import os
import pathlib

import requests

API = "https://api.pav.bio"
HEADERS = {"Authorization": f"Bearer {os.environ['PAV_API_KEY']}"}
STATE = pathlib.Path("pav_changes_state.json")
WATCHLIST = [218, 313, 506]  # Eli Lilly, Merck, Pfizer company_ids

# 1. Resume from the last checkpoint; start from a fixed date on the first run.
if STATE.exists():
    state = json.loads(STATE.read_text())
else:
    state = {"since": "2026-06-01T00:00:00Z", "seen": []}

# 2. Read every new event, following next_cursor.
params = {"company_id": WATCHLIST, "since": state["since"], "limit": 500}
events = []
while True:
    resp = requests.get(f"{API}/v1/changes", headers=HEADERS, params=params, timeout=60)
    resp.raise_for_status()
    body = resp.json()
    events.extend(e for e in body["data"] if e["id"] not in state["seen"])
    if not body.get("next_cursor"):
        break
    params["cursor"] = body["next_cursor"]

# 3. Report, oldest first.
LABEL = {"insert": "ADDED", "delete": "REMOVED", "update": "PHASE"}
for e in sorted(events, key=lambda e: e["detected_at"]):
    phases = f"{e.get('prev_phase', '-')} -> {e.get('new_phase', '-')}"
    print(f"{e['detected_at'][:10]} {LABEL[e['change_type']]:<7} {e['company']} | {e['drug']} | {e.get('indication', '')[:40]} | {phases}")

# 4. Save the checkpoint. `since` is inclusive, so also keep the ids seen at the
#    newest timestamp and skip them on the next run.
if events:
    newest = max(e["detected_at"] for e in events)
    seen = [e["id"] for e in events if e["detected_at"] == newest]
    if newest == state["since"]:
        seen += state["seen"]
    state = {"since": newest, "seen": seen}
    STATE.write_text(json.dumps(state))
print(f"{len(events)} new events; next run starts at {state['since']}")

2026-08-05 REMOVED Pfizer | IBRANCE (palbociclib) | ER+/HER2+ Metastatic Breast Cancer (PATI | Registration -> -
2026-08-05 REMOVED Pfizer | PF-07976016 | Chronic Weight Management | Phase 2 -> -
...
2026-08-13 PHASE   Merck | doravirine + islatravir | HIV-1 infection (EU) | Phase 3 -> Under Review
2026-08-13 ADDED   Merck | remigromig | Diabetic macular edema | - -> Phase 3
2026-08-13 ADDED   Merck | alimatravir | HIV-1 PrEP | - -> Phase 3
57 new events; next run starts at 2026-08-13T06:12:06.530525Z

0 new events; next run starts at 2026-08-13T06:12:06.530525Z