Follow one topic across towns

import json
import os
import time
from pathlib import Path

import requests

BASE = "https://data.heytownhall.com"
TOPIC = "data_centres"
STATE = Path("topic-feed.json")
HEADERS = {"Authorization": f"Bearer {os.environ['HTD_KEY']}"}
QUESTION = "Write a short brief on what these councils have on their agendas about data centres. Name each town and meeting date."


def get(path, params):
    while True:
        res = requests.get(f"{BASE}{path}", params=params, headers=HEADERS, timeout=30)
        if res.status_code == 429:
            time.sleep(int(res.headers.get("Retry-After", "10")))
            continue
        page = res.json()
        if not res.ok:
            raise RuntimeError(f"{page['error']['code']}: {page['error']['message']}")
        return page


def every(path, params):
    params = {**params, "limit": 100}
    while True:
        page = get(path, params)
        yield from page["results"]
        if page["next_cursor"] is None:
            return
        params["cursor"] = page["next_cursor"]


last_id = json.loads(STATE.read_text())["last_event_id"] if STATE.exists() else None
found = []

if last_id is None:
    found = list(every("/v1/agenda-items", {"topic": TOPIC}))
    for event in every("/v1/events", {"kind": "meeting"}):
        last_id = event["id"]
else:
    for event in every("/v1/events", {"kind": "meeting", "after": last_id}):
        last_id = event["id"]
        if event["kind"] == "meeting.agenda_posted":
            found += every("/v1/agenda-items", {"meeting": event["subject_id"], "topic": TOPIC})

STATE.write_text(json.dumps({"last_event_id": last_id}))

if found:
    prompt = "\n".join([
        QUESTION,
        "Answer only from these records. Cite each claim by its number and keep its link.",
        "",
        *(f"[{n}] {i['meeting_date']}, {i['jurisdiction_id']}: {i['title']}. {i['plain_summary'] or i['recommendation']} ({i['source_url']})" for n, i in enumerate(found, 1)),
    ])
    print(prompt)  # Send this to your own language model.
else:
    print("Nothing new on", TOPIC)

import { existsSync, readFileSync, writeFileSync } from 'node:fs';

const BASE = 'https://data.heytownhall.com';
const TOPIC = 'data_centres';
const STATE = 'topic-feed.json';
const headers = { Authorization: `Bearer ${process.env.HTD_KEY}` };
const QUESTION = 'Write a short brief on what these councils have on their agendas about data centres. Name each town and meeting date.';

async function get(path, params) {
  const url = new URL(path, BASE);
  for (const [k, v] of Object.entries(params)) url.searchParams.set(k, v);
  for (;;) {
    const res = await fetch(url, { headers });
    if (res.status === 429) {
      await new Promise((r) => setTimeout(r, Number(res.headers.get('retry-after') ?? 10) * 1000));
      continue;
    }
    const page = await res.json();
    if (!res.ok) throw new Error(`${page.error.code}: ${page.error.message}`);
    return page;
  }
}

async function* every(path, params) {
  const q = { ...params, limit: 100 };
  for (;;) {
    const page = await get(path, q);
    yield* page.results;
    if (page.next_cursor === null) return;
    q.cursor = page.next_cursor;
  }
}

let lastId = existsSync(STATE) ? JSON.parse(readFileSync(STATE, 'utf8')).last_event_id : null;
const found = [];

if (lastId === null) {
  for await (const item of every('/v1/agenda-items', { topic: TOPIC })) found.push(item);
  for await (const event of every('/v1/events', { kind: 'meeting' })) lastId = event.id;
} else {
  for await (const event of every('/v1/events', { kind: 'meeting', after: lastId })) {
    lastId = event.id;
    if (event.kind === 'meeting.agenda_posted') {
      for await (const item of every('/v1/agenda-items', { meeting: event.subject_id, topic: TOPIC })) found.push(item);
    }
  }
}

writeFileSync(STATE, JSON.stringify({ last_event_id: lastId }));

if (found.length > 0) {
  const prompt = [
    QUESTION,
    'Answer only from these records. Cite each claim by its number and keep its link.',
    '',
    ...found.map((i, n) => `[${n + 1}] ${i.meeting_date}, ${i.jurisdiction_id}: ${i.title}. ${i.plain_summary ?? i.recommendation} (${i.source_url})`),
  ].join('\n');
  console.log(prompt); // Send this to your own language model.
} else {
  console.log('Nothing new on', TOPIC);
}

curl "https://data.heytownhall.com/v1/events?kind=meeting&after=88" \
  -H "Authorization: Bearer $HTD_KEY"

curl "https://data.heytownhall.com/v1/agenda-items?meeting=900022&topic=data_centres" \
  -H "Authorization: Bearer $HTD_KEY"

Write a short brief on what these councils have on their agendas about data centres. Name each town and meeting date.
Answer only from these records. Cite each claim by its number and keep its link.

[1] 2026-10-07, marlow-county: Data centre servicing study terms of reference. Staff ask the board to consider: data centre servicing study terms of reference. (https://marlow-county.escribe.example/meetings/900015)
[2] 2026-10-04, port-ellery: Data centre servicing study terms of reference. Staff ask council to consider: data centre servicing study terms of reference. (https://port-ellery.civicweb.example/meetings/900007)
[3] 2026-09-03, tolland-township: Data centre servicing study terms of reference. Staff ask council to consider: data centre servicing study terms of reference. (https://tolland-township.primegov.example/meetings/900022)
...

Write a short brief on what these councils have on their agendas about data centres. Name each town and meeting date.
Answer only from these records. Cite each claim by its number and keep its link.

[1] 2026-09-03, tolland-township: Data centre servicing study terms of reference. Staff ask council to consider: data centre servicing study terms of reference. (https://tolland-township.primegov.example/meetings/900022)