Scrapers

Your script (Python or Node.js)
  → Runs in an isolated Podman container
    → Produces CSV output
      → Feeds into the standard import pipeline
        → Events appear on the map

npx @timetiles/scraper init my-scraper              # Python (default)
npx @timetiles/scraper init my-scraper --runtime node

import requests
from timetiles.scraper import output
 
response = requests.get(
    "https://date.nager.at/api/v3/PublicHolidays/2026/DE",
    timeout=30,
)
response.raise_for_status()
 
for holiday in response.json():
    output.write_row({
        "title": holiday["localName"],
        "date": holiday["date"],
        "location": "Germany",
        "description": holiday.get("name", ""),
    })
 
output.save()

scrapers:
  - name: "German Holidays"
    slug: german-holidays
    runtime: python
    entrypoint: scraper.py
    output: data.csv
    schedule: "0 6 * * 1" # Every Monday at 06:00 UTC

curl -X POST https://your-instance.com/api/scrapers/{id}/run \
  -H "Authorization: Bearer YOUR_TOKEN"

scrapers:
  - name: "My Scraper"
    slug: my-scraper
    runtime: python # or "node"
    entrypoint: scraper.py
    output: data.csv # default
    schedule: "0 6 * * *" # optional cron expression
    limits:
      timeout: 120 # seconds (10-3600, default 300)
      memory: 256 # MB (64-4096, default 512)
 
defaults: # optional, applied to all scrapers
  runtime: python
  limits:
    timeout: 120
    memory: 256

from timetiles.scraper import output
 
output.write_row({"title": "Event", "date": "2026-01-01", "location": "Berlin"})
output.write_rows([...])  # or multiple at once
output.save()             # required — writes CSV
print(output.row_count)

import { output } from "@timetiles/scraper";
 
output.writeRow({ title: "Event", date: "2026-01-01", location: "Berlin" });
output.save();
console.log(output.rowCount);