{
  "metadata": {
    "@context": "https://schema.org",
    "@type": "Dataset",
    "name": "AI Crawler & Web Bot Traversal Telemetry Dataset",
    "description": "Sanitized hourly telemetry and navigation benchmark measurements of AI crawlers (GPTBot, ClaudeBot, PerplexityBot, etc.) and search indexers.",
    "url": "https://ghost-observatory.pages.dev/data/latest.json",
    "keywords": [
      "AI crawlers",
      "web scraping",
      "GPTBot",
      "ClaudeBot",
      "PerplexityBot",
      "robotics telemetry",
      "machine navigation",
      "bot classification"
    ],
    "creator": {
      "@type": "Organization",
      "name": "Ghost Traffic Observatory",
      "url": "https://ghost-observatory.pages.dev"
    },
    "license": "https://creativecommons.org/licenses/by/4.0/",
    "distribution": [
      {
        "@type": "DataDownload",
        "encodingFormat": "application/json",
        "contentUrl": "https://ghost-observatory.pages.dev/data/latest.json"
      },
      {
        "@type": "DataDownload",
        "encodingFormat": "text/csv",
        "contentUrl": "https://ghost-observatory.pages.dev/data/latest.csv"
      }
    ],
    "temporalCoverage": "2026/..",
    "variableMeasured": [
      "crawler_family",
      "classification",
      "request_count",
      "human_sessions",
      "lab_completions"
    ]
  },
  "schemaVersion": "1.0.0",
  "generatedAt": "2026-08-25T00:10:54.129Z",
  "privacyNotice": "Zero-PII guarantee: No IP addresses, no user agents, no cookies, no request bodies.",
  "totalRows": 13,
  "data": [
    {
      "hour_bucket": "2026-08-25T00:00:00Z",
      "crawler_family": "claudebot",
      "classification": "Claimed Bot",
      "request_count": 5,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 1
    },
    {
      "hour_bucket": "2026-08-25T00:00:00Z",
      "crawler_family": "browser-human",
      "classification": "Likely Human",
      "request_count": 2,
      "human_sessions": 2,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T23:00:00Z",
      "crawler_family": "browser-human",
      "classification": "Likely Human",
      "request_count": 4,
      "human_sessions": 4,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T23:00:00Z",
      "crawler_family": "claudebot",
      "classification": "Claimed Bot",
      "request_count": 1,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T22:00:00Z",
      "crawler_family": "unknown",
      "classification": "Unknown",
      "request_count": 4,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T22:00:00Z",
      "crawler_family": "generic-scraper",
      "classification": "Suspected Crawler",
      "request_count": 2,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 1
    },
    {
      "hour_bucket": "2026-08-24T22:00:00Z",
      "crawler_family": "browser-human",
      "classification": "Likely Human",
      "request_count": 15,
      "human_sessions": 15,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T21:00:00Z",
      "crawler_family": "generic-crawler",
      "classification": "Suspected Crawler",
      "request_count": 1,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T21:00:00Z",
      "crawler_family": "generic-scraper",
      "classification": "Suspected Crawler",
      "request_count": 6,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T21:00:00Z",
      "crawler_family": "unidentified",
      "classification": "Goal-Directed Automation",
      "request_count": 8,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T21:00:00Z",
      "crawler_family": "claudebot",
      "classification": "Verified Vendor Bot",
      "request_count": 1,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T21:00:00Z",
      "crawler_family": "browser-human",
      "classification": "Likely Human",
      "request_count": 36,
      "human_sessions": 36,
      "lab_completions": 0,
      "dataset_downloads": 0
    },
    {
      "hour_bucket": "2026-08-24T21:00:00Z",
      "crawler_family": "unknown",
      "classification": "Unknown",
      "request_count": 49,
      "human_sessions": 0,
      "lab_completions": 0,
      "dataset_downloads": 9
    }
  ]
}