{
  "schema_version": "1.0.0",
  "release_id": "2026-08-04-v1",
  "component": "top10lists-field-log",
  "status": "frozen",
  "frozen_at": "2026-08-04T14:57:07.434851+00:00",
  "observation_window": {
    "starts_at": "2026-07-26T00:00:00+00:00",
    "ends_before": "2026-08-04T14:32:37.443+00:00"
  },
  "source_query": {
    "relation": "public.bot_crawl_logs",
    "include": "raw-header observations only; internal warmers and cf-analytics aggregate rows excluded",
    "request_deduplication": "request_id, with bot/path/second fallback for legacy rows"
  },
  "public_schema": {
    "omitted": [
      "IP address",
      "cookies",
      "query string",
      "path",
      "raw request ID",
      "CF Ray ID",
      "geolocation"
    ],
    "event_id_sha256": "SHA-256 of the internal release event key; retained for duplicate detection without exposing the source identifier.",
    "csv_safety": "CSV cells beginning =, +, -, or @ have a leading apostrophe. NDJSON is the byte-faithful public field rendition."
  },
  "counts": {
    "observed_requests": 601451,
    "explicit_markdown_requests": 34921,
    "frontier_crawler_cohort": {
      "observed_requests": 117077,
      "explicit_markdown_requests": 0,
      "members": [
        "GPTBot",
        "ClaudeBot",
        "OAI-SearchBot",
        "PerplexityBot",
        "Meta-ExternalAgent"
      ]
    },
    "by_crawler": {
      "CCBot": {
        "observed_requests": 50,
        "explicit_markdown_requests": 0
      },
      "DotBot": {
        "observed_requests": 17856,
        "explicit_markdown_requests": 0
      },
      "GPTBot": {
        "observed_requests": 3364,
        "explicit_markdown_requests": 0
      },
      "YouBot": {
        "observed_requests": 4208,
        "explicit_markdown_requests": 0
      },
      "Bingbot": {
        "observed_requests": 42936,
        "explicit_markdown_requests": 0
      },
      "MJ12bot": {
        "observed_requests": 576,
        "explicit_markdown_requests": 0
      },
      "Applebot": {
        "observed_requests": 3634,
        "explicit_markdown_requests": 0
      },
      "PetalBot": {
        "observed_requests": 8784,
        "explicit_markdown_requests": 0
      },
      "AhrefsBot": {
        "observed_requests": 72055,
        "explicit_markdown_requests": 0
      },
      "Amazonbot": {
        "observed_requests": 24865,
        "explicit_markdown_requests": 0
      },
      "ClaudeBot": {
        "observed_requests": 1161,
        "explicit_markdown_requests": 0
      },
      "Cohere-AI": {
        "observed_requests": 4,
        "explicit_markdown_requests": 0
      },
      "Googlebot": {
        "observed_requests": 184849,
        "explicit_markdown_requests": 295
      },
      "YandexBot": {
        "observed_requests": 26,
        "explicit_markdown_requests": 0
      },
      "ByteSpider": {
        "observed_requests": 1713,
        "explicit_markdown_requests": 0
      },
      "SEMrushBot": {
        "observed_requests": 61388,
        "explicit_markdown_requests": 0
      },
      "claude-web": {
        "observed_requests": 9,
        "explicit_markdown_requests": 0
      },
      "Baiduspider": {
        "observed_requests": 2014,
        "explicit_markdown_requests": 0
      },
      "Claude-User": {
        "observed_requests": 5,
        "explicit_markdown_requests": 2
      },
      "DeepSeekBot": {
        "observed_requests": 42,
        "explicit_markdown_requests": 0
      },
      "DuckDuckBot": {
        "observed_requests": 56,
        "explicit_markdown_requests": 0
      },
      "GoogleOther": {
        "observed_requests": 6,
        "explicit_markdown_requests": 0
      },
      "ChatGPT-User": {
        "observed_requests": 900,
        "explicit_markdown_requests": 0
      },
      "ExaSearchBot": {
        "observed_requests": 33362,
        "explicit_markdown_requests": 33359
      },
      "SERankingBot": {
        "observed_requests": 498,
        "explicit_markdown_requests": 0
      },
      "TikTokSpider": {
        "observed_requests": 190,
        "explicit_markdown_requests": 0
      },
      "AdsBot-Google": {
        "observed_requests": 25,
        "explicit_markdown_requests": 0
      },
      "OAI-SearchBot": {
        "observed_requests": 6686,
        "explicit_markdown_requests": 0
      },
      "PerplexityBot": {
        "observed_requests": 2491,
        "explicit_markdown_requests": 0
      },
      "Google-Extended": {
        "observed_requests": 19,
        "explicit_markdown_requests": 0
      },
      "Perplexity-User": {
        "observed_requests": 2,
        "explicit_markdown_requests": 0
      },
      "Meta-ExternalAgent": {
        "observed_requests": 103375,
        "explicit_markdown_requests": 0
      },
      "FacebookExternalHit": {
        "observed_requests": 25,
        "explicit_markdown_requests": 0
      },
      "unclassified-bot-like": {
        "observed_requests": 24277,
        "explicit_markdown_requests": 1265
      }
    }
  },
  "downloads": {
    "pagination": {
      "default_page_size": 1000,
      "maximum_page_size": 5000,
      "total_rows": 601451
    },
    "ndjson_first_page": "http://wiotrvoirdgzfacuuiem.supabase.co/serve-markdown-study-release?release=2026-08-04-v1&format=ndjson&limit=5000&offset=0",
    "csv_first_page": "http://wiotrvoirdgzfacuuiem.supabase.co/serve-markdown-study-release?release=2026-08-04-v1&format=csv&limit=5000&offset=0"
  }
}