{
  "schema_version": "1",
  "label": "261110",
  "date": "2026-11-10",
  "period": {
    "start": "2026-11-10T00:00:00Z",
    "end": "2026-11-11T00:00:00Z"
  },
  "generated_at": "2026-11-11T03:18:27.939Z",
  "license": "CC BY 4.0",
  "license_url": "https://creativecommons.org/licenses/by/4.0/",
  "citation": "Benes, Peter. Rattlesnakes By Mail: A Field Guide to the Crawlers of the Web. benesthemenace.com.",
  "method_url": "https://rattlesnakesbymail.com/method",
  "caveat": "The numbers come from one website. They describe what these crawlers did here, not across the web.",
  "outage": false,
  "outage_notice": null,
  "totals": {
    "requests": 160,
    "crawlers": 8
  },
  "facts": [
    {
      "id": "F-261110-01",
      "rule": "snapshot_pickup",
      "text": "Bingbot first fetched the 2026-11-09 snapshot 4 h 55 min after it was published.",
      "url": "https://rattlesnakesbymail.com/observed/bingbot"
    },
    {
      "id": "F-261110-02",
      "rule": "snapshot_pickup",
      "text": "Googlebot first fetched the 2026-11-09 snapshot 9 h 28 min after it was published.",
      "url": "https://rattlesnakesbymail.com/observed/googlebot"
    },
    {
      "id": "F-261110-03",
      "rule": "snapshot_pickup",
      "text": "GoogleOther first fetched the 2026-11-09 snapshot 9 h 28 min after it was published.",
      "url": "https://rattlesnakesbymail.com/observed/googleother"
    },
    {
      "id": "F-261110-04",
      "rule": "verification",
      "text": "Every request on 2026-11-10 from Googlebot, ClaudeBot, Bingbot, GoogleOther and OAI-SearchBot was verified against the operator's published method.",
      "url": "https://rattlesnakesbymail.com/method"
    }
  ],
  "random_selection": {
    "date": "2026-11-11",
    "urls": [
      "https://rattlesnakesbymail.com/compare/applebot-vs-googleother",
      "https://rattlesnakesbymail.com/claims/150",
      "https://rattlesnakesbymail.com/compare/chatgpt-user-vs-perplexity-user",
      "https://rattlesnakesbymail.com/claims/45",
      "https://rattlesnakesbymail.com/fields/observed_fetches_json",
      "https://rattlesnakesbymail.com/claims/101",
      "https://rattlesnakesbymail.com/claims/57",
      "https://rattlesnakesbymail.com/claims/144",
      "https://rattlesnakesbymail.com/crawlers/oai-adsbot",
      "https://rattlesnakesbymail.com/compare/applebot-vs-gptbot"
    ],
    "pool_size": 160,
    "line": "Ten records from the field guide are chosen at random each day.",
    "shown_for": "3 days after publication, then the block is replaced by a note",
    "method": {
      "summary": "Ten records from the field guide are chosen at random each day. The pool is every content page in /sitemap.xml, minus pages drawn or linked by a snapshot's facts in the previous 5 days. The pool is sorted, shuffled with a Fisher-Yates shuffle driven by a keyed hash stream, and the first 10 go to the snapshot block, the next 10 to the /snapshots block and the next 10 to IndexNow.",
      "seed": "HMAC-SHA256(key = secret, message = \"XS1|\" + YYMMDD). The secret is published after the experiment, so every draw can be rerun.",
      "stream": "block i = HMAC-SHA256(key = seed, message = i as 4 bytes, big-endian); each block is read as eight unsigned 32-bit big-endian integers.",
      "shuffle": "For j from n-1 down to 1: draw r; limit = floor(2^32 / (j+1)) * (j+1); redraw while r >= limit; k = r mod (j+1); swap items j and k.",
      "arms": "Items 0 to 9 form arm S, 10 to 19 arm M, 20 to 29 arm I."
    }
  },
  "crawlers": [
    {
      "slug": "googlebot",
      "name": "Googlebot",
      "vendor": "Google",
      "kind": "crawler",
      "purpose": "search",
      "requests": 63,
      "verified_requests": 63,
      "verified_share": 1,
      "distinct_paths": 32,
      "formats": {
        "csv": 1,
        "html": 45,
        "txt": 16,
        "xml": 1
      },
      "first_path": "/compare/chatgpt-user-vs-oai-adsbot",
      "robots_txt_fetches": 16,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 63
      },
      "hourly": [
        2,
        0,
        0,
        2,
        0,
        2,
        2,
        4,
        4,
        3,
        0,
        4,
        3,
        4,
        4,
        5,
        2,
        4,
        2,
        1,
        4,
        2,
        7,
        2
      ],
      "context": {
        "median_7d": 84,
        "median_28d": 27,
        "history_days": 28,
        "ratio_28d": 2.3,
        "highest_before": {
          "count": 711,
          "date": "2026-09-21"
        },
        "first_seen": "2026-09-14",
        "last_seen_before": "2026-11-09",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": [
          {
            "start": "2026-09-20T14:03:00.000Z",
            "end": "2026-09-21T14:51:00.000Z",
            "requests": 241,
            "days_since_previous": null
          }
        ]
      },
      "new_formats": []
    },
    {
      "slug": "claudebot",
      "name": "ClaudeBot",
      "vendor": "Anthropic",
      "kind": "crawler",
      "purpose": "training",
      "requests": 47,
      "verified_requests": 47,
      "verified_share": 1,
      "distinct_paths": 4,
      "formats": {
        "txt": 11,
        "xml": 36
      },
      "first_path": "/robots.txt",
      "robots_txt_fetches": 11,
      "sitemap_fetches": 36,
      "status_mix": {
        "200": 47
      },
      "hourly": [
        4,
        0,
        4,
        0,
        5,
        0,
        4,
        0,
        4,
        0,
        4,
        0,
        4,
        0,
        4,
        0,
        4,
        0,
        4,
        0,
        4,
        0,
        2,
        0
      ],
      "context": {
        "median_7d": 48,
        "median_28d": 48,
        "history_days": 28,
        "ratio_28d": 1,
        "highest_before": {
          "count": 1141,
          "date": "2026-09-24"
        },
        "first_seen": "2026-09-13",
        "last_seen_before": "2026-11-09",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": [
          {
            "start": "2026-09-24T00:54:00.000Z",
            "end": "2026-09-24T02:08:00.000Z",
            "requests": 448,
            "days_since_previous": null
          },
          {
            "start": "2026-10-09T20:36:00.000Z",
            "end": "2026-10-09T22:35:00.000Z",
            "requests": 308,
            "days_since_previous": 15
          }
        ]
      },
      "new_formats": []
    },
    {
      "slug": "bingbot",
      "name": "Bingbot",
      "vendor": "Microsoft",
      "kind": "crawler",
      "purpose": "search",
      "requests": 32,
      "verified_requests": 32,
      "verified_share": 1,
      "distinct_paths": 17,
      "formats": {
        "csv": 2,
        "html": 22,
        "json": 4,
        "md": 2,
        "txt": 1,
        "xml": 1
      },
      "first_path": "/claims/41",
      "robots_txt_fetches": 1,
      "sitemap_fetches": 1,
      "status_mix": {
        "200": 32
      },
      "hourly": [
        1,
        3,
        1,
        1,
        1,
        0,
        0,
        2,
        1,
        2,
        2,
        1,
        3,
        2,
        1,
        1,
        4,
        0,
        2,
        0,
        0,
        0,
        1,
        3
      ],
      "context": {
        "median_7d": 44,
        "median_28d": 23.5,
        "history_days": 28,
        "ratio_28d": 1.4,
        "highest_before": {
          "count": 51,
          "date": "2026-11-08"
        },
        "first_seen": "2026-09-15",
        "last_seen_before": "2026-11-09",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": []
      },
      "new_formats": []
    },
    {
      "slug": "googleother",
      "name": "GoogleOther",
      "vendor": "Google",
      "kind": "crawler",
      "purpose": "mixed",
      "requests": 5,
      "verified_requests": 5,
      "verified_share": 1,
      "distinct_paths": 5,
      "formats": {
        "html": 5
      },
      "first_path": "/compare/claude-searchbot-vs-perplexity-user",
      "robots_txt_fetches": 0,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 5
      },
      "hourly": [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        2,
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "context": {
        "median_7d": 0,
        "median_28d": 0,
        "history_days": 28,
        "ratio_28d": null,
        "highest_before": {
          "count": 206,
          "date": "2026-09-18"
        },
        "first_seen": "2026-09-14",
        "last_seen_before": "2026-11-05",
        "days_since_last_seen": 5
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": []
      },
      "new_formats": []
    },
    {
      "slug": "oai-searchbot",
      "name": "OAI-SearchBot",
      "vendor": "OpenAI",
      "kind": "search_bot",
      "purpose": "search",
      "requests": 5,
      "verified_requests": 5,
      "verified_share": 1,
      "distinct_paths": 3,
      "formats": {
        "html": 2,
        "txt": 3
      },
      "first_path": "/robots.txt",
      "robots_txt_fetches": 3,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 5
      },
      "hourly": [
        0,
        0,
        0,
        1,
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "context": {
        "median_7d": 6,
        "median_28d": 6,
        "history_days": 28,
        "ratio_28d": 0.8,
        "highest_before": {
          "count": 44,
          "date": "2026-10-14"
        },
        "first_seen": "2026-09-13",
        "last_seen_before": "2026-11-09",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": []
      },
      "new_formats": []
    },
    {
      "slug": "gptbot",
      "name": "GPTBot",
      "vendor": "OpenAI",
      "kind": "crawler",
      "purpose": "training",
      "requests": 4,
      "verified_requests": 4,
      "verified_share": 1,
      "distinct_paths": 4,
      "formats": {
        "html": 1,
        "xml": 3
      },
      "first_path": "/sitemap-index.xml",
      "robots_txt_fetches": 0,
      "sitemap_fetches": 3,
      "status_mix": {
        "200": 4
      },
      "hourly": [
        0,
        0,
        0,
        3,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "context": {
        "median_7d": 4,
        "median_28d": 3,
        "history_days": 28,
        "ratio_28d": 1.3,
        "highest_before": {
          "count": 1101,
          "date": "2026-09-24"
        },
        "first_seen": "2026-09-13",
        "last_seen_before": "2026-11-09",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": [
          {
            "start": "2026-09-24T01:54:00.000Z",
            "end": "2026-09-24T01:59:00.000Z",
            "requests": 462,
            "days_since_previous": null
          }
        ]
      },
      "new_formats": []
    },
    {
      "slug": "applebot",
      "name": "Applebot",
      "vendor": "Apple",
      "kind": "crawler",
      "purpose": "search",
      "requests": 2,
      "verified_requests": 2,
      "verified_share": 1,
      "distinct_paths": 2,
      "formats": {
        "json": 1,
        "txt": 1
      },
      "first_path": "/robots.txt",
      "robots_txt_fetches": 1,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 2
      },
      "hourly": [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        0
      ],
      "context": {
        "median_7d": 9,
        "median_28d": 1,
        "history_days": 28,
        "ratio_28d": 2,
        "highest_before": {
          "count": 426,
          "date": "2026-09-24"
        },
        "first_seen": "2026-09-14",
        "last_seen_before": "2026-11-09",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": [
          {
            "start": "2026-09-20T13:45:00.000Z",
            "end": "2026-09-22T00:51:00.000Z",
            "requests": 322,
            "days_since_previous": null
          }
        ]
      },
      "new_formats": []
    },
    {
      "slug": "reflectionbot",
      "name": "Reflectionbot",
      "vendor": "Reflection AI",
      "kind": "crawler",
      "purpose": "mixed",
      "requests": 2,
      "verified_requests": 2,
      "verified_share": 1,
      "distinct_paths": 2,
      "formats": {
        "html": 1,
        "txt": 1
      },
      "first_path": "/robots.txt",
      "robots_txt_fetches": 1,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 2
      },
      "hourly": [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "context": {
        "median_7d": 2,
        "median_28d": 0,
        "history_days": 28,
        "ratio_28d": null,
        "highest_before": {
          "count": 8,
          "date": "2026-11-03"
        },
        "first_seen": "2026-10-29",
        "last_seen_before": "2026-11-08",
        "days_since_last_seen": 2
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": []
      },
      "new_formats": []
    }
  ],
  "mcp": {
    "calls": [
      {
        "client": "mcp",
        "tool": "list_changes",
        "calls": 3
      },
      {
        "client": "BrickBlueBot",
        "tool": "get_snapshot",
        "calls": 1
      },
      {
        "client": "BrickBlueBot",
        "tool": "identify_user_agent",
        "calls": 1
      },
      {
        "client": "BrickBlueBot",
        "tool": "list_changes",
        "calls": 1
      },
      {
        "client": "BrickBlueBot",
        "tool": "lookup_crawler",
        "calls": 1
      },
      {
        "client": "mcp-index",
        "tool": "__mcp_index_nonexistent__",
        "calls": 1
      },
      {
        "client": "rokmcp-probe",
        "tool": "list_changes",
        "calls": 1
      },
      {
        "client": "unknown",
        "tool": "list_changes",
        "calls": 1
      },
      {
        "client": "verifymcp-probe",
        "tool": "__verifymcp_auth_probe_cfd3a81ffdfe8cc6__",
        "calls": 1
      }
    ],
    "new_clients": []
  },
  "ledger": {
    "added": [],
    "answered": [],
    "open_gaps": [
      {
        "id": 26,
        "hash": "eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c",
        "text": "Can robots.txt cleanly separate \"allow this page for search or citation\" from \"block it for training,\" and does that distinction hold across every major AI platform?",
        "count": 5,
        "url": "https://rattlesnakesbymail.com/questions/eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c"
      },
      {
        "id": 34,
        "hash": "e61346be3fef727db8cefe0257815575a03a33698acfb1e0059140169dbd35ee",
        "text": "How can AI citation performance be measured accurately, given there is no equivalent of a Search Console report for citations?",
        "count": 5,
        "url": "https://rattlesnakesbymail.com/questions/e61346be3fef727db8cefe0257815575a03a33698acfb1e0059140169dbd35ee"
      },
      {
        "id": 38,
        "hash": "97b24d1729c7f32e2e09cb297328a2f7977235c746960d243536ee8b9e4e494d",
        "text": "Was a specific document used in a model's training, fine-tuning, or evaluation?",
        "count": 4,
        "url": "https://rattlesnakesbymail.com/questions/97b24d1729c7f32e2e09cb297328a2f7977235c746960d243536ee8b9e4e494d"
      },
      {
        "id": 7,
        "hash": "e08c55e6af0f8858dae0af2af4eb4caafe28dfb739f1ed4163e9cb0d954bb2ff",
        "text": "Why wasn't a specific page cited by an AI answer instead of a competitor's page?",
        "count": 3,
        "url": "https://rattlesnakesbymail.com/questions/e08c55e6af0f8858dae0af2af4eb4caafe28dfb739f1ed4163e9cb0d954bb2ff"
      },
      {
        "id": 11,
        "hash": "064f0033dab1091575ab29137f558668ff6193e891221987fd9523c31b4ff78f",
        "text": "How much do backlinks, brand mentions, structured data, reviews, forum discussions, publisher reputation, and content freshness each matter to being cited?",
        "count": 3,
        "url": "https://rattlesnakesbymail.com/questions/064f0033dab1091575ab29137f558668ff6193e891221987fd9523c31b4ff78f"
      }
    ],
    "published_gap_ids": [
      26,
      34,
      38,
      7,
      11,
      30,
      42,
      8,
      10,
      12,
      14,
      23,
      24,
      25,
      31,
      33,
      37,
      45,
      49,
      9,
      13,
      15,
      16,
      17,
      18,
      19,
      20,
      22,
      27,
      28,
      29,
      32,
      35,
      36,
      39,
      40,
      41,
      43,
      44,
      46,
      47,
      48,
      50,
      51,
      52,
      53,
      54,
      55
    ],
    "claim_changes": [],
    "published_question_ids": [
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55
    ]
  },
  "snapshot_pickup": [
    {
      "snapshot_label": "261109",
      "snapshot_date": "2026-11-09",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-11-10T08:13:47.388Z",
      "minutes_after_publication": 295,
      "channel_tag": null
    },
    {
      "snapshot_label": "261109",
      "snapshot_date": "2026-11-09",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-11-10T12:46:53.979Z",
      "minutes_after_publication": 568,
      "channel_tag": null
    },
    {
      "snapshot_label": "261109",
      "snapshot_date": "2026-11-09",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-11-10T12:46:54.203Z",
      "minutes_after_publication": 568,
      "channel_tag": "f"
    },
    {
      "snapshot_label": "261108",
      "snapshot_date": "2026-11-08",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-11-09T08:15:51.838Z",
      "minutes_after_publication": 297,
      "channel_tag": null
    },
    {
      "snapshot_label": "261108",
      "snapshot_date": "2026-11-08",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-11-10T12:15:41.150Z",
      "minutes_after_publication": 1977,
      "channel_tag": null
    },
    {
      "snapshot_label": "261108",
      "snapshot_date": "2026-11-08",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-11-10T12:25:26.887Z",
      "minutes_after_publication": 1987,
      "channel_tag": "f"
    },
    {
      "snapshot_label": "261107",
      "snapshot_date": "2026-11-07",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-11-10T06:48:27.617Z",
      "minutes_after_publication": 3090,
      "channel_tag": null
    },
    {
      "snapshot_label": "261107",
      "snapshot_date": "2026-11-07",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-11-10T11:42:35.761Z",
      "minutes_after_publication": 3384,
      "channel_tag": "f"
    },
    {
      "snapshot_label": "261106",
      "snapshot_date": "2026-11-06",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-11-07T08:12:17.893Z",
      "minutes_after_publication": 293,
      "channel_tag": null
    },
    {
      "snapshot_label": "261106",
      "snapshot_date": "2026-11-06",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-11-07T08:13:13.181Z",
      "minutes_after_publication": 294,
      "channel_tag": null
    },
    {
      "snapshot_label": "261106",
      "snapshot_date": "2026-11-06",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-11-07T08:13:13.451Z",
      "minutes_after_publication": 294,
      "channel_tag": "h"
    },
    {
      "snapshot_label": "261105",
      "snapshot_date": "2026-11-05",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-11-06T08:13:30.206Z",
      "minutes_after_publication": 295,
      "channel_tag": null
    },
    {
      "snapshot_label": "261105",
      "snapshot_date": "2026-11-05",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-11-06T10:46:02.313Z",
      "minutes_after_publication": 448,
      "channel_tag": null
    },
    {
      "snapshot_label": "261105",
      "snapshot_date": "2026-11-05",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-11-06T12:59:29.028Z",
      "minutes_after_publication": 581,
      "channel_tag": null
    },
    {
      "snapshot_label": "261104",
      "snapshot_date": "2026-11-04",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-11-05T08:12:15.811Z",
      "minutes_after_publication": 294,
      "channel_tag": null
    },
    {
      "snapshot_label": "261104",
      "snapshot_date": "2026-11-04",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-11-05T08:12:42.924Z",
      "minutes_after_publication": 294,
      "channel_tag": null
    },
    {
      "snapshot_label": "261104",
      "snapshot_date": "2026-11-04",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-11-05T08:12:43.366Z",
      "minutes_after_publication": 294,
      "channel_tag": "h"
    },
    {
      "snapshot_label": "261103",
      "snapshot_date": "2026-11-03",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-11-04T08:13:20.587Z",
      "minutes_after_publication": 295,
      "channel_tag": null
    },
    {
      "snapshot_label": "261103",
      "snapshot_date": "2026-11-03",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-11-04T12:36:32.242Z",
      "minutes_after_publication": 558,
      "channel_tag": null
    },
    {
      "snapshot_label": "261103",
      "snapshot_date": "2026-11-03",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-11-04T12:36:32.606Z",
      "minutes_after_publication": 558,
      "channel_tag": "h"
    },
    {
      "snapshot_label": "261103",
      "snapshot_date": "2026-11-03",
      "crawler": "applebot",
      "crawler_name": "Applebot",
      "first_fetch_ts": "2026-11-09T22:54:05.060Z",
      "minutes_after_publication": 8375,
      "channel_tag": null
    }
  ],
  "user_triggered_fetches": [],
  "convention_probes": [],
  "absent_crawlers": [],
  "invitation": "What data about web crawlers did you look for and not find? Search https://rattlesnakesbymail.com/search?q=your+question. Searches with no match are recorded as gaps. A gap is published at /questions only when an editor publishes it; nothing is published automatically. To suggest something this daily snapshot should include, send a note with target snapshot:261110.",
  "links": {
    "snapshot": "https://261110.rattlesnakesbymail.com/",
    "json": "https://261110.rattlesnakesbymail.com/snapshot.json",
    "markdown": "https://261110.rattlesnakesbymail.com/snapshot.md",
    "csv": "https://261110.rattlesnakesbymail.com/snapshot.csv",
    "facts_json": "https://261110.rattlesnakesbymail.com/facts.json",
    "facts_markdown": "https://261110.rattlesnakesbymail.com/facts.md",
    "about": "https://261110.rattlesnakesbymail.com/about-this-site.md",
    "previous": "https://261109.rattlesnakesbymail.com/?c=p",
    "all_snapshots": "https://rattlesnakesbymail.com/snapshots",
    "mcp": "https://rattlesnakesbymail.com/mcp",
    "dataset": "https://github.com/crank-box/rattlesnakesbymail-data",
    "method": "https://rattlesnakesbymail.com/method"
  }
}