{
  "schema_version": 1,
  "contract_version": "newruntime-machine-consumption-v1.1",
  "type": "machine_consumption_report",
  "stable_id": "machine_consumption:newruntime",
  "generated_at": "2026-09-03T14:01:38.733Z",
  "refresh_hint": "30m",
  "human_url": "https://newruntime.com/machine-consumption/",
  "schema_url": "https://newruntime.com/machine-consumption-schema.json",
  "discovery_graph_url": "https://newruntime.com/discovery-graph.json",
  "crawler_journeys_url": "https://newruntime.com/crawler-journeys.json",
  "experiment_registry_url": "https://newruntime.com/discovery-experiments.json",
  "next_reads": [
    {
      "type": "recent_changes",
      "url": "https://newruntime.com/feed.json",
      "media_type": "application/feed+json"
    },
    {
      "type": "signals_index",
      "url": "https://newruntime.com/signals.json",
      "media_type": "application/json"
    },
    {
      "type": "signals_collection",
      "url": "https://newruntime.com/signals/",
      "media_type": "text/html"
    },
    {
      "type": "signals_sitemap",
      "url": "https://newruntime.com/sitemap-signals.xml",
      "media_type": "application/xml"
    },
    {
      "type": "posts_index",
      "url": "https://newruntime.com/posts.json",
      "media_type": "application/json"
    },
    {
      "type": "posts_collection",
      "url": "https://newruntime.com/posts/",
      "media_type": "text/html"
    },
    {
      "type": "posts_sitemap",
      "url": "https://newruntime.com/sitemap-posts.xml",
      "media_type": "application/xml"
    },
    {
      "type": "topic_index",
      "url": "https://newruntime.com/topics.json",
      "media_type": "application/json"
    },
    {
      "type": "pattern_index",
      "url": "https://newruntime.com/patterns.json",
      "media_type": "application/json"
    },
    {
      "type": "discovery_graph",
      "url": "https://newruntime.com/discovery-graph.json",
      "media_type": "application/json"
    },
    {
      "type": "crawler_journeys",
      "url": "https://newruntime.com/crawler-journeys.json",
      "media_type": "application/json"
    },
    {
      "type": "owner_profile_discovery",
      "url": "https://newruntime.com/owner-profile-discovery.json",
      "media_type": "application/json"
    },
    {
      "type": "owner_profile",
      "url": "https://newruntime.com/owner-profile.json",
      "media_type": "application/json"
    },
    {
      "type": "openapi",
      "url": "https://newruntime.com/openapi.json",
      "media_type": "application/vnd.oai.openapi+json"
    },
    {
      "type": "mcp",
      "url": "https://newruntime.com/mcp-readonly.json",
      "media_type": "application/json"
    },
    {
      "type": "atom_feed",
      "url": "https://newruntime.com/changes.xml",
      "media_type": "application/atom+xml"
    }
  ],
  "privacy": {
    "ip_addresses": "not_output",
    "visitor_ids": "not_output",
    "query_strings": "not_output",
    "raw_user_agents": "not_output",
    "raw_log_lines": "not_output",
    "source_urls": "origins_only"
  },
  "taxonomy": {
    "external_machine_requests": "ai_crawlers + ai_user_agents + search + seo_link_crawlers + other_named_automation",
    "ai_crawlers": "named AI training, search, or retrieval crawlers",
    "ai_user_agents": "user-triggered AI fetch identities such as ChatGPT-User",
    "search": "named web-search crawlers",
    "seo_link_crawlers": "named link-index and SEO crawlers such as AhrefsBot, MJ12bot, and SemrushBot",
    "scanner_probes": "scanner-like and sensitive-path probing, excluded from content consumption",
    "internal_monitoring": "New Runtime monitoring and generic utility clients, excluded from external machine totals"
  },
  "summary": {
    "external_machine_requests": 10941,
    "identified_content_requests": 5682,
    "discovery_or_index_requests": 2025,
    "scanner_probe_requests": 5802,
    "internal_or_utility_requests": 34106,
    "route_coverage": {
      "listed_requests": 10941,
      "external_machine_requests": 10941,
      "complete": true
    }
  },
  "categories": [
    {
      "key": "ai_crawler",
      "label": "AI crawlers",
      "count": 1878
    },
    {
      "key": "ai_user_agent",
      "label": "AI user agents",
      "count": 345
    },
    {
      "key": "search",
      "label": "Search",
      "count": 3379
    },
    {
      "key": "seo_link_crawler",
      "label": "SEO/link crawlers",
      "count": 4866
    },
    {
      "key": "other_named_automation",
      "label": "Other named automation",
      "count": 473
    }
  ],
  "formats": [
    {
      "key": "html",
      "label": "HTML",
      "count": 6571
    },
    {
      "key": "json",
      "label": "JSON",
      "count": 2033
    },
    {
      "key": "markdown",
      "label": "Markdown",
      "count": 1595
    },
    {
      "key": "robots_sitemap",
      "label": "robots/sitemap",
      "count": 688
    },
    {
      "key": "feed",
      "label": "feed",
      "count": 46
    },
    {
      "key": "llms",
      "label": "llms",
      "count": 8
    }
  ],
  "sections": [
    {
      "key": "other_public_route",
      "label": "Other public route",
      "section_kind": "other",
      "count": 3234,
      "categories": [
        {
          "key": "search",
          "count": 953
        },
        {
          "key": "ai_crawler",
          "count": 947
        },
        {
          "key": "seo_link_crawler",
          "count": 716
        },
        {
          "key": "other_named_automation",
          "count": 393
        },
        {
          "key": "ai_user_agent",
          "count": 225
        }
      ]
    },
    {
      "key": "signals_detail",
      "label": "Signals detail",
      "section_kind": "content",
      "count": 3144,
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": 2034
        },
        {
          "key": "search",
          "count": 911
        },
        {
          "key": "ai_crawler",
          "count": 195
        },
        {
          "key": "ai_user_agent",
          "count": 4
        }
      ]
    },
    {
      "key": "posts_detail",
      "label": "Posts detail",
      "section_kind": "content",
      "count": 1219,
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": 808
        },
        {
          "key": "search",
          "count": 369
        },
        {
          "key": "ai_crawler",
          "count": 40
        },
        {
          "key": "ai_user_agent",
          "count": 2
        }
      ]
    },
    {
      "key": "topic_detail",
      "label": "Topic detail",
      "section_kind": "content",
      "count": 822,
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": 478
        },
        {
          "key": "search",
          "count": 223
        },
        {
          "key": "ai_crawler",
          "count": 117
        },
        {
          "key": "ai_user_agent",
          "count": 4
        }
      ]
    },
    {
      "key": "robots",
      "label": "robots.txt",
      "section_kind": "discovery",
      "count": 588,
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": 290
        },
        {
          "key": "search",
          "count": 232
        },
        {
          "key": "ai_crawler",
          "count": 45
        },
        {
          "key": "other_named_automation",
          "count": 21
        }
      ]
    },
    {
      "key": "posts_index",
      "label": "Posts index",
      "section_kind": "discovery",
      "count": 390,
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": 159
        },
        {
          "key": "search",
          "count": 136
        },
        {
          "key": "ai_crawler",
          "count": 95
        }
      ]
    },
    {
      "key": "signals_index",
      "label": "Signals index",
      "section_kind": "discovery",
      "count": 322,
      "categories": [
        {
          "key": "ai_crawler",
          "count": 174
        },
        {
          "key": "seo_link_crawler",
          "count": 117
        },
        {
          "key": "search",
          "count": 31
        }
      ]
    },
    {
      "key": "home",
      "label": "New Runtime home",
      "section_kind": "discovery",
      "count": 250,
      "categories": [
        {
          "key": "ai_user_agent",
          "count": 101
        },
        {
          "key": "search",
          "count": 47
        },
        {
          "key": "ai_crawler",
          "count": 42
        },
        {
          "key": "other_named_automation",
          "count": 38
        },
        {
          "key": "seo_link_crawler",
          "count": 22
        }
      ]
    },
    {
      "key": "learn_detail",
      "label": "Learn detail",
      "section_kind": "content",
      "count": 217,
      "categories": [
        {
          "key": "ai_crawler",
          "count": 98
        },
        {
          "key": "seo_link_crawler",
          "count": 59
        },
        {
          "key": "search",
          "count": 58
        },
        {
          "key": "ai_user_agent",
          "count": 2
        }
      ]
    },
    {
      "key": "machine_consumption",
      "label": "Machine consumption gateway",
      "section_kind": "discovery",
      "count": 214,
      "categories": [
        {
          "key": "search",
          "count": 202
        },
        {
          "key": "ai_crawler",
          "count": 9
        },
        {
          "key": "seo_link_crawler",
          "count": 3
        }
      ]
    }
  ],
  "content_items": [
    {
      "key": "robots\u0000robots",
      "title": "robots.txt",
      "section": "robots",
      "content_kind": "route",
      "count": 588,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "robots_sitemap",
          "count": 588
        }
      ],
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": 290
        },
        {
          "key": "search",
          "count": 232
        },
        {
          "key": "ai_crawler",
          "count": 45
        },
        {
          "key": "other_named_automation",
          "count": 21
        }
      ]
    },
    {
      "key": "posts_index\u0000posts_index",
      "title": "Posts index",
      "section": "posts_index",
      "content_kind": "route",
      "count": 390,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 383
        },
        {
          "key": "json",
          "count": 7
        }
      ],
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": 159
        },
        {
          "key": "search",
          "count": 136
        },
        {
          "key": "ai_crawler",
          "count": 95
        }
      ]
    },
    {
      "key": "signals_index\u0000signals_index",
      "title": "Signals index",
      "section": "signals_index",
      "content_kind": "route",
      "count": 322,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 318
        },
        {
          "key": "json",
          "count": 4
        }
      ],
      "categories": [
        {
          "key": "ai_crawler",
          "count": 174
        },
        {
          "key": "seo_link_crawler",
          "count": 117
        },
        {
          "key": "search",
          "count": 31
        }
      ]
    },
    {
      "key": "home\u0000home",
      "title": "New Runtime home",
      "section": "home",
      "content_kind": "route",
      "count": 250,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 250
        }
      ],
      "categories": [
        {
          "key": "ai_user_agent",
          "count": 101
        },
        {
          "key": "search",
          "count": 47
        },
        {
          "key": "ai_crawler",
          "count": 42
        },
        {
          "key": "other_named_automation",
          "count": 38
        },
        {
          "key": "seo_link_crawler",
          "count": 22
        }
      ]
    },
    {
      "key": "machine_consumption\u0000machine_consumption",
      "title": "Machine consumption gateway",
      "section": "machine_consumption",
      "content_kind": "route",
      "count": 214,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "json",
          "count": 214
        }
      ],
      "categories": [
        {
          "key": "search",
          "count": 202
        },
        {
          "key": "ai_crawler",
          "count": 9
        },
        {
          "key": "seo_link_crawler",
          "count": 3
        }
      ]
    },
    {
      "key": "other_public_route\u0000route:/fetch/",
      "title": "/fetch/",
      "section": "other_public_route",
      "content_kind": "route",
      "count": 83,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 83
        }
      ],
      "categories": [
        {
          "key": "ai_crawler",
          "count": 30
        },
        {
          "key": "other_named_automation",
          "count": 30
        },
        {
          "key": "ai_user_agent",
          "count": 18
        },
        {
          "key": "search",
          "count": 5
        }
      ]
    },
    {
      "key": "sitemap\u0000sitemap",
      "title": "Sitemap index",
      "section": "sitemap",
      "content_kind": "route",
      "count": 52,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "robots_sitemap",
          "count": 52
        }
      ],
      "categories": [
        {
          "key": "search",
          "count": 35
        },
        {
          "key": "ai_crawler",
          "count": 11
        },
        {
          "key": "seo_link_crawler",
          "count": 4
        },
        {
          "key": "ai_user_agent",
          "count": 1
        },
        {
          "key": "other_named_automation",
          "count": 1
        }
      ]
    },
    {
      "key": "other_public_route\u0000route:/proxy/",
      "title": "/proxy/",
      "section": "other_public_route",
      "content_kind": "route",
      "count": 32,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 32
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 16
        },
        {
          "key": "ai_crawler",
          "count": 11
        },
        {
          "key": "ai_user_agent",
          "count": 5
        }
      ]
    },
    {
      "key": "signals_detail\u0000/signals/codex-turns-a-recorded-mac-workflow-into-a-reusable-skill",
      "title": "Codex Turns a Recorded Mac Workflow into a Reusable Skill",
      "section": "signals_detail",
      "content_kind": "record",
      "count": 20,
      "topics": [
        "codex",
        "skills",
        "computer-use"
      ],
      "related_patterns": [
        "skills-become-portable-capability-layer",
        "agent-ready-software-exposes-capabilities"
      ],
      "source_origins": [
        "developers.openai.com",
        "x.com"
      ],
      "formats": [
        {
          "key": "html",
          "count": 19
        },
        {
          "key": "markdown",
          "count": 1
        }
      ],
      "categories": [
        {
          "key": "search",
          "count": 17
        },
        {
          "key": "seo_link_crawler",
          "count": 2
        },
        {
          "key": "ai_crawler",
          "count": 1
        }
      ]
    },
    {
      "key": "other_public_route\u0000route:/posts/anthropic-model-hardware-standard-control-boundary/",
      "title": "/posts/anthropic-model-hardware-standard-control-boundary/",
      "section": "other_public_route",
      "content_kind": "route",
      "count": 18,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 9
        },
        {
          "key": "markdown",
          "count": 5
        },
        {
          "key": "json",
          "count": 4
        }
      ],
      "categories": [
        {
          "key": "search",
          "count": 9
        },
        {
          "key": "ai_crawler",
          "count": 5
        },
        {
          "key": "seo_link_crawler",
          "count": 3
        },
        {
          "key": "ai_user_agent",
          "count": 1
        }
      ]
    }
  ],
  "agents": [
    {
      "label": "SemrushBot",
      "category": "seo_link_crawler",
      "count": 3634,
      "first_seen": "2026-08-23T22:05:24.732Z",
      "last_seen": "2026-09-03T13:41:40.163Z"
    },
    {
      "label": "YandexBot",
      "category": "search",
      "count": 1277,
      "first_seen": "2026-08-23T15:17:27.941Z",
      "last_seen": "2026-09-03T13:52:46.982Z"
    },
    {
      "label": "AhrefsBot",
      "category": "seo_link_crawler",
      "count": 1184,
      "first_seen": "2026-08-23T14:06:29.880Z",
      "last_seen": "2026-09-03T13:38:03.922Z"
    },
    {
      "label": "Bingbot",
      "category": "search",
      "count": 1157,
      "first_seen": "2026-08-23T14:11:04.046Z",
      "last_seen": "2026-09-03T13:53:11.292Z"
    },
    {
      "label": "GPTBot",
      "category": "ai_crawler",
      "count": 850,
      "first_seen": "2026-08-24T07:00:30.950Z",
      "last_seen": "2026-09-03T13:43:08.752Z"
    },
    {
      "label": "OpenAI SearchBot",
      "category": "ai_crawler",
      "count": 842,
      "first_seen": "2026-08-23T16:14:13.189Z",
      "last_seen": "2026-09-03T13:56:00.092Z"
    },
    {
      "label": "Applebot",
      "category": "search",
      "count": 590,
      "first_seen": "2026-08-23T15:31:28.227Z",
      "last_seen": "2026-09-03T13:11:52.085Z"
    },
    {
      "label": "Googlebot",
      "category": "search",
      "count": 338,
      "first_seen": "2026-08-23T17:39:16.287Z",
      "last_seen": "2026-09-03T06:53:26.891Z"
    },
    {
      "label": "ChatGPT-User",
      "category": "ai_user_agent",
      "count": 223,
      "first_seen": "2026-08-23T16:04:32.141Z",
      "last_seen": "2026-09-03T13:46:56.609Z"
    },
    {
      "label": "Claude-User",
      "category": "ai_user_agent",
      "count": 122,
      "first_seen": "2026-08-26T02:43:20.761Z",
      "last_seen": "2026-09-03T00:33:19.200Z"
    },
    {
      "label": "TelegramBot",
      "category": "other_named_automation",
      "count": 70,
      "first_seen": "2026-08-26T02:43:23.851Z",
      "last_seen": "2026-09-03T00:33:19.112Z"
    },
    {
      "label": "Facebook external hit",
      "category": "other_named_automation",
      "count": 62,
      "first_seen": "2026-08-23T23:39:00.911Z",
      "last_seen": "2026-09-03T03:27:07.451Z"
    }
  ],
  "new_agents": [
    {
      "label": "TechSpyBot/1.0 (+https://techspy.pro/bot)",
      "category": "other_named_automation",
      "count": 7,
      "first_seen": "2026-09-02T05:59:59.713Z",
      "last_seen": "2026-09-02T06:00:04.701Z"
    },
    {
      "label": "WanScannerBot/1.0",
      "category": "other_named_automation",
      "count": 1,
      "first_seen": "2026-09-02T02:24:49.765Z",
      "last_seen": "2026-09-02T02:24:49.765Z"
    },
    {
      "label": "WebTunerBot/1.0 (+https://webtuner.app)",
      "category": "other_named_automation",
      "count": 1,
      "first_seen": "2026-09-01T16:30:30.554Z",
      "last_seen": "2026-09-01T16:30:30.554Z"
    },
    {
      "label": "2ip bot/1.1 (+https://2ip.io/bot/)",
      "category": "other_named_automation",
      "count": 1,
      "first_seen": "2026-08-29T19:30:37.331Z",
      "last_seen": "2026-08-29T19:30:37.331Z"
    },
    {
      "label": "Claude-SearchBot",
      "category": "ai_crawler",
      "count": 54,
      "first_seen": "2026-08-26T02:43:29.627Z",
      "last_seen": "2026-09-03T00:33:19.117Z"
    },
    {
      "label": "Slackbot",
      "category": "other_named_automation",
      "count": 29,
      "first_seen": "2026-08-26T02:43:26.729Z",
      "last_seen": "2026-09-03T00:33:20.184Z"
    },
    {
      "label": "Discordbot",
      "category": "other_named_automation",
      "count": 37,
      "first_seen": "2026-08-26T02:43:26.721Z",
      "last_seen": "2026-09-03T00:33:19.114Z"
    },
    {
      "label": "Bytespider",
      "category": "other_named_automation",
      "count": 37,
      "first_seen": "2026-08-26T02:43:23.965Z",
      "last_seen": "2026-09-03T00:33:19.111Z"
    }
  ],
  "daily_comparison": {
    "current": {
      "day": "2026-09-03",
      "external_machine_requests": 585,
      "scanner_probe_requests": 274,
      "internal_or_utility_requests": 1569,
      "categories": [
        {
          "key": "ai_crawler",
          "label": "AI crawlers",
          "count": 134
        },
        {
          "key": "ai_user_agent",
          "label": "AI user agents",
          "count": 74
        },
        {
          "key": "search",
          "label": "Search",
          "count": 162
        },
        {
          "key": "seo_link_crawler",
          "label": "SEO/link crawlers",
          "count": 81
        },
        {
          "key": "other_named_automation",
          "label": "Other named automation",
          "count": 134
        }
      ]
    },
    "previous": {
      "day": "2026-09-02",
      "external_machine_requests": 595,
      "scanner_probe_requests": 266,
      "internal_or_utility_requests": 5583,
      "categories": [
        {
          "key": "ai_crawler",
          "label": "AI crawlers",
          "count": 20
        },
        {
          "key": "ai_user_agent",
          "label": "AI user agents",
          "count": 16
        },
        {
          "key": "search",
          "label": "Search",
          "count": 246
        },
        {
          "key": "seo_link_crawler",
          "label": "SEO/link crawlers",
          "count": 300
        },
        {
          "key": "other_named_automation",
          "label": "Other named automation",
          "count": 13
        }
      ]
    },
    "delta": {
      "external_machine_requests": -10,
      "scanner_probe_requests": 8,
      "internal_or_utility_requests": -4014,
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": -219
        },
        {
          "key": "other_named_automation",
          "count": 121
        },
        {
          "key": "ai_crawler",
          "count": 114
        },
        {
          "key": "search",
          "count": -84
        },
        {
          "key": "ai_user_agent",
          "count": 58
        }
      ]
    }
  },
  "source_window": {
    "first_seen": "2026-08-23T14:01:24.791Z",
    "last_seen": "2026-09-03T13:59:44.913Z",
    "since": null
  },
  "identity": {
    "status": "available",
    "generated_at": "2026-09-03T14:01:32.402Z",
    "source_window": {
      "first_seen": "2026-08-23T14:06:29.880Z",
      "last_seen": "2026-09-03T13:56:00.092Z",
      "since": null
    },
    "verification_counts": {
      "verified": 4844,
      "claimed_unverified": 1155,
      "not_verifiable": 5177
    },
    "families": [
      {
        "family": "SemrushBot",
        "status": "not_verifiable",
        "requests": 3634,
        "canonical_nodes": 957,
        "unique_materials": 960,
        "verification_method": "provider_not_published"
      },
      {
        "family": "YandexBot",
        "status": "verified",
        "requests": 1261,
        "canonical_nodes": 679,
        "unique_materials": 717,
        "verification_method": "forward_confirmed_rdns"
      },
      {
        "family": "AhrefsBot",
        "status": "not_verifiable",
        "requests": 1215,
        "canonical_nodes": 270,
        "unique_materials": 337,
        "verification_method": "provider_not_published"
      },
      {
        "family": "Bingbot",
        "status": "verified",
        "requests": 1175,
        "canonical_nodes": 505,
        "unique_materials": 569,
        "verification_method": "forward_confirmed_rdns"
      },
      {
        "family": "GPTBot",
        "status": "verified",
        "requests": 750,
        "canonical_nodes": 278,
        "unique_materials": 278,
        "verification_method": "official_cidr"
      },
      {
        "family": "OpenAI SearchBot",
        "status": "verified",
        "requests": 728,
        "canonical_nodes": 51,
        "unique_materials": 211,
        "verification_method": "official_cidr"
      },
      {
        "family": "Applebot",
        "status": "verified",
        "requests": 679,
        "canonical_nodes": 9,
        "unique_materials": 70,
        "verification_method": "official_cidr"
      },
      {
        "family": "Googlebot",
        "status": "claimed_unverified",
        "requests": 479,
        "canonical_nodes": 1,
        "unique_materials": 0,
        "verification_method": "official_cidr"
      },
      {
        "family": "ChatGPT-User",
        "status": "claimed_unverified",
        "requests": 147,
        "canonical_nodes": 7,
        "unique_materials": 5,
        "verification_method": "official_cidr"
      },
      {
        "family": "Googlebot",
        "status": "verified",
        "requests": 144,
        "canonical_nodes": 60,
        "unique_materials": 57,
        "verification_method": "official_cidr"
      },
      {
        "family": "Claude-User",
        "status": "not_verifiable",
        "requests": 135,
        "canonical_nodes": 2,
        "unique_materials": 1,
        "verification_method": "provider_not_published"
      },
      {
        "family": "GPTBot",
        "status": "claimed_unverified",
        "requests": 134,
        "canonical_nodes": 10,
        "unique_materials": 5,
        "verification_method": "official_cidr"
      }
    ],
    "graph_observation": {
      "eligible_nodes": 1014,
      "covered_nodes": 123,
      "coverage_percent": 12.1,
      "manifest_sessions": 10,
      "manifest_followthrough_sessions": 1,
      "followthrough_percent": 10,
      "median_discovery_latency_seconds": 5396890,
      "observed_path_span": 4,
      "verified_sessions": 192,
      "unique_materials": 120,
      "median_materials_per_session": 1,
      "p95_materials_per_session": 2,
      "max_materials_per_session": 3,
      "median_transitions_per_session": 0,
      "max_transitions_per_session": 3,
      "max_entrypoint_distance": 3
    },
    "window_metrics": [
      {
        "window": "24h",
        "requests": 750,
        "verified_requests": 278,
        "verified_families": 7,
        "eligible_nodes": 1014,
        "covered_nodes": 123,
        "coverage_percent": 12.1,
        "manifest_sessions": 10,
        "manifest_followthrough_sessions": 1,
        "followthrough_percent": 10,
        "median_discovery_latency_seconds": 5396890,
        "observed_path_span": 4,
        "verified_sessions": 192,
        "unique_materials": 120,
        "median_materials_per_session": 1,
        "p95_materials_per_session": 2,
        "max_materials_per_session": 3,
        "median_transitions_per_session": 0,
        "max_transitions_per_session": 3,
        "max_entrypoint_distance": 3
      },
      {
        "window": "7d",
        "requests": 6638,
        "verified_requests": 2584,
        "verified_families": 7,
        "eligible_nodes": 1014,
        "covered_nodes": 722,
        "coverage_percent": 71.2,
        "manifest_sessions": 135,
        "manifest_followthrough_sessions": 3,
        "followthrough_percent": 2.2,
        "median_discovery_latency_seconds": 4255069,
        "observed_path_span": 18,
        "verified_sessions": 1547,
        "unique_materials": 716,
        "median_materials_per_session": 1,
        "p95_materials_per_session": 2,
        "max_materials_per_session": 13,
        "median_transitions_per_session": 0,
        "max_transitions_per_session": 17,
        "max_entrypoint_distance": 3
      },
      {
        "window": "30d",
        "requests": 11176,
        "verified_requests": 4844,
        "verified_families": 7,
        "eligible_nodes": 1014,
        "covered_nodes": 893,
        "coverage_percent": 88.1,
        "manifest_sessions": 205,
        "manifest_followthrough_sessions": 3,
        "followthrough_percent": 1.5,
        "median_discovery_latency_seconds": 4435914,
        "observed_path_span": 255,
        "verified_sessions": 2256,
        "unique_materials": 933,
        "median_materials_per_session": 1,
        "p95_materials_per_session": 2,
        "max_materials_per_session": 248,
        "median_transitions_per_session": 0,
        "max_transitions_per_session": 431,
        "max_entrypoint_distance": 3
      }
    ]
  },
  "interpretation": {
    "route_coverage": "Route rankings are meaningful only when summary.route_coverage.complete is true.",
    "verification": "verified means the request identity matched an official CIDR range or a supported reverse-and-forward DNS check.",
    "sequence": "Manifest-to-content follow-through is temporal correlation within a private in-memory session, not proof of crawler intent or causality.",
    "polling": "Repeated manifest reads without downstream canonical content reads are reported as polling."
  },
  "last_24h": {
    "summary": {
      "external_machine_requests": 804,
      "identified_content_requests": 223,
      "discovery_or_index_requests": 132,
      "scanner_probe_requests": 415,
      "internal_or_utility_requests": 5589,
      "route_coverage": {
        "listed_requests": 804,
        "external_machine_requests": 804,
        "complete": true
      }
    },
    "categories": [
      {
        "key": "ai_crawler",
        "label": "AI crawlers",
        "count": 148
      },
      {
        "key": "ai_user_agent",
        "label": "AI user agents",
        "count": 80
      },
      {
        "key": "search",
        "label": "Search",
        "count": 253
      },
      {
        "key": "seo_link_crawler",
        "label": "SEO/link crawlers",
        "count": 188
      },
      {
        "key": "other_named_automation",
        "label": "Other named automation",
        "count": 135
      }
    ],
    "formats": [
      {
        "key": "html",
        "label": "HTML",
        "count": 516
      },
      {
        "key": "json",
        "label": "JSON",
        "count": 148
      },
      {
        "key": "markdown",
        "label": "Markdown",
        "count": 71
      },
      {
        "key": "robots_sitemap",
        "label": "robots/sitemap",
        "count": 65
      },
      {
        "key": "feed",
        "label": "feed",
        "count": 3
      },
      {
        "key": "llms",
        "label": "llms",
        "count": 1
      }
    ],
    "sections": [
      {
        "key": "other_public_route",
        "label": "Other public route",
        "section_kind": "other",
        "count": 449,
        "categories": [
          {
            "key": "other_named_automation",
            "count": 132
          },
          {
            "key": "ai_crawler",
            "count": 123
          },
          {
            "key": "ai_user_agent",
            "count": 68
          },
          {
            "key": "search",
            "count": 68
          },
          {
            "key": "seo_link_crawler",
            "count": 58
          }
        ]
      },
      {
        "key": "signals_detail",
        "label": "Signals detail",
        "section_kind": "content",
        "count": 113,
        "categories": [
          {
            "key": "search",
            "count": 74
          },
          {
            "key": "seo_link_crawler",
            "count": 38
          },
          {
            "key": "ai_crawler",
            "count": 1
          }
        ]
      },
      {
        "key": "robots",
        "label": "robots.txt",
        "section_kind": "discovery",
        "count": 62,
        "categories": [
          {
            "key": "seo_link_crawler",
            "count": 31
          },
          {
            "key": "search",
            "count": 22
          },
          {
            "key": "ai_crawler",
            "count": 7
          },
          {
            "key": "other_named_automation",
            "count": 2
          }
        ]
      },
      {
        "key": "posts_detail",
        "label": "Posts detail",
        "section_kind": "content",
        "count": 49,
        "categories": [
          {
            "key": "search",
            "count": 26
          },
          {
            "key": "seo_link_crawler",
            "count": 22
          },
          {
            "key": "ai_crawler",
            "count": 1
          }
        ]
      },
      {
        "key": "topic_detail",
        "label": "Topic detail",
        "section_kind": "content",
        "count": 39,
        "categories": [
          {
            "key": "seo_link_crawler",
            "count": 23
          },
          {
            "key": "search",
            "count": 13
          },
          {
            "key": "ai_crawler",
            "count": 3
          }
        ]
      },
      {
        "key": "posts_index",
        "label": "Posts index",
        "section_kind": "discovery",
        "count": 29,
        "categories": [
          {
            "key": "search",
            "count": 20
          },
          {
            "key": "ai_crawler",
            "count": 5
          },
          {
            "key": "seo_link_crawler",
            "count": 4
          }
        ]
      },
      {
        "key": "home",
        "label": "New Runtime home",
        "section_kind": "discovery",
        "count": 18,
        "categories": [
          {
            "key": "ai_user_agent",
            "count": 11
          },
          {
            "key": "ai_crawler",
            "count": 3
          },
          {
            "key": "seo_link_crawler",
            "count": 2
          },
          {
            "key": "other_named_automation",
            "count": 1
          },
          {
            "key": "search",
            "count": 1
          }
        ]
      },
      {
        "key": "machine_consumption",
        "label": "Machine consumption gateway",
        "section_kind": "discovery",
        "count": 10,
        "categories": [
          {
            "key": "search",
            "count": 10
          }
        ]
      }
    ],
    "content_items": [
      {
        "key": "robots\u0000robots",
        "title": "robots.txt",
        "section": "robots",
        "content_kind": "route",
        "count": 62,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "robots_sitemap",
            "count": 62
          }
        ],
        "categories": [
          {
            "key": "seo_link_crawler",
            "count": 31
          },
          {
            "key": "search",
            "count": 22
          },
          {
            "key": "ai_crawler",
            "count": 7
          },
          {
            "key": "other_named_automation",
            "count": 2
          }
        ]
      },
      {
        "key": "other_public_route\u0000route:/fetch/",
        "title": "/fetch/",
        "section": "other_public_route",
        "content_kind": "route",
        "count": 30,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 30
          }
        ],
        "categories": [
          {
            "key": "ai_crawler",
            "count": 13
          },
          {
            "key": "other_named_automation",
            "count": 11
          },
          {
            "key": "ai_user_agent",
            "count": 5
          },
          {
            "key": "search",
            "count": 1
          }
        ]
      },
      {
        "key": "posts_index\u0000posts_index",
        "title": "Posts index",
        "section": "posts_index",
        "content_kind": "route",
        "count": 29,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 29
          }
        ],
        "categories": [
          {
            "key": "search",
            "count": 20
          },
          {
            "key": "ai_crawler",
            "count": 5
          },
          {
            "key": "seo_link_crawler",
            "count": 4
          }
        ]
      },
      {
        "key": "home\u0000home",
        "title": "New Runtime home",
        "section": "home",
        "content_kind": "route",
        "count": 18,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 18
          }
        ],
        "categories": [
          {
            "key": "ai_user_agent",
            "count": 11
          },
          {
            "key": "ai_crawler",
            "count": 3
          },
          {
            "key": "seo_link_crawler",
            "count": 2
          },
          {
            "key": "other_named_automation",
            "count": 1
          },
          {
            "key": "search",
            "count": 1
          }
        ]
      },
      {
        "key": "other_public_route\u0000route:/proxy/",
        "title": "/proxy/",
        "section": "other_public_route",
        "content_kind": "route",
        "count": 14,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 14
          }
        ],
        "categories": [
          {
            "key": "ai_crawler",
            "count": 6
          },
          {
            "key": "other_named_automation",
            "count": 5
          },
          {
            "key": "ai_user_agent",
            "count": 3
          }
        ]
      },
      {
        "key": "machine_consumption\u0000machine_consumption",
        "title": "Machine consumption gateway",
        "section": "machine_consumption",
        "content_kind": "route",
        "count": 10,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "json",
            "count": 10
          }
        ],
        "categories": [
          {
            "key": "search",
            "count": 10
          }
        ]
      },
      {
        "key": "signals_index\u0000signals_index",
        "title": "Signals index",
        "section": "signals_index",
        "content_kind": "route",
        "count": 5,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 5
          }
        ],
        "categories": [
          {
            "key": "search",
            "count": 5
          }
        ]
      },
      {
        "key": "posts_detail\u0000/posts/arcee-open-model-science-post-training",
        "title": "Arcee Turns Scientific Post-Training Into A Run Ledger",
        "section": "posts_detail",
        "content_kind": "record",
        "count": 4,
        "topics": [
          "open-models",
          "scientific-ai",
          "post-training",
          "agent-harnesses"
        ],
        "related_patterns": [],
        "source_origins": [
          "arcee.ai"
        ],
        "formats": [
          {
            "key": "html",
            "count": 4
          }
        ],
        "categories": [
          {
            "key": "seo_link_crawler",
            "count": 3
          },
          {
            "key": "search",
            "count": 1
          }
        ]
      }
    ],
    "daily_comparison": {
      "current": {
        "day": "2026-09-03",
        "external_machine_requests": 585,
        "scanner_probe_requests": 274,
        "internal_or_utility_requests": 1569,
        "categories": [
          {
            "key": "ai_crawler",
            "label": "AI crawlers",
            "count": 134
          },
          {
            "key": "ai_user_agent",
            "label": "AI user agents",
            "count": 74
          },
          {
            "key": "search",
            "label": "Search",
            "count": 162
          },
          {
            "key": "seo_link_crawler",
            "label": "SEO/link crawlers",
            "count": 81
          },
          {
            "key": "other_named_automation",
            "label": "Other named automation",
            "count": 134
          }
        ]
      },
      "previous": {
        "day": "2026-09-02",
        "external_machine_requests": 219,
        "scanner_probe_requests": 141,
        "internal_or_utility_requests": 4020,
        "categories": [
          {
            "key": "ai_crawler",
            "label": "AI crawlers",
            "count": 14
          },
          {
            "key": "ai_user_agent",
            "label": "AI user agents",
            "count": 6
          },
          {
            "key": "search",
            "label": "Search",
            "count": 91
          },
          {
            "key": "seo_link_crawler",
            "label": "SEO/link crawlers",
            "count": 107
          },
          {
            "key": "other_named_automation",
            "label": "Other named automation",
            "count": 1
          }
        ]
      },
      "delta": {
        "external_machine_requests": 366,
        "scanner_probe_requests": 133,
        "internal_or_utility_requests": -2451,
        "categories": [
          {
            "key": "other_named_automation",
            "count": 133
          },
          {
            "key": "ai_crawler",
            "count": 120
          },
          {
            "key": "search",
            "count": 71
          },
          {
            "key": "ai_user_agent",
            "count": 68
          },
          {
            "key": "seo_link_crawler",
            "count": -26
          }
        ]
      }
    },
    "source_window": {
      "first_seen": "2026-09-02T14:00:20.913Z",
      "last_seen": "2026-09-03T13:59:44.913Z",
      "since": "2026-09-02T14:00:18.834Z"
    }
  },
  "notes": [
    "External machine requests are AI, search, SEO/link, social-preview, and other named automation agents only.",
    "One content item can be read through HTML, Markdown, or JSON; its count combines those public representations.",
    "No IP addresses, visitor IDs, query strings, raw user agents, or raw log lines are published.",
    "Crawler family names without successful provider verification remain claimed_unverified or not_verifiable."
  ]
}