{
  "schema_version": 1,
  "contract_version": "newruntime-machine-consumption-v1.1",
  "type": "machine_consumption_report",
  "stable_id": "machine_consumption:newruntime",
  "generated_at": "2026-11-17T01:33:20.788Z",
  "refresh_hint": "30m",
  "human_url": "https://newruntime.com/machine-consumption/",
  "schema_url": "https://newruntime.com/machine-consumption-schema.json",
  "discovery_graph_url": "https://newruntime.com/discovery-graph.json",
  "crawler_journeys_url": "https://newruntime.com/crawler-journeys.json",
  "experiment_registry_url": "https://newruntime.com/discovery-experiments.json",
  "next_reads": [
    {
      "type": "discovery_graph",
      "url": "https://newruntime.com/discovery-graph.json",
      "media_type": "application/json"
    },
    {
      "type": "site_index",
      "url": "https://newruntime.com/site-index.json",
      "media_type": "application/json"
    },
    {
      "type": "recent_changes",
      "url": "https://newruntime.com/feed.json",
      "media_type": "application/feed+json"
    },
    {
      "type": "signals_index",
      "url": "https://newruntime.com/signals.json",
      "media_type": "application/json"
    },
    {
      "type": "signals_collection",
      "url": "https://newruntime.com/signals/",
      "media_type": "text/html"
    },
    {
      "type": "signals_sitemap",
      "url": "https://newruntime.com/sitemap-signals.xml",
      "media_type": "application/xml"
    },
    {
      "type": "posts_index",
      "url": "https://newruntime.com/posts.json",
      "media_type": "application/json"
    },
    {
      "type": "posts_collection",
      "url": "https://newruntime.com/posts/",
      "media_type": "text/html"
    },
    {
      "type": "posts_sitemap",
      "url": "https://newruntime.com/sitemap-posts.xml",
      "media_type": "application/xml"
    },
    {
      "type": "topic_index",
      "url": "https://newruntime.com/topics.json",
      "media_type": "application/json"
    },
    {
      "type": "pattern_index",
      "url": "https://newruntime.com/patterns.json",
      "media_type": "application/json"
    },
    {
      "type": "crawler_journeys",
      "url": "https://newruntime.com/crawler-journeys.json",
      "media_type": "application/json"
    },
    {
      "type": "owner_profile_discovery",
      "url": "https://newruntime.com/owner-profile-discovery.json",
      "media_type": "application/json"
    },
    {
      "type": "owner_profile",
      "url": "https://newruntime.com/owner-profile.json",
      "media_type": "application/json"
    },
    {
      "type": "openapi",
      "url": "https://newruntime.com/openapi.json",
      "media_type": "application/vnd.oai.openapi+json"
    },
    {
      "type": "mcp",
      "url": "https://newruntime.com/mcp-readonly.json",
      "media_type": "application/json"
    },
    {
      "type": "atom_feed",
      "url": "https://newruntime.com/changes.xml",
      "media_type": "application/atom+xml"
    }
  ],
  "privacy": {
    "ip_addresses": "not_output",
    "visitor_ids": "not_output",
    "query_strings": "not_output",
    "raw_user_agents": "not_output",
    "raw_log_lines": "not_output",
    "source_urls": "origins_only"
  },
  "taxonomy": {
    "external_machine_requests": "ai_crawlers + ai_user_agents + search + seo_link_crawlers + other_named_automation",
    "ai_crawlers": "named AI training, search, or retrieval crawlers",
    "ai_user_agents": "user-triggered AI fetch identities such as ChatGPT-User",
    "search": "named web-search crawlers",
    "seo_link_crawlers": "named link-index and SEO crawlers such as AhrefsBot, MJ12bot, and SemrushBot",
    "scanner_probes": "scanner-like and sensitive-path probing, excluded from content consumption",
    "internal_monitoring": "New Runtime monitoring and generic utility clients, excluded from external machine totals"
  },
  "summary": {
    "external_machine_requests": 10557,
    "identified_content_requests": 457,
    "discovery_or_index_requests": 703,
    "scanner_probe_requests": 578,
    "internal_or_utility_requests": 2058,
    "route_coverage": {
      "listed_requests": 10557,
      "external_machine_requests": 10557,
      "complete": true
    }
  },
  "categories": [
    {
      "key": "ai_crawler",
      "label": "AI crawlers",
      "count": 1377
    },
    {
      "key": "ai_user_agent",
      "label": "AI user agents",
      "count": 588
    },
    {
      "key": "search",
      "label": "Search",
      "count": 1410
    },
    {
      "key": "seo_link_crawler",
      "label": "SEO/link crawlers",
      "count": 4220
    },
    {
      "key": "other_named_automation",
      "label": "Other named automation",
      "count": 2962
    }
  ],
  "formats": [
    {
      "key": "html",
      "label": "HTML",
      "count": 6539
    },
    {
      "key": "markdown",
      "label": "Markdown",
      "count": 1872
    },
    {
      "key": "json",
      "label": "JSON",
      "count": 1746
    },
    {
      "key": "robots_sitemap",
      "label": "robots/sitemap",
      "count": 235
    },
    {
      "key": "feed",
      "label": "feed",
      "count": 158
    },
    {
      "key": "llms",
      "label": "llms",
      "count": 7
    }
  ],
  "sections": [
    {
      "key": "other_public_route",
      "label": "Other public route",
      "section_kind": "other",
      "count": 9397,
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": 4111
        },
        {
          "key": "other_named_automation",
          "count": 2386
        },
        {
          "key": "ai_crawler",
          "count": 1264
        },
        {
          "key": "search",
          "count": 1105
        },
        {
          "key": "ai_user_agent",
          "count": 531
        }
      ]
    },
    {
      "key": "home",
      "label": "New Runtime home",
      "section_kind": "discovery",
      "count": 291,
      "categories": [
        {
          "key": "other_named_automation",
          "count": 256
        },
        {
          "key": "ai_user_agent",
          "count": 29
        },
        {
          "key": "search",
          "count": 5
        },
        {
          "key": "ai_crawler",
          "count": 1
        }
      ]
    },
    {
      "key": "signals_detail",
      "label": "Signals detail",
      "section_kind": "content",
      "count": 220,
      "categories": [
        {
          "key": "search",
          "count": 154
        },
        {
          "key": "other_named_automation",
          "count": 26
        },
        {
          "key": "seo_link_crawler",
          "count": 21
        },
        {
          "key": "ai_crawler",
          "count": 19
        }
      ]
    },
    {
      "key": "robots",
      "label": "robots.txt",
      "section_kind": "discovery",
      "count": 135,
      "categories": [
        {
          "key": "other_named_automation",
          "count": 49
        },
        {
          "key": "seo_link_crawler",
          "count": 49
        },
        {
          "key": "search",
          "count": 19
        },
        {
          "key": "ai_crawler",
          "count": 17
        },
        {
          "key": "ai_user_agent",
          "count": 1
        }
      ]
    },
    {
      "key": "rss",
      "label": "RSS feed",
      "section_kind": "discovery",
      "count": 106,
      "categories": [
        {
          "key": "other_named_automation",
          "count": 105
        },
        {
          "key": "ai_user_agent",
          "count": 1
        }
      ]
    },
    {
      "key": "topic_detail",
      "label": "Topic detail",
      "section_kind": "content",
      "count": 105,
      "categories": [
        {
          "key": "search",
          "count": 27
        },
        {
          "key": "ai_crawler",
          "count": 24
        },
        {
          "key": "ai_user_agent",
          "count": 22
        },
        {
          "key": "seo_link_crawler",
          "count": 19
        },
        {
          "key": "other_named_automation",
          "count": 13
        }
      ]
    },
    {
      "key": "posts_detail",
      "label": "Posts detail",
      "section_kind": "content",
      "count": 79,
      "categories": [
        {
          "key": "search",
          "count": 37
        },
        {
          "key": "other_named_automation",
          "count": 27
        },
        {
          "key": "seo_link_crawler",
          "count": 12
        },
        {
          "key": "ai_crawler",
          "count": 3
        }
      ]
    },
    {
      "key": "atom_changes",
      "label": "Atom change feed",
      "section_kind": "discovery",
      "count": 46,
      "categories": [
        {
          "key": "other_named_automation",
          "count": 42
        },
        {
          "key": "search",
          "count": 4
        }
      ]
    },
    {
      "key": "posts_index",
      "label": "Posts index",
      "section_kind": "discovery",
      "count": 30,
      "categories": [
        {
          "key": "other_named_automation",
          "count": 12
        },
        {
          "key": "search",
          "count": 12
        },
        {
          "key": "ai_crawler",
          "count": 6
        }
      ]
    },
    {
      "key": "signals_index",
      "label": "Signals index",
      "section_kind": "discovery",
      "count": 27,
      "categories": [
        {
          "key": "search",
          "count": 21
        },
        {
          "key": "other_named_automation",
          "count": 6
        }
      ]
    }
  ],
  "content_items": [
    {
      "key": "other_public_route\u0000route:/mcp/",
      "title": "/mcp/",
      "section": "other_public_route",
      "content_kind": "route",
      "count": 519,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 519
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 519
        }
      ]
    },
    {
      "key": "home\u0000home",
      "title": "New Runtime home",
      "section": "home",
      "content_kind": "route",
      "count": 291,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 291
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 256
        },
        {
          "key": "ai_user_agent",
          "count": 29
        },
        {
          "key": "search",
          "count": 5
        },
        {
          "key": "ai_crawler",
          "count": 1
        }
      ]
    },
    {
      "key": "robots\u0000robots",
      "title": "robots.txt",
      "section": "robots",
      "content_kind": "route",
      "count": 135,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "robots_sitemap",
          "count": 135
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 49
        },
        {
          "key": "seo_link_crawler",
          "count": 49
        },
        {
          "key": "search",
          "count": 19
        },
        {
          "key": "ai_crawler",
          "count": 17
        },
        {
          "key": "ai_user_agent",
          "count": 1
        }
      ]
    },
    {
      "key": "rss\u0000rss",
      "title": "RSS feed",
      "section": "rss",
      "content_kind": "route",
      "count": 106,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "feed",
          "count": 106
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 105
        },
        {
          "key": "ai_user_agent",
          "count": 1
        }
      ]
    },
    {
      "key": "other_public_route\u0000route:/sitemap-signals.xml/",
      "title": "/sitemap-signals.xml/",
      "section": "other_public_route",
      "content_kind": "route",
      "count": 62,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "robots_sitemap",
          "count": 62
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 62
        }
      ]
    },
    {
      "key": "atom_changes\u0000atom_changes",
      "title": "Atom change feed",
      "section": "atom_changes",
      "content_kind": "route",
      "count": 46,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "feed",
          "count": 46
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 42
        },
        {
          "key": "search",
          "count": 4
        }
      ]
    },
    {
      "key": "other_public_route\u0000route:/posts/simular-launches-box-a-shared-cloud-linux-desktop-7e876d/",
      "title": "/posts/simular-launches-box-a-shared-cloud-linux-desktop-7e876d/",
      "section": "other_public_route",
      "content_kind": "route",
      "count": 42,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 41
        },
        {
          "key": "json",
          "count": 1
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 38
        },
        {
          "key": "ai_user_agent",
          "count": 2
        },
        {
          "key": "search",
          "count": 1
        },
        {
          "key": "seo_link_crawler",
          "count": 1
        }
      ]
    },
    {
      "key": "posts_index\u0000posts_index",
      "title": "Posts index",
      "section": "posts_index",
      "content_kind": "route",
      "count": 30,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 25
        },
        {
          "key": "json",
          "count": 5
        }
      ],
      "categories": [
        {
          "key": "other_named_automation",
          "count": 12
        },
        {
          "key": "search",
          "count": 12
        },
        {
          "key": "ai_crawler",
          "count": 6
        }
      ]
    },
    {
      "key": "other_public_route\u0000route:/posts/an-update-on-our-recent-security-incident-d48bfb/",
      "title": "/posts/an-update-on-our-recent-security-incident-d48bfb/",
      "section": "other_public_route",
      "content_kind": "route",
      "count": 28,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 21
        },
        {
          "key": "markdown",
          "count": 4
        },
        {
          "key": "json",
          "count": 3
        }
      ],
      "categories": [
        {
          "key": "ai_user_agent",
          "count": 18
        },
        {
          "key": "ai_crawler",
          "count": 4
        },
        {
          "key": "other_named_automation",
          "count": 3
        },
        {
          "key": "seo_link_crawler",
          "count": 3
        }
      ]
    },
    {
      "key": "other_public_route\u0000route:/weeks/2026-w46/",
      "title": "/weeks/2026-w46/",
      "section": "other_public_route",
      "content_kind": "route",
      "count": 27,
      "topics": [],
      "related_patterns": [],
      "source_origins": [],
      "formats": [
        {
          "key": "html",
          "count": 27
        }
      ],
      "categories": [
        {
          "key": "ai_user_agent",
          "count": 22
        },
        {
          "key": "other_named_automation",
          "count": 4
        },
        {
          "key": "ai_crawler",
          "count": 1
        }
      ]
    }
  ],
  "agents": [
    {
      "label": "AhrefsBot",
      "category": "seo_link_crawler",
      "count": 1605,
      "first_seen": "2026-11-16T07:49:12.501Z",
      "last_seen": "2026-11-17T01:28:46.611Z"
    },
    {
      "label": "MJ12bot",
      "category": "seo_link_crawler",
      "count": 1603,
      "first_seen": "2026-11-16T06:50:46.681Z",
      "last_seen": "2026-11-17T00:58:27.064Z"
    },
    {
      "label": "SemrushBot",
      "category": "seo_link_crawler",
      "count": 932,
      "first_seen": "2026-11-16T06:36:11.185Z",
      "last_seen": "2026-11-17T01:11:19.655Z"
    },
    {
      "label": "PetalBot",
      "category": "search",
      "count": 811,
      "first_seen": "2026-11-16T06:36:03.220Z",
      "last_seen": "2026-11-17T01:29:13.672Z"
    },
    {
      "label": "ChatGPT-User",
      "category": "ai_user_agent",
      "count": 580,
      "first_seen": "2026-11-16T06:35:18.316Z",
      "last_seen": "2026-11-17T01:26:18.021Z"
    },
    {
      "label": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0 … (compatible; Epochal-Search/1.0)",
      "category": "other_named_automation",
      "count": 556,
      "first_seen": "2026-11-16T06:49:05.368Z",
      "last_seen": "2026-11-17T01:19:55.836Z"
    },
    {
      "label": "PerplexityBot",
      "category": "ai_crawler",
      "count": 543,
      "first_seen": "2026-11-16T06:47:01.629Z",
      "last_seen": "2026-11-17T00:27:45.542Z"
    },
    {
      "label": "OpenAI SearchBot",
      "category": "ai_crawler",
      "count": 513,
      "first_seen": "2026-11-16T06:35:25.478Z",
      "last_seen": "2026-11-17T01:26:10.493Z"
    },
    {
      "label": "Mozilla/5.0 (compatible; ExaSearchBot/1.0; +https://crawler.exa.ai/)",
      "category": "other_named_automation",
      "count": 435,
      "first_seen": "2026-11-16T06:35:51.141Z",
      "last_seen": "2026-11-16T22:37:59.271Z"
    },
    {
      "label": "YandexBot",
      "category": "search",
      "count": 375,
      "first_seen": "2026-11-16T06:42:32.973Z",
      "last_seen": "2026-11-17T01:25:19.490Z"
    },
    {
      "label": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)",
      "category": "other_named_automation",
      "count": 360,
      "first_seen": "2026-11-16T06:42:26.699Z",
      "last_seen": "2026-11-17T01:23:20.334Z"
    },
    {
      "label": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amaz",
      "category": "other_named_automation",
      "count": 272,
      "first_seen": "2026-11-16T06:46:08.888Z",
      "last_seen": "2026-11-17T01:08:36.938Z"
    }
  ],
  "new_agents": [
    {
      "label": "PersonalBots-Discovery/1.0",
      "category": "other_named_automation",
      "count": 1,
      "first_seen": "2026-11-17T01:26:55.551Z",
      "last_seen": "2026-11-17T01:26:55.551Z"
    },
    {
      "label": "MCPStationBot/0.1 (+https://mcpstation.net/methods; report@mcpstation.net)",
      "category": "other_named_automation",
      "count": 3,
      "first_seen": "2026-11-17T01:14:25.809Z",
      "last_seen": "2026-11-17T01:14:28.155Z"
    },
    {
      "label": "Mozilla/5.0 (compatible; GeoBot/1.0)",
      "category": "other_named_automation",
      "count": 1,
      "first_seen": "2026-11-17T01:09:24.675Z",
      "last_seen": "2026-11-17T01:09:24.675Z"
    },
    {
      "label": "TelegramBot",
      "category": "other_named_automation",
      "count": 1,
      "first_seen": "2026-11-17T00:55:18.320Z",
      "last_seen": "2026-11-17T00:55:18.320Z"
    },
    {
      "label": "CCBot",
      "category": "ai_crawler",
      "count": 87,
      "first_seen": "2026-11-17T00:42:29.310Z",
      "last_seen": "2026-11-17T01:29:57.512Z"
    },
    {
      "label": "BotsRated-mcp-probe/0.5 (unauthenticated initialize + tools/list; unpaid tools/call only on tools that state a price, to",
      "category": "other_named_automation",
      "count": 4,
      "first_seen": "2026-11-17T00:24:37.855Z",
      "last_seen": "2026-11-17T00:24:38.715Z"
    },
    {
      "label": "Mozilla/5.0 (compatible; ElevenlabsCrawler/1.0; +https://elevenlabs.io/docs/bots)",
      "category": "other_named_automation",
      "count": 14,
      "first_seen": "2026-11-16T20:48:54.275Z",
      "last_seen": "2026-11-16T22:10:04.210Z"
    },
    {
      "label": "Bytespider",
      "category": "other_named_automation",
      "count": 1,
      "first_seen": "2026-11-16T20:25:35.739Z",
      "last_seen": "2026-11-16T20:25:35.739Z"
    }
  ],
  "daily_comparison": {
    "current": {
      "day": "2026-11-17",
      "external_machine_requests": 673,
      "scanner_probe_requests": 184,
      "internal_or_utility_requests": 154,
      "categories": [
        {
          "key": "ai_crawler",
          "label": "AI crawlers",
          "count": 150
        },
        {
          "key": "ai_user_agent",
          "label": "AI user agents",
          "count": 18
        },
        {
          "key": "search",
          "label": "Search",
          "count": 83
        },
        {
          "key": "seo_link_crawler",
          "label": "SEO/link crawlers",
          "count": 237
        },
        {
          "key": "other_named_automation",
          "label": "Other named automation",
          "count": 185
        }
      ]
    },
    "previous": {
      "day": "2026-11-16",
      "external_machine_requests": 9884,
      "scanner_probe_requests": 394,
      "internal_or_utility_requests": 1904,
      "categories": [
        {
          "key": "ai_crawler",
          "label": "AI crawlers",
          "count": 1227
        },
        {
          "key": "ai_user_agent",
          "label": "AI user agents",
          "count": 570
        },
        {
          "key": "search",
          "label": "Search",
          "count": 1327
        },
        {
          "key": "seo_link_crawler",
          "label": "SEO/link crawlers",
          "count": 3983
        },
        {
          "key": "other_named_automation",
          "label": "Other named automation",
          "count": 2777
        }
      ]
    },
    "delta": {
      "external_machine_requests": -9211,
      "scanner_probe_requests": -210,
      "internal_or_utility_requests": -1750,
      "categories": [
        {
          "key": "seo_link_crawler",
          "count": -3746
        },
        {
          "key": "other_named_automation",
          "count": -2592
        },
        {
          "key": "search",
          "count": -1244
        },
        {
          "key": "ai_crawler",
          "count": -1077
        },
        {
          "key": "ai_user_agent",
          "count": -552
        }
      ]
    }
  },
  "source_window": {
    "first_seen": "2026-11-16T06:34:46.346Z",
    "last_seen": "2026-11-17T01:30:04.855Z",
    "since": null
  },
  "identity": {
    "status": "available",
    "generated_at": "2026-11-17T01:31:38.149Z",
    "source_window": {
      "first_seen": "2026-11-16T06:35:18.316Z",
      "last_seen": "2026-11-17T01:29:57.512Z",
      "since": null
    },
    "verification_counts": {
      "verified": 3703,
      "claimed_unverified": 4,
      "not_verifiable": 4268
    },
    "families": [
      {
        "family": "AhrefsBot",
        "status": "not_verifiable",
        "requests": 1606,
        "canonical_nodes": 21,
        "unique_materials": 590,
        "verification_method": "provider_not_published"
      },
      {
        "family": "MJ12bot",
        "status": "not_verifiable",
        "requests": 1603,
        "canonical_nodes": 0,
        "unique_materials": 516,
        "verification_method": "provider_not_published"
      },
      {
        "family": "SemrushBot",
        "status": "not_verifiable",
        "requests": 932,
        "canonical_nodes": 27,
        "unique_materials": 602,
        "verification_method": "provider_not_published"
      },
      {
        "family": "OpenAI SearchBot",
        "status": "verified",
        "requests": 879,
        "canonical_nodes": 19,
        "unique_materials": 225,
        "verification_method": "official_cidr"
      },
      {
        "family": "PetalBot",
        "status": "verified",
        "requests": 811,
        "canonical_nodes": 145,
        "unique_materials": 623,
        "verification_method": "forward_confirmed_rdns"
      },
      {
        "family": "ChatGPT-User",
        "status": "verified",
        "requests": 580,
        "canonical_nodes": 23,
        "unique_materials": 260,
        "verification_method": "official_cidr"
      },
      {
        "family": "PerplexityBot",
        "status": "verified",
        "requests": 543,
        "canonical_nodes": 211,
        "unique_materials": 144,
        "verification_method": "official_cidr"
      },
      {
        "family": "YandexBot",
        "status": "verified",
        "requests": 375,
        "canonical_nodes": 195,
        "unique_materials": 153,
        "verification_method": "forward_confirmed_rdns"
      },
      {
        "family": "Applebot",
        "status": "verified",
        "requests": 251,
        "canonical_nodes": 1,
        "unique_materials": 109,
        "verification_method": "official_cidr"
      },
      {
        "family": "GPTBot",
        "status": "verified",
        "requests": 211,
        "canonical_nodes": 4,
        "unique_materials": 84,
        "verification_method": "official_cidr"
      },
      {
        "family": "CCBot",
        "status": "not_verifiable",
        "requests": 87,
        "canonical_nodes": 41,
        "unique_materials": 34,
        "verification_method": "provider_not_published"
      },
      {
        "family": "Bingbot",
        "status": "verified",
        "requests": 34,
        "canonical_nodes": 7,
        "unique_materials": 9,
        "verification_method": "forward_confirmed_rdns"
      }
    ],
    "graph_observation": {
      "eligible_nodes": 1594,
      "covered_nodes": 521,
      "coverage_percent": 32.7,
      "manifest_sessions": 422,
      "manifest_followthrough_sessions": 17,
      "followthrough_percent": 4,
      "median_discovery_latency_seconds": null,
      "observed_path_span": 27,
      "verified_sessions": 754,
      "unique_materials": 860,
      "median_materials_per_session": 0,
      "p95_materials_per_session": 6,
      "max_materials_per_session": 45,
      "median_transitions_per_session": 0,
      "max_transitions_per_session": 26,
      "max_entrypoint_distance": 3
    },
    "window_metrics": [
      {
        "window": "24h",
        "requests": 7975,
        "verified_requests": 3703,
        "verified_families": 9,
        "eligible_nodes": 1594,
        "covered_nodes": 521,
        "coverage_percent": 32.7,
        "manifest_sessions": 422,
        "manifest_followthrough_sessions": 17,
        "followthrough_percent": 4,
        "median_discovery_latency_seconds": null,
        "observed_path_span": 27,
        "verified_sessions": 754,
        "unique_materials": 860,
        "median_materials_per_session": 0,
        "p95_materials_per_session": 6,
        "max_materials_per_session": 45,
        "median_transitions_per_session": 0,
        "max_transitions_per_session": 26,
        "max_entrypoint_distance": 3
      },
      {
        "window": "7d",
        "requests": 7975,
        "verified_requests": 3703,
        "verified_families": 9,
        "eligible_nodes": 1594,
        "covered_nodes": 521,
        "coverage_percent": 32.7,
        "manifest_sessions": 422,
        "manifest_followthrough_sessions": 17,
        "followthrough_percent": 4,
        "median_discovery_latency_seconds": null,
        "observed_path_span": 27,
        "verified_sessions": 754,
        "unique_materials": 860,
        "median_materials_per_session": 0,
        "p95_materials_per_session": 6,
        "max_materials_per_session": 45,
        "median_transitions_per_session": 0,
        "max_transitions_per_session": 26,
        "max_entrypoint_distance": 3
      },
      {
        "window": "30d",
        "requests": 7975,
        "verified_requests": 3703,
        "verified_families": 9,
        "eligible_nodes": 1594,
        "covered_nodes": 521,
        "coverage_percent": 32.7,
        "manifest_sessions": 422,
        "manifest_followthrough_sessions": 17,
        "followthrough_percent": 4,
        "median_discovery_latency_seconds": null,
        "observed_path_span": 27,
        "verified_sessions": 754,
        "unique_materials": 860,
        "median_materials_per_session": 0,
        "p95_materials_per_session": 6,
        "max_materials_per_session": 45,
        "median_transitions_per_session": 0,
        "max_transitions_per_session": 26,
        "max_entrypoint_distance": 3
      }
    ]
  },
  "interpretation": {
    "route_coverage": "Route rankings are meaningful only when summary.route_coverage.complete is true.",
    "verification": "verified means the request identity matched an official CIDR range or a supported reverse-and-forward DNS check.",
    "sequence": "Manifest-to-content follow-through is temporal correlation within a private in-memory session, not proof of crawler intent or causality.",
    "polling": "Repeated manifest reads without downstream canonical content reads are reported as polling."
  },
  "last_24h": {
    "summary": {
      "external_machine_requests": 10557,
      "identified_content_requests": 457,
      "discovery_or_index_requests": 703,
      "scanner_probe_requests": 578,
      "internal_or_utility_requests": 2058,
      "route_coverage": {
        "listed_requests": 10557,
        "external_machine_requests": 10557,
        "complete": true
      }
    },
    "categories": [
      {
        "key": "ai_crawler",
        "label": "AI crawlers",
        "count": 1377
      },
      {
        "key": "ai_user_agent",
        "label": "AI user agents",
        "count": 588
      },
      {
        "key": "search",
        "label": "Search",
        "count": 1410
      },
      {
        "key": "seo_link_crawler",
        "label": "SEO/link crawlers",
        "count": 4220
      },
      {
        "key": "other_named_automation",
        "label": "Other named automation",
        "count": 2962
      }
    ],
    "formats": [
      {
        "key": "html",
        "label": "HTML",
        "count": 6539
      },
      {
        "key": "markdown",
        "label": "Markdown",
        "count": 1872
      },
      {
        "key": "json",
        "label": "JSON",
        "count": 1746
      },
      {
        "key": "robots_sitemap",
        "label": "robots/sitemap",
        "count": 235
      },
      {
        "key": "feed",
        "label": "feed",
        "count": 158
      },
      {
        "key": "llms",
        "label": "llms",
        "count": 7
      }
    ],
    "sections": [
      {
        "key": "other_public_route",
        "label": "Other public route",
        "section_kind": "other",
        "count": 9397,
        "categories": [
          {
            "key": "seo_link_crawler",
            "count": 4111
          },
          {
            "key": "other_named_automation",
            "count": 2386
          },
          {
            "key": "ai_crawler",
            "count": 1264
          },
          {
            "key": "search",
            "count": 1105
          },
          {
            "key": "ai_user_agent",
            "count": 531
          }
        ]
      },
      {
        "key": "home",
        "label": "New Runtime home",
        "section_kind": "discovery",
        "count": 291,
        "categories": [
          {
            "key": "other_named_automation",
            "count": 256
          },
          {
            "key": "ai_user_agent",
            "count": 29
          },
          {
            "key": "search",
            "count": 5
          },
          {
            "key": "ai_crawler",
            "count": 1
          }
        ]
      },
      {
        "key": "signals_detail",
        "label": "Signals detail",
        "section_kind": "content",
        "count": 220,
        "categories": [
          {
            "key": "search",
            "count": 154
          },
          {
            "key": "other_named_automation",
            "count": 26
          },
          {
            "key": "seo_link_crawler",
            "count": 21
          },
          {
            "key": "ai_crawler",
            "count": 19
          }
        ]
      },
      {
        "key": "robots",
        "label": "robots.txt",
        "section_kind": "discovery",
        "count": 135,
        "categories": [
          {
            "key": "other_named_automation",
            "count": 49
          },
          {
            "key": "seo_link_crawler",
            "count": 49
          },
          {
            "key": "search",
            "count": 19
          },
          {
            "key": "ai_crawler",
            "count": 17
          },
          {
            "key": "ai_user_agent",
            "count": 1
          }
        ]
      },
      {
        "key": "rss",
        "label": "RSS feed",
        "section_kind": "discovery",
        "count": 106,
        "categories": [
          {
            "key": "other_named_automation",
            "count": 105
          },
          {
            "key": "ai_user_agent",
            "count": 1
          }
        ]
      },
      {
        "key": "topic_detail",
        "label": "Topic detail",
        "section_kind": "content",
        "count": 105,
        "categories": [
          {
            "key": "search",
            "count": 27
          },
          {
            "key": "ai_crawler",
            "count": 24
          },
          {
            "key": "ai_user_agent",
            "count": 22
          },
          {
            "key": "seo_link_crawler",
            "count": 19
          },
          {
            "key": "other_named_automation",
            "count": 13
          }
        ]
      },
      {
        "key": "posts_detail",
        "label": "Posts detail",
        "section_kind": "content",
        "count": 79,
        "categories": [
          {
            "key": "search",
            "count": 37
          },
          {
            "key": "other_named_automation",
            "count": 27
          },
          {
            "key": "seo_link_crawler",
            "count": 12
          },
          {
            "key": "ai_crawler",
            "count": 3
          }
        ]
      },
      {
        "key": "atom_changes",
        "label": "Atom change feed",
        "section_kind": "discovery",
        "count": 46,
        "categories": [
          {
            "key": "other_named_automation",
            "count": 42
          },
          {
            "key": "search",
            "count": 4
          }
        ]
      }
    ],
    "content_items": [
      {
        "key": "other_public_route\u0000route:/mcp/",
        "title": "/mcp/",
        "section": "other_public_route",
        "content_kind": "route",
        "count": 519,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 519
          }
        ],
        "categories": [
          {
            "key": "other_named_automation",
            "count": 519
          }
        ]
      },
      {
        "key": "home\u0000home",
        "title": "New Runtime home",
        "section": "home",
        "content_kind": "route",
        "count": 291,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 291
          }
        ],
        "categories": [
          {
            "key": "other_named_automation",
            "count": 256
          },
          {
            "key": "ai_user_agent",
            "count": 29
          },
          {
            "key": "search",
            "count": 5
          },
          {
            "key": "ai_crawler",
            "count": 1
          }
        ]
      },
      {
        "key": "robots\u0000robots",
        "title": "robots.txt",
        "section": "robots",
        "content_kind": "route",
        "count": 135,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "robots_sitemap",
            "count": 135
          }
        ],
        "categories": [
          {
            "key": "other_named_automation",
            "count": 49
          },
          {
            "key": "seo_link_crawler",
            "count": 49
          },
          {
            "key": "search",
            "count": 19
          },
          {
            "key": "ai_crawler",
            "count": 17
          },
          {
            "key": "ai_user_agent",
            "count": 1
          }
        ]
      },
      {
        "key": "rss\u0000rss",
        "title": "RSS feed",
        "section": "rss",
        "content_kind": "route",
        "count": 106,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "feed",
            "count": 106
          }
        ],
        "categories": [
          {
            "key": "other_named_automation",
            "count": 105
          },
          {
            "key": "ai_user_agent",
            "count": 1
          }
        ]
      },
      {
        "key": "other_public_route\u0000route:/sitemap-signals.xml/",
        "title": "/sitemap-signals.xml/",
        "section": "other_public_route",
        "content_kind": "route",
        "count": 62,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "robots_sitemap",
            "count": 62
          }
        ],
        "categories": [
          {
            "key": "other_named_automation",
            "count": 62
          }
        ]
      },
      {
        "key": "atom_changes\u0000atom_changes",
        "title": "Atom change feed",
        "section": "atom_changes",
        "content_kind": "route",
        "count": 46,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "feed",
            "count": 46
          }
        ],
        "categories": [
          {
            "key": "other_named_automation",
            "count": 42
          },
          {
            "key": "search",
            "count": 4
          }
        ]
      },
      {
        "key": "other_public_route\u0000route:/posts/simular-launches-box-a-shared-cloud-linux-desktop-7e876d/",
        "title": "/posts/simular-launches-box-a-shared-cloud-linux-desktop-7e876d/",
        "section": "other_public_route",
        "content_kind": "route",
        "count": 42,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 41
          },
          {
            "key": "json",
            "count": 1
          }
        ],
        "categories": [
          {
            "key": "other_named_automation",
            "count": 38
          },
          {
            "key": "ai_user_agent",
            "count": 2
          },
          {
            "key": "search",
            "count": 1
          },
          {
            "key": "seo_link_crawler",
            "count": 1
          }
        ]
      },
      {
        "key": "posts_index\u0000posts_index",
        "title": "Posts index",
        "section": "posts_index",
        "content_kind": "route",
        "count": 30,
        "topics": [],
        "related_patterns": [],
        "source_origins": [],
        "formats": [
          {
            "key": "html",
            "count": 25
          },
          {
            "key": "json",
            "count": 5
          }
        ],
        "categories": [
          {
            "key": "other_named_automation",
            "count": 12
          },
          {
            "key": "search",
            "count": 12
          },
          {
            "key": "ai_crawler",
            "count": 6
          }
        ]
      }
    ],
    "daily_comparison": {
      "current": {
        "day": "2026-11-17",
        "external_machine_requests": 673,
        "scanner_probe_requests": 184,
        "internal_or_utility_requests": 154,
        "categories": [
          {
            "key": "ai_crawler",
            "label": "AI crawlers",
            "count": 150
          },
          {
            "key": "ai_user_agent",
            "label": "AI user agents",
            "count": 18
          },
          {
            "key": "search",
            "label": "Search",
            "count": 83
          },
          {
            "key": "seo_link_crawler",
            "label": "SEO/link crawlers",
            "count": 237
          },
          {
            "key": "other_named_automation",
            "label": "Other named automation",
            "count": 185
          }
        ]
      },
      "previous": {
        "day": "2026-11-16",
        "external_machine_requests": 9884,
        "scanner_probe_requests": 394,
        "internal_or_utility_requests": 1904,
        "categories": [
          {
            "key": "ai_crawler",
            "label": "AI crawlers",
            "count": 1227
          },
          {
            "key": "ai_user_agent",
            "label": "AI user agents",
            "count": 570
          },
          {
            "key": "search",
            "label": "Search",
            "count": 1327
          },
          {
            "key": "seo_link_crawler",
            "label": "SEO/link crawlers",
            "count": 3983
          },
          {
            "key": "other_named_automation",
            "label": "Other named automation",
            "count": 2777
          }
        ]
      },
      "delta": {
        "external_machine_requests": -9211,
        "scanner_probe_requests": -210,
        "internal_or_utility_requests": -1750,
        "categories": [
          {
            "key": "seo_link_crawler",
            "count": -3746
          },
          {
            "key": "other_named_automation",
            "count": -2592
          },
          {
            "key": "search",
            "count": -1244
          },
          {
            "key": "ai_crawler",
            "count": -1077
          },
          {
            "key": "ai_user_agent",
            "count": -552
          }
        ]
      }
    },
    "source_window": {
      "first_seen": "2026-11-16T06:34:46.346Z",
      "last_seen": "2026-11-17T01:30:04.855Z",
      "since": "2026-11-16T01:30:53.666Z"
    }
  },
  "notes": [
    "External machine requests are AI, search, SEO/link, social-preview, and other named automation agents only.",
    "One content item can be read through HTML, Markdown, or JSON; its count combines those public representations.",
    "No IP addresses, visitor IDs, query strings, raw user agents, or raw log lines are published.",
    "Crawler family names without successful provider verification remain claimed_unverified or not_verifiable."
  ]
}
