{"schema_version":1,"contract_version":"newruntime-crawler-journeys-v1","type":"crawler_journey_aggregate","stable_id":"crawler_journeys:newruntime","generated_at":"2026-09-03T15:31:30.497Z","refresh_hint":"30m","human_url":"https://newruntime.com/machine-consumption/","schema_url":"https://newruntime.com/crawler-journeys-schema.json","source_window":{"first_seen":"2026-08-23T14:06:29.880Z","last_seen":"2026-09-03T15:27:21.900Z"},"sessionization":{"gap_seconds":1800,"subject":"claimed bot family + verification status; source IP separates concurrent request streams only in memory","canonicalization":"HTML, JSON, and Markdown representations collapse to one canonical material before depth is counted.","path_semantics":"Ordered successful server requests, not a proven crawler decision path."},"identity_confidence":{"claimed_unverified":1155,"not_verifiable":5313,"verified":4858},"verification_counts":{"claimed_unverified":1155,"not_verifiable":5313,"verified":4858},"eligible_canonical_nodes":1014,"families":[{"family":"SemrushBot","verification_status":"not_verifiable","verification_method":"provider_not_published","requests":3634,"successful_requests":3561,"machine_consumption_reads":1,"content_reads":2976,"feeds_or_discovery_reads":233,"unique_canonical_nodes":957,"unique_materials":960,"coverage_percent":94.4,"formats":[{"key":"html","count":2207},{"key":"json","count":610},{"key":"markdown","count":598},{"key":"text","count":209},{"key":"xml","count":10}],"first_seen":"2026-08-23T22:05:24.732Z","last_seen":"2026-09-03T13:41:40.163Z"},{"family":"YandexBot","verification_status":"verified","verification_method":"forward_confirmed_rdns","requests":1262,"successful_requests":1259,"machine_consumption_reads":0,"content_reads":958,"feeds_or_discovery_reads":187,"unique_canonical_nodes":680,"unique_materials":717,"coverage_percent":67.1,"formats":[{"key":"html","count":874},{"key":"text","count":181},{"key":"markdown","count":129},{"key":"json","count":78}],"first_seen":"2026-08-23T15:17:27.941Z","last_seen":"2026-09-03T14:42:36.286Z"},{"family":"AhrefsBot","verification_status":"not_verifiable","verification_method":"provider_not_published","requests":1226,"successful_requests":1170,"machine_consumption_reads":2,"content_reads":978,"feeds_or_discovery_reads":105,"unique_canonical_nodes":270,"unique_materials":338,"coverage_percent":26.6,"formats":[{"key":"html","count":472},{"key":"json","count":340},{"key":"markdown","count":320},{"key":"text","count":64},{"key":"xml","count":30}],"first_seen":"2026-08-23T14:06:29.880Z","last_seen":"2026-09-03T15:12:47.588Z"},{"family":"Bingbot","verification_status":"verified","verification_method":"forward_confirmed_rdns","requests":1184,"successful_requests":1134,"machine_consumption_reads":17,"content_reads":869,"feeds_or_discovery_reads":96,"unique_canonical_nodes":508,"unique_materials":572,"coverage_percent":50.1,"formats":[{"key":"html","count":743},{"key":"json","count":200},{"key":"markdown","count":188},{"key":"xml","count":39},{"key":"text","count":14}],"first_seen":"2026-08-23T14:11:04.046Z","last_seen":"2026-09-03T15:27:21.900Z"},{"family":"GPTBot","verification_status":"verified","verification_method":"official_cidr","requests":750,"successful_requests":742,"machine_consumption_reads":6,"content_reads":464,"feeds_or_discovery_reads":29,"unique_canonical_nodes":278,"unique_materials":278,"coverage_percent":27.4,"formats":[{"key":"html","count":533},{"key":"json","count":104},{"key":"markdown","count":95},{"key":"xml","count":18}],"first_seen":"2026-08-24T13:18:21.573Z","last_seen":"2026-09-03T13:43:08.752Z"},{"family":"OpenAI SearchBot","verification_status":"verified","verification_method":"official_cidr","requests":728,"successful_requests":702,"machine_consumption_reads":2,"content_reads":597,"feeds_or_discovery_reads":47,"unique_canonical_nodes":51,"unique_materials":211,"coverage_percent":5,"formats":[{"key":"html","count":320},{"key":"json","count":185},{"key":"markdown","count":178},{"key":"text","count":45}],"first_seen":"2026-08-23T16:14:13.189Z","last_seen":"2026-09-03T13:56:00.092Z"},{"family":"Applebot","verification_status":"verified","verification_method":"official_cidr","requests":681,"successful_requests":619,"machine_consumption_reads":172,"content_reads":275,"feeds_or_discovery_reads":203,"unique_canonical_nodes":9,"unique_materials":70,"coverage_percent":0.9,"formats":[{"key":"html","count":322},{"key":"json","count":252},{"key":"markdown","count":76},{"key":"text","count":31}],"first_seen":"2026-08-23T15:31:28.227Z","last_seen":"2026-09-03T15:04:10.028Z"},{"family":"Googlebot","verification_status":"claimed_unverified","verification_method":"official_cidr","requests":479,"successful_requests":13,"machine_consumption_reads":0,"content_reads":0,"feeds_or_discovery_reads":2,"unique_canonical_nodes":1,"unique_materials":0,"coverage_percent":0.1,"formats":[{"key":"html","count":430},{"key":"json","count":37},{"key":"text","count":8},{"key":"xml","count":4}],"first_seen":"2026-08-24T03:13:00.095Z","last_seen":"2026-09-03T03:10:00.602Z"},{"family":"ClaudeBot","verification_status":"not_verifiable","verification_method":"provider_not_published","requests":192,"successful_requests":137,"machine_consumption_reads":1,"content_reads":64,"feeds_or_discovery_reads":16,"unique_canonical_nodes":55,"unique_materials":42,"coverage_percent":5.4,"formats":[{"key":"html","count":132},{"key":"json","count":35},{"key":"markdown","count":18},{"key":"xml","count":4},{"key":"text","count":3}],"first_seen":"2026-08-24T20:45:30.456Z","last_seen":"2026-09-03T15:20:38.861Z"},{"family":"ChatGPT-User","verification_status":"claimed_unverified","verification_method":"official_cidr","requests":147,"successful_requests":19,"machine_consumption_reads":0,"content_reads":5,"feeds_or_discovery_reads":2,"unique_canonical_nodes":7,"unique_materials":5,"coverage_percent":0.7,"formats":[{"key":"html","count":116},{"key":"json","count":27},{"key":"markdown","count":2},{"key":"xml","count":2}],"first_seen":"2026-08-24T07:00:30.960Z","last_seen":"2026-09-03T00:33:20.187Z"},{"family":"Googlebot","verification_status":"verified","verification_method":"official_cidr","requests":144,"successful_requests":143,"machine_consumption_reads":14,"content_reads":58,"feeds_or_discovery_reads":50,"unique_canonical_nodes":60,"unique_materials":57,"coverage_percent":5.9,"formats":[{"key":"html","count":92},{"key":"xml","count":24},{"key":"json","count":16},{"key":"text","count":11},{"key":"markdown","count":1}],"first_seen":"2026-08-23T17:39:16.287Z","last_seen":"2026-09-03T06:53:26.891Z"},{"family":"Claude-User","verification_status":"not_verifiable","verification_method":"provider_not_published","requests":135,"successful_requests":3,"machine_consumption_reads":0,"content_reads":1,"feeds_or_discovery_reads":1,"unique_canonical_nodes":2,"unique_materials":1,"coverage_percent":0.2,"formats":[{"key":"html","count":103},{"key":"json","count":32}],"first_seen":"2026-08-26T02:43:20.761Z","last_seen":"2026-09-03T00:33:19.198Z"},{"family":"GPTBot","verification_status":"claimed_unverified","verification_method":"official_cidr","requests":134,"successful_requests":26,"machine_consumption_reads":0,"content_reads":5,"feeds_or_discovery_reads":2,"unique_canonical_nodes":10,"unique_materials":5,"coverage_percent":1,"formats":[{"key":"html","count":115},{"key":"json","count":18},{"key":"markdown","count":1}],"first_seen":"2026-08-24T07:00:30.950Z","last_seen":"2026-09-03T00:33:20.184Z"},{"family":"OpenAI SearchBot","verification_status":"claimed_unverified","verification_method":"official_cidr","requests":121,"successful_requests":15,"machine_consumption_reads":0,"content_reads":7,"feeds_or_discovery_reads":2,"unique_canonical_nodes":11,"unique_materials":7,"coverage_percent":1.1,"formats":[{"key":"html","count":91},{"key":"json","count":25},{"key":"xml","count":3},{"key":"markdown","count":2}],"first_seen":"2026-08-24T07:00:30.946Z","last_seen":"2026-09-03T00:33:20.186Z"},{"family":"ChatGPT-User","verification_status":"verified","verification_method":"official_cidr","requests":109,"successful_requests":109,"machine_consumption_reads":0,"content_reads":16,"feeds_or_discovery_reads":0,"unique_canonical_nodes":9,"unique_materials":14,"coverage_percent":0.9,"formats":[{"key":"html","count":109}],"first_seen":"2026-08-23T16:04:32.141Z","last_seen":"2026-09-03T15:26:32.905Z"},{"family":"Perplexity-User","verification_status":"claimed_unverified","verification_method":"official_cidr","requests":103,"successful_requests":2,"machine_consumption_reads":0,"content_reads":0,"feeds_or_discovery_reads":1,"unique_canonical_nodes":1,"unique_materials":0,"coverage_percent":0.1,"formats":[{"key":"html","count":81},{"key":"json","count":22}],"first_seen":"2026-08-26T02:43:20.766Z","last_seen":"2026-09-03T00:33:19.104Z"},{"family":"PerplexityBot","verification_status":"claimed_unverified","verification_method":"official_cidr","requests":73,"successful_requests":28,"machine_consumption_reads":1,"content_reads":2,"feeds_or_discovery_reads":1,"unique_canonical_nodes":9,"unique_materials":2,"coverage_percent":0.9,"formats":[{"key":"html","count":61},{"key":"json","count":10},{"key":"markdown","count":1},{"key":"xml","count":1}],"first_seen":"2026-08-24T07:00:30.973Z","last_seen":"2026-09-03T00:33:18.421Z"},{"family":"Claude-SearchBot","verification_status":"not_verifiable","verification_method":"provider_not_published","requests":64,"successful_requests":1,"machine_consumption_reads":0,"content_reads":0,"feeds_or_discovery_reads":0,"unique_canonical_nodes":1,"unique_materials":0,"coverage_percent":0.1,"formats":[{"key":"html","count":53},{"key":"json","count":11}],"first_seen":"2026-08-26T02:43:23.851Z","last_seen":"2026-09-03T00:33:18.973Z"},{"family":"Applebot","verification_status":"claimed_unverified","verification_method":"official_cidr","requests":61,"successful_requests":18,"machine_consumption_reads":0,"content_reads":5,"feeds_or_discovery_reads":0,"unique_canonical_nodes":7,"unique_materials":5,"coverage_percent":0.7,"formats":[{"key":"html","count":50},{"key":"json","count":11}],"first_seen":"2026-08-24T07:01:31.971Z","last_seen":"2026-09-03T00:33:19.199Z"},{"family":"MJ12bot","verification_status":"not_verifiable","verification_method":"provider_not_published","requests":48,"successful_requests":48,"machine_consumption_reads":0,"content_reads":6,"feeds_or_discovery_reads":21,"unique_canonical_nodes":8,"unique_materials":2,"coverage_percent":0.8,"formats":[{"key":"html","count":23},{"key":"text","count":19},{"key":"json","count":4},{"key":"markdown","count":2}],"first_seen":"2026-08-24T14:58:27.593Z","last_seen":"2026-09-03T13:16:21.303Z"}],"observed_sequences":{"scope":"verified_only","total":2266,"manifest_sessions":206,"manifest_sessions_with_content_within_30m":3,"followthrough_percent":1.5,"median_unique_routes":1,"max_unique_routes":255},"discovery_latency":{"sample_size":1187,"median_seconds":4454570},"window_metrics":[{"window":"24h","requests":851,"verified_requests":271,"verified_families":7,"eligible_nodes":1014,"covered_nodes":123,"coverage_percent":12.1,"manifest_sessions":10,"manifest_followthrough_sessions":1,"followthrough_percent":10,"median_discovery_latency_seconds":5512916,"observed_path_span":4,"verified_sessions":187,"unique_materials":119,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":3,"max_entrypoint_distance":3},{"window":"7d","requests":6760,"verified_requests":2579,"verified_families":7,"eligible_nodes":1014,"covered_nodes":720,"coverage_percent":71,"manifest_sessions":132,"manifest_followthrough_sessions":3,"followthrough_percent":2.3,"median_discovery_latency_seconds":4282855,"observed_path_span":18,"verified_sessions":1545,"unique_materials":715,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":13,"median_transitions_per_session":0,"max_transitions_per_session":17,"max_entrypoint_distance":3},{"window":"30d","requests":11326,"verified_requests":4858,"verified_families":7,"eligible_nodes":1014,"covered_nodes":893,"coverage_percent":88.1,"manifest_sessions":206,"manifest_followthrough_sessions":3,"followthrough_percent":1.5,"median_discovery_latency_seconds":4454570,"observed_path_span":255,"verified_sessions":2266,"unique_materials":934,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":248,"median_transitions_per_session":0,"max_transitions_per_session":431,"max_entrypoint_distance":3}],"journey_windows":[{"window":"24h","source_window":{"first_seen":"2026-09-02T15:34:03.548Z","last_seen":"2026-09-03T15:27:21.900Z"},"session_gap_seconds":1800,"families":[{"family":"Bingbot","verification_status":"verified","verification_method":"forward_confirmed_rdns","sessions":88,"successful_sessions":88,"requests":117,"successful_requests":114,"canonical_node_reads":98,"material_reads":81,"unique_canonical_nodes":79,"unique_materials":77,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":4,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":3,"max_entrypoint_distance":3,"manifest_sessions":2,"manifest_followthrough_sessions":1,"followthrough_percent":50,"entrypoints":[{"path":"/posts/","count":8},{"path":"/machine-consumption.json","count":2},{"path":"/posts/bcg-agentic-field-service-operating-loop/","count":2},{"path":"/signals/","count":2}],"terminal_routes":[{"path":"/posts/","count":9},{"path":"/signals/","count":5},{"path":"/posts/bcg-agentic-field-service-operating-loop/","count":2},{"path":"/.well-known/api-catalog","count":1}],"top_transitions":[{"from":"/deltas/agent-first-api-contracts/","to":"/presence/","count":1},{"from":"/llms.txt","to":"/signals/","count":1},{"from":"/machine-consumption.json","to":"/signals/architecting-efficient-context-aware-multi-agent-framework-for-production/","count":1},{"from":"/posts/","to":"/experiments/glyph-field/","count":1},{"from":"/posts/agentic-self-improvement-survey/","to":"/signals/codex-turns-a-recorded-mac-workflow-into-a-reusable-skill/","count":1},{"from":"/posts/anthropic-tool-search-programmatic-calls/","to":"/posts/","count":1}],"top_path_patterns":[{"pattern":"material","count":62},{"pattern":"collection","count":9},{"pattern":"material > collection","count":4},{"pattern":"contract","count":3}],"formats":[{"key":"html","count":62},{"key":"markdown","count":23},{"key":"json","count":17},{"key":"xml","count":3},{"key":"text","count":2}],"first_seen":"2026-09-02T15:34:46.984Z","last_seen":"2026-09-03T15:27:21.900Z"},{"family":"YandexBot","verification_status":"verified","verification_method":"forward_confirmed_rdns","sessions":50,"successful_sessions":50,"requests":50,"successful_requests":50,"canonical_node_reads":34,"material_reads":32,"unique_canonical_nodes":33,"unique_materials":31,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":1,"p95_materials_per_session":1,"max_materials_per_session":1,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/robots.txt","count":16},{"path":"/signals/hugging-face-verification-bandwidth/","count":2},{"path":"/learn/bert-encoder-reference/","count":1},{"path":"/learn/tracks/ml-and-decision-systems/","count":1}],"terminal_routes":[{"path":"/robots.txt","count":16},{"path":"/signals/hugging-face-verification-bandwidth/","count":2},{"path":"/learn/bert-encoder-reference/","count":1},{"path":"/learn/tracks/ml-and-decision-systems/","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"material","count":32},{"pattern":"contract","count":16},{"pattern":"collection","count":1},{"pattern":"page","count":1}],"formats":[{"key":"markdown","count":16},{"key":"text","count":16},{"key":"html","count":11},{"key":"json","count":7}],"first_seen":"2026-09-02T15:39:54.105Z","last_seen":"2026-09-03T14:42:36.286Z"},{"family":"OpenAI SearchBot","verification_status":"verified","verification_method":"official_cidr","sessions":17,"successful_sessions":17,"requests":22,"successful_requests":22,"canonical_node_reads":15,"material_reads":10,"unique_canonical_nodes":11,"unique_materials":10,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":2,"median_materials_per_session":0,"p95_materials_per_session":3,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":1,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/robots.txt","count":5},{"path":"/posts/","count":4},{"path":"/","count":1},{"path":"/patterns/harness-architecture-outlives-model-choice/","count":1}],"terminal_routes":[{"path":"/robots.txt","count":5},{"path":"/posts/","count":4},{"path":"/","count":1},{"path":"/patterns/harness-architecture-outlives-model-choice/","count":1}],"top_transitions":[{"from":"/patterns/verification-bandwidth-is-the-scarce-resource/","to":"/patterns/scientific-agents-need-artifact-evidence/","count":1},{"from":"/signals/openai-we-re-partnering-with-huggingface-to-investigate-an-unprecedented-securit/","to":"/topics/inference/","count":1}],"top_path_patterns":[{"pattern":"material","count":6},{"pattern":"contract","count":5},{"pattern":"collection","count":4},{"pattern":"home","count":1}],"formats":[{"key":"html","count":15},{"key":"text","count":5}],"first_seen":"2026-09-02T17:28:58.507Z","last_seen":"2026-09-03T13:56:00.092Z"},{"family":"Googlebot","verification_status":"verified","verification_method":"official_cidr","sessions":2,"successful_sessions":2,"requests":2,"successful_requests":2,"canonical_node_reads":2,"material_reads":2,"unique_canonical_nodes":2,"unique_materials":2,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":1,"p95_materials_per_session":1,"max_materials_per_session":1,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/signals/cursor-claude-opus-5-is-now-available-in-cursor/","count":1},{"path":"/signals/cursor-self-driving-codebases-goal-scoped-agent-loops/","count":1}],"terminal_routes":[{"path":"/signals/cursor-claude-opus-5-is-now-available-in-cursor/","count":1},{"path":"/signals/cursor-self-driving-codebases-goal-scoped-agent-loops/","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"material","count":2}],"formats":[{"key":"html","count":2}],"first_seen":"2026-09-02T23:39:47.159Z","last_seen":"2026-09-03T06:53:26.891Z"},{"family":"ChatGPT-User","verification_status":"verified","verification_method":"official_cidr","sessions":13,"successful_sessions":13,"requests":13,"successful_requests":13,"canonical_node_reads":13,"material_reads":1,"unique_canonical_nodes":3,"unique_materials":1,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":1,"max_materials_per_session":1,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":1,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":11},{"path":"/learn/reasoning-models-tool-loops/","count":1},{"path":"/projects/","count":1}],"terminal_routes":[{"path":"/","count":11},{"path":"/learn/reasoning-models-tool-loops/","count":1},{"path":"/projects/","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"home","count":11},{"pattern":"collection","count":1},{"pattern":"material","count":1}],"formats":[{"key":"html","count":13}],"first_seen":"2026-09-02T16:13:34.765Z","last_seen":"2026-09-03T15:26:32.905Z"},{"family":"Applebot","verification_status":"verified","verification_method":"official_cidr","sessions":16,"successful_sessions":16,"requests":20,"successful_requests":20,"canonical_node_reads":5,"material_reads":0,"unique_canonical_nodes":1,"unique_materials":0,"median_canonical_nodes_per_session":0,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":1,"manifest_sessions":8,"manifest_followthrough_sessions":0,"followthrough_percent":0,"entrypoints":[{"path":"/machine-consumption.json","count":8},{"path":"/posts/","count":5},{"path":"/robots.txt","count":3}],"terminal_routes":[{"path":"/machine-consumption.json","count":8},{"path":"/posts/","count":5},{"path":"/robots.txt","count":3}],"top_transitions":[],"top_path_patterns":[{"pattern":"manifest","count":8},{"pattern":"collection","count":5},{"pattern":"contract","count":3}],"formats":[{"key":"json","count":8},{"key":"html","count":5},{"key":"text","count":3}],"first_seen":"2026-09-02T17:16:34.532Z","last_seen":"2026-09-03T15:04:10.028Z"},{"family":"GPTBot","verification_status":"verified","verification_method":"official_cidr","sessions":1,"successful_sessions":1,"requests":1,"successful_requests":1,"canonical_node_reads":0,"material_reads":0,"unique_canonical_nodes":0,"unique_materials":0,"median_canonical_nodes_per_session":0,"p95_canonical_nodes_per_session":0,"max_canonical_nodes_per_session":0,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/sitemap.xml","count":1}],"terminal_routes":[{"path":"/sitemap.xml","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"sitemap","count":1}],"formats":[{"key":"xml","count":1}],"first_seen":"2026-09-03T13:43:08.752Z","last_seen":"2026-09-03T13:43:08.752Z"},{"family":"OpenAI SearchBot","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":1,"successful_sessions":1,"requests":37,"successful_requests":1,"canonical_node_reads":1,"material_reads":0,"unique_canonical_nodes":1,"unique_materials":0,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":1}],"terminal_routes":[{"path":"/","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"home","count":1}],"formats":[{"key":"html","count":1}],"first_seen":"2026-09-03T00:33:10.638Z","last_seen":"2026-09-03T00:33:20.186Z"},{"family":"Perplexity-User","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":1,"successful_sessions":1,"requests":26,"successful_requests":2,"canonical_node_reads":1,"material_reads":0,"unique_canonical_nodes":1,"unique_materials":0,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":1,"max_transitions_per_session":1,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/openapi.json","count":1}],"terminal_routes":[{"path":"/","count":1}],"top_transitions":[{"from":"/openapi.json","to":"/","count":1}],"top_path_patterns":[{"pattern":"contract > home","count":1}],"formats":[{"key":"html","count":1},{"key":"json","count":1}],"first_seen":"2026-09-03T00:33:11.005Z","last_seen":"2026-09-03T00:33:19.104Z"},{"family":"Googlebot","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":1,"successful_sessions":1,"requests":3,"successful_requests":1,"canonical_node_reads":1,"material_reads":0,"unique_canonical_nodes":1,"unique_materials":0,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":1}],"terminal_routes":[{"path":"/","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"home","count":1}],"formats":[{"key":"html","count":1}],"first_seen":"2026-09-03T02:12:27.437Z","last_seen":"2026-09-03T02:21:37.675Z"},{"family":"SemrushBot","verification_status":"not_verifiable","verification_method":"provider_not_published","sessions":69,"successful_sessions":69,"requests":85,"successful_requests":85,"canonical_node_reads":62,"material_reads":58,"unique_canonical_nodes":51,"unique_materials":50,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":2,"median_materials_per_session":1,"p95_materials_per_session":1,"max_materials_per_session":2,"median_transitions_per_session":0,"max_transitions_per_session":1,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/robots.txt","count":19},{"path":"/patterns/machine-readers-need-operator-identity/","count":2},{"path":"/patterns/scientific-agents-need-artifact-evidence/","count":2},{"path":"/posts/","count":2}],"terminal_routes":[{"path":"/robots.txt","count":16},{"path":"/patterns/machine-readers-need-operator-identity/","count":2},{"path":"/posts/","count":2},{"path":"/posts/arcee-open-model-science-post-training/","count":2}],"top_transitions":[{"from":"/patterns/scientific-agents-need-artifact-evidence/","to":"/signals/openai-workspace-agents-goal-scoped-agent-loops/","count":1},{"from":"/robots.txt","to":"/posts/arcee-open-model-science-post-training/","count":1},{"from":"/robots.txt","to":"/posts/mem0-context-wipe-memory-layer/","count":1},{"from":"/robots.txt","to":"/signals/claude-code-model-and-effort-are-separate-controls/","count":1},{"from":"/robots.txt","to":"/signals/cline-we-simulated-cline-s-live-production-traffic-onto-8-gpu-b200-nodes-measuri/","count":1},{"from":"/signals/cursor-agent-ready-software/","to":"/robots.txt","count":1}],"top_path_patterns":[{"pattern":"material","count":45},{"pattern":"contract","count":16},{"pattern":"contract > material","count":4},{"pattern":"collection","count":2}],"formats":[{"key":"html","count":61},{"key":"text","count":21},{"key":"json","count":2}],"first_seen":"2026-09-02T15:45:33.200Z","last_seen":"2026-09-03T13:41:40.163Z"},{"family":"ClaudeBot","verification_status":"not_verifiable","verification_method":"provider_not_published","sessions":3,"successful_sessions":3,"requests":127,"successful_requests":126,"canonical_node_reads":94,"material_reads":64,"unique_canonical_nodes":55,"unique_materials":42,"median_canonical_nodes_per_session":19,"p95_canonical_nodes_per_session":52,"max_canonical_nodes_per_session":52,"median_materials_per_session":11,"p95_materials_per_session":42,"max_materials_per_session":42,"median_transitions_per_session":27,"max_transitions_per_session":73,"max_entrypoint_distance":3,"manifest_sessions":1,"manifest_followthrough_sessions":1,"followthrough_percent":100,"entrypoints":[{"path":"/robots.txt","count":2},{"path":"/feed.json","count":1}],"terminal_routes":[{"path":"/","count":1},{"path":"/signals/cline-deepseek-silently-updated-their-changelog-with-a-new-v4-flash-upgrade-1-ho/","count":1},{"path":"/sitemap.xml","count":1}],"top_transitions":[{"from":"/about/","to":"/contact/","count":2},{"from":"/contact/","to":"/developers/","count":2},{"from":"/posts/","to":"/projects/github-projects-for-ai-engineers/","count":2},{"from":"/projects/github-projects-for-ai-engineers/","to":"/atlas/telegram/","count":2},{"from":"/signals/openclaw-episode-6-of-the-clawcast-is-live/","to":"/signals/cline-deepseek-silently-updated-their-changelog-with-a-new-v4-flash-upgrade-1-ho/","count":2},{"from":"/.well-known/api-catalog","to":"/patterns/scientific-agents-need-artifact-evidence/","count":1}],"top_path_patterns":[{"pattern":"contract > collection > page > graph > page > contract > collection > material > page > collection > material > contract > material > page > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > sitemap","count":1},{"pattern":"contract > home","count":1},{"pattern":"feed > page > contract > page > manifest > contract > feed > page > contract > page > contract > material > page > material > contract > material > contract > material","count":1}],"formats":[{"key":"html","count":67},{"key":"json","count":21},{"key":"markdown","count":16},{"key":"text","count":3},{"key":"xml","count":2}],"first_seen":"2026-09-03T13:20:24.986Z","last_seen":"2026-09-03T15:20:38.861Z"}]},{"window":"7d","source_window":{"first_seen":"2026-08-27T15:44:29.603Z","last_seen":"2026-09-03T15:27:21.900Z"},"session_gap_seconds":1800,"families":[{"family":"YandexBot","verification_status":"verified","verification_method":"forward_confirmed_rdns","sessions":636,"successful_sessions":636,"requests":752,"successful_requests":752,"canonical_node_reads":634,"material_reads":583,"unique_canonical_nodes":516,"unique_materials":490,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":3,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":3,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/robots.txt","count":105},{"path":"/","count":13},{"path":"/posts/","count":6},{"path":"/signals/","count":4}],"terminal_routes":[{"path":"/robots.txt","count":105},{"path":"/","count":15},{"path":"/posts/","count":6},{"path":"/signals/skill-md-acts-as-a-behavior-loader-not-a-better-prompt/","count":4}],"top_transitions":[{"from":"/agent-payments/payment-capabilities","to":"/signals/claude-you-can-now-ask-claude-about-the-anthropic-economic-index-our-public-data/","count":1},{"from":"/learn/langchain-langgraph-codebase-reference/","to":"/signals/anthropic-claude-design-anthropic-labs-task-specific-ai-interfaces/","count":1},{"from":"/learn/python-llm-utilities-reference/","to":"/signals/opencode-gemini-3-6-flash-and-3-5-flash-lite-now-available-in-opencode-1m-contex/","count":1},{"from":"/llms.txt","to":"/signals/anthropic-full-technical-details-of-both-attacks-are-provided-in-our-new-papers/","count":1},{"from":"/patterns/agent-security-moves-to-runtime-boundaries/","to":"/signals/mistral-ai-mistral-is-announcing-an-expanded-global-strategic-partnership-with-m/","count":1},{"from":"/patterns/goal-scoped-loops-replace-manual-continuation/","to":"/signals/cursor-agent-ready-software/","count":1}],"top_path_patterns":[{"pattern":"material","count":467},{"pattern":"contract","count":106},{"pattern":"page","count":24},{"pattern":"collection","count":14}],"formats":[{"key":"html","count":529},{"key":"text","count":106},{"key":"markdown","count":72},{"key":"json","count":38}],"first_seen":"2026-08-27T16:12:07.125Z","last_seen":"2026-09-03T14:42:36.286Z"},{"family":"Bingbot","verification_status":"verified","verification_method":"forward_confirmed_rdns","sessions":511,"successful_sessions":511,"requests":726,"successful_requests":710,"canonical_node_reads":589,"material_reads":477,"unique_canonical_nodes":373,"unique_materials":364,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":18,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":13,"median_transitions_per_session":0,"max_transitions_per_session":17,"max_entrypoint_distance":3,"manifest_sessions":7,"manifest_followthrough_sessions":2,"followthrough_percent":28.6,"entrypoints":[{"path":"/posts/","count":36},{"path":"/signals/","count":12},{"path":"/signals/codex-turns-a-recorded-mac-workflow-into-a-reusable-skill/","count":11},{"path":"/sitemap.xml","count":10}],"terminal_routes":[{"path":"/posts/","count":41},{"path":"/signals/","count":15},{"path":"/signals/codex-turns-a-recorded-mac-workflow-into-a-reusable-skill/","count":12},{"path":"/sitemap.xml","count":12}],"top_transitions":[{"from":"/feed.json","to":"/","count":3},{"from":"/discovery-graph.json","to":"/datasets/github-projects-for-ai-engineers/v1/","count":2},{"from":"/topics/","to":"/posts/ai-coding-workflow-verifiable-work/","count":2},{"from":"/","to":"/machine-consumption.json","count":1},{"from":"/","to":"/signals/codex-turns-a-recorded-mac-workflow-into-a-reusable-skill/","count":1},{"from":"/.well-known/api-catalog","to":"/posts/","count":1}],"top_path_patterns":[{"pattern":"material","count":334},{"pattern":"collection","count":44},{"pattern":"contract","count":20},{"pattern":"page","count":20}],"formats":[{"key":"html","count":434},{"key":"json","count":113},{"key":"markdown","count":83},{"key":"xml","count":27},{"key":"text","count":11}],"first_seen":"2026-08-27T16:38:49.065Z","last_seen":"2026-09-03T15:27:21.900Z"},{"family":"OpenAI SearchBot","verification_status":"verified","verification_method":"official_cidr","sessions":102,"successful_sessions":102,"requests":140,"successful_requests":138,"canonical_node_reads":86,"material_reads":57,"unique_canonical_nodes":41,"unique_materials":51,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":2,"median_materials_per_session":0,"p95_materials_per_session":2,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":1,"max_entrypoint_distance":3,"manifest_sessions":1,"manifest_followthrough_sessions":0,"followthrough_percent":0,"entrypoints":[{"path":"/posts/","count":31},{"path":"/robots.txt","count":31},{"path":"/","count":3},{"path":"/topics/evals/","count":3}],"terminal_routes":[{"path":"/robots.txt","count":31},{"path":"/posts/","count":30},{"path":"/topics/evals/","count":3},{"path":"/","count":2}],"top_transitions":[{"from":"/","to":"/projects/","count":1},{"from":"/","to":"/signals/openclaw-episode-6-of-the-clawcast-is-live/","count":1},{"from":"/graveyard/manual-context-handoff/","to":"/signals/cline-deepseek-silently-updated-their-changelog-with-a-new-v4-flash-upgrade-1-ho/","count":1},{"from":"/patterns/generative-media-becomes-application-infrastructure/","to":"/systems/","count":1},{"from":"/patterns/verification-bandwidth-is-the-scarce-resource/","to":"/patterns/scientific-agents-need-artifact-evidence/","count":1},{"from":"/posts/","to":"/","count":1}],"top_path_patterns":[{"pattern":"contract","count":32},{"pattern":"collection","count":30},{"pattern":"material","count":27},{"pattern":"collection > material","count":3}],"formats":[{"key":"html","count":80},{"key":"text","count":32},{"key":"json","count":6},{"key":"markdown","count":1}],"first_seen":"2026-08-27T21:06:36.459Z","last_seen":"2026-09-03T13:56:00.092Z"},{"family":"Googlebot","verification_status":"verified","verification_method":"official_cidr","sessions":52,"successful_sessions":52,"requests":78,"successful_requests":78,"canonical_node_reads":40,"material_reads":38,"unique_canonical_nodes":40,"unique_materials":38,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":3,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":2,"max_entrypoint_distance":3,"manifest_sessions":8,"manifest_followthrough_sessions":1,"followthrough_percent":12.5,"entrypoints":[{"path":"/sitemap.xml","count":9},{"path":"/robots.txt","count":6},{"path":"/machine-consumption.json","count":5},{"path":"/changes.xml","count":1}],"terminal_routes":[{"path":"/sitemap.xml","count":8},{"path":"/machine-consumption.json","count":7},{"path":"/robots.txt","count":5},{"path":"/changes.xml","count":1}],"top_transitions":[{"from":"/machine-consumption.json","to":"/posts/claude-cowork-recorded-skills/","count":1},{"from":"/posts/devin-outposts-agent-execution-plane/","to":"/posts/coding-agent-cost-environment-config/","count":1},{"from":"/posts/ghostwriter-agent-memory-poisoning/","to":"/machine-consumption.json","count":1},{"from":"/posts/linear-loops-agent-workflows/","to":"/signals/gemini-live-and-deep-agents-form-a-low-latency-voice-workflow/","count":1},{"from":"/robots.txt","to":"/sitemap-learn.xml","count":1},{"from":"/signals/ando-ai-native-operating-models/","to":"/patterns/goal-scoped-loops-replace-manual-continuation/","count":1}],"top_path_patterns":[{"pattern":"material","count":26},{"pattern":"sitemap","count":8},{"pattern":"contract","count":5},{"pattern":"manifest","count":5}],"formats":[{"key":"html","count":40},{"key":"xml","count":12},{"key":"json","count":8},{"key":"text","count":6}],"first_seen":"2026-08-27T17:39:31.343Z","last_seen":"2026-09-03T06:53:26.891Z"},{"family":"Applebot","verification_status":"verified","verification_method":"official_cidr","sessions":165,"successful_sessions":165,"requests":268,"successful_requests":267,"canonical_node_reads":34,"material_reads":11,"unique_canonical_nodes":7,"unique_materials":11,"median_canonical_nodes_per_session":0,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":1,"max_materials_per_session":1,"median_transitions_per_session":0,"max_transitions_per_session":1,"max_entrypoint_distance":3,"manifest_sessions":116,"manifest_followthrough_sessions":0,"followthrough_percent":0,"entrypoints":[{"path":"/machine-consumption.json","count":116},{"path":"/posts/","count":25},{"path":"/robots.txt","count":19},{"path":"/about/","count":1}],"terminal_routes":[{"path":"/machine-consumption.json","count":116},{"path":"/posts/","count":28},{"path":"/robots.txt","count":15},{"path":"/about/","count":1}],"top_transitions":[{"from":"/robots.txt","to":"/posts/","count":3},{"from":"/robots.txt","to":"/contact/","count":1}],"top_path_patterns":[{"pattern":"manifest","count":116},{"pattern":"collection","count":25},{"pattern":"contract","count":15},{"pattern":"contract > collection","count":3}],"formats":[{"key":"json","count":118},{"key":"html","count":32},{"key":"text","count":19}],"first_seen":"2026-08-27T15:48:46.779Z","last_seen":"2026-09-03T15:04:10.028Z"},{"family":"ChatGPT-User","verification_status":"verified","verification_method":"official_cidr","sessions":72,"successful_sessions":72,"requests":74,"successful_requests":74,"canonical_node_reads":73,"material_reads":6,"unique_canonical_nodes":7,"unique_materials":6,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":2,"median_materials_per_session":0,"p95_materials_per_session":1,"max_materials_per_session":2,"median_transitions_per_session":0,"max_transitions_per_session":1,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":66},{"path":"/learn/reasoning-models-tool-loops/","count":1},{"path":"/posts/hermes-obsidian-live-context/","count":1},{"path":"/projects/","count":1}],"terminal_routes":[{"path":"/","count":67},{"path":"/learn/reasoning-models-tool-loops/","count":1},{"path":"/projects/","count":1},{"path":"/signals/cursor-we-ve-doubled-usage-limits-for-all-individual-and-teams-plans/","count":1}],"top_transitions":[{"from":"/posts/hermes-obsidian-live-context/","to":"/","count":1}],"top_path_patterns":[{"pattern":"home","count":66},{"pattern":"material","count":4},{"pattern":"collection","count":1},{"pattern":"material > home","count":1}],"formats":[{"key":"html","count":73}],"first_seen":"2026-08-27T15:57:52.189Z","last_seen":"2026-09-03T15:26:32.905Z"},{"family":"GPTBot","verification_status":"verified","verification_method":"official_cidr","sessions":7,"successful_sessions":7,"requests":7,"successful_requests":7,"canonical_node_reads":0,"material_reads":0,"unique_canonical_nodes":0,"unique_materials":0,"median_canonical_nodes_per_session":0,"p95_canonical_nodes_per_session":0,"max_canonical_nodes_per_session":0,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/sitemap.xml","count":7}],"terminal_routes":[{"path":"/sitemap.xml","count":7}],"top_transitions":[],"top_path_patterns":[{"pattern":"sitemap","count":7}],"formats":[{"key":"xml","count":7}],"first_seen":"2026-08-28T13:27:05.664Z","last_seen":"2026-09-03T13:43:08.752Z"},{"family":"Googlebot","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":7,"successful_sessions":7,"requests":222,"successful_requests":9,"canonical_node_reads":8,"material_reads":0,"unique_canonical_nodes":1,"unique_materials":0,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":6},{"path":"/sitemap.xml","count":1}],"terminal_routes":[{"path":"/","count":6},{"path":"/sitemap.xml","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"home","count":6},{"pattern":"sitemap","count":1}],"formats":[{"key":"html","count":8},{"key":"xml","count":1}],"first_seen":"2026-08-28T07:26:03.061Z","last_seen":"2026-09-03T02:21:37.675Z"},{"family":"OpenAI SearchBot","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":1,"successful_sessions":1,"requests":37,"successful_requests":1,"canonical_node_reads":1,"material_reads":0,"unique_canonical_nodes":1,"unique_materials":0,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":1}],"terminal_routes":[{"path":"/","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"home","count":1}],"formats":[{"key":"html","count":1}],"first_seen":"2026-09-03T00:33:10.638Z","last_seen":"2026-09-03T00:33:20.186Z"},{"family":"Perplexity-User","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":1,"successful_sessions":1,"requests":26,"successful_requests":2,"canonical_node_reads":1,"material_reads":0,"unique_canonical_nodes":1,"unique_materials":0,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":1,"max_transitions_per_session":1,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/openapi.json","count":1}],"terminal_routes":[{"path":"/","count":1}],"top_transitions":[{"from":"/openapi.json","to":"/","count":1}],"top_path_patterns":[{"pattern":"contract > home","count":1}],"formats":[{"key":"html","count":1},{"key":"json","count":1}],"first_seen":"2026-09-03T00:33:11.005Z","last_seen":"2026-09-03T00:33:19.104Z"},{"family":"ChatGPT-User","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":1,"successful_sessions":1,"requests":11,"successful_requests":1,"canonical_node_reads":0,"material_reads":0,"unique_canonical_nodes":0,"unique_materials":0,"median_canonical_nodes_per_session":0,"p95_canonical_nodes_per_session":0,"max_canonical_nodes_per_session":0,"median_materials_per_session":0,"p95_materials_per_session":0,"max_materials_per_session":0,"median_transitions_per_session":0,"max_transitions_per_session":0,"max_entrypoint_distance":null,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/sitemap.xml","count":1}],"terminal_routes":[{"path":"/sitemap.xml","count":1}],"top_transitions":[],"top_path_patterns":[{"pattern":"sitemap","count":1}],"formats":[{"key":"xml","count":1}],"first_seen":"2026-08-28T18:27:45.066Z","last_seen":"2026-08-28T18:27:53.089Z"},{"family":"SemrushBot","verification_status":"not_verifiable","verification_method":"provider_not_published","sessions":1260,"successful_sessions":1260,"requests":2211,"successful_requests":2195,"canonical_node_reads":1990,"material_reads":1889,"unique_canonical_nodes":777,"unique_materials":778,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":4,"max_canonical_nodes_per_session":13,"median_materials_per_session":1,"p95_materials_per_session":4,"max_materials_per_session":13,"median_transitions_per_session":0,"max_transitions_per_session":15,"max_entrypoint_distance":3,"manifest_sessions":1,"manifest_followthrough_sessions":1,"followthrough_percent":100,"entrypoints":[{"path":"/robots.txt","count":116},{"path":"/posts/","count":53},{"path":"/signals/","count":9},{"path":"/posts/agentforger-cross-site-agent-forgery/","count":4}],"terminal_routes":[{"path":"/robots.txt","count":109},{"path":"/posts/","count":51},{"path":"/signals/","count":5},{"path":"/posts/agentforger-cross-site-agent-forgery/","count":4}],"top_transitions":[{"from":"/robots.txt","to":"/posts/brute-intelligence-industrializes-trying-stuff/","count":2},{"from":"/robots.txt","to":"/signals/github-langchain-ai-deepagents-agent-ready-software-2003/","count":2},{"from":"/about/","to":"/signals/docs-agent-security-runtime-boundaries/","count":1},{"from":"/contact/","to":"/signals/cheap-code-moves-bottleneck-to-review/","count":1},{"from":"/crawler-journeys-schema.json","to":"/signals/agent-ready-saas-exposes-primitives/","count":1},{"from":"/deltas/","to":"/posts/claude-cowork-recorded-skills/","count":1}],"top_path_patterns":[{"pattern":"material","count":1030},{"pattern":"contract","count":102},{"pattern":"collection","count":60},{"pattern":"contract > material","count":18}],"formats":[{"key":"html","count":875},{"key":"json","count":565},{"key":"markdown","count":559},{"key":"text","count":134}],"first_seen":"2026-08-27T17:24:05.807Z","last_seen":"2026-09-03T13:41:40.163Z"}]},{"window":"30d","source_window":{"first_seen":"2026-08-23T14:06:29.880Z","last_seen":"2026-09-03T15:27:21.900Z"},"session_gap_seconds":1800,"families":[{"family":"YandexBot","verification_status":"verified","verification_method":"forward_confirmed_rdns","sessions":928,"successful_sessions":928,"requests":1112,"successful_requests":1112,"canonical_node_reads":917,"material_reads":811,"unique_canonical_nodes":680,"unique_materials":638,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":4,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":3,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/robots.txt","count":178},{"path":"/","count":25},{"path":"/posts/","count":10},{"path":"/signals/","count":6}],"terminal_routes":[{"path":"/robots.txt","count":174},{"path":"/","count":27},{"path":"/posts/","count":9},{"path":"/developers/","count":5}],"top_transitions":[{"from":"/about/","to":"/posts/langchain-reviewbench-review-agent-evals/","count":1},{"from":"/agent-payments/payment-capabilities","to":"/signals/claude-you-can-now-ask-claude-about-the-anthropic-economic-index-our-public-data/","count":1},{"from":"/contact/","to":"/posts/bcg-agentic-transformation-office/","count":1},{"from":"/experiments/glyph-field/","to":"/signals/github-snarktank-ralph-ai-native-operating-models/","count":1},{"from":"/experiments/glyph-field/","to":"/signals/langchain-avoid-cost-overruns-limit-runaway-traffic-improve-agent-reliability-re/","count":1},{"from":"/learn/bert-encoder-reference/","to":"/contact/","count":1}],"top_path_patterns":[{"pattern":"material","count":629},{"pattern":"contract","count":176},{"pattern":"page","count":44},{"pattern":"home","count":25}],"formats":[{"key":"html","count":756},{"key":"text","count":181},{"key":"markdown","count":112},{"key":"json","count":55}],"first_seen":"2026-08-23T15:17:27.941Z","last_seen":"2026-09-03T14:42:36.286Z"},{"family":"Bingbot","verification_status":"verified","verification_method":"forward_confirmed_rdns","sessions":734,"successful_sessions":734,"requests":988,"successful_requests":972,"canonical_node_reads":817,"material_reads":690,"unique_canonical_nodes":508,"unique_materials":505,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":18,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":13,"median_transitions_per_session":0,"max_transitions_per_session":17,"max_entrypoint_distance":3,"manifest_sessions":16,"manifest_followthrough_sessions":2,"followthrough_percent":12.5,"entrypoints":[{"path":"/posts/","count":44},{"path":"/signals/","count":17},{"path":"/sitemap.xml","count":14},{"path":"/machine-consumption.json","count":13}],"terminal_routes":[{"path":"/posts/","count":48},{"path":"/signals/","count":20},{"path":"/sitemap.xml","count":16},{"path":"/machine-consumption.json","count":14}],"top_transitions":[{"from":"/feed.json","to":"/","count":3},{"from":"/discovery-graph.json","to":"/datasets/github-projects-for-ai-engineers/v1/","count":2},{"from":"/topics/","to":"/posts/ai-coding-workflow-verifiable-work/","count":2},{"from":"/","to":"/machine-consumption.json","count":1},{"from":"/","to":"/signals/codex-turns-a-recorded-mac-workflow-into-a-reusable-skill/","count":1},{"from":"/.well-known/api-catalog","to":"/posts/","count":1}],"top_path_patterns":[{"pattern":"material","count":516},{"pattern":"collection","count":58},{"pattern":"page","count":25},{"pattern":"contract","count":23}],"formats":[{"key":"html","count":593},{"key":"json","count":156},{"key":"markdown","count":118},{"key":"xml","count":32},{"key":"text","count":14}],"first_seen":"2026-08-23T14:11:04.046Z","last_seen":"2026-09-03T15:27:21.900Z"},{"family":"GPTBot","verification_status":"verified","verification_method":"official_cidr","sessions":12,"successful_sessions":12,"requests":750,"successful_requests":742,"canonical_node_reads":667,"material_reads":460,"unique_canonical_nodes":278,"unique_materials":278,"median_canonical_nodes_per_session":0,"p95_canonical_nodes_per_session":242,"max_canonical_nodes_per_session":242,"median_materials_per_session":0,"p95_materials_per_session":248,"max_materials_per_session":248,"median_transitions_per_session":0,"max_transitions_per_session":431,"max_entrypoint_distance":3,"manifest_sessions":2,"manifest_followthrough_sessions":0,"followthrough_percent":0,"entrypoints":[{"path":"/sitemap.xml","count":11},{"path":"/machine-consumption.json","count":1}],"terminal_routes":[{"path":"/sitemap.xml","count":9},{"path":"/machine-consumption.json","count":2},{"path":"/learn/llm-frameworks/","count":1}],"top_transitions":[{"from":"/signals/","to":"/posts/","count":30},{"from":"/posts/","to":"/signals/","count":28},{"from":"/learn/llm-finetuning/","to":"/learn/llm-frameworks/","count":3},{"from":"/learn/mcp-agent-protocols-reference/","to":"/learn/rag-vector-search-reference/","count":3},{"from":"/learn/production-rag-python-reference/","to":"/learn/advanced-rag-context-enrichment/","count":3},{"from":"/topics/claude-code/","to":"/topics/multi-agent/","count":3}],"top_path_patterns":[{"pattern":"sitemap","count":9},{"pattern":"manifest","count":1},{"pattern":"sitemap > material > contract > material > collection > material > collection > material > contract > material > contract > material > page > material > contract > material > contract > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > material > collection > manifest","count":1},{"pattern":"sitemap > material > page > material > page > material > page > material","count":1}],"formats":[{"key":"html","count":502},{"key":"json","count":92},{"key":"markdown","count":84},{"key":"xml","count":18}],"first_seen":"2026-08-24T13:18:21.573Z","last_seen":"2026-09-03T13:43:08.752Z"},{"family":"OpenAI SearchBot","verification_status":"verified","verification_method":"official_cidr","sessions":137,"successful_sessions":137,"requests":241,"successful_requests":236,"canonical_node_reads":111,"material_reads":125,"unique_canonical_nodes":51,"unique_materials":102,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":2,"median_materials_per_session":0,"p95_materials_per_session":2,"max_materials_per_session":44,"median_transitions_per_session":0,"max_transitions_per_session":1,"max_entrypoint_distance":3,"manifest_sessions":2,"manifest_followthrough_sessions":0,"followthrough_percent":0,"entrypoints":[{"path":"/robots.txt","count":44},{"path":"/posts/","count":34},{"path":"/","count":6},{"path":"/projects/github-projects-for-ai-engineers/","count":4}],"terminal_routes":[{"path":"/robots.txt","count":44},{"path":"/posts/","count":33},{"path":"/","count":5},{"path":"/projects/github-projects-for-ai-engineers/","count":4}],"top_transitions":[{"from":"/","to":"/projects/","count":1},{"from":"/","to":"/signals/openclaw-episode-6-of-the-clawcast-is-live/","count":1},{"from":"/atlas/telegram/","to":"/experiments/glyph-field/","count":1},{"from":"/developers/","to":"/privacy/","count":1},{"from":"/graveyard/manual-context-handoff/","to":"/signals/cline-deepseek-silently-updated-their-changelog-with-a-new-v4-flash-upgrade-1-ho/","count":1},{"from":"/patterns/generative-media-becomes-application-infrastructure/","to":"/systems/","count":1}],"top_path_patterns":[{"pattern":"contract","count":45},{"pattern":"material","count":35},{"pattern":"collection","count":34},{"pattern":"page","count":8}],"formats":[{"key":"html","count":102},{"key":"text","count":45},{"key":"json","count":9},{"key":"markdown","count":2}],"first_seen":"2026-08-23T16:14:13.189Z","last_seen":"2026-09-03T13:56:00.092Z"},{"family":"Googlebot","verification_status":"verified","verification_method":"official_cidr","sessions":91,"successful_sessions":91,"requests":128,"successful_requests":128,"canonical_node_reads":61,"material_reads":57,"unique_canonical_nodes":60,"unique_materials":56,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":2,"max_canonical_nodes_per_session":3,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":2,"max_entrypoint_distance":3,"manifest_sessions":14,"manifest_followthrough_sessions":1,"followthrough_percent":7.1,"entrypoints":[{"path":"/sitemap.xml","count":16},{"path":"/machine-consumption.json","count":9},{"path":"/robots.txt","count":9},{"path":"/changes.xml","count":3}],"terminal_routes":[{"path":"/sitemap.xml","count":15},{"path":"/machine-consumption.json","count":13},{"path":"/robots.txt","count":9},{"path":"/changes.xml","count":3}],"top_transitions":[{"from":"/llms.txt","to":"/.well-known/api-catalog","count":1},{"from":"/machine-consumption.json","to":"/posts/claude-cowork-recorded-skills/","count":1},{"from":"/owner-profile.md","to":"/llms.txt","count":1},{"from":"/posts/devin-outposts-agent-execution-plane/","to":"/posts/coding-agent-cost-environment-config/","count":1},{"from":"/posts/ghostwriter-agent-memory-poisoning/","to":"/machine-consumption.json","count":1},{"from":"/posts/linear-loops-agent-workflows/","to":"/signals/gemini-live-and-deep-agents-form-a-low-latency-voice-workflow/","count":1}],"top_path_patterns":[{"pattern":"material","count":41},{"pattern":"sitemap","count":16},{"pattern":"contract","count":10},{"pattern":"manifest","count":9}],"formats":[{"key":"html","count":61},{"key":"xml","count":22},{"key":"json","count":16},{"key":"text","count":11},{"key":"markdown","count":1}],"first_seen":"2026-08-23T17:39:16.287Z","last_seen":"2026-09-03T06:53:26.891Z"},{"family":"Applebot","verification_status":"verified","verification_method":"official_cidr","sessions":264,"successful_sessions":264,"requests":426,"successful_requests":418,"canonical_node_reads":70,"material_reads":19,"unique_canonical_nodes":9,"unique_materials":18,"median_canonical_nodes_per_session":0,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":1,"median_materials_per_session":0,"p95_materials_per_session":1,"max_materials_per_session":1,"median_transitions_per_session":0,"max_transitions_per_session":2,"max_entrypoint_distance":3,"manifest_sessions":172,"manifest_followthrough_sessions":0,"followthrough_percent":0,"entrypoints":[{"path":"/machine-consumption.json","count":171},{"path":"/posts/","count":57},{"path":"/robots.txt","count":29},{"path":"/about/","count":1}],"terminal_routes":[{"path":"/machine-consumption.json","count":171},{"path":"/posts/","count":62},{"path":"/robots.txt","count":23},{"path":"/about/","count":1}],"top_transitions":[{"from":"/robots.txt","to":"/posts/","count":5},{"from":"/machine-consumption.json","to":"/robots.txt","count":1},{"from":"/robots.txt","to":"/contact/","count":1},{"from":"/robots.txt","to":"/machine-consumption.json","count":1}],"top_path_patterns":[{"pattern":"manifest","count":171},{"pattern":"collection","count":57},{"pattern":"contract","count":22},{"pattern":"contract > collection","count":5}],"formats":[{"key":"json","count":174},{"key":"html","count":68},{"key":"text","count":31}],"first_seen":"2026-08-23T15:31:28.227Z","last_seen":"2026-09-03T15:04:10.028Z"},{"family":"ChatGPT-User","verification_status":"verified","verification_method":"official_cidr","sessions":100,"successful_sessions":100,"requests":103,"successful_requests":103,"canonical_node_reads":101,"material_reads":10,"unique_canonical_nodes":9,"unique_materials":8,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":1,"max_canonical_nodes_per_session":2,"median_materials_per_session":0,"p95_materials_per_session":1,"max_materials_per_session":2,"median_transitions_per_session":0,"max_transitions_per_session":1,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":90},{"path":"/signals/cursor-we-ve-doubled-usage-limits-for-all-individual-and-teams-plans/","count":3},{"path":"/learn/reasoning-models-tool-loops/","count":1},{"path":"/posts/hermes-obsidian-live-context/","count":1}],"terminal_routes":[{"path":"/","count":91},{"path":"/signals/cursor-we-ve-doubled-usage-limits-for-all-individual-and-teams-plans/","count":3},{"path":"/learn/reasoning-models-tool-loops/","count":1},{"path":"/posts/page/2/","count":1}],"top_transitions":[{"from":"/posts/hermes-obsidian-live-context/","to":"/","count":1}],"top_path_patterns":[{"pattern":"home","count":90},{"pattern":"material","count":7},{"pattern":"collection","count":1},{"pattern":"material > home","count":1}],"formats":[{"key":"html","count":101}],"first_seen":"2026-08-23T16:04:32.141Z","last_seen":"2026-09-03T15:26:32.905Z"},{"family":"OpenAI SearchBot","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":4,"successful_sessions":4,"requests":83,"successful_requests":15,"canonical_node_reads":12,"material_reads":7,"unique_canonical_nodes":11,"unique_materials":7,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":9,"max_canonical_nodes_per_session":9,"median_materials_per_session":0,"p95_materials_per_session":7,"max_materials_per_session":7,"median_transitions_per_session":1,"max_transitions_per_session":9,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":2},{"path":"/openapi.json","count":1},{"path":"/systems/","count":1}],"terminal_routes":[{"path":"/","count":2},{"path":"/changes.xml","count":1},{"path":"/projects/github-projects-for-ai-engineers/","count":1}],"top_transitions":[{"from":"/deltas/agent-first-api-contracts/","to":"/shifts/shared-context-infrastructure/","count":1},{"from":"/graveyard/changelog-bullet-reading/","to":"/deltas/agent-first-api-contracts/","count":1},{"from":"/machine-consumption/","to":"/shifts/goal-scoped-agent-loops/","count":1},{"from":"/openapi.json","to":"/projects/","count":1},{"from":"/posts/mem0-context-wipe-memory-layer/","to":"/systems/hermes/","count":1},{"from":"/projects/","to":"/machine-consumption/","count":1}],"top_path_patterns":[{"pattern":"home","count":2},{"pattern":"collection > feed","count":1},{"pattern":"contract > collection > page > material","count":1}],"formats":[{"key":"html","count":8},{"key":"json","count":3},{"key":"markdown","count":2},{"key":"xml","count":1}],"first_seen":"2026-08-24T07:00:30.946Z","last_seen":"2026-09-03T00:33:20.186Z"},{"family":"YandexBot","verification_status":"claimed_unverified","verification_method":"forward_confirmed_rdns","sessions":2,"successful_sessions":2,"requests":18,"successful_requests":13,"canonical_node_reads":10,"material_reads":6,"unique_canonical_nodes":10,"unique_materials":6,"median_canonical_nodes_per_session":5,"p95_canonical_nodes_per_session":8,"max_canonical_nodes_per_session":8,"median_materials_per_session":3,"p95_materials_per_session":6,"max_materials_per_session":6,"median_transitions_per_session":6,"max_transitions_per_session":9,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/agents/","count":1},{"path":"/openapi.json","count":1}],"terminal_routes":[{"path":"/patterns/goal-scoped-loops-replace-manual-continuation/","count":1},{"path":"/topics/","count":1}],"top_transitions":[{"from":"/agents/","to":"/llms-full.txt","count":1},{"from":"/graveyard/manual-context-handoff/","to":"/signals/langchain-db-engineering-consulting-is-joining-us-at-interrupt-london/","count":1},{"from":"/llms-full.txt","to":"/owner-profile-discovery.json","count":1},{"from":"/openapi.json","to":"/patterns/","count":1},{"from":"/owner-profile-discovery.json","to":"/projects/","count":1},{"from":"/patterns/","to":"/topics/","count":1}],"top_path_patterns":[{"pattern":"contract > collection","count":1},{"pattern":"contract > collection > material","count":1}],"formats":[{"key":"json","count":7},{"key":"html","count":5},{"key":"text","count":1}],"first_seen":"2026-08-24T07:00:30.953Z","last_seen":"2026-08-24T20:45:35.438Z"},{"family":"GPTBot","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":8,"successful_sessions":8,"requests":37,"successful_requests":26,"canonical_node_reads":21,"material_reads":5,"unique_canonical_nodes":10,"unique_materials":5,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":7,"max_canonical_nodes_per_session":7,"median_materials_per_session":0,"p95_materials_per_session":5,"max_materials_per_session":5,"median_transitions_per_session":0,"max_transitions_per_session":8,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":6},{"path":"/.well-known/api-catalog","count":1},{"path":"/systems/","count":1}],"terminal_routes":[{"path":"/","count":6},{"path":"/patterns/company-memory-needs-write-loops/","count":1},{"path":"/systems/","count":1}],"top_transitions":[{"from":"/.well-known/api-catalog","to":"/posts/","count":1},{"from":"/deltas/agent-first-api-contracts/","to":"/patterns/agent-security-moves-to-runtime-boundaries/","count":1},{"from":"/owner-profile.json","to":"/presence/","count":1},{"from":"/patterns/agent-security-moves-to-runtime-boundaries/","to":"/signals/vercel-passport-generally-available-enterprise/","count":1},{"from":"/posts/","to":"/owner-profile.json","count":1},{"from":"/presence/","to":"/deltas/agent-first-api-contracts/","count":1}],"top_path_patterns":[{"pattern":"home","count":6},{"pattern":"collection","count":1},{"pattern":"contract > collection > contract > page > material","count":1}],"formats":[{"key":"html","count":18},{"key":"json","count":4},{"key":"markdown","count":1}],"first_seen":"2026-08-24T07:00:30.950Z","last_seen":"2026-08-26T08:15:44.171Z"},{"family":"ChatGPT-User","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":8,"successful_sessions":8,"requests":33,"successful_requests":19,"canonical_node_reads":16,"material_reads":5,"unique_canonical_nodes":7,"unique_materials":5,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":6,"max_canonical_nodes_per_session":6,"median_materials_per_session":0,"p95_materials_per_session":5,"max_materials_per_session":5,"median_transitions_per_session":0,"max_transitions_per_session":5,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":5},{"path":"/feed.json","count":1},{"path":"/sitemap.xml","count":1},{"path":"/sources/","count":1}],"terminal_routes":[{"path":"/","count":5},{"path":"/feed.json","count":1},{"path":"/sitemap.xml","count":1},{"path":"/systems/hermes/","count":1}],"top_transitions":[{"from":"/patterns/agent-protocols-become-interoperability-layer/","to":"/posts/ghostwriter-agent-memory-poisoning/","count":1},{"from":"/posts/ghostwriter-agent-memory-poisoning/","to":"/topics/agent-memory/","count":1},{"from":"/sources/","to":"/patterns/agent-protocols-become-interoperability-layer/","count":1},{"from":"/systems/openclaw/","to":"/systems/hermes/","count":1},{"from":"/topics/agent-memory/","to":"/systems/openclaw/","count":1}],"top_path_patterns":[{"pattern":"home","count":5},{"pattern":"collection > material","count":1},{"pattern":"feed","count":1},{"pattern":"sitemap","count":1}],"formats":[{"key":"html","count":13},{"key":"json","count":2},{"key":"markdown","count":2},{"key":"xml","count":1}],"first_seen":"2026-08-24T07:00:30.960Z","last_seen":"2026-08-28T18:27:53.089Z"},{"family":"Applebot","verification_status":"claimed_unverified","verification_method":"official_cidr","sessions":7,"successful_sessions":7,"requests":32,"successful_requests":18,"canonical_node_reads":17,"material_reads":5,"unique_canonical_nodes":7,"unique_materials":5,"median_canonical_nodes_per_session":1,"p95_canonical_nodes_per_session":6,"max_canonical_nodes_per_session":6,"median_materials_per_session":0,"p95_materials_per_session":5,"max_materials_per_session":5,"median_transitions_per_session":0,"max_transitions_per_session":5,"max_entrypoint_distance":3,"manifest_sessions":0,"manifest_followthrough_sessions":0,"followthrough_percent":null,"entrypoints":[{"path":"/","count":6},{"path":"/graveyard/","count":1}],"terminal_routes":[{"path":"/","count":6},{"path":"/posts/claude-hud-agent-observability/","count":1}],"top_transitions":[{"from":"/deltas/","to":"/deltas/agent-first-api-contracts/","count":1},{"from":"/deltas/agent-first-api-contracts/","to":"/graveyard/manual-context-handoff/","count":1},{"from":"/graveyard/","to":"/deltas/","count":1},{"from":"/graveyard/manual-context-handoff/","to":"/patterns/agent-protocols-become-interoperability-layer/","count":1},{"from":"/patterns/agent-protocols-become-interoperability-layer/","to":"/posts/claude-hud-agent-observability/","count":1}],"top_path_patterns":[{"pattern":"home","count":6},{"pattern":"collection > material","count":1}],"formats":[{"key":"html","count":15},{"key":"json","count":2}],"first_seen":"2026-08-24T07:01:31.971Z","last_seen":"2026-08-26T06:04:37.370Z"}]}],"graph_observation":{"window":"24h","requests":851,"verified_requests":271,"verified_families":7,"eligible_nodes":1014,"covered_nodes":123,"coverage_percent":12.1,"manifest_sessions":10,"manifest_followthrough_sessions":1,"followthrough_percent":10,"median_discovery_latency_seconds":5512916,"observed_path_span":4,"verified_sessions":187,"unique_materials":119,"median_materials_per_session":1,"p95_materials_per_session":2,"max_materials_per_session":3,"median_transitions_per_session":0,"max_transitions_per_session":3,"max_entrypoint_distance":3},"verification_sources":[{"key":"applebot","label":"Applebot","source_url":"https://search.developer.apple.com/applebot.json","status":"fresh","fetched_at":"2026-09-02T21:30:26.721Z","prefix_count":33},{"key":"googlebot","label":"Googlebot","source_url":"https://developers.google.com/static/crawling/ipranges/common-crawlers.json","status":"fresh","fetched_at":"2026-09-02T21:30:26.468Z","prefix_count":317},{"key":"openai_search","label":"OpenAI SearchBot","source_url":"https://openai.com/searchbot.json","status":"fresh","fetched_at":"2026-09-02T21:30:26.296Z","prefix_count":35},{"key":"openai_gpt","label":"GPTBot","source_url":"https://openai.com/gptbot.json","status":"fresh","fetched_at":"2026-09-02T21:30:26.298Z","prefix_count":21},{"key":"openai_user","label":"ChatGPT-User","source_url":"https://openai.com/chatgpt-user.json","status":"fresh","fetched_at":"2026-09-02T21:30:26.741Z","prefix_count":204},{"key":"perplexity_bot","label":"PerplexityBot","source_url":"https://www.perplexity.ai/perplexitybot.json","status":"fresh","fetched_at":"2026-09-02T21:30:26.339Z","prefix_count":8},{"key":"perplexity_user","label":"Perplexity-User","source_url":"https://www.perplexity.ai/perplexity-user.json","status":"fresh","fetched_at":"2026-09-02T21:30:26.336Z","prefix_count":4}],"privacy":{"ip_addresses":"not_output","hostnames":"not_output","raw_user_agents":"not_output","raw_log_lines":"not_output","session_identifiers":"not_output","ordered_session_paths":"aggregated_immediately_not_output","public_counts":"aggregate_only"},"interpretation":{"verified":"The claimed family matched an official CIDR list or forward-confirmed provider DNS.","claimed_unverified":"The User-Agent claimed a family but did not match the available official verifier.","not_verifiable":"The provider does not publish a supported verifier or verification was intentionally unavailable.","causality":"Observed request order is correlation only; crawler queues and parallel workers are not observable.","depth":"Unique materials collapse alternate representations; reads remain requests, not proof of comprehension."}}