{ "vertical": "AKI Machine Web Intelligence Engine™ (MWI-1.0)", "version": "1.0", "as_of": "2026-10-01T00:00:00Z", "merkle_root": "0x9a8f11b238ef91823abce841c2901844bcae3194551100aaee88127364501928", "evidence_hash": "0x71fc991823901a182470bbccdd18274910283746", "macro_telemetry": { "mwp_html_request_share": "57.5%", "mwp_all_http_request_share": "35.42%", "adr_agentic_demand": 812.4, "bip_audited_passports_count": 15, "spi_token_efficiency_gain": "74.5%", "cbi_training_bot_disallow_rate": "61.2%" }, "indexes": [ { "ticker": "MWP", "name": "Machine Web Pulse™", "currentValue": 57.5, "h1Delta": 0.4, "d1Delta": 3.2, "d7Delta": 8.4, "d30Delta": 18.2, "confidenceScore": 98, "sourcesCount": 12, "denominatorLabel": "HTML Requests (57.5% vs 35.42% All HTTP)", "whySummary": "Autonomous crawler and agent volume accounts for 57.5% of global HTML requests (vs 35.42% of all HTTP requests). Purpose mix: Training 40.15%, Search 16.45%, User Action 4.80%.", "evidenceHash": "0x9a8f11b238ef91823abce841c2901844bcae3194", "calculationId": "CALC_MWP_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Payload encryption limits secondary intent classification for 4.2% of non-standard user-agents" ], "isPublicTicker": true, "sparkline": [ 52.1, 53.4, 54, 54.8, 55.6, 56.1, 56.9, 57.2, 57.5 ], "category": "core" }, { "ticker": "BIP", "name": "Bot Intelligence Passport™", "currentValue": 88.4, "h1Delta": 0.2, "d1Delta": 1.4, "d7Delta": 4.1, "d30Delta": 9.8, "confidenceScore": 96, "sourcesCount": 14, "denominatorLabel": "Audited Passports (14 Verified)", "whySummary": "Comprehensive operational audit across 14 frontier bot passports measuring identity proof, reverse DNS integrity, and spoofing exposure.", "evidenceHash": "0x41ba027891beef123490aa182811440182837492", "calculationId": "CALC_BIP_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Dynamic IP rotation in small-scale cloud providers requires continuous 15-minute re-verification" ], "isPublicTicker": true, "sparkline": [ 82, 83.5, 84.8, 85.6, 86.4, 87.1, 87.7, 88.1, 88.4 ], "category": "core" }, { "ticker": "BA100", "name": "Bot & Agent 100™", "currentValue": 72.4, "h1Delta": 0.3, "d1Delta": 2.1, "d7Delta": 5.8, "d30Delta": 14.5, "confidenceScore": 95, "sourcesCount": 100, "denominatorLabel": "Observed Agent Entities", "whySummary": "Distribution of agent market share: Googlebot 22.8%, Meta-ExternalAgent 14.1%, ClaudeBot 11.9%, GPTBot 8.2%, Bytespider 7.4%.", "evidenceHash": "0x71fc991823901a182470bbccdd18274910283746", "calculationId": "CALC_BA100_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Private enterprise agents operating behind residential proxies are tracked via behavioral fingerprints" ], "isPublicTicker": true, "sparkline": [ 65.4, 66.8, 68, 69.1, 70, 70.8, 71.5, 72, 72.4 ], "category": "core" }, { "ticker": "C2R", "name": "Crawl-to-Referral Index™", "currentValue": 142, "h1Delta": -1.2, "d1Delta": -4.5, "d7Delta": -8.9, "d30Delta": -15.4, "confidenceScore": 92, "sourcesCount": 18, "denominatorLabel": "Crawl/Referral Ratio (Higher = Less Referral Yield)", "whySummary": "Asymmetry metric measuring crawl requests per outbound referral visit. Anthropic models demonstrate thousands:1, OpenAI models hundreds:1.", "evidenceHash": "0x88de1209ab449101827364551928374650192834", "calculationId": "CALC_C2R_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Referral tracking parameters (e.g. utm_source=chatgpt) omitted in 18.4% of in-app webview clickouts" ], "isPublicTicker": true, "sparkline": [ 178, 169.5, 162, 156.4, 151.2, 148, 145.2, 143.1, 142 ], "category": "agentic" }, { "ticker": "ADR", "name": "Agentic Demand Radar™", "currentValue": 812.4, "h1Delta": 4.8, "d1Delta": 28.5, "d7Delta": 94.2, "d30Delta": 312, "confidenceScore": 94, "sourcesCount": 24, "denominatorLabel": "Login/Action Requests", "whySummary": "Surge in autonomous multi-step agent actions navigating past unauthenticated content into deep session funnels (8.1x increase YoY).", "evidenceHash": "0x12ac4455ef182736451029384756102938475610", "calculationId": "CALC_ADR_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Bot mitigation CAPTCHAs introduce 12.3% variance in agent session completion rates" ], "isPublicTicker": true, "sparkline": [ 520, 560.5, 610.2, 670, 715.4, 755, 785.2, 804, 812.4 ], "category": "agentic" }, { "ticker": "ACRI", "name": "Agentic Commerce Readiness™", "currentValue": 42.6, "h1Delta": 0.5, "d1Delta": 3.8, "d7Delta": 11.2, "d30Delta": 24.8, "confidenceScore": 91, "sourcesCount": 16, "denominatorLabel": "Commercial Checkout Surfaces", "whySummary": "Cross-industry actuarial score measuring retail, travel, and financial checkout surfaces supporting Universal Cart Protocol (UCP v2026-08-25).", "evidenceHash": "0x33ef9077cd182736451029384756102938475610", "calculationId": "CALC_ACRI_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Shopify native catalog federation leads enterprise readiness at 78.4%, while custom monoliths lag at 18.2%" ], "isPublicTicker": true, "sparkline": [ 26, 28.5, 31, 34.2, 37, 39.4, 40.8, 41.9, 42.6 ], "category": "agentic" }, { "ticker": "GEO-CR", "name": "AI Citation & Visibility™", "currentValue": 68.2, "h1Delta": 0.1, "d1Delta": 1.8, "d7Delta": 6.2, "d30Delta": 14.1, "confidenceScore": 95, "sourcesCount": 30, "denominatorLabel": "Generative Engine Queries", "whySummary": "Correlation index between crawl volume, structured markdown ingestion, and generative answer citations across Perplexity, ChatGPT, Claude, and Gemini.", "evidenceHash": "0x55bc1133dd182736451029384756102938475610", "calculationId": "CALC_GEOCR_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Zero-click generative summaries suppress traditional click-through attribution by 63.8%" ], "isPublicTicker": true, "sparkline": [ 58, 59.8, 61.5, 63.2, 64.9, 66.1, 67, 67.8, 68.2 ], "category": "agentic" }, { "ticker": "SPI", "name": "Machine Payload Efficiency™", "currentValue": 74.5, "h1Delta": 0.8, "d1Delta": 4.2, "d7Delta": 12.5, "d30Delta": 29.4, "confidenceScore": 97, "sourcesCount": 22, "denominatorLabel": "Token Ingestion Volume", "whySummary": "Bandwidth and token economy index measuring efficiency of Markdown and JSON endpoints vs raw HTML document bloat (74.5% mean token reduction).", "evidenceHash": "0x66fa2288aa182736451029384756102938475610", "calculationId": "CALC_SPI_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Hydration script tag stripping contributes 44.2% of total token savings on edge SSR routes" ], "isPublicTicker": true, "sparkline": [ 54, 57.5, 61.2, 65, 68.4, 70.9, 72.5, 73.8, 74.5 ], "category": "core" }, { "ticker": "CBI", "name": "Crawler Access & Bot Policy™", "currentValue": 61.2, "h1Delta": -0.2, "d1Delta": -1.5, "d7Delta": 3.4, "d30Delta": 18.9, "confidenceScore": 96, "sourcesCount": 40, "denominatorLabel": "Enterprise Domains (Top 10k)", "whySummary": "Tracks webmaster robots.txt and edge firewall compliance following Cloudflare AI Crawl Control deployment on September 15, 2026.", "evidenceHash": "0x99aa4411ee182736451029384756102938475610", "calculationId": "CALC_CBI_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Wildcard disallow directives vary widely between training bots (61.2% blocked) and search bots (14.2% blocked)" ], "isPublicTicker": true, "sparkline": [ 44, 47, 50.5, 54, 57.2, 59.5, 60.4, 61, 61.2 ], "category": "policy" }, { "ticker": "MWM", "name": "Machine Web Index™ Macro", "currentValue": 52.8, "h1Delta": 0.3, "d1Delta": 2, "d7Delta": 7.1, "d30Delta": 16.4, "confidenceScore": 94, "sourcesCount": 50, "denominatorLabel": "Composite Macro Baseline", "whySummary": "Longitudinal aggregate tracking transition of web architecture from human visual consumption to autonomous machine agent orchestration.", "evidenceHash": "0x44dd8822ff182736451029384756102938475610", "calculationId": "CALC_MWM_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Dynamic headless browser footprint indistinguishable from human browsing in 6.4% of edge sessions" ], "isPublicTicker": true, "sparkline": [ 41, 43.5, 45.8, 47.9, 49.5, 50.8, 51.7, 52.3, 52.8 ], "category": "core" }, { "ticker": "GHOST", "name": "Ghost Bot Detection™", "currentValue": 73.4, "h1Delta": 1.1, "d1Delta": 5.4, "d7Delta": 14.8, "d30Delta": 38.2, "confidenceScore": 89, "sourcesCount": 15, "denominatorLabel": "Unassigned Bot Clusters", "whySummary": "Behavioral automation confidence score for unverified bots masking as residential Chrome/Safari browsers. Strictly outputs automation probability without operator attribution.", "evidenceHash": "0x77ee9933aa182736451029384756102938475610", "calculationId": "CALC_GHOST_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Operator attribution prohibited by Rule 3 due to absence of cryptographic reverse-DNS proofs" ], "isPublicTicker": true, "sparkline": [ 48, 52.5, 57, 62.4, 66.8, 69.5, 71.4, 72.8, 73.4 ], "category": "policy" }, { "ticker": "PAR", "name": "Parallel Internet Citation™", "currentValue": 48.9, "h1Delta": 0.2, "d1Delta": 1.1, "d7Delta": 4.3, "d30Delta": 11.8, "confidenceScore": 93, "sourcesCount": 28, "denominatorLabel": "Sovereign Knowledge Nodes", "whySummary": "Bifurcation metric tracking independent crawl graphs and citation density between Western frontier labs (.com) and Chinese domestic AI ecosystem (.cn).", "evidenceHash": "0x11bb5599cc182736451029384756102938475610", "calculationId": "CALC_PAR_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Cross-border CDN caching obscures origin request volume for 14.5% of Eurasian network transit" ], "isPublicTicker": true, "sparkline": [ 40, 41.5, 43, 44.8, 46.2, 47.4, 48, 48.5, 48.9 ], "category": "geography" }, { "ticker": "GEOV", "name": "Geographic Variance™", "currentValue": 56.1, "h1Delta": -0.1, "d1Delta": 0.8, "d7Delta": 3.2, "d30Delta": 8.9, "confidenceScore": 95, "sourcesCount": 35, "denominatorLabel": "Regional Ingestion Clusters", "whySummary": "Regional variance of agentic web traffic density across North America (44.2%), Asia-Pacific (31.8%), Europe (19.4%), and Emerging Markets (4.6%).", "evidenceHash": "0x22cc6600dd182736451029384756102938475610", "calculationId": "CALC_GEOV_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Edge Anycast routing can shift geographic attribution by up to 350km during regional transit congestion" ], "isPublicTicker": true, "sparkline": [ 49, 50.4, 51.8, 53, 54.2, 55, 55.6, 55.9, 56.1 ], "category": "geography" }, { "ticker": "MIC", "name": "Machine Identity Confidence", "currentValue": 78.2, "h1Delta": 0.1, "d1Delta": 0.9, "d7Delta": 2.4, "d30Delta": 5.8, "confidenceScore": 98, "sourcesCount": 14, "denominatorLabel": "Internal Identity Ladder (V0–V5)", "whySummary": "Internal classification layer evaluating V0 through V5 verification tiers. Strictly internal classification layer firewalled from public ticker streams (is_public_ticker = 0).", "evidenceHash": "0x88ff1144bb182736451029384756102938475610", "calculationId": "CALC_MIC_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Cryptographic mTLS certificate adoption currently limited to Tier-1 foundation lab commercial crawlers" ], "isPublicTicker": false, "sparkline": [ 74, 74.8, 75.5, 76.2, 76.9, 77.4, 77.8, 78, 78.2 ], "category": "policy" }, { "ticker": "CNR", "name": "China Machine Web Radar™", "currentValue": 62.4, "h1Delta": 0.9, "d1Delta": 4.8, "d7Delta": 16.2, "d30Delta": 42.1, "confidenceScore": 95, "sourcesCount": 12, "denominatorLabel": "Domestic China Crawl Mesh", "whySummary": "Actuarial tracking of DeepSeekBot, Qwenbot, Doubao, ERNIE, Kimi, GLM, and Bytespider request volume and structural citation rates.", "evidenceHash": "0x55aa3377ff182736451029384756102938475610", "calculationId": "CALC_CNR_20261001", "methodologyVersion": "MWI-1.0", "knownUnknowns": [ "Doubao and Bytespider share underlying ASN infrastructure across ByteDance cloud edge nodes" ], "isPublicTicker": true, "sparkline": [ 38, 42.5, 47, 52.4, 56.8, 59.5, 60.8, 61.7, 62.4 ], "category": "china" } ], "bot_passports": [ { "passportId": "claudebot", "claimedIdentity": "ClaudeBot", "operator": "Anthropic, PBC", "userAgentPattern": "Mozilla/5.0 ... ClaudeBot/1.0; +claudebot@anthropic.com", "ipRanges": [ "160.79.104.0/23", "160.79.106.0/24" ], "asnList": [ "AS394536" ], "reverseDnsPattern": "*.crawl.anthropic.com", "classification": "Training", "identityConfidence": 99, "automationConfidence": 100, "verificationLevel": "V5", "firstObservedEpoch": 1704067200, "lastObservedEpoch": 1759276800, "requestVolume24h": 14200000, "crawlVelocityRps": 185.4, "avgUrlDepth": 4.2, "contentPreference": { "html": 0.52, "markdown": 0.38, "json": 0.1 }, "topSectors": [ "AI Research", "Cloud Docs", "Software", "Finance" ], "topEntities": [ "GitHub", "Hugging Face", "ArXiv", "Stack Overflow" ], "geographyDistribution": { "us": 0.68, "eu": 0.22, "apac": 0.1 }, "citationCorrelation": 0.88, "referralCorrelation": 0.04, "agentActionsRate": 0.08, "commerceActivityRate": 0.01, "policyResponseProfile": { "allow": 0.48, "block": 0.42, "challenge": 0.1 }, "historicalSnapshotsCount": 128, "contradictions": [], "knownUnknowns": [ "Private pre-training crawl schedule adjusted dynamically based on corpus freshness decay" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xclaudebot_sha256_audit_v1", "auditId": "AUDIT_CLAUDEBOT_20261001", "spoofingExposureScore": 8, "verificationContradictionLog": [] }, { "passportId": "gptbot", "claimedIdentity": "GPTBot", "operator": "OpenAI, LLC", "userAgentPattern": "Mozilla/5.0 ... GPTBot/1.2; +https://openai.com/gptbot", "ipRanges": [ "20.15.240.64/28", "20.15.240.80/28", "20.15.240.96/28" ], "asnList": [ "AS8075", "AS12076" ], "reverseDnsPattern": "*.search.msn.com", "classification": "Training", "identityConfidence": 99, "automationConfidence": 100, "verificationLevel": "V5", "firstObservedEpoch": 1691452800, "lastObservedEpoch": 1759276800, "requestVolume24h": 18900000, "crawlVelocityRps": 240.2, "avgUrlDepth": 4.6, "contentPreference": { "html": 0.58, "markdown": 0.32, "json": 0.1 }, "topSectors": [ "Encyclopedic", "News", "E-Commerce", "Code" ], "topEntities": [ "Wikipedia", "Substack", "Shopify Stores", "Reddit" ], "geographyDistribution": { "us": 0.72, "eu": 0.19, "apac": 0.09 }, "citationCorrelation": 0.91, "referralCorrelation": 0.08, "agentActionsRate": 0.12, "commerceActivityRate": 0.02, "policyResponseProfile": { "allow": 0.52, "block": 0.38, "challenge": 0.1 }, "historicalSnapshotsCount": 142, "contradictions": [], "knownUnknowns": [ "OAI SearchBot shared IP subnet overlap isolated via specific user-agent tokens" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xgptbot_sha256_audit_v1", "auditId": "AUDIT_GPTBOT_20261001", "spoofingExposureScore": 9, "verificationContradictionLog": [] }, { "passportId": "googlebot", "claimedIdentity": "Googlebot", "operator": "Google LLC", "userAgentPattern": "Mozilla/5.0 ... Googlebot/2.1; +http://www.google.com/bot.html", "ipRanges": [ "66.249.64.0/19", "64.233.160.0/19" ], "asnList": [ "AS15169" ], "reverseDnsPattern": "*.googlebot.com", "classification": "Search", "identityConfidence": 100, "automationConfidence": 100, "verificationLevel": "V5", "firstObservedEpoch": 946684800, "lastObservedEpoch": 1759276800, "requestVolume24h": 48200000, "crawlVelocityRps": 610.5, "avgUrlDepth": 6.8, "contentPreference": { "html": 0.74, "json": 0.16, "markdown": 0.1 }, "topSectors": [ "Global All Sectors" ], "topEntities": [ "Top 100M Web Index" ], "geographyDistribution": { "global": 1 }, "citationCorrelation": 0.94, "referralCorrelation": 0.82, "agentActionsRate": 0.28, "commerceActivityRate": 0.14, "policyResponseProfile": { "allow": 0.88, "block": 0.08, "challenge": 0.04 }, "historicalSnapshotsCount": 512, "contradictions": [], "knownUnknowns": [ "Gemini AI Overview ingestion shares standard Googlebot crawl queue infrastructure" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xgooglebot_sha256_audit_v1", "auditId": "AUDIT_GOOGLEBOT_20261001", "spoofingExposureScore": 3, "verificationContradictionLog": [] }, { "passportId": "bingbot", "claimedIdentity": "Bingbot", "operator": "Microsoft Corporation", "userAgentPattern": "Mozilla/5.0 ... bingbot/2.0; +http://www.bing.com/bingbot.htm", "ipRanges": [ "157.55.39.0/24", "207.46.13.0/24", "40.77.167.0/24" ], "asnList": [ "AS8075" ], "reverseDnsPattern": "*.search.msn.com", "classification": "Search", "identityConfidence": 100, "automationConfidence": 100, "verificationLevel": "V5", "firstObservedEpoch": 1285891200, "lastObservedEpoch": 1759276800, "requestVolume24h": 21400000, "crawlVelocityRps": 280, "avgUrlDepth": 5.4, "contentPreference": { "html": 0.7, "json": 0.18, "markdown": 0.12 }, "topSectors": [ "Global All Sectors" ], "topEntities": [ "Top 50M Web Index" ], "geographyDistribution": { "global": 1 }, "citationCorrelation": 0.86, "referralCorrelation": 0.64, "agentActionsRate": 0.22, "commerceActivityRate": 0.09, "policyResponseProfile": { "allow": 0.82, "block": 0.12, "challenge": 0.06 }, "historicalSnapshotsCount": 410, "contradictions": [], "knownUnknowns": [ "Copilot citation grounding engine fed directly from real-time Bing index pipeline" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xbingbot_sha256_audit_v1", "auditId": "AUDIT_BINGBOT_20261001", "spoofingExposureScore": 4, "verificationContradictionLog": [] }, { "passportId": "meta-externalagent", "claimedIdentity": "Meta-ExternalAgent", "operator": "Meta Platforms, Inc.", "userAgentPattern": "Mozilla/5.0 ... Meta-ExternalAgent/1.1; +https://developers.facebook.com/docs/sharing/webmasters/crawler", "ipRanges": [ "57.141.0.0/16", "157.240.0.0/16" ], "asnList": [ "AS32934" ], "reverseDnsPattern": "*.fbsv.net", "classification": "Mixed", "identityConfidence": 98, "automationConfidence": 100, "verificationLevel": "V4", "firstObservedEpoch": 1709251200, "lastObservedEpoch": 1759276800, "requestVolume24h": 29800000, "crawlVelocityRps": 390.4, "avgUrlDepth": 4.8, "contentPreference": { "html": 0.65, "json": 0.25, "markdown": 0.1 }, "topSectors": [ "Social", "Media", "Consumer Goods", "Culture" ], "topEntities": [ "Instagram Creators", "News Portals", "Fashion Sites" ], "geographyDistribution": { "us": 0.54, "eu": 0.28, "apac": 0.18 }, "citationCorrelation": 0.72, "referralCorrelation": 0.34, "agentActionsRate": 0.14, "commerceActivityRate": 0.08, "policyResponseProfile": { "allow": 0.44, "block": 0.46, "challenge": 0.1 }, "historicalSnapshotsCount": 118, "contradictions": [], "knownUnknowns": [ "Aggressive parallel crawl velocity triggers rate limiters on 16.2% of unoptimized origins" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xmeta_external_sha256_v1", "auditId": "AUDIT_META_20261001", "spoofingExposureScore": 12, "verificationContradictionLog": [] }, { "passportId": "bytespider", "claimedIdentity": "Bytespider", "operator": "ByteDance Ltd.", "userAgentPattern": "Mozilla/5.0 ... Bytespider; spider-feedback@bytedance.com", "ipRanges": [ "110.249.201.0/24", "110.249.202.0/24", "218.107.132.0/24" ], "asnList": [ "AS138699", "AS136958" ], "reverseDnsPattern": "*.bytedance.com", "classification": "Mixed", "identityConfidence": 97, "automationConfidence": 100, "verificationLevel": "V4", "firstObservedEpoch": 1685577600, "lastObservedEpoch": 1759276800, "requestVolume24h": 16800000, "crawlVelocityRps": 215.8, "avgUrlDepth": 5.1, "contentPreference": { "html": 0.62, "json": 0.28, "markdown": 0.1 }, "topSectors": [ "Video Platforms", "Retail", "Lifestyle", "Gaming" ], "topEntities": [ "Douyin Ecosystem", "TikTok Shop", "App Stores" ], "geographyDistribution": { "apac": 0.78, "eu": 0.12, "us": 0.1 }, "citationCorrelation": 0.81, "referralCorrelation": 0.22, "agentActionsRate": 0.18, "commerceActivityRate": 0.12, "policyResponseProfile": { "allow": 0.4, "block": 0.52, "challenge": 0.08 }, "historicalSnapshotsCount": 98, "contradictions": [], "knownUnknowns": [ "Doubao LLM training cluster shares data lake ingestion with TikTok trend algorithms" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xbytespider_sha256_v1", "auditId": "AUDIT_BYTESPIDER_20261001", "spoofingExposureScore": 14, "verificationContradictionLog": [] }, { "passportId": "deepseekbot", "claimedIdentity": "DeepSeekBot", "operator": "Hangzhou DeepSeek AI Co., Ltd.", "userAgentPattern": "Mozilla/5.0 ... DeepSeekBot/1.0; +https://www.deepseek.com/bot", "ipRanges": [ "103.151.144.0/23", "103.151.146.0/24" ], "asnList": [ "AS149544" ], "reverseDnsPattern": "*.deepseek.com", "classification": "Training", "identityConfidence": 96, "automationConfidence": 100, "verificationLevel": "V4", "firstObservedEpoch": 1711929600, "lastObservedEpoch": 1759276800, "requestVolume24h": 9400000, "crawlVelocityRps": 122.4, "avgUrlDepth": 4.9, "contentPreference": { "html": 0.48, "markdown": 0.42, "json": 0.1 }, "topSectors": [ "STEM", "Mathematics", "Software Engineering", "Patents" ], "topEntities": [ "GitHub Repos", "ArXiv Preprints", "MathOverflow", "LeetCode" ], "geographyDistribution": { "apac": 0.65, "us": 0.25, "eu": 0.1 }, "citationCorrelation": 0.92, "referralCorrelation": 0.06, "agentActionsRate": 0.1, "commerceActivityRate": 0.01, "policyResponseProfile": { "allow": 0.58, "block": 0.32, "challenge": 0.1 }, "historicalSnapshotsCount": 84, "contradictions": [], "knownUnknowns": [ "Specialized high-density token filters prioritize code documentation and mathematical proofs" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xdeepseekbot_sha256_v1", "auditId": "AUDIT_DEEPSEEK_20261001", "spoofingExposureScore": 11, "verificationContradictionLog": [] }, { "passportId": "qwenbot", "claimedIdentity": "Qwenbot", "operator": "Alibaba Cloud Computing Ltd.", "userAgentPattern": "Mozilla/5.0 ... Qwenbot/1.0; +https://help.aliyun.com/document_detail/qwenbot", "ipRanges": [ "47.88.0.0/16", "47.89.0.0/16" ], "asnList": [ "AS45102" ], "reverseDnsPattern": "*.alibaba-inc.com", "classification": "Training", "identityConfidence": 97, "automationConfidence": 100, "verificationLevel": "V4", "firstObservedEpoch": 1706745600, "lastObservedEpoch": 1759276800, "requestVolume24h": 8900000, "crawlVelocityRps": 114.6, "avgUrlDepth": 4.4, "contentPreference": { "html": 0.54, "json": 0.32, "markdown": 0.14 }, "topSectors": [ "Global E-Commerce", "Logistics", "Cross-Border Trade" ], "topEntities": [ "Taobao", "AliExpress", "Lazada", "Alibaba Cloud Docs" ], "geographyDistribution": { "apac": 0.82, "eu": 0.1, "us": 0.08 }, "citationCorrelation": 0.84, "referralCorrelation": 0.15, "agentActionsRate": 0.14, "commerceActivityRate": 0.09, "policyResponseProfile": { "allow": 0.55, "block": 0.35, "challenge": 0.1 }, "historicalSnapshotsCount": 76, "contradictions": [], "knownUnknowns": [ "Multi-lingual capability tuned heavily across ASEAN regional commercial vocabularies" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xqwenbot_sha256_v1", "auditId": "AUDIT_QWENBOT_20261001", "spoofingExposureScore": 12, "verificationContradictionLog": [] }, { "passportId": "doubao", "claimedIdentity": "Doubao", "operator": "ByteDance Ltd.", "userAgentPattern": "Mozilla/5.0 ... Doubao-Spider; +https://www.doubao.com/robot", "ipRanges": [ "110.249.203.0/24", "110.249.204.0/24" ], "asnList": [ "AS138699" ], "reverseDnsPattern": "*.bytedance.com", "classification": "Agent", "identityConfidence": 96, "automationConfidence": 100, "verificationLevel": "V4", "firstObservedEpoch": 1714521600, "lastObservedEpoch": 1759276800, "requestVolume24h": 7200000, "crawlVelocityRps": 92.4, "avgUrlDepth": 3.8, "contentPreference": { "html": 0.5, "json": 0.38, "markdown": 0.12 }, "topSectors": [ "Consumer Services", "Local Life", "Education" ], "topEntities": [ "Domestic Travel Portals", "Knowledge Bases", "Local Business" ], "geographyDistribution": { "apac": 0.94, "global": 0.06 }, "citationCorrelation": 0.79, "referralCorrelation": 0.19, "agentActionsRate": 0.34, "commerceActivityRate": 0.22, "policyResponseProfile": { "allow": 0.52, "block": 0.38, "challenge": 0.1 }, "historicalSnapshotsCount": 62, "contradictions": [], "knownUnknowns": [ "Autonomous user agent actions trigger high commerce transaction rates on domestic APIs" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xdoubao_sha256_v1", "auditId": "AUDIT_DOUBAO_20261001", "spoofingExposureScore": 13, "verificationContradictionLog": [] }, { "passportId": "claude-user", "claimedIdentity": "Claude-User", "operator": "Anthropic, PBC", "userAgentPattern": "Mozilla/5.0 ... Claude-Web/1.0; +https://support.anthropic.com", "ipRanges": [ "160.79.104.128/26" ], "asnList": [ "AS394536" ], "reverseDnsPattern": "*.claude.ai", "classification": "Agent", "identityConfidence": 99, "automationConfidence": 98, "verificationLevel": "V5", "firstObservedEpoch": 1717200000, "lastObservedEpoch": 1759276800, "requestVolume24h": 4800000, "crawlVelocityRps": 62.5, "avgUrlDepth": 3.2, "contentPreference": { "html": 0.44, "markdown": 0.46, "json": 0.1 }, "topSectors": [ "User Requested URLs", "Documentation", "Research" ], "topEntities": [ "Dynamic On-Demand Web Inspection" ], "geographyDistribution": { "us": 0.65, "eu": 0.25, "apac": 0.1 }, "citationCorrelation": 0.96, "referralCorrelation": 0.48, "agentActionsRate": 0.68, "commerceActivityRate": 0.04, "policyResponseProfile": { "allow": 0.72, "block": 0.18, "challenge": 0.1 }, "historicalSnapshotsCount": 58, "contradictions": [], "knownUnknowns": [ "Strictly on-demand interactive user fetch; obeys robots.txt directives explicitly" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xclaude_user_sha256_v1", "auditId": "AUDIT_CLAUDE_USER_20261001", "spoofingExposureScore": 5, "verificationContradictionLog": [] }, { "passportId": "chatgpt-user", "claimedIdentity": "ChatGPT-User", "operator": "OpenAI, LLC", "userAgentPattern": "Mozilla/5.0 ... ChatGPT-User/1.0; +https://openai.com/bot", "ipRanges": [ "20.15.240.128/26" ], "asnList": [ "AS8075" ], "reverseDnsPattern": "*.openai.com", "classification": "Agent", "identityConfidence": 99, "automationConfidence": 98, "verificationLevel": "V5", "firstObservedEpoch": 1701388800, "lastObservedEpoch": 1759276800, "requestVolume24h": 8400000, "crawlVelocityRps": 108.2, "avgUrlDepth": 3.1, "contentPreference": { "html": 0.48, "markdown": 0.4, "json": 0.12 }, "topSectors": [ "Live Search Grounding", "User Prompts", "Fact Checking" ], "topEntities": [ "Direct Target Domains from User Chats" ], "geographyDistribution": { "us": 0.7, "eu": 0.2, "apac": 0.1 }, "citationCorrelation": 0.95, "referralCorrelation": 0.54, "agentActionsRate": 0.72, "commerceActivityRate": 0.08, "policyResponseProfile": { "allow": 0.76, "block": 0.16, "challenge": 0.08 }, "historicalSnapshotsCount": 88, "contradictions": [], "knownUnknowns": [ "Dynamic browsing runtime executes JavaScript rendering on client destinations" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xchatgpt_user_sha256_v1", "auditId": "AUDIT_CHATGPT_USER_20261001", "spoofingExposureScore": 6, "verificationContradictionLog": [] }, { "passportId": "oai-searchbot", "claimedIdentity": "OAI-SearchBot", "operator": "OpenAI, LLC", "userAgentPattern": "Mozilla/5.0 ... OAI-SearchBot/1.0; +https://openai.com/searchbot", "ipRanges": [ "20.15.240.192/26" ], "asnList": [ "AS8075" ], "reverseDnsPattern": "*.openai.com", "classification": "Search", "identityConfidence": 99, "automationConfidence": 100, "verificationLevel": "V5", "firstObservedEpoch": 1722470400, "lastObservedEpoch": 1759276800, "requestVolume24h": 11200000, "crawlVelocityRps": 145, "avgUrlDepth": 4.5, "contentPreference": { "html": 0.6, "markdown": 0.3, "json": 0.1 }, "topSectors": [ "Publishers", "News Media", "Encyclopedias" ], "topEntities": [ "Syndicated News", "Live Sports", "Financial Markets" ], "geographyDistribution": { "us": 0.68, "eu": 0.22, "apac": 0.1 }, "citationCorrelation": 0.94, "referralCorrelation": 0.62, "agentActionsRate": 0.24, "commerceActivityRate": 0.06, "policyResponseProfile": { "allow": 0.78, "block": 0.14, "challenge": 0.08 }, "historicalSnapshotsCount": 72, "contradictions": [], "knownUnknowns": [ "Powers ChatGPT Search real-time index; exempt from GPTBot training opt-out rules" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xoai_searchbot_sha256_v1", "auditId": "AUDIT_OAI_SEARCH_20261001", "spoofingExposureScore": 7, "verificationContradictionLog": [] }, { "passportId": "claude-searchbot", "claimedIdentity": "Claude-SearchBot", "operator": "Anthropic, PBC", "userAgentPattern": "Mozilla/5.0 ... Claude-SearchBot/1.0; +https://anthropic.com/searchbot", "ipRanges": [ "160.79.104.192/26" ], "asnList": [ "AS394536" ], "reverseDnsPattern": "*.crawl.anthropic.com", "classification": "Search", "identityConfidence": 98, "automationConfidence": 100, "verificationLevel": "V5", "firstObservedEpoch": 1725148800, "lastObservedEpoch": 1759276800, "requestVolume24h": 6800000, "crawlVelocityRps": 88, "avgUrlDepth": 4.1, "contentPreference": { "html": 0.55, "markdown": 0.35, "json": 0.1 }, "topSectors": [ "Technical Documentation", "Academic Research", "Regulatory Filings" ], "topEntities": [ "W3C Standards", "SEC EDGAR", "Peer Reviewed Journals" ], "geographyDistribution": { "us": 0.65, "eu": 0.25, "apac": 0.1 }, "citationCorrelation": 0.93, "referralCorrelation": 0.58, "agentActionsRate": 0.2, "commerceActivityRate": 0.03, "policyResponseProfile": { "allow": 0.74, "block": 0.18, "challenge": 0.08 }, "historicalSnapshotsCount": 48, "contradictions": [], "knownUnknowns": [ "Live grounding pipeline for Claude enterprise research queries with strict citation headers" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xclaude_searchbot_sha256_v1", "auditId": "AUDIT_CLAUDE_SEARCH_20261001", "spoofingExposureScore": 6, "verificationContradictionLog": [] }, { "passportId": "meta-webindexer", "claimedIdentity": "Meta-WebIndexer", "operator": "Meta Platforms, Inc.", "userAgentPattern": "Mozilla/5.0 ... Meta-WebIndexer/1.0; +https://www.meta.com/crawler", "ipRanges": [ "57.141.64.0/18" ], "asnList": [ "AS32934" ], "reverseDnsPattern": "*.fbsv.net", "classification": "Search", "identityConfidence": 98, "automationConfidence": 100, "verificationLevel": "V4", "firstObservedEpoch": 1726358400, "lastObservedEpoch": 1759276800, "requestVolume24h": 15400000, "crawlVelocityRps": 198.5, "avgUrlDepth": 4.7, "contentPreference": { "html": 0.68, "json": 0.22, "markdown": 0.1 }, "topSectors": [ "Commerce", "Local Discovery", "Events", "Creators" ], "topEntities": [ "Product Catalogs", "Local Directories", "Event Listings" ], "geographyDistribution": { "us": 0.56, "eu": 0.26, "apac": 0.18 }, "citationCorrelation": 0.78, "referralCorrelation": 0.42, "agentActionsRate": 0.22, "commerceActivityRate": 0.14, "policyResponseProfile": { "allow": 0.62, "block": 0.3, "challenge": 0.08 }, "historicalSnapshotsCount": 64, "contradictions": [], "knownUnknowns": [ "Powers Meta AI multi-modal search and Ray-Ban smart glasses live contextual queries" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0xmeta_webindexer_sha256_v1", "auditId": "AUDIT_META_WEB_20261001", "spoofingExposureScore": 10, "verificationContradictionLog": [] }, { "passportId": "petalbot-huawei", "claimedIdentity": "PetalBot (Huawei Petal Search / Pangu)", "operator": "Huawei Technologies Co., Ltd. / Aspiegel SE", "userAgentPattern": "Mozilla/5.0 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot)", "ipRanges": [ "114.119.128.0/19", "159.138.0.0/17", "185.176.32.0/24" ], "asnList": [ "AS136907", "AS55990" ], "reverseDnsPattern": "*.petalsearch.com", "classification": "Mixed", "identityConfidence": 96, "automationConfidence": 99, "verificationLevel": "V4", "firstObservedEpoch": 1609459200, "lastObservedEpoch": 1790812800, "requestVolume24h": 34200000, "crawlVelocityRps": 395.8, "avgUrlDepth": 4.8, "contentPreference": { "html": 0.62, "json": 0.28, "markdown": 0.1 }, "topSectors": [ "Consumer Electronics", "E-commerce", "Enterprise Cloud", "Technical Docs" ], "topEntities": [ "Huawei Cloud", "Petal Search", "HarmonyOS Ecosystem", "Pangu AI" ], "geographyDistribution": { "China": 0.68, "Europe": 0.18, "Southeast Asia": 0.1, "Other": 0.04 }, "citationCorrelation": 0.74, "referralCorrelation": 0.52, "agentActionsRate": 0.08, "commerceActivityRate": 0.14, "policyResponseProfile": { "allow": 0.6, "block": 0.25, "challenge": 0.15 }, "historicalSnapshotsCount": 48, "contradictions": [], "knownUnknowns": [ "Ascend NPU cluster edge nodes in municipal regional data centers" ], "methodologyVersion": "BIP-1.0", "evidenceHash": "0x8f4c22a1098b1e4572ad8391cb092384a1e94812", "auditId": "AUDIT_HUAWEI_PETAL_20261001", "spoofingExposureScore": 18, "verificationContradictionLog": [] } ], "china_radar": [ { "engineId": "deepseek", "name": "DeepSeek (深度求索)", "operator": "Hangzhou DeepSeek AI", "botIdentity": "DeepSeekBot/1.0", "volumeShareCn": "28.4%", "citationIntensity": 92.4, "tokenIngestionEfficiency": "78.5% Token Savings (Dual-Pipeline Markdown)", "architectureNotes": "Sparse MoE architecture utilizing Multi-head Latent Attention (MLA) for deep algorithmic crawling.", "status": "ACCELERATING" }, { "engineId": "qwen", "name": "Qwen (通义千问)", "operator": "Alibaba Cloud Intelligence", "botIdentity": "Qwenbot/1.0", "volumeShareCn": "24.2%", "citationIntensity": 88.6, "tokenIngestionEfficiency": "72.0% Token Savings (Multi-Lingual ASEAN Cache)", "architectureNotes": "Global retail catalog federation and enterprise cloud document ingestion across 48 data centers.", "status": "ACTIVE" }, { "engineId": "doubao", "name": "Doubao (豆包)", "operator": "ByteDance Intelligent Computing", "botIdentity": "Doubao-Spider", "volumeShareCn": "19.8%", "citationIntensity": 82.5, "tokenIngestionEfficiency": "68.4% Token Savings (Local Life Micro-Data)", "architectureNotes": "High-frequency consumer interaction crawler driving ByteDance agentic ecosystem and TikTok Shop trends.", "status": "ACCELERATING" }, { "engineId": "ernie", "name": "ERNIE (文心一言)", "operator": "Baidu AI Cloud", "botIdentity": "Baiduspider-Render", "volumeShareCn": "12.6%", "citationIntensity": 76.8, "tokenIngestionEfficiency": "64.2% Token Savings (DOM Pruning Pipeline)", "architectureNotes": "Deep integration into Baidu domestic search index and autonomous agent transaction platform.", "status": "ACTIVE" }, { "engineId": "kimi", "name": "Kimi (月之暗面)", "operator": "Moonshot AI", "botIdentity": "KimiBot/2.0", "volumeShareCn": "6.8%", "citationIntensity": 84.1, "tokenIngestionEfficiency": "81.2% Token Savings (Long-Context Document Streaming)", "architectureNotes": "Specialized 2M+ context window ingestion targeting legal dossiers, research books, and financial reports.", "status": "SCALING" }, { "engineId": "glm", "name": "GLM / Zhipu (智谱清言)", "operator": "Zhipu AI (Tsinghua Spinout)", "botIdentity": "ZhipuBot/1.5", "volumeShareCn": "4.8%", "citationIntensity": 79.5, "tokenIngestionEfficiency": "74.6% Token Savings (Bilingual Academic Parser)", "architectureNotes": "Enterprise agent workflow integration with sovereign enterprise data governance safeguards.", "status": "ACTIVE" }, { "engineId": "bytespider", "name": "Bytespider Global", "operator": "ByteDance Infrastructure Ltd.", "botIdentity": "Bytespider", "volumeShareCn": "3.4%", "citationIntensity": 74.2, "tokenIngestionEfficiency": "66.8% Token Savings (Global Trend Mesh)", "architectureNotes": "Eurasian cross-border commercial crawl network syncing global consumer inventory into Chinese models.", "status": "ACTIVE" }, { "engineId": "huawei-petal", "name": "Huawei Pangu / Petal (华为盘古)", "operator": "Huawei Technologies / Aspiegel SE", "botIdentity": "PetalBot/1.0", "volumeShareCn": "8.5%", "citationIntensity": 81.4, "tokenIngestionEfficiency": "76.2% Token Savings (Ascend-Optimized Structured Parsing)", "architectureNotes": "Primary ingestion mesh for Huawei Pangu 5.0 models and Petal Search across 800M+ HarmonyOS/HMS devices.", "status": "ACTIVE" } ], "ghost_detection": [ { "observationId": "GH-8941", "behaviorCluster": "Rapid Headless Residential Chrome Cluster", "automationConfidence": 98.4, "requestRateRps": 84.2, "signatureEntropy": 0.12, "claimedUaType": "Chrome 131.0 Windows 11 (Claimed)", "assignedOperator": "Operator Unassigned (Rule 3 Compliance)", "knownUnknowns": [ "Origin ASN belongs to consumer ISP; reverse DNS resolves to dynamic residential pool" ], "status": "MONITORING" }, { "observationId": "GH-7210", "behaviorCluster": "Cyclic Pricing & Inventory Scraper", "automationConfidence": 94.8, "requestRateRps": 42.6, "signatureEntropy": 0.24, "claimedUaType": "Safari 18.1 macOS Sonoma (Claimed)", "assignedOperator": "Operator Unassigned (Rule 3 Compliance)", "knownUnknowns": [ "Session maintains deterministic 1200ms sleep intervals between nested catalog leaf requests" ], "status": "CONTAINED" }, { "observationId": "GH-6033", "behaviorCluster": "Multi-Hop Parallel LLM Grounding Probe", "automationConfidence": 91.2, "requestRateRps": 65, "signatureEntropy": 0.18, "claimedUaType": "Firefox 133.0 Linux x86_64 (Claimed)", "assignedOperator": "Operator Unassigned (Rule 3 Compliance)", "knownUnknowns": [ "TCP fingerprint matches headless Puppeteer runtime with forged Navigator hardwareConcurrency" ], "status": "EVALUATING" }, { "observationId": "GH-5192", "behaviorCluster": "Distributed Markdown Content Harvester", "automationConfidence": 96.5, "requestRateRps": 112.4, "signatureEntropy": 0.08, "claimedUaType": "Edge 131.0 Windows Server (Claimed)", "assignedOperator": "Operator Unassigned (Rule 3 Compliance)", "knownUnknowns": [ "Directly queries /.well-known/ and .md routes across 1,400 edge origins with uniform TLS cipher order" ], "status": "MONITORING" } ], "methodology": { "version": "MWI-1.0", "title": "AKI Machine Web Intelligence Engine™ Actuarial Specification", "formula": "AKI_Index_t = Base * [1 + α(ΔSignal) + β(Demand) + γ(Value) + δ(Confidence) + ε(Diversity) + ζ(Anomaly) + η(Spoofing)]", "governanceLaws": [ "No Proof -> No Headline: Zero unverified metric assertions.", "No Denominator -> No Percentage: Explicitly states HTML Requests vs All HTTP requests.", "No Evidence -> No Operator Attribution: Ghost bots strictly output Automation Confidence (0-100) and Known Unknowns.", "MIC Internal Tier: Machine Identity Confidence is strictly an internal classification layer, never exposed as a public stock ticker." ], "citations": { "bibtex": "@article{aki_mwi_2026,\n title={AKI Machine Web Intelligence Engine (MWI-1.0): Measuring the Post-Human Autonomous Web},\n author={AKI Research Consortium},\n journal={AKI Global Intelligence Protocol},\n year={2026},\n publisher={AKI Platform},\n url={https://aki1k.com/machine-web}\n}", "apa": "AKI Research Consortium. (2026). AKI Machine Web Intelligence Engine (MWI-1.0): Actuarial Telemetry of Autonomous Web Agents, Crawl-to-Referral Dynamics, and Ghost Bot Detection. AKI Platform. https://aki1k.com/machine-web", "markdown": "[AKI Machine Web Intelligence Engine™ (MWI-1.0)](https://aki1k.com/machine-web) — Authoritative actuarial benchmark for autonomous bot traffic, crawl economics, and verified agentic passports." } } }