{
  "name": "麦一联盟2026年9月搜索与AI爬虫观察月报",
  "description": "基于30个完整自然日的第一方聚合报告，公开搜索与AI爬虫名称观察、官方规则身份核验、来源请求与匿名站内动作，并说明统计版本和证据边界。",
  "version": "1.0",
  "publishedAt": "2026-10-03",
  "periodStart": "2026-09-01",
  "periodEnd": "2026-09-30",
  "timezone": "Asia/Shanghai",
  "canonical": "https://www.mineaibd.com/research/search-ai-crawler-observation-2026-09/",
  "completeDayCount": 30,
  "sourceDailyReportHashes": [
    {
      "date": "2026-09-01",
      "sha256": "b620744835d8d0f2222deacae911eea1086f1466dd7fcf6bea10c337e58773c6"
    },
    {
      "date": "2026-09-02",
      "sha256": "bf43c17fc51fd87fde22304649a49159654f60b994d3e222777dadabc068db21"
    },
    {
      "date": "2026-09-03",
      "sha256": "8eb9c95d4418cf544a81c6372750d0bafe72fc22fb45c357192c3c08d8ec1b99"
    },
    {
      "date": "2026-09-04",
      "sha256": "3e908249f28d45f09b39dd41529cef8fcf80f2aa3b1d680a2ff6fa39a876315d"
    },
    {
      "date": "2026-09-05",
      "sha256": "7570f88affe7f2b07a25c7ea3866e8384aafeedadafa9b8e94bf7fac578ea5c9"
    },
    {
      "date": "2026-09-06",
      "sha256": "cbc4952e0968f59cf571ca4597b6705139588373c0aeabe397194ecff2f14642"
    },
    {
      "date": "2026-09-07",
      "sha256": "b5866613ca20d6490e8de0fa0b2f0ce62ffa5e8e7c6879e528856b515f5e8a04"
    },
    {
      "date": "2026-09-08",
      "sha256": "9000e4c1141960a03ce013b6b25379c5f3e3fc57d2e425e4b5151d1c27df2aba"
    },
    {
      "date": "2026-09-09",
      "sha256": "a4d2fc3833c4644a8bc62f0b18aa92bf61a5a788f3d1c8e31be9321185cb12a9"
    },
    {
      "date": "2026-09-10",
      "sha256": "baed9a721f6150ab643ac764a05a2daf32213286e701de46a877ad57226e2960"
    },
    {
      "date": "2026-09-11",
      "sha256": "3a3b9b0a31dbe04b1484454f85bea315bfa9f9e19322ada2eb2b8a7a4d817d8a"
    },
    {
      "date": "2026-09-12",
      "sha256": "c7e82c746f0e9b05a0a5ce95e2067282d4e632279e8767513c2449d4a74ec982"
    },
    {
      "date": "2026-09-13",
      "sha256": "cbb328ebade214d4682711f6203d6741d00bf21f3c30e86209546fc58cebd02e"
    },
    {
      "date": "2026-09-14",
      "sha256": "2d88e0f2dfe08c0e48bdeb6d5d9a98ec8b38cf889e092c99bfa6c7dbd3ecbc77"
    },
    {
      "date": "2026-09-15",
      "sha256": "903a366dd2a7f44663719ce6cff685090f4b797cda4001a989883c0db8230bf9"
    },
    {
      "date": "2026-09-16",
      "sha256": "20306872d47cba1fdc3aba9a45a95e80117fde4778c9f65714abd602b0fb8bbe"
    },
    {
      "date": "2026-09-17",
      "sha256": "8878ec026de24f4aae0b9462692071fa0fd8eabf7a49e73ae9af5e495411f4fa"
    },
    {
      "date": "2026-09-18",
      "sha256": "d7367f33cafbf96a383f3d37f9fd5e5352c3dc7ff79928098e1035af16a29c09"
    },
    {
      "date": "2026-09-19",
      "sha256": "7515bd823442ac6cd7c61f85da9e4d2e2766430ec57adda63f6a4b388215906d"
    },
    {
      "date": "2026-09-20",
      "sha256": "e06834aa9a755b9c5c9bd9df6a206d3ede0ee298ddc6f5906c7a33b9cd1a822b"
    },
    {
      "date": "2026-09-21",
      "sha256": "e24eb981374743b9b56b7e65f71bb282ee18fafd254cd46d4021f0bdb3d5f274"
    },
    {
      "date": "2026-09-22",
      "sha256": "706c613dd08c7c388ccc79729943a1382e3337b75457507a93cf437e8bf6055f"
    },
    {
      "date": "2026-09-23",
      "sha256": "5bd80137ab2fb05b090f0812645ea57b276355d50e9699ca516b83f4b62c8a17"
    },
    {
      "date": "2026-09-24",
      "sha256": "aa541e3371f7442d54e4735df50825217da953ce922e55cef7a34b1f8fe15886"
    },
    {
      "date": "2026-09-25",
      "sha256": "c518864a4fc84ed21de0a9acb422b7bf4271688a50c1e2d3bfe085d56fcebacb"
    },
    {
      "date": "2026-09-26",
      "sha256": "a4d1f62ab7bcc0af73899a8497ad9d3f3f2034aff23d6cfc0654ee089f1c9a19"
    },
    {
      "date": "2026-09-27",
      "sha256": "b17f3790fe28e03db1c12b301d4713974c3aec6529ba08a4ca14ee69750ed3ae"
    },
    {
      "date": "2026-09-28",
      "sha256": "297e0bc036aa9255a0e929d84a842e8a4d2cd5b0296de96e0c9b0302a5760a36"
    },
    {
      "date": "2026-09-29",
      "sha256": "c59f6547c7c2c6a1b93e38dbd2f6cb8f2b94c6a703e84a79018f261fd0649a2c"
    },
    {
      "date": "2026-09-30",
      "sha256": "83f532fd8e46f1c6a4421fd820ce73f09731a98d10ef33d29f49c8c9437305bb"
    }
  ],
  "privacy": "不含访问者IP、原始UA、查询词或个人信息。",
  "methodology": "https://www.mineaibd.com/research/crawler-verification/",
  "methodVersionsByDate": {
    "traffic-3_crawler-1": [
      "2026-09-01"
    ],
    "traffic-4_crawler-2": [
      "2026-09-02",
      "2026-09-03",
      "2026-09-04",
      "2026-09-05",
      "2026-09-06",
      "2026-09-07",
      "2026-09-08",
      "2026-09-09",
      "2026-09-10",
      "2026-09-11",
      "2026-09-12",
      "2026-09-13",
      "2026-09-14",
      "2026-09-15",
      "2026-09-16",
      "2026-09-17",
      "2026-09-18"
    ],
    "traffic-5_crawler-2": [
      "2026-09-19"
    ],
    "traffic-6_crawler-2": [
      "2026-09-20"
    ],
    "traffic-9_crawler-2": [
      "2026-09-21",
      "2026-09-22"
    ],
    "traffic-10_crawler-2": [
      "2026-09-23"
    ],
    "traffic-13_crawler-2": [
      "2026-09-24",
      "2026-09-25",
      "2026-09-26",
      "2026-09-27",
      "2026-09-28",
      "2026-09-29",
      "2026-09-30"
    ]
  },
  "methodologyCaveat": "本月日聚合报告采用不同版本，按各日已记录口径相加，未用现行规则重算；不做同口径环比。名称观察与核验能力也随版本变化。",
  "interpretation": "有效HTML请求按当日报告规则排除已识别爬虫与自动化，不等于真实人数、PV或线索。匿名动作不等于已加微信、已接通电话、已咨询或成交。身份核验请求不等于收录、引用或推荐。",
  "operationalRequestSummary": {
    "successfulHtmlRequests": 16145,
    "highIntentPageRequests": 3734,
    "contactIntentPageRequests": 189,
    "conversionInteractionRequests": 36
  },
  "recognizedSearchAndAiReferralRequests": {
    "bing": 12,
    "baidu": 18,
    "duckduckgo": 2,
    "google": 21,
    "chatgpt": 4
  },
  "conversionEvents": {
    "phone_click": 3,
    "growth_system_open": 16,
    "wechat_id_copy": 1,
    "diagnosis_open": 8,
    "contact_open": 8
  },
  "verifiedCrawlerRequestTotal": 8140,
  "recordCount": 14,
  "records": [
    {
      "crawler_group": "google",
      "observed_request_count": 4870,
      "verified_request_count": 1182,
      "identity_verification_eligible_days": 30,
      "evidence_level": "official-rule identity verified"
    },
    {
      "crawler_group": "openai_gptbot",
      "observed_request_count": 4661,
      "verified_request_count": 3857,
      "identity_verification_eligible_days": 30,
      "evidence_level": "official-rule identity verified"
    },
    {
      "crawler_group": "petalbot",
      "observed_request_count": 2264,
      "verified_request_count": 0,
      "identity_verification_eligible_days": 1,
      "evidence_level": "official-rule identity verified"
    },
    {
      "crawler_group": "chatgpt_user",
      "observed_request_count": 1706,
      "verified_request_count": 913,
      "identity_verification_eligible_days": 30,
      "evidence_level": "official-rule identity verified"
    },
    {
      "crawler_group": "openai_search",
      "observed_request_count": 1336,
      "verified_request_count": 524,
      "identity_verification_eligible_days": 30,
      "evidence_level": "official-rule identity verified"
    },
    {
      "crawler_group": "bytespider",
      "observed_request_count": 1330,
      "verified_request_count": null,
      "identity_verification_eligible_days": 0,
      "evidence_level": "name observation only"
    },
    {
      "crawler_group": "perplexity",
      "observed_request_count": 1243,
      "verified_request_count": null,
      "identity_verification_eligible_days": 0,
      "evidence_level": "name observation only"
    },
    {
      "crawler_group": "bing",
      "observed_request_count": 1084,
      "verified_request_count": 1082,
      "identity_verification_eligible_days": 30,
      "evidence_level": "official-rule identity verified"
    },
    {
      "crawler_group": "apple",
      "observed_request_count": 810,
      "verified_request_count": null,
      "identity_verification_eligible_days": 0,
      "evidence_level": "name observation only"
    },
    {
      "crawler_group": "baidu",
      "observed_request_count": 593,
      "verified_request_count": 567,
      "identity_verification_eligible_days": 29,
      "evidence_level": "official-rule identity verified"
    },
    {
      "crawler_group": "claude",
      "observed_request_count": 391,
      "verified_request_count": null,
      "identity_verification_eligible_days": 0,
      "evidence_level": "name observation only"
    },
    {
      "crawler_group": "360",
      "observed_request_count": 159,
      "verified_request_count": null,
      "identity_verification_eligible_days": 0,
      "evidence_level": "name observation only"
    },
    {
      "crawler_group": "sogou",
      "observed_request_count": 39,
      "verified_request_count": 15,
      "identity_verification_eligible_days": 29,
      "evidence_level": "official-rule identity verified"
    },
    {
      "crawler_group": "shenma_yisou",
      "observed_request_count": 38,
      "verified_request_count": null,
      "identity_verification_eligible_days": 0,
      "evidence_level": "name observation only"
    }
  ],
  "machineDiscoveryAssets": [
    {
      "path": "/assets/downloads/ai-brand-growth-whitepaper.pdf",
      "nameObservations": {
        "petalbot": 3,
        "bing": 5,
        "apple": 2
      },
      "verifiedIdentityReads": {
        "bing": 5
      }
    },
    {
      "path": "/brand-facts.json",
      "nameObservations": {
        "petalbot": 5,
        "baidu": 2,
        "apple": 1
      },
      "verifiedIdentityReads": {
        "baidu": 2
      }
    },
    {
      "path": "/data/ai-brand-growth-external-evidence.json",
      "nameObservations": {
        "petalbot": 1
      },
      "verifiedIdentityReads": {}
    },
    {
      "path": "/data/ai-brand-growth-facts.json",
      "nameObservations": {
        "openai_gptbot": 1,
        "bing": 14,
        "baidu": 1,
        "petalbot": 3,
        "apple": 2,
        "openai_search": 1
      },
      "verifiedIdentityReads": {
        "openai_gptbot": 1,
        "bing": 14,
        "baidu": 1,
        "openai_search": 1
      }
    },
    {
      "path": "/data/ai-brand-growth-provider-scorecard.json",
      "nameObservations": {
        "openai_gptbot": 1,
        "petalbot": 3,
        "baidu": 1,
        "bing": 1
      },
      "verifiedIdentityReads": {
        "openai_gptbot": 1,
        "baidu": 1,
        "bing": 1
      }
    },
    {
      "path": "/data/ai-brand-visibility-prompt-set.json",
      "nameObservations": {
        "petalbot": 1,
        "bing": 2
      },
      "verifiedIdentityReads": {
        "bing": 2
      }
    },
    {
      "path": "/data/crawler-verification-methodology.json",
      "nameObservations": {
        "petalbot": 5,
        "baidu": 3,
        "apple": 1
      },
      "verifiedIdentityReads": {
        "baidu": 3
      }
    },
    {
      "path": "/entity-claims.json",
      "nameObservations": {
        "bing": 4,
        "petalbot": 2,
        "apple": 1
      },
      "verifiedIdentityReads": {
        "bing": 4
      }
    },
    {
      "path": "/feed.xml",
      "nameObservations": {
        "openai_gptbot": 3,
        "google": 5,
        "openai_search": 1,
        "apple": 2
      },
      "verifiedIdentityReads": {
        "openai_gptbot": 3,
        "google": 2,
        "openai_search": 1
      }
    },
    {
      "path": "/international-brand-facts.json",
      "nameObservations": {
        "baidu": 4,
        "openai_gptbot": 1,
        "apple": 1
      },
      "verifiedIdentityReads": {
        "baidu": 4,
        "openai_gptbot": 1
      }
    },
    {
      "path": "/knowledge-graph.jsonld",
      "nameObservations": {
        "petalbot": 6,
        "openai_gptbot": 1,
        "apple": 1
      },
      "verifiedIdentityReads": {
        "openai_gptbot": 1
      }
    },
    {
      "path": "/llms-full.txt",
      "nameObservations": {
        "bing": 2,
        "petalbot": 2,
        "openai_gptbot": 1,
        "apple": 1
      },
      "verifiedIdentityReads": {
        "bing": 2,
        "openai_gptbot": 1
      }
    },
    {
      "path": "/llms.txt",
      "nameObservations": {
        "petalbot": 4,
        "bing": 1,
        "apple": 1
      },
      "verifiedIdentityReads": {
        "bing": 1
      }
    },
    {
      "path": "/press/maiyi-alliance-fact-sheet.json",
      "nameObservations": {
        "petalbot": 5,
        "baidu": 2,
        "apple": 2,
        "openai_search": 1
      },
      "verifiedIdentityReads": {
        "baidu": 2,
        "openai_search": 1
      }
    },
    {
      "path": "/robots.txt",
      "nameObservations": {
        "bytespider": 121,
        "google": 341,
        "openai_search": 191,
        "petalbot": 19,
        "shenma_yisou": 6,
        "bing": 24,
        "baidu": 4,
        "apple": 17,
        "perplexity": 1,
        "sogou": 2
      },
      "verifiedIdentityReads": {
        "google": 341,
        "openai_search": 191,
        "bing": 24,
        "baidu": 4,
        "sogou": 2
      }
    },
    {
      "path": "/service-answers.json",
      "nameObservations": {
        "petalbot": 5,
        "baidu": 4,
        "bing": 1,
        "apple": 2,
        "openai_search": 1
      },
      "verifiedIdentityReads": {
        "baidu": 4,
        "bing": 1,
        "openai_search": 1
      }
    },
    {
      "path": "/sitemap-ai-brand-growth.xml",
      "nameObservations": {
        "bing": 3,
        "openai_gptbot": 7,
        "petalbot": 13,
        "apple": 1,
        "sogou": 2
      },
      "verifiedIdentityReads": {
        "bing": 3,
        "openai_gptbot": 7
      }
    },
    {
      "path": "/sitemap-index.xml",
      "nameObservations": {
        "bing": 37,
        "openai_gptbot": 29,
        "petalbot": 5,
        "baidu": 1,
        "sogou": 1
      },
      "verifiedIdentityReads": {
        "bing": 37,
        "openai_gptbot": 29,
        "baidu": 1
      }
    }
  ],
  "machineDiscoveryCaveat": "固定资产路径成功2xx GET聚合；月内清单有扩展，缺失字段不是零。该表未按版本发布时间切分，不据此认定某次发布后的首次读取。"
}