# robots.txt - www.jndpc.club # 纯文本抓取协议文件,仅声明爬虫规则,不含页面内容 User-agent: * Allow: / # IndexNow 密钥验证文件必须可抓取,否则 Bing 无法校验推送权限 Allow: /50f08d9525658ce829fbb1b41c72268d9769e8cc67777a45137b807008a738d2.txt Disallow: /ad28/ Disallow: /includes/ Disallow: /可参考/ Disallow: /stats_cache/ Disallow: /api.php Disallow: /fetch_remote.php Disallow: /generate_sitemap.php Disallow: /debug_apis.php Disallow: /now-index.php Disallow: /cron_indexnow.php Disallow: /visit_stats.php Disallow: /*.txt Disallow: /*.sql Disallow: /*.log Disallow: /*.bak Disallow: /*.backup Disallow: /*.tmp Disallow: /*.temp Disallow: /*.py Disallow: /*.cache Disallow: /*.ini # ==================== 必应 Bing ==================== User-agent: Bingbot Allow: / Allow: /static/ Allow: /50f08d9525658ce829fbb1b41c72268d9769e8cc67777a45137b807008a738d2.txt Disallow: /ad28/ Disallow: /includes/ Disallow: /stats_cache/ Disallow: /now-index.php Disallow: /cron_indexnow.php Disallow: /fetch_remote.php Disallow: /api.php Disallow: /debug_apis.php Disallow: /visit_stats.php Disallow: /*.txt Disallow: /*.sql Disallow: /*.log Disallow: /*.bak Disallow: /*.py Disallow: /*.cache # 必应老蜘蛛 User-agent: msnbot Allow: / Disallow: /ad28/ Disallow: /includes/ Disallow: /fetch_remote.php Disallow: /now-index.php Disallow: /visit_stats.php # 必应多媒体蜘蛛 User-agent: msnbot-media Disallow: /visit_stats.php Allow: /static/ Allow: /*.png Allow: /*.jpg Allow: /*.svg Disallow: /ad28/ Disallow: /includes/ # 必应广告蜘蛛 User-agent: adidxbot Disallow: /visit_stats.php Disallow: /ad28/ Disallow: /includes/ Disallow: /fetch_remote.php Disallow: /now-index.php # ==================== 谷歌 Google ==================== User-agent: Googlebot Allow: / Disallow: /ad28/ Disallow: /includes/ Disallow: /可参考/ Disallow: /stats_cache/ Disallow: /fetch_remote.php Disallow: /now-index.php Disallow: /api.php Disallow: /debug_apis.php Disallow: /visit_stats.php Disallow: /*.sql Disallow: /*.log Disallow: /*.bak Disallow: /*.py User-agent: Googlebot-Image Disallow: /visit_stats.php Allow: /static/ Allow: /*.png Allow: /*.jpg Allow: /*.svg Disallow: /ad28/ Disallow: /includes/ User-agent: Googlebot-News Disallow: /visit_stats.php Disallow: /ad28/ Disallow: /includes/ Disallow: /now-index.php # ==================== 其他搜索引擎 ==================== # 百度 User-agent: Baiduspider Allow: / Disallow: /ad28/ Disallow: /includes/ Disallow: /可参考/ Disallow: /stats_cache/ Disallow: /fetch_remote.php Disallow: /now-index.php Disallow: /api.php Disallow: /debug_apis.php Disallow: /visit_stats.php Disallow: /*.sql Disallow: /*.log Disallow: /*.bak Disallow: /*.py # 搜狗 User-agent: Sogou web spider Allow: / Disallow: /ad28/ Disallow: /visit_stats.php # 360 User-agent: 360Spider Allow: / Disallow: /ad28/ Disallow: /visit_stats.php # Yahoo(Bing 联盟) User-agent: Slurp Allow: / Disallow: /ad28/ Disallow: /includes/ Disallow: /fetch_remote.php Disallow: /now-index.php Disallow: /visit_stats.php # Yandex(IndexNow 协议伙伴) User-agent: Yandex Allow: / Disallow: /ad28/ Disallow: /visit_stats.php # Naver(IndexNow 协议伙伴) User-agent: Naver Allow: / Disallow: /ad28/ Disallow: /visit_stats.php # DuckDuckGo(结果来自 Bing) User-agent: DuckDuckBot Allow: / Disallow: /ad28/ Disallow: /visit_stats.php Sitemap: https://www.jndpc.club/sitemap.xml