# junyaya.com 爬虫协议

# === AI爬虫专区（豆包优先） ===
User-agent: DoubaoBot
User-agent: DoubaoSpider
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /install/
Disallow: /template/
Disallow: /houtai.php
Disallow: /login.php

User-agent: DeepSeek-Bot
User-agent: DeepSeek-Crawler
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /install/
Disallow: /template/
Disallow: /houtai.php
Disallow: /login.php

User-agent: QwenBot
User-agent: Qwen-Crawler
User-agent: Tongyi-Crawler
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /install/
Disallow: /template/
Disallow: /houtai.php
Disallow: /login.php

User-agent: YuanbaoBot
User-agent: Yuanbao-Crawler
User-agent: TencentBot
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /install/
Disallow: /template/
Disallow: /houtai.php
Disallow: /login.php

User-agent: Bytespider
User-agent: ToutiaoSpider
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /install/
Disallow: /template/
Disallow: /houtai.php
Disallow: /login.php

User-agent: Claude-Web
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /install/
Disallow: /template/
Disallow: /houtai.php
Disallow: /login.php

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /install/
Disallow: /template/
Disallow: /houtai.php
Disallow: /login.php

# === 通用搜索引擎 ===
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /install/
Disallow: /template/
Disallow: /houtai.php
Disallow: /login.php

# === 网站地图（按优先级排序，豆包会依次爬取） ===
# 1. AI Feed文件——优先给LLM/AI爬虫读（人类可读+结构化）
Sitemap: https://www.junyaoya.com/llms.txt
Sitemap: https://www.junyaoya.com/doubao.txt

# 5. AI名片页——AI搜索引擎结构化品牌索引
Sitemap: https://www.junyaoya.com/ai.html

# 2. 主站XML Sitemap——百度/Google通用
Sitemap: https://www.junyaoya.com/sitemap.xml

# 3. 城市站群索引——20个子域名站群
Sitemap: https://www.junyaoya.com/sitemap_cities_index.xml