Sitemap: https://dhyx.vip/sitemap_index.xml

# === 搜索引擎爬虫 ===
User-agent: bingbot
Crawl-delay: 30
Allow: /
Disallow: /honeypot/
Disallow: /api/export
Disallow: /sitemap-download.xml
Disallow: /wp-content/uploads/backup/
Disallow: /list/page/
Disallow: /wish/page/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/

User-agent: Googlebot
Crawl-delay: 3
Allow: /
Disallow: /honeypot/
Disallow: /api/export
Disallow: /sitemap-download.xml
Disallow: /wp-content/uploads/backup/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/

# === 高频率爬虫（根据日志限制） ===
User-agent: meta-externalagent
Crawl-delay: 10
Disallow: /honeypot/
Disallow: /api/export
Disallow: /sitemap-download.xml
Disallow: /wp-content/uploads/backup/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/

User-agent: Bytespider
Crawl-delay: 8
Disallow: /honeypot/
Disallow: /api/export
Disallow: /sitemap-download.xml
Disallow: /wp-content/uploads/backup/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/

User-agent: Amazonbot
Crawl-delay: 60
Disallow: /honeypot/
Disallow: /api/export
Disallow: /sitemap-download.xml
Disallow: /wp-content/uploads/backup/
Disallow: /list/page/
Disallow: /wish/page/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/

# === 搜索/SEO 爬虫限频 ===
User-agent: Claude-SearchBot
Crawl-delay: 60
Allow: /
Disallow: /honeypot/
Disallow: /api/export
Disallow: /sitemap-download.xml
Disallow: /wp-content/uploads/backup/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/

User-agent: DataForSeoBot
Crawl-delay: 60
Allow: /
Disallow: /honeypot/
Disallow: /api/export
Disallow: /sitemap-download.xml
Disallow: /wp-content/uploads/backup/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/

# === 禁止AI训练爬虫 ===
User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

# === 禁止恶意采集爬虫 ===
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: BLEXBot
Disallow: /

# === 全局规则 ===
User-agent: *
Crawl-delay: 25
Allow: /
Disallow: /honeypot/
Disallow: /api/export
Disallow: /sitemap-download.xml
Disallow: /wp-content/uploads/backup/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/