# ============================================================
# 智链导航系统 - robots.txt
# 最后更新: 2026-09-09
# ============================================================

User-agent: *
Allow: /
Allow: /category/
Allow: /site/
Allow: /news/
Allow: /search/
Allow: /sitemap.xml

# 禁止抓取后台和敏感路径
Disallow: /admin/
Disallow: /index.php?r=admin
Disallow: /member/
Disallow: /pay/
Disallow: /apply/
Disallow: /check_apply/
Disallow: /pending/
Disallow: /uploads/
Disallow: /?r=admin

# 禁止抓取带参数的重复页面（保留搜索页）
Disallow: /*?page=
Disallow: /*&page=

# 常见爬虫
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /

User-agent: 360Spider
Allow: /

User-agent: Sogou spider
Allow: /

User-agent: YisouSpider
Allow: /

User-agent: Bytespider
Allow: /

# 屏蔽恶意爬虫
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# 站点地图
Sitemap: /sitemap.xml
Sitemap: /sitemap-index.xml