# ==========================================
# 武汉伴游网 Robots协议
# 域名: www.5941by.cn
# 优化目标: 百度极速收录 + 全站SEO优化
# ==========================================

User-agent: *
Allow: /
Allow: /service/
Allow: /guide/
Allow: /nightlife/
Allow: /premium/
Allow: /lifestyle/
Allow: /about.html
Allow: /contact.html
Allow: /css/
Allow: /js/
Allow: /images/

# 禁止爬取敏感目录
Disallow: /config/
Disallow: /data/
Disallow: /core/
Disallow: /runtime/

# 百度蜘蛛专用规则
User-agent: Baiduspider
Allow: /
Allow: /service/
Allow: /guide/
Allow: /nightlife/
Allow: /premium/
Allow: /lifestyle/
Crawl-delay: 0

# Google蜘蛛
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# 360蜘蛛
User-agent: 360Spider
Allow: /
Crawl-delay: 0

# 搜狗蜘蛛
User-agent: Sogou spider
Allow: /
Crawl-delay: 0

# 神马蜘蛛
User-agent: YisouSpider
Allow: /
Crawl-delay: 0

# 必应蜘蛛
User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Sitemap地址
Sitemap: https://www.5941by.cn/sitemap.xml