# robots.txt — 华纳万宝路官网
# 明确允许百度、搜狗等搜索引擎蜘蛛抓取全站资源

# ===== 百度 =====
User-agent: Baiduspider
Allow: /
Allow: /css/
Allow: /js/
Allow: /img/
Disallow: /tmp/
Crawl-delay: 1

User-agent: Baiduspider-render
Allow: /
Crawl-delay: 1

# ===== 搜狗 =====
User-agent: Sogou web spider
Allow: /
Allow: /css/
Allow: /js/
Allow: /img/
Disallow: /tmp/
Crawl-delay: 1

User-agent: Sogou spider
Allow: /
Crawl-delay: 1

User-agent: Sogou inst spider
Allow: /
Crawl-delay: 2

# ===== 360 =====
User-agent: 360Spider
Allow: /
Crawl-delay: 1

User-agent: 360se
Allow: /
Crawl-delay: 1

# ===== 其他主流搜索引擎 =====
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Yandex
Allow: /

User-agent: Applebot
Allow: /

User-agent: Baiduspider-image
Allow: /img/

# ===== 通用规则 =====
User-agent: *
Allow: /
Disallow: /tmp/
Disallow: /*?replytocom*
Disallow: /*?replyto*
Disallow: /search/
Crawl-delay: 1

# ===== 站点地图 =====
Sitemap: https://hn6616.com/sitemap.xml
Sitemap: https://hn6616.com/sitemap.html