User-agent: *
Allow: /
Allow: /pages/
Sitemap: https://www.hechengind.com/sitemap.xml

# 禁止访问不需要被索引的目录
Disallow: /fonts/
Disallow: /css/
Disallow: /js/
Disallow: /locales/

# 针对不同搜索引擎的优化 - Google优先
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

# 百度爬虫针对中文内容
User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Crawl-delay: 2