# robots.txt for xiangjiaoys.com
# 允许所有搜索引擎爬取
User-agent: *
Allow: /

# 不允许爬取的目录
Disallow: /admin/
Disallow: /application/
Disallow: /runtime/
Disallow: /vendor/
Disallow: /static/install/
Disallow: /upload/temp/
Disallow: /api/
Disallow: /user/login
Disallow: /user/register
Disallow: /search?*
Disallow: /*?*page=
Disallow: /*&page=

# 百度爬虫特殊规则
User-agent: Baiduspider
Allow: /
Crawl-delay: 1

# 谷歌爬虫特殊规则  
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# 360爬虫规则
User-agent: 360Spider
Allow: /
Crawl-delay: 2

# 搜狗爬虫规则
User-agent: Sogou
Allow: /
Crawl-delay: 2

# 网站地图位置
Sitemap: https://xiangjiaoys.com/rss/sitemap.xml

# 主机地址
Host: xiangjiaoys.com