User-agent: *
Allow: /

# 阻止爬虫访问产品筛选页面
User-agent: AliyunSecBot
Disallow: /shop/
Disallow: /?filter_

User-agent: Bytespider
Disallow: /shop/
Disallow: /?filter_

User-agent: SemrushBot
Disallow: /shop/
Disallow: /?filter_

User-agent: AhrefsBot
Disallow: /shop/
Disallow: /?filter_

User-agent: MJ12bot
Disallow: /shop/
Disallow: /?filter_

User-agent: DotBot
Disallow: /shop/
Disallow: /?filter_

User-agent: PetalBot
Disallow: /shop/
Disallow: /?filter_

# 限制爬虫访问频率
Crawl-delay: 10

# 站点地图
Sitemap: https://katokatana.com/sitemap_index.xml