# robots.txt - tangguoyunjc.my
# 更新日期：2026-09-13

User-agent: *
Allow: /
Disallow: /go.html
Disallow: /assets/
Crawl-delay: 1

# 网站地图
Sitemap: https://tangguoyunjc.my/sitemap.xml

# Google
User-agent: Googlebot
Allow: /
Allow: /articles/
Disallow: /go.html
Crawl-delay: 1

# Google图片爬虫
User-agent: Googlebot-Image
Allow: /assets/images/
Crawl-delay: 1

# Bing
User-agent: Bingbot
Allow: /
Allow: /articles/
Disallow: /go.html
Crawl-delay: 1

# Yandex
User-agent: YandexBot
Allow: /
Crawl-delay: 2

# 百度
User-agent: Baiduspider
Allow: /
Allow: /articles/
Disallow: /go.html
Crawl-delay: 2

# 阻止恶意爬虫
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /