# --- Block known bot traffic (crawlers/scanners we don't want) ---

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Baiduspider-news
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-render
Disallow: /

User-agent: Baiduspider-mobile
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou spider
Disallow: /

User-agent: Sogou Orion spider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: 360Spider-Image
Disallow: /

User-agent: 360Spider-Video
Disallow: /

User-agent: HaosouSpider
Disallow: /

# --- Yandex (Russia) ---

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: YandexVideo
Disallow: /

User-agent: YandexMedia
Disallow: /

User-agent: YandexBlogs
Disallow: /

User-agent: YandexNews
Disallow: /

User-agent: YandexAccessibilityBot
Disallow: /

User-agent: YandexMobileBot
Disallow: /

# --- Other common scrapers ---

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

# --- All other crawlers ---

User-agent: *
Allow: /

Sitemap: https://toruspetglobal.com/sitemap.xml