# robots.txt for Bizvelora.com
# Optimized for Google indexing + Mediavine + AI scraper blocking

User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-News
Disallow:

User-agent: Mediapartners-Google
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: Mediavine
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Slurp
Disallow:

# Block AI / training crawlers
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: YouBot
Disallow: /

# Block unwanted search bots
User-agent: Applebot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot
Disallow: 

User-agent: AhrefsBot
Disallow: 

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Default rule for unknown bots
User-agent: *
Disallow: /admin/
Disallow: /includes/
Disallow: /temp/
Crawl-delay: 10

# Sitemap
Sitemap: https://bizvelora.com/sitemap.xml