User-agent: *

# Block all parameterised URLs
Disallow: /*?*

# Block legacy PHP listing pages
Disallow: /product_listing.php

# Block non-indexable media directories
Disallow: /assets/mp4/
Disallow: /assets/content/v/
Disallow: /content/stream/
Disallow: /upload/media/video/
Disallow: /resource/video_files/
Disallow: /v/media/storage/
Disallow: /public/video/
Disallow: /player

# Allow CSS and JS for Google rendering
Allow: /assets/css/
Allow: /assets/js/

# AI crawlers — allow all for GEO visibility
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://www.kerovit.com/sitemap.xml