# Search and citation crawlers — explicitly welcome.
User-agent: Googlebot
Allow: /
Disallow: /usage
Disallow: /billing/
Disallow: /v1/
Disallow: /Dealer_Portal
Disallow: /dealer-portal

User-agent: Bingbot
Allow: /
Disallow: /usage
Disallow: /billing/
Disallow: /v1/
Disallow: /Dealer_Portal
Disallow: /dealer-portal

User-agent: OAI-SearchBot
Allow: /
Disallow: /usage
Disallow: /billing/
Disallow: /v1/
Disallow: /Dealer_Portal
Disallow: /dealer-portal

User-agent: Claude-SearchBot
Allow: /
Disallow: /usage
Disallow: /billing/
Disallow: /v1/
Disallow: /Dealer_Portal
Disallow: /dealer-portal

User-agent: PerplexityBot
Allow: /
Disallow: /usage
Disallow: /billing/
Disallow: /v1/
Disallow: /Dealer_Portal
Disallow: /dealer-portal

# Training crawlers — marketing and published research only. The live data
# sits behind the API and was never crawlable.
User-agent: GPTBot
Allow: /pricing
Allow: /mcp
Allow: /snapshot
Allow: /api
Allow: /feed
Allow: /sample
Allow: /coverage
Allow: /data/
Allow: /price
Allow: /research
Allow: /reports
Disallow: /

User-agent: ClaudeBot
Allow: /pricing
Allow: /mcp
Allow: /snapshot
Allow: /api
Allow: /feed
Allow: /sample
Allow: /coverage
Allow: /data/
Allow: /price
Allow: /research
Allow: /reports
Disallow: /

User-agent: Google-Extended
Allow: /pricing
Allow: /mcp
Allow: /snapshot
Allow: /api
Allow: /feed
Allow: /sample
Allow: /coverage
Allow: /data/
Allow: /price
Allow: /research
Allow: /reports
Disallow: /

User-agent: Applebot-Extended
Allow: /pricing
Allow: /mcp
Allow: /snapshot
Allow: /api
Allow: /feed
Allow: /sample
Allow: /coverage
Allow: /data/
Allow: /price
Allow: /research
Allow: /reports
Disallow: /

User-agent: CCBot
Allow: /pricing
Allow: /mcp
Allow: /snapshot
Allow: /data/
Allow: /price
Disallow: /

# Scrapers that send nothing back.
User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# Fetches on behalf of Cloudflare Browser Rendering API callers — a proxy for whoever
# is paying for it, not a search or training crawler of its own.
User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: *
Content-Signal: search=yes,ai-train=yes,use=reference
Allow: /
Disallow: /usage
Disallow: /billing/
Disallow: /v1/
Disallow: /Dealer_Portal
Disallow: /dealer-portal

Sitemap: https://omniaauto.ca/sitemap.xml