User-agent: *
Allow: /

# Main pages
Allow: /$
Allow: /home$
Allow: /about$
Allow: /inventory$
Allow: /services$
Allow: /contact$

# Inventory pages
Allow: /inventory/list$
Allow: /inventory/[a-zA-Z0-9-]+$  # Individual vehicle pages

# Media files
Allow: /media/

# Disallow admin and auth areas
Disallow: /admin/
Disallow: /auth/

# Disallow query parameters that might cause duplicate content
Disallow: /*?*
Disallow: /*&*
Disallow: /*=*

# Allow sitemap
Sitemap: {{APP_URL}}/sitemap.xml

# Crawl delay to be respectful to the server
Crawl-delay: 1

# Specific bot instructions
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 5

User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Block AI training bots
User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Applebot
Disallow: /