User-agent: *
Allow: /

# Allow AI crawlers explicitly
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Block sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /*?*utm_*

# Block private, token-gated and per-user routes (never index)
Disallow: /edit/
Disallow: /photos/
Disallow: /inspect/
Disallow: /feedback/
Disallow: /compare-offers/
Disallow: /accept-offer
Disallow: /seller-profile/
Disallow: /my-vehicle/

# /instant-car-valuation returns a 301 to /car-valuation and
# /listing-status + /offers-comparison serve noindex headers — crawlers must be
# able to fetch them to see those signals, so they are not disallowed here.

# Allow all image files
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$

# Block specific file types
Disallow: /*.json$

Sitemap: https://motorly.com.au/sitemap.xml