User-agent: *

Allow: /ads.txt

Disallow: /akam/
Disallow: /go/
Disallow: /external/
Disallow: /windshield/
Disallow: /ajax/coreshoppingsupportapi/1.0/listing/vhr/* # CarFax
Disallow: /ajax/listingsapi/1.0/saved-vehicles/* #Missing Registration cookie
Disallow: /document-generator/ # Service Coupons - no longer offered
Allow: /profile/your-garage/
Disallow: /profile/ # User profiles

Disallow: /dv/
Disallow: /rv/

Disallow: /react-shop-webapp/

Disallow: /new-cars/*/
Disallow: /new-cars/*/*/

Disallow: /reviews/*/

Disallow: /shopping/all/*
Disallow: /shopping/certified-preowned/
Disallow: /shopping/results/
Disallow: *maximum_distance=all*
Disallow: *ni=1*
Disallow: *ni=2*
Disallow: *ni=3*

Disallow: */vehiclehistory/

Disallow: /signin/?redirect_path
Disallow: /signup/?redirect_path

Disallow: */special_offers/

Allow: /sell/how-to/
Allow: /sell/instant-offer/
Allow: /sell/verified-checkout/
Disallow: /sell/*/
Disallow: /sell-new/

Disallow: /signin/apple_go/
Disallow: /signin/google_go/
Disallow: /signin/fb_go/

Disallow: /vehicle/
Disallow: /vehicledetail/

#Individual Review Crawl Control
Disallow: /dealers/*/reviews/*/
Disallow: /research/*/consumer-reviews/*/
Disallow: */write-review/
Disallow: */write-a-review/
Disallow: */?reviewTags*
Disallow: */dealer_reviews/write-a-review/

Disallow: /dealers/*claim/

Disallow: *award_link*
Disallow: *sort_by*
Disallow: *page_size*
Disallow: *ev_report_url*
Disallow: *sort=best_deal*

# Price-under SRP crawl control
Allow: */price-under-1000/*
Allow: */price-under-1500/*
Allow: */price-under-2000/*
Allow: */price-under-2500/*
Allow: */price-under-3000/*
Allow: */price-under-4000/*
Allow: */price-under-5000/*
Allow: */price-under-6000/*
Allow: */price-under-7000/*
Allow: */price-under-8000/*
Allow: */price-under-9000/*
Allow: */price-under-10000/*
Allow: */price-under-15000/*
Allow: */price-under-20000/*
Allow: */price-under-25000/*
Allow: */price-under-30000/*
Allow: */price-under-35000/*
Allow: */price-under-40000/*
Allow: */price-under-50000/*
Allow: */price-under-60000/*
Allow: */price-under-70000/*
Allow: */price-under-80000/*
Allow: */price-under-100000/*
Disallow: */price-under-*

# DR
Disallow: */employees/

Disallow: *href_to_vdp*

Sitemap: https://www.cars.com/secure/sitemap/s_sitemap_index.xml
Sitemap: https://www.cars.com/news/sitemap/index.xml
Sitemap: https://www.cars.com/research/sitemap/research_index.xml

User-agent: grapeshot
Disallow:

User-agent: PowerMapper
Allow: /

User-agent: TTD-Content
Allow: /

# Rules for LLM user bots
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
Disallow: /new-cars/*/
Disallow: /new-cars/*/*/
Disallow: /reviews/*/
Disallow: /shopping/all/*
Disallow: /shopping/certified-preowned/
Disallow: /shopping/results/
Disallow: *maximum_distance=all*
Disallow: *ni=1*
Disallow: *ni=2*
Disallow: *ni=3*
Disallow: */vehiclehistory/
Disallow: /signin/?redirect_path
Disallow: /signup/?redirect_path
Disallow: */special_offers/
Allow: /sell/how-to/
Allow: /sell/instant-offer/
Allow: /sell/verified-checkout/
Disallow: /sell/*/
Disallow: /sell-new/
Disallow: /signin/apple_go/
Disallow: /signin/google_go/
Disallow: /signin/fb_go/
Disallow: /vehicle/
Disallow: /dealers/*/reviews/*/
Disallow: /research/*/consumer-reviews/*/
Disallow: */write-review/
Disallow: */write-a-review/
Disallow: */?reviewTags*
Disallow: */dealer_reviews/write-a-review/
Disallow: /dealers/*claim/
Disallow: *award_link*
Disallow: *sort_by*
Disallow: *page_size*
Disallow: *ev_report_url*
Disallow: *sort=best_deal*
Allow: */price-under-1000/*
Allow: */price-under-1500/*
Allow: */price-under-2000/*
Allow: */price-under-2500/*
Allow: */price-under-3000/*
Allow: */price-under-4000/*
Allow: */price-under-5000/*
Allow: */price-under-6000/*
Allow: */price-under-7000/*
Allow: */price-under-8000/*
Allow: */price-under-9000/*
Allow: */price-under-10000/*
Allow: */price-under-15000/*
Allow: */price-under-20000/*
Allow: */price-under-25000/*
Allow: */price-under-30000/*
Allow: */price-under-35000/*
Allow: */price-under-40000/*
Allow: */price-under-50000/*
Allow: */price-under-60000/*
Allow: */price-under-70000/*
Allow: */price-under-80000/*
Allow: */price-under-100000/*
Disallow: */price-under-*
Disallow: */employees/
Disallow: *href_to_vdp*