# Standard search-engine and AI Search crawlers
User-agent: *
# Block vehicle PDPs
Disallow: /auto/
Disallow: /auto/*?from=heycar-uk$
Disallow: /auto/*?from=heycar-de$
Disallow: /auto/*?from=heycar-fr$
Disallow: /auto/*?from=heycar-es$
Disallow: /auto/*?from=buyacar$
Disallow: /auto/*?from=hj$
#Block PDP finance details
Disallow: /finance/
#Block favourites
Disallow: /favourites
# Block cars/new landing page and all URLs beneath it
Disallow: /cars/new
Disallow: /cars/new/
# Block checkout
Disallow: /checkout/
# Block all query-string URLs by default
Disallow: /*?*
# Allow approved legacy attribution values only
Allow: /*?from=heycar-uk$
Allow: /*?from=heycar-de$
Allow: /*?from=heycar-fr$
Allow: /*?from=heycar-es$
Allow: /*?from=buyacar$
Allow: /*?from=hj$
# AI training bots, AI discovery crawler and scrapers
User-agent: Scrapy
Disallow: /
# Allow Google AdsBot to assess approved advertising landing pages
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /auto/
Disallow: /auto/*?from=*
Disallow: /auto/*?*adid=*
Disallow: /auto/*?*agid=*
Disallow: /auto/*?*aid=*
Disallow: /auto/*?*gclid=*
Disallow: /*?
Allow: /*?from=*$
Disallow: /*?from=*&
Allow: /*?*adid=*
Allow: /*?*agid=*
Allow: /*?*aid=*
Allow: /*?*gclid=*
Sitemap: https://drive.co.uk/sitemap.xml