User-agent: * 
Allow: / 
Disallow: /carselection*
Disallow: /checkout*
Disallow: /book-complete*
Disallow: /timeout
Disallow: /middlepage
Disallow: /customer*
Disallow: /book-failed

User-agent: psbot 
Disallow: / 

User-agent: NPBot 
Disallow: / 

User-agent: TurnitinBot 
Disallow: / 

User-agent: NPBot-1/2.0 
Disallow: / 

User-Agent: Baiduspider-ads 
Allow: /* 


User-Agent: Baiduspider
Allow: /*en-us  
Disallow: /*de-de
Disallow: /*de-at
Disallow: /*en-gb
Disallow: /*es-es
Disallow: /*fr-fr
Disallow: /*it-it
Disallow: /*ru-ru
Disallow: /*sv-se


User-agent: Yahoo!-AdCrawler 
Crawl-delay: 0.5 

User-agent: adidxbot  
Crawl-delay: 3  

User-agent: adsbot-google 
Crawl-delay: 3  

User-agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com) 
Crawl-delay: 3 

Sitemap: https://www.carflexi.com/sitemaps/sitemapindex.xml