User-agent: Mediapartners-Google
Allow: /
Disallow: /messaging/

User-agent: AdsBot-Google
Allow: /
Disallow: /messaging/

User-agent: AdsBot-Google-Mobile
Allow: /
Disallow: /messaging/

User-agent: AdIdxBot
Allow: /
Disallow: /messaging/

User-agent: *
Disallow: /js/frontend/stargate/
Disallow: *conditions*
Disallow: /outbound/
Disallow: /ofni/
Disallow: /messaging/
Disallow: /msgauctions/
Disallow: /register/funnel/
Disallow: /main/
Disallow: *sort=*
Disallow: *categoryId=*
Disallow: *?landing*
Disallow: */captcha*
Disallow: *sortfield=*

User-agent: AhrefsBot
Crawl-Delay: 10
Disallow: /messaging/
Disallow: /msgauctions/
Disallow: /outbound/
Disallow: /ofni/
Disallow: /data/
Disallow: /main/
Disallow: */funnel/*
Disallow: *sort=*

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: HubSpot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: dotbot
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: linkdexbot/2.1
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: trovitBot
Disallow: /

User-agent: GeedoBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: GPTBot
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/

User-agent: ClaudeBot
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/

User-Agent: GoogleOther
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/

User-Agent: GoogleOther-Image
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/

User-Agent: GoogleOther-Video
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/

User-Agent: Google-CloudVertexBot
Disallow: /tssp/
Disallow: /tsp/
Disallow: /tsd/
Sitemap: https://www.truckscout24.com/sitemap.xml