# Robots.txt for Mobeo.co.uk # Vehicle marketplace - UK User-agent: * Allow: / Crawl-delay: 1 # Authentication pages Disallow: /admin/ Disallow: /profile/ Disallow: /login Disallow: /register Disallow: /logout Disallow: /auth Disallow: /forgot-password Disallow: /reset-password Disallow: /update-password Disallow: /verification Disallow: /verify-email # AJAX and internal endpoints Disallow: /ajax/ Disallow: /filters-handler/ Disallow: /advanced-search/ Disallow: /filters-search/ # Duplicate content prevention Disallow: /*?v= Disallow: /*?sort= Disallow: /*?ref= Disallow: /*?utm_ # Payment pages Disallow: /paypal/ Disallow: /payments/ Disallow: /dealer/subscribe/ Disallow: /dealer/process-subscription User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: /public/uploads/ Allow: /assets/ User-agent: Bingbot Crawl-delay: 2 # Sitemaps Sitemap: https://www.mobeo.co.uk/sitemap.xml