# Allow all legitimate search engines User-agent: * Allow: / # Disallow admin, manager and user areas Disallow: /admin/ Disallow: /manager/ Disallow: /user/ Disallow: /dashboard # Cloudflare-injected endpoints (speculation rules, beacon, challenges). # Served by the CDN, not by the site: crawling them only produces noise/errors. # Recommended by Cloudflare docs. Disallow: /cdn-cgi/ # Internal search results (also served with noindex) Disallow: /search # Disallow duplicate/filter parameter URLs while keeping clean SEO routes crawlable Disallow: /*?page= Disallow: /*&page= Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?search= Disallow: /*&search= Disallow: /*?marca= Disallow: /*&marca= Disallow: /*?modello= Disallow: /*&modello= Disallow: /*?alimentazione= Disallow: /*&alimentazione= Disallow: /*?cambio= Disallow: /*&cambio= Disallow: /*?prezzo_min= Disallow: /*&prezzo_min= Disallow: /*?prezzo_max= Disallow: /*&prezzo_max= Disallow: /*?km_min= Disallow: /*&km_min= Disallow: /*?km_max= Disallow: /*&km_max= Disallow: /*?neopatentati= Disallow: /*&neopatentati= # Sitemap location Sitemap: https://gcmotors.it/sitemap.xml # LLM/AI Documentation # These files provide structured information for AI agents and LLMs # llms.txt: https://gcmotors.it/llms.txt # llms-full.txt: https://gcmotors.it/llms-full.txt