# robots.txt for CSV.RO User-agent: * Allow: / Crawl-delay: 10 # Block internal folders Disallow: /plugins/ Disallow: /libs/ Disallow: /includes/ # Block URL parameters Disallow: /*?sort_by= Disallow: /*&sort_by= Disallow: /*?sort_type= Disallow: /*&sort_type= Disallow: /*?id= Disallow: /*&id= Disallow: /print* # Excluded system pages Disallow: /*confirm.html* Disallow: /*detalii-anunt.html* Disallow: /*print.html* Disallow: /404.html* Disallow: /*listing-remove.html* Disallow: /*body-style.html* Disallow: /*pdf-export.html* Disallow: /*newsletter.html* # Sitemap Sitemap: https://csv.ro/sitemap.xml ### Rules generated by the Sitemap plugin ### Sitemap: https://csv.ro/sitemap.xml # Excluded pages: Disallow: /*confirmarea-contului.html* Disallow: /*detalii-anunt.html* Disallow: /*printeaza.html* Disallow: /404.html* Disallow: /*sterge-anunt.html* Disallow: /*body-style.html* Disallow: /*pdf-export.html* Disallow: /*newsletter.html*