# robots.txt for https://www.kws-sneek.nl/ sitemap: https://www.kws-sneek.nl/sitemaps-1-sitemap.xml sitemap: https://www.sneekweek.nl/sitemaps-1-sitemap.xml # live - don't allow web crawlers to index cpresources/ or vendor/ + algemene allow User-agent: * Allow: / Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env Disallow: /cache/ # disallow parameters woningaanbod Disallow: ^?street_postcode_city=* Disallow: ?page=* # disallow jpg en png Disallow: ^.jpg Disallow: ^.png