User-agent: Slurp
Crawl-delay: 10

User-agent: dotbot
Disallow: / 

User-agent: *
Disallow: /open_link.php
Disallow: /open-link
Disallow: /openlink.php
Disallow: /view_product.php
Disallow: /viewshop
Disallow: /activate_account.php
Disallow: /register.php
Disallow: /services.php
Disallow: /adm/
Disallow: /admin/
Disallow: /product-bekijken/
Disallow: /product-informatie/
Disallow: /webshop-bezoeken/
Disallow: /shop-bezoeken/
Disallow: /shop-beoordeling-toevoegen/
Disallow: test.winkelstraat.be

Sitemap: http://www.winkelstraat.be/sitemap.xml