User-agent: dotbot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /
User-Agent: *
Disallow: spip.php
Disallow: spip.php?page=agenda
Disallow: /config/
Disallow: /ecrire/
Disallow: /local/
Disallow: /plugins/
Disallow: /prive/
Disallow: /squelettes-dist/
Disallow: /squelettes/
Disallow: /tmp/
Sitemap: http://www.durbuy.be/sitemap.xml