# Robots.txt file # # All robots will spider the domain User-agent: * SITEMAP: http://www.beachmasters.nl/sitemap.xml Disallow: /site/ Disallow: /jsa_price Disallow: /daisycon Disallow: /tradetracker Disallow: /cleafs Disallow: /dynabooking/ Disallow: /pics/groepsreizen/ Disallow: /feed/ Disallow: /feeds/ Disallow: /static/ # filetypes Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.xls$ Disallow: /*.ppt$ User-agent: ShopWiki Disallow: /