# # The robots.txt for vakantiefeestdagen.nl # # Allow the Google advertisement adjuster to everything User-agent: Mediapartners-Google* Disallow: # Don't let spiders come in admin directories. User-agent: * Disallow: /rss_cache/ Disallow: /JavaScript/ Disallow: /contextmenu/ Disallow: /menu/ # No site downloading with common apps User-agent: Teleport* User-agent: Webwhacker User-agent: Webzip User-agent: Net Attache User-agent: SiteSnagger Disallow: / # E-Mail Sammers: raus!! User-agent: WX_mail/2.000 User-agent: EmailCollector User-agent: WhoWhere User-Agent: Roverbot User-Agent: ActiveAgent User-agent: EmailSiphon Disallow: / # updated 2001-11-13