# # robots.txt for http://www.wwdsweden.com/ # # $Id: robots.txt,v 1.00 2001/09/02 23:45:15 gerald Exp $ # # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /members Disallow: /Clubdata # Search User-agent: AltaVista Intranet V2.0 W3C Webreq User-agent: scooter User-agent: msnbot User-agent: yahoo Disallow: /members Disallow: /Clubdata # exclude some access-controlled areas User-agent: * Disallow: /members Disallow: /Clubdata Disallow: /auth Disallow: /apache2-default # Images User-agent: Googlebot-Image User-agent: Yahoo-MMCrawler User-agent: vscooter Disallow: /autogallery