# Robots.txt file User-agent: * Disallow: / # Google OK User-agent: googlebot Disallow: # Altavista OK User-agent: scooter Disallow: # Altavista OK User-agent: scooter/1.0 Disallow: # Altavista OK User-agent: scooter/2.0 G.R.A.B. X2.0 Disallow: # Excite OK User-agent: ArchitextSpider Disallow: # Infoseek OK User-agent: Mozilla/3.01 (Win95; I) Disallow: # Lycos OK User-agent: Lycos_Spider_(T-Rex) Disallow: # MSN OK User-agent: MSN Disallow: # Webcrawler OK User-agent: Webcrawler Disallow: # W3C_Validator OK User-agent: W3C_Validator Disallow: