# Robots.txt file for http://owencarpet.com # User-agent: * Disallow: /cgi-bin/ User-agent: Googlebot Disallow: /cgi-bin/ User-agent: ia_archiver Disallow: /cgi-bin/ User-agent: Scooter Disallow: /cgi-bin/ User-agent: ArchitextSpider Disallow: /cgi-bin/ User-agent: Slurp Disallow: /cgi-bin/ User-agent: InfoSeek Sidewinder Disallow: /cgi-bin/ User-agent: Gulliver Disallow: /cgi-bin/ User-agent: WebCrawler/3.0 Disallow: /cgi-bin/ User-agent: NDSpider Disallow: /cgi-bin/ User-agent: Mediapartners-Google* Disallow: /cgi-bin/ User-agent: BotLink Disallow: /cgi-bin/ User-agent: ahoy Disallow: /cgi-bin/ User-agent: AlkalineBOT Disallow: /cgi-bin/ User-agent: anthill Disallow: /cgi-bin/ User-agent: appie Disallow: /cgi-bin/ User-agent: Arachnophilia Disallow: /cgi-bin/ User-agent: arale Disallow: /cgi-bin/ User-agent: araneo Disallow: /cgi-bin/ User-agent: AraybOt Disallow: /cgi-bin/ User-agent: ariadne Disallow: /cgi-bin/ User-agent: arks Disallow: /cgi-bin/ User-agent: Mozilla/3.01 Disallow: /cgi-bin User-agent: Ultraseek Disallow: /cgi-bin User-agent: smallbear Disallow: /cgi-bin