# # Web Hosting Finds robots.txt # User-agent: mozilla/4 Disallow: / User-agent: mozilla/5 Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98) Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: Alexibot Disallow: / User-agent: Wget Disallow: / User-agent: MIIxpc Disallow: / User-agent: Telesoft Disallow: / User-agent: Website Quester Disallow: / User-agent: WebZip Disallow: / User-agent: moget/2.1 Disallow: / User-agent: WebZip/4.0 Disallow: / User-agent: WebStripper Disallow: / User-agent: WebSauger Disallow: / User-agent: WebCopier Disallow: / User-agent: NetAnts Disallow: / User-agent: WebAuto Disallow: / User-agent: WWW-Collector-E Disallow: / User-agent: Harvest/1.5 Disallow: / User-agent: CherryPickerSE/1.0 Disallow: / User-agent: CherryPickerElite/1.0 Disallow: / User-agent: WebBandit/3.50 Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: BunnySlippers Disallow: / User-agent: Microsoft URL Control - 6.00.8169 Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: LinkextractorPro Disallow: / User-agent: Offline Explorer Disallow: / User-agent: * Disallow: /breadcrumb.txt Disallow: /blog/wp-admin Disallow: /blog/wp-login.php Disallow: /blog/?feed= Disallow: /guide.txt Disallow: /menu Disallow: /news/wp-admin Disallow: /news/wp-login.php Disallow: /news/wp-login.php?action=register Disallow: /last Disallow: /temp Disallow: /content1.txt Disallow: /content2.txt Disallow: /header.txt Disallow: /footer.txt Disallow: /style.css Disallow: /cgi-bin Disallow: /rot Disallow: /directory/admin Disallow: /directory/classes Disallow: /directory/crons Disallow: /directory/javascript Disallow: /directory/languages Disallow: /directory/templates Disallow: /directory/integration Disallow: /newsite/ Disallow: /directory/modcp Disallow: /directory/bulkedit Disallow: /directory/comments.php? Disallow: /directory/edit Disallow: /directory/email Disallow: /directory/link.php? Disallow: /directory/printthread.php Disallow: /directory/postreply.php Disallow: /directory/search.php Disallow: /directory/searchips Disallow: /directory/showvotes.php? Disallow: /directory/suggest.php?action=addcat&parent= Disallow: /directory/suggest.php?action=addlink&catid= Disallow: /directory/memberlist.php?action=profile&id= Disallow: /directory/vote.php