#
# robots.txt for http://www.webfabric.co.uk
#
# v1.1 November 2005 - Ben Wakefield
# List of Robot Agents Here : http://www.jafsoft.com/searchengines/webbots.html#search_engine_robots_and_others
# Robot.txt validator Here : http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
#
#


# Ban Inkotomi_Slurp
User-agent: Slurp.so/1.0 
User-agent: Slurp/2.0j
User-agent: Slurp/2.0-KiteHourly
User-agent: Slurp/2.0-OwlWeekly
User-agent: Slurp/3.0-AU
Disallow: /

# Allow all the following agents
User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro
Disallow: