# windsurf.co.nz Robots.txt

User-agent: *
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /weblog/
Disallow: /accessprobe/
Disallow: /stats/
Disallow: /cams/
Disallow: /webcams/
Disallow: /Guestbook/
Disallow: /Guestbook2/
Disallow: /favicon.ico

User-agent: Googlebot/2.1
User-agent: InfoNaviRobot(F107)
User-agent: TV33_Mercator_1-1.0
User-agent: AVSearch-3.0
User-agent: Scooter/2.0
User-agent: Slurp/2.0
User-agent: SearchengineLicenceSheep_v1.0
User-agent: shadow/2.0
User-agent: MultiText/0.1
User-agent: FAST-WebCrawler/2.2.5
User-agent: Atomz/1.0
User-agent: htdig/ (searchit@netmind.com)
User-agent: spider00.logika.net.

# updated 17-07-2001