# /robots.txt file for http://dgweb.com.au/

User-agent: webcrawler
Disallow: /bugtracker
Disallow: /bugwiki
Disallow: /cgi-bin
Disallow: /dgw_archive
Disallow: /retailtools
Disallow: /sandbox
Disallow: /sints
Disallow: /thedivecon
Disallow: /thestoolshop

User-agent: lycra
Disallow: /

User-agent: *
Disallow: /bugtracker
Disallow: /bugwiki
Disallow: /cgi-bin
Disallow: /dgw_archive
Disallow: /retailtools
Disallow: /sandbox
Disallow: /sints
Disallow: /thedivecon
Disallow: /thestoolshop