User-agent: *
Disallow: /cgi-bin/
Disallow: /asgen/
Disallow: /caverndish/
Disallow: /cavity/
Disallow: /contact/
Disallow: /files/
Disallow: /gfx/
Disallow: /griff/
Disallow: /images/
Disallow: /inc/
Disallow: /pix/
Disallow: /sumpthink/
Disallow: /tomotimes/
Disallow: /pmwiki/uploads/
Disallow: /pmwiki/pmwiki.php/Profiles/

User-agent: httrack
Disallow: /cgi-bin/
Disallow: /contact/
Disallow: /inc/
Allow: /asgen/
Allow: /caverndish/
Allow: /cavity/
Allow: /files/
Allow: /griff/
Allow: /gfx/
Allow: /images/
Allow: /pix/
Allow: /tomotimes/
Allow: /pmwiki/uploads/

Sitemap: http://caves.org.nz/sitemap.xml