User-agent: *
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /cgi-bin
Disallow: /admin
Disallow: /char
Disallow: /class
Disallow: /css
Disallow: /img
Disallow: /images
Disallow: /include
Disallow: /js
Disallow: /error_log
Disallow: /_vti_inf.html
Disallow: /access-log.html
Disallow: /postinfo.html
Disallow: /index3.html
Disallow: /form-submitted.php
Disallow: /formpost.php

User-agent: ccbot
Disallow: /

User-agent: ia_archiver
Disallow: /