User-agent: *
Disallow: /assets
Disallow: /cgi-bin
Disallow: /studbook
Disallow: /hhgtg
Disallow: /ebay

User-Agent: sitecheck.internetseer.com
Disallow: /