User-agent: Googlebot
Disallow: /cgi-bin
Disallow: /cgi-def
Disallow: /data
Disallow: /anonymous
Disallow: /log
Disallow: /ssi-def