User-Agent: Adsbot-Google
Allow: /index.html
Allow:  /sitemap.xml
Allow:  /sitemap.html

Disallow: /cgi-bin
Disallow: /data
Disallow: /logs
Disallow: /pub
Disallow: /report
Disallow: /templates
Disallow: /ww-hc20
Disallow: /v2
Disallow: /V1
Disallow: /tomorrow
Disallow: /Site
Disallow: /scripts
Disallow: /Editor