User-Agent: *
Allow: /

User-Agent: Adsbot-Google
Allow: /index.html
Allow: /
User-agent: *
Disallow: /cgi-bin
Disallow: /data
Disallow: /logs
Disallow: /pub
Disallow: /report
Disallow: /templates
Disallow: /ww-hc20
Disallow: /v2
Disallow: /V1
Disallow: /tomorrow
Disallow: /Site
Disallow: /scripts
Disallow: /Editor