User-agent: *
Disallow: /cgi-bin/
Disallow: /assets/
User-agent: Mediapartners-Google*
Allow: /
User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /