User-agent: *
Disallow: /info.txt
Disallow: /pub/
Disallow: /pub/*

User-agent: Googlebot
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.gz$

User-agent: Googlebot-Image
Disallow:
Allow: /*

User-agent: Mediapartners-Google*
Disallow:
Allow: /*