User-agent: *
Disallow: /cgi-bin
Disallow: /stats
Disallow: /redir
Disallow: /css
Disallow: /images
Disallow: /include
Disallow: /customerrors
Disallow: /css

User-agent: Mediapartners-Google* 
Disallow: