User-agent: Mediapartners-Google*

User-agent: *
Disallow: /cgi-bin
Disallow: /images
Disallow: 404.shtml
Disallow: 403.shtml
Disallow: 401.shtml
Disallow: 400.shtml