# Disallow everyone:
User-agent: *
Disallow: /

# Allow these
User-agent: Googlebot
Disallow:
Allow: /

User-agent: Googlebot
Disallow: /allowed/
Disallow: /cgi-bin/
Disallow: /downloads/
Disallow: /images/
Disallow: /js/
Disallow: /style/
Disallow: /video/
Disallow: /flash/

User-agent: MediaPartners-Google
Disallow:
Allow: /

User-agent: MediaPartners-Google
Disallow: /allowed/
Disallow: /cgi-bin/
Disallow: /downloads/
Disallow: /images/
Disallow: /js/
Disallow: /style/
Disallow: /video/
Disallow: /flash/


User-agent: Yahoo
Allow: /

User-agent: Yahoo
Disallow:

User-agent: Yahoo
Disallow: /allowed/
Disallow: /cgi-bin/
Disallow: /downloads/
Disallow: /images/
Disallow: /js/
Disallow: /style/
Disallow: /video/
Disallow: /flash/

User-agent: msn
Allow: /
User-agent: msn
Disallow:

User-agent: msn
Disallow: /allowed/
Disallow: /cgi-bin/
Disallow: /downloads/
Disallow: /images/
Disallow: /js/
Disallow: /style/
Disallow: /video/
Disallow: /flash/

User-agent: ia_archiver
Allow: /

User-agent: ia_archiver
Disallow:

User-agent: ia_archiver
Disallow: /allowed/
Disallow: /cgi-bin/
Disallow: /downloads/
Disallow: /images/
Disallow: /js/
Disallow: /style/
Disallow: /video/
Disallow: /flash/