# Crawler de Yahoo
# Prohibido entrar en carpetas log y tmp
User-agent: Slurp
Disallow: /cgi-bin/ 
Disallow: /img/ 
Disallow: /admin/
Disallow: /process/
Disallow: /tools/
Disallow: /tmp
Disallow: /logs
Disallow: /shop

# Crawler de MSN
# Prohibido entrar en carpetas log y tmp
User-agent: msnbot
Disallow: /cgi-bin/ 
Disallow: /img/ 
Disallow: /admin/
Disallow: /process/
Disallow: /tools/
Disallow: /tmp
Disallow: /logs
Disallow: /shop

# Crawler de Google
# Prohibido entrar en carpetas log y tmp
User-agent: Googlebot
Disallow: /cgi-bin/  
Disallow: /admin/
Disallow: /process/
Disallow: /tools/ 
Disallow: /tmp
Disallow: /logs
Disallow: /shop

# Crawler de Google image
User-agent: Googlebot-Image
Disallow: /img/

# This is the ad bot for google
User-agent: Mediapartners-Google*

# Allow Everything
Allow: /*