User-Agent: *
Allow: /

User-Agent: Googlebot
Disallow: /proxy/*
Disallow: /page/*
Disallow: /engine/*
Disallow: /download/*
Disallow: /index.php
Disallow: /templates/*
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /inc/*
Disallow: /videos/*
Disallow: /musica/*
Disallow: /lyrics/*
Disallow: /lyrics/*
Disallow: /programas/*
Disallow: /main/*
Disallow: /firewalls/*
Disallow: /privacidad/*
Disallow: /antispyware/*
Disallow: /antivirus/*
Disallow: /videos/*
Disallow: /musica/*
Disallow: /software/*
Disallow: /user/*
Disallow: /humor/*
Disallow: /actualidad/*
Disallow: /tecnologia/*
Disallow: /2006/*
Disallow: /2007/*
Disallow: /2008/*
Disallow: /2009/*
Disallow: /page/1/
Disallow: /page/2/
Disallow: /page/3/
Disallow: /page/4/
Disallow: /page/5/
Disallow: /page/6/
Disallow: /page/7/
Disallow: /page/8/
Disallow: /page/9/



Allow: /

# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$