User-agent: ia_archiver
Disallow: /
User-agent: *
Disallow: /agenda-en/
Disallow: /ciencia/
Disallow: /cgi-bin/
Disallow: /internet/
Disallow: /mexico/
Disallow: /specials/
Disallow: /tureportero/media/
Disallow: /temp/
Disallow: /templates/
Disallow: /terraenlaprensa/
Disallow: /mlb/
Disallow: /videos/
Disallow: /dart/
Disallow: /cosmoenespanol/
Disallow: *.cfm
Disallow: *.conf
Disallow: *.doc
Disallow: *.inc
Disallow: *.ppt
Disallow: *.pdf
Disallow: *.txt
Disallow: *.xls