# A Standard for Robot Exclusion # # http://www.robotstxt.org/wc/norobots.html # # This "/robots.txt" file specifies that robot offline Explorer/1.9 is # not welcome to visit any URL from this site. # # go away User-agent: Offline Explorer/1.9 Disallow: / User-agent: Offline+Explorer/1.9 Disallow: / # ok, you, htdig, are welcome User-agent: htdig/3.1.4 (deinf-disis@bcb.gov.br) Disallow: User-agent: htdig/3.1.4+(deinf-disis@bcb.gov.br) Disallow: # any other robot is out User-agent: * Disallow: css/* Disallow: /Portal/* Disallow: /VBS/* Disallow: /pom/spb/estatistica/port/dados.xls_arquivos/*