# robots.txt for http://www.statcan.gc.ca/
# Syntax checker http://tool.motoricerca.info/robots-checker.phtml

User-agent: gsa-crawler
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SiteSucker
User-agent: SiteSucker/2.3.3
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: Ultraseek
Disallow: 

User-agent: *
Crawl-delay: 2
#
Disallow: /error-erreur/
#
Disallow: /pub/12-591-x/2006001/
Disallow: /pub/12-591-x/12-591-x2006001-eng.htm
Disallow: /pub/12-591-x/12-591-x2006001-fra.htm
#
Disallow: /daily-quotidien/080306/be080306a-eng.htm
Disallow: /daily-quotidien/080306/be080306a-fra.htm
#
Disallow: /daily-quotidien/09
Disallow: /daily-quotidien/10
Disallow: /daily-quotidien/11
Disallow: /daily-quotidien/12
Disallow: /daily-quotidien/1301
Disallow: /daily-quotidien/1302
Disallow: /daily-quotidien/1303
Disallow: /daily-quotidien/1304
Disallow: /daily-quotidien/1305
Disallow: /daily-quotidien/1306
Disallow: /daily-quotidien/1307
Disallow: /daily-quotidien/1308
#
Disallow: /stcsr/
Disallow: /stcsrd/
Disallow: /misc/
Disallow: /Framework/
Disallow: /Images/
Disallow: /Templates/
Disallow: /access/
Disallow: /cgroup/
Disallow: /clf2/
Disallow: /dli-ild/
Disallow: /estat/
Disallow: /fadi/
Disallow: /pgdb/
Disallow: /preview-apercu/
Disallow: /secure/
Disallow: /ssi/
Disallow: /talon/
Disallow: /templates/
Disallow: /tim/
Disallow: /wet-boew/
#
Disallow: /access/
Disallow: /c1996-r1996/
Disallow: /census-recencement2006/
Disallow: /clf2_docs/
Disallow: /diss/
Disallow: /ei-ie20021008/
Disallow: /flash/
Disallow: /hrdc/
Disallow: /imdb-bmdi2/
Disallow: /ispcs/
Disallow: /misc/
Disallow: /mobile/
Disallow: /OECD/
Disallow: /olc-cel/
Disallow: /pgdb/
Disallow: /slid-edtr/
Disallow: /tst-otr/
Disallow: /wsd-jms/
Disallow: /yearbook-annuaire/
Disallow: /rtdat-oadtr-service/
Disallow: /subjects-sujets/labour-travail/lfs-epa/
Disallow: /subjects-sujets/cpi-ipc/
Disallow: /cgi-bin/sum-som/saveas
#
Disallow: /*/ssi/*
Disallow: /*/css/*
Disallow: /*/javascript/*
Disallow: /*/js/*
Disallow: /*longdesc*
Disallow: /*/desc/*
#
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.csv$
Disallow: /*.rtf$
Disallow: /*.txt$
Disallow: /*.swf$
Disallow: /*.ca1$
Disallow: /*.tab$
Disallow: /*.exe$