# robots.txt for http://www23.statcan.gc.ca:81/
# Syntax checker http://tool.motoricerca.info/robots-checker.phtml

User-agent: gsa-crawler
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SiteSucker
User-agent: SiteSucker/2.3.3
Disallow: /

User-agent: Microsoft URL Control
Disallow: /

User-agent: *
Disallow:

User-agent: *
Crawl-delay: 10