# (srch-rech.agr.gc.ca <96> k2spider ) 27,000 hits a day.  Web index service
# AAFC online

#User-agent: 192.197.71.36
#Disallow: /

#10.117.19.181 (aafccms-dev.agr.gc.ca <96> k2spider) 19901 hits a day. Web
#index  service

User-agent: 10.117.19.181
Disallow: /

#
#206.191.53.250 (still waiting for confirmation, if its legitimate or hacker
#attempt) 7500 hits once a month. It is using a mechanism known as Nikto which
#is a web server scanner that checks for known exploits

User-agent: 206.191.53.250
Disallow: /


#  In general the CANSIS  site is wide open to indexation by web crawlers such
#  as Google
#  With  some exceptions
#
User-agent: *
Disallow: /cansis/indexmain.html
Disallow: /brd/
Disallow: /cgi-bin/
Disallow: /ftp/
Disallow: /siscan/indexmain.html
Disallow: ccc_err_message.html
Disallow: err_message.html
Disallow: clrn_err_message.html
Disallow: favicon.ico 
Disallow: test.html