# Robots.txt format:
# <Field> ":" <value>
#this bans robots from crawling the following files:
#Disallow: filename.htm
#this allows robots to crawling the remainder:
#Disallow:
#this will allow all robots to crawl calkis.co.za
User-agent: *
#this will ban robots from crawling the following directories & files:
Disallow: raised.css
Disallow: raised.js
Disallow: sendmail.asp
Disallow: /aspnet_client/
Disallow: /awareness/
Disallow: /newsletters/
Disallow: /cgi-bin/
Disallow: /_hide/
Disallow: /images/
Disallow: /training/