# robots.txt for http://www.cis.um.edu.mt

User-agent: *
Disallow: /cgi-bin
Disallow: /info
Disallow /info/antispam
Disallow: /law
Disallow: /Assoc/mmsa
Disallow: /~create


#User-agent: Scooter
#altavista

#User-agent: ArchitextSpider
#Disallow: /~
#User-agent: ia_archiver
#Disallow: /

#NOTICE TO ALL OWNERS OF CRAWLERS - WE DISALLOW ACCESS TO BOTS
#IF THEY DO NOT CHECK ROBOTS.TXT. PLEASE WRITE WELLBEHAVED BOTS
#OR STICK TO EXISTING PROVEN CODE. 
#ONCE YOU FIX YOUR BOTS SEND EMAIL TO webmaster@cis.um.edu.mt
#AND THE DISALLOW SECTION WILL BE REMOVED

# htdig is a bad bot
User-agent: htdig
Disallow: /

User-agent: EmailSiphon
Disallow: /

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /

# some silly guys use NetMachanic for their advantage
User-agent: NetMechanic
Disallow: /