User-agent: crawl
Disallow: /

User-agent: TurnitinBot
Disallow: / 

User-agent: The Python Robot
Disallow: / 

User-agent: ia_archiver
Disallow: / 

# go away from cacti
User-agent: *
Disallow: /system/


# go away from cgi-bin !
User-agent: *
Disallow: /cgi-bin/

# go away from systats !
User-agent: *
Disallow: /sys-info/