# this files tells automated search robots which directories
# they shouldn't try to index (if they're well behaved)

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
	    
# This is aimed at all search agents:
User-agent: *
Disallow: /cgi-bin/
Disallow: /lib/
Disallow: /cache/
Disallow: /demos/
Disallow: /images/
Disallow: /index.php?action=search

Sitemap: http://www.journaltocs.ac.uk/sitemap.xml