# Robots.txt file from http://www.norton42.org.uk/robots.txt # # All robots will spider the domain User-agent: * Disallow:/cache/ Disallow:/classes/ Disallow:/css/ Disallow:/configs/ Disallow:/events/ Disallow:/logs/ Disallow:/templates/ Disallow:/templates_c/ Disallow:/text_area/saves/ Disallow:/xml/