# Robots.txt file from http://www.pieclub.org.uk/robots.txt # # All robots will spider the domain apart from those directories listed below: User-agent: * Disallow: /dev/