# This is the robots.txt file for londonhouse.org.uk and is # used to feed rules to follow when indexing this site by well behaved spiders User-agent: * Disallow: /cgi-bin/ Disallow: /themes/goodenough1/images/ Disallow: /database/ Disallow: /modules/ Disallow: /misc/ Disallow: /themes/goodenough1/tours/ # Identify Bots that do not follow the rules. # the following directory does not exist # and no Bots should access it due to the disallow rule # server logs will show which disobey this rule. Disallow: /dir-honey/ # Known BadBots disallowed all access #User-agent: WWW_Robot_Name #Disallow: /