# robots.txt for http://www.poohsoc.org.uk/ User-agent: * Disallow: /officers.html Disallow: /Archive/Members/ Disallow: /cgi-bin/gallery Disallow: /cgi-bin/jacks_random_minutes Disallow: /cgi-bin/random Disallow: /cgi-bin/archive.cgi? # Ultraseek is managed by SRCF at http://www.srcf.ucam.org/robots.txt # the following is included just in case Ultraseek looks in the wrong place # external agent name is: Ultraseek (webmaster@ucs.cam.ac.uk) User-agent: Ultraseek (internal search; webmaster@ucs.cam.ac.uk) Disallow: /cgi-bin/jacks_random_minutes Disallow: /cgi-bin/random Disallow: /pooh/cgi-bin/jacks_random_minutes Disallow: /pooh/cgi-bin/maillist Disallow: /pooh/cgi-bin/random # FreeFind is managed at https://control.freefind.com/servlet/interactive/control.html user-agent: FreeFind Disallow: User-Agent: WDG_SiteValidator Disallow: /Archive/Constitution/ # Disallow: /Archive/Correspondence/ Disallow: /Archive/Members/ Disallow: /Archive/Michaelmas Disallow: /Archive/Lent Disallow: /Archive/Easter Disallow: /Archive/LongVac Disallow: /Archive/Minutes/ Disallow: /cgi-bin/ Disallow: /sticks/bcrawl/ Disallow: /sticks/results/PS User-Agent: W3C-checklink Disallow: /sticks/bcrawl/ Disallow: /Archive/Members/ Disallow: /Archive/Michaelmas Disallow: /Archive/Lent Disallow: /Archive/LongVac Disallow: /Archive/Easter Disallow: /Archive/Minutes/ Disallow: /cgi-bin/gallery.cgi?