# robots.txt for http://urbanscrawl.net/ # last modified 2010-01-27 # disallows access to cgi-bin User-agent: * Disallow: /cgi-bin/