# robots.txt for http://castrosf.org 20041108 User-agent: * Disallow: /places # duplicates /needs Disallow: /alpha_index # duplicates /needs Disallow: /block # duplicates /needs Disallow: /feature # duplicates /needs Disallow: /beans # code Disallow: /cgi # scripts Disallow: /exp # experimental Disallow: /galleries # need to open with javascript Disallow: /images # non-textual Disallow: /home.html # defunct content