Sitemap: http://www.groovynet.net/sitemap.xml

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /*.cgi$
Allow: /datafeeds/octoberdatafeed.txt
Allow: /sitemap.xml

User-agent: * 
Disallow: /cgi-bin/

User-agent: * 
Disallow: /*.cgi$

User-agent: yahoo.net
Disallow: /cgi-bin/
Disallow: /*.cgi$
Allow: /datafeeds/groovynet_google.txt
Allow: /sitemap.xml

User-agent: searchme.com
Disallow: /cgi-bin/
Disallow: /*.cgi$
Allow: /datafeeds/groovynet_google.txt
Allow: /sitemap.xml

User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /*.cgi$
Allow: /datafeeds/groovynet_google.txt
Allow: /sitemap.xml

User-agent: *
Disallow: /cgi-bin/groovygear/

User-agent: discobot
Disallow: /cgi-bin/
Disallow: /*.cgi$
Allow: /datafeeds/groovynet_google.txt
Allow: /sitemap.xml

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /*.cgi$
Allow: /datafeeds/groovynet_google.txt
Allow: /sitemap.xml