# http://www.w3.org/TR/html4/appendix/notes.html#h-B.4.1.1
# http://www.dcs.ed.ac.uk/cgi/sxw/parserobots.pl?site=foldoc.org
# http://www.kollar.com/robots.html
# Absolute paths

Sitemap: http://foldoc.org/sitemap.txt

User-agent: Mediapartners-Google
Disallow:

User-agent: *
Disallow: /Dictionary$
Disallow: /foldoc.tar.gz
Disallow: /index.cgi
Disallow: /junk_searches
Disallow: /keys
Disallow: /logs
Disallow: /offsets
Disallow: /showenv.cgi
Disallow: /template.html