# This file is read and obeyed by polite search engines
# Please refer to the W3C notes:
# http://www.w3.org/TR/html4/appendix/notes.html#h-B.4.1.1
# or http://info.webcrawler.com/mak/projects/robots/exclusion.html

# Turn away unwanted search engines
User-agent: Webdup/0.9
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *

# add directories to keep out of search engines
Disallow: /search
Disallow: /edit
Disallow: /view?old/
Disallow: /java/old/
Disallow: /button
Disallow: /diff
Disallow: /RSS
Disallow: /Search
Disallow: /Saloon
Disallow: /Watch