# "Any empty [Disallow] value, indicates that all URLs can be retrieved.
# At least one Disallow field needs to be present in a record."

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot
Disallow: /app/*?blogthis=1
Disallow: /search
Disallow: /user
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow: /tag
Disallow: /app/users
Disallow: /app/download/

User-agent: Slurp
Disallow: /app/*?blogthis=1
Disallow: /search
Disallow: /user
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow: /tag
Disallow: /app/users
Disallow: /app/download/

User-agent: Yahoo-NewsCrawler
Disallow:

User-agent: *
Disallow: /search
Disallow: /user
Disallow: /login
Disallow: /logout
Disallow: /register
Disallow: /tag
Disallow: /app/users
Disallow: /app/download/