# Normal robots.txt body is purely substring match only
# We exclude lots of general purpose forms which are available in various mount points of the site
# and internal image bank which is hidden in the navigation tree in any case
User-agent: *
Disallow: login_form
Disallow: sendto_form
Disallow: /Members
Disallow: /publishers

# Googlebot allows regex in its syntax
# Block all URLs including query strings (? pattern) - contentish objects expose query string only for actions or status reports which
# might confuse search results.
User-Agent: Googlebot
Disallow: /*?*
Disallow: /*publishers*
Disallow: /*folder_factories$
Disallow: /*sendto_form$
Disallow: /*login_form$

# Allow Adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*