User-agent: *
Crawl-delay: 5
Disallow: /discussions/tagged/
Disallow: /profile/
Disallow: /entry/
Disallow: /activity
Disallow: /settings/analyticstick.json

# for google adsense
# As these pages don't have too much content we will not include them for checking for google adsense
User-agent: Mediapartners-Google
Disallow: /categories
Disallow: /discussions/tagged/
Disallow: /profile/
Disallow: /entry/
Disallow: /activity
Disallow: /discussions/popular
Disallow: /discussions/unanswered
Disallow: /discussion/kudos