# robots.txt
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

User-agent: *

# This url is for ajax calls only
Disallow: /main/team_name_url

# Blog related
Disallow: */wp-admin/*
Disallow: */wp-login.php
Disallow: */wp-register.php
Disallow: /password_forgot

# Disallow common, e.g. advert clicks
Disallow: /common/*
Disallow: /advert_click
Disallow: /advert/

# Never end up crawling private files
Disallow: /private_team_files

# No indexing of static maps
Disallow: /map/static

Sitemap: /sitemap.xml

# Allow adsense crawler
User-agent: Mediapartners-Google
Disallow: