User-agent: *
Disallow: /*?ctl=Login
Disallow: /*?ctl=Register
Disallow: /*?ctl=Privacy
Disallow: /*?ctl=Terms
Disallow: /admin/
Disallow: /Login/
Disallow: /*Terms.aspx$
Disallow: /*Privacy.aspx$
Disallow: /*terms.aspx$
Disallow: /*privacy.aspx$
Disallow: /*/rss/
Disallow: /*/RSS/
Disallow: /*404.aspx$

# Disallow "ExtateCrawler v2.0.1" in the site
User-agent: ExtateCrawler v2.0.1
Disallow: /

# Disallow "Wget/1.10.2 " in the site
User-agent: Wget/1.10.2
Disallow: /

# Disallow "Wget" in the site
User-agent: Wget
Disallow: /