User-agent: *
Disallow: /user/
Disallow: /backend/
Disallow: /CartSummary.aspx
Disallow: /CartSummaryLite.aspx
Disallow: /docs/newsletters/pe/sub/
Disallow: /docs/newsletters/re/sub/
Disallow: /docs/newsletters/inf/sub/
Disallow: /docs/newsletters/hf/sub/
#Disallow: /rss.aspx
Disallow: /article.aspx
Disallow: /password.aspx
Disallow: /itemProduct.aspx?s=100&itemID=303

User-agent: PicoSearch/1.0
Disallow: /

User-agent: Java/1.6.0_04
Disallow: /

User-agent: Java/1.6.0_07
Disallow: /

User-agent: Java/1.4.2_07
Disallow: /

User-agent: Java/1.4.1_04
Disallow: /

User-agent: Java/1.6.0_12
Disallow: /

User-agent: Java/1.6.0_13
Disallow: /

User-agent: Java/1.6.0_11
Disallow: /

User-agent: Java/1.6.0
Disallow: /

User-agent: Java/1.6.0_06
Disallow: /

User-agent: MSIndianWebcrawl
Disallow: /

User-agent: Mp3Bot
Disallow: /

User-agent: Mozilla/5.0 (compatible; Sphere Related Content Fetcher/1.0; http://www.sphere.com)
Disallow: /

Allow: /

Sitemap: http://www.preqin.com/