User-agent: bingbot
Disallow: /post/detail/
Disallow: /user/profile/

User-agent: msnbot
Disallow: /post/detail/
Disallow: /user/profile/

User-agent: msnbot-media
Disallow: /post/detail/
Disallow: /user/profile/

User-agent: adidxbot
Disallow: /post/detail/
Disallow: /user/profile/

User-agent: BingPreview
Disallow: /post/detail/
Disallow: /user/profile/

User-agent: Sogou web spider
Disallow: /post/detail/
Disallow: /user/profile/

# Allow all other crawlers
User-agent: *
Allow: /