User-agent: *
User-agent: AdsBot
User-agent: Stanby
User-agent: bingbot
Disallow: /project/search/
Disallow: /project/user_profile/
Disallow: /firsttime/
Disallow: /entry/
Disallow: /entry_signup/
Disallow: /guest/
Disallow: /signin/entry/
Disallow: /signin/bookmark/
Disallow: /signup/bookmark/
Disallow: /signin/scout/
Disallow: /signup/scout/
Disallow: /password_forget/
Disallow: /password_reset/
Disallow: /contact/
Disallow: /users/
Disallow: /lp/
Disallow: /stop/
Disallow: /scout/
Disallow: /project/job/13/
Disallow: /project/job/94/

User-agent: ia_archiver
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: BaiduMobaider
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: bingbot
Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10