User-agent: *
Allow: *
Disallow: /admin/

User-agent: Googlebot-News
Allow: *
Disallow: /column/
Disallow: /index/
Disallow: /admin/

User-agent: Bingbot
Allow: *
Disallow: /search
Disallow: /search/
Disallow: /admin/

User-agent: Slurp
Allow: *
Disallow: /search
Disallow: /search/
Disallow: /admin/

User-agent: Amazonbot
Allow: *
Disallow: /search
Disallow: /search/
Disallow: /admin/

user-agent: baiduspider
disallow: /

user-agent: BaiduImagespider
disallow: /

user-agent: BaiduMobaider
disallow: /

User-agent:Baiduspider-image
disallow: /

User-agent:Baiduspider-video
disallow: /

User-agent:Baiduspider-news
disallow: /

User-agent:Baiduspider-favo
disallow: /

User-agent:Baiduspider-cpro
disallow: /

User-agent:Baiduspider-ads
disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Bytedance
Disallow: /

User-agent: MJ12bot
Disallow: /