User-agent: *
Allow: /

User-agent: Baiduspider
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: duggmirror
Disallow: /

User-agent: sogou
Disallow: /

User-agent: sosospider
Disallow: /

user-agent: AhrefsBot
disallow: /