User-agent: *
Disallow: /backend
Disallow: /index
Disallow: /assets
Disallow: /css
Disallow: /js
Disallow: /search
Disallow: /*page=*

user-agent: MJ12bot
disallow: /

user-agent: AhrefsBot
disallow: /

user-agent: SolomonoBot
disallow: /