User-agent: *
Allow: /assets/components/minifyx/
Allow: /assets/site/
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/libs/
Allow: /min/
Allow: /minify/
Disallow: /assets/components/
Disallow: /connectors/
Disallow: /core/
Disallow: /manager/
Disallow: /setup/
Disallow: /install/
Disallow: /dashboard/
Disallow: /website/

User-agent: AhrefsBot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-Agent: Nekstbot
Disallow: /

User-Agent: linkdexbot
Disallow: /

User-Agent: ZoomBot
Disallow: /

User-Agent: Linkbot
Disallow: /

User-Agent: AddThis.com
Disallow: /

User-Agent: finbot
Disallow: /

User-Agent: JobboerseBot
Disallow: /

User-Agent: Screaming Frog SEO Spider
Disallow: /

User-Agent: Sogou web spider
Disallow: /

User-Agent: Scrapy
Disallow: /

User-Agent: SEOkicks-Robot
Disallow: /

User-Agent: AlphaBot
Disallow: /

User-Agent: CCBot
Disallow: /