User-agent: *
Disallow: /admin/
Disallow: /includes/
Disallow: /controllers/
Disallow: /core/
Disallow: /content/
Disallow: /csv_photos/
Disallow: /ftp_content/
Disallow: /ftp_photos/
Disallow: /temp_users_uploads/
Disallow: /cache/


User-agent: SEMrushBot-SA
Disallow: /

User-agent: SEMrushBot-BA
Disallow: /

User-agent: SEMrushBot-SWA
Disallow: /

User-agent: SEMrushBot-CT
Disallow: /

User-agent: SEMrushBot-BM
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /