User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /sea/
Disallow: /author/

User-agent: ia_archiver 
Disallow: / 
User-agent: archive.org_bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Amazonbot           
Disallow: /   
                 
User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SPAMbot
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /