sitemap: https://www.codejava.net/sitemap.xml

User-agent: *
Disallow: /administrator/
Disallow: /cli/
Disallow: /component/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /cache/
Disallow: /fast/


# spam-bots
User-agent: AhrefsBot
Disallow: / 
User-agent: MJ12bot
Disallow: / 
User-agent: rogerbot
Disallow: / 
User-agent: spbot
Disallow: / 
User-agent: ScoutJet
Disallow: / 
User-agent: gigabot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: exabot
Disallow: /