# If the Joomla site is installed within a folder 
# eg www.example.com/joomla/ then the robots.txt file 
# MUST be moved to the site root 
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths. 
# eg the Disallow rule for the /administrator/ folder MUST 
# be changed to read 
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml
#
# https://www.portent.com/blog/seo/robots-txt-mistakes-best-uses-guide.htm
# Not all crawlers handle competing allows and disallows exactly the same way,
# but Google gives priority to the rule whose path is longer (in terms of character counts).
# ********************.css = Valid cheat because it is longer than the other rules.

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /component/mtree/
Disallow: /*/visit$
Allow: ********************.css
Allow: ********************.js
#Allow: *.css
#Allow: *.js
#Allow: /components/*.css            - doesnt work
#Allow: /components/*.css?v=2.8.0    - doesnt work
#Allow: /components/*/k2.css?v=2.8.0 - doesnt work
#Allow: /components/com_k2/css/k2.css?v=2.8.0
#Allow: /components/com_mtree/templates/bookmarks/template.css
#Allow: /plugins/content/hs_highlighter/lib/scripts/shCore.js
#Allow: /plugins/content/hs_highlighter/lib/styles/shThemeMidnight.css
#Allow: /plugins/content/hs_highlighter/lib/styles/shCore.css
#Allow: /plugins/content/hs_highlighter/lib/scripts/shAutoloader.js

#Sitemap: http://www.example.co.uk/sitemap.xml