User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/

# Removing the end slash makes the command generic.
# So the following disallows access to all directories AND files begining with login etc
Disallow: /login
Disallow: /component

# If SEF URLs are used then the index.php files can be blocked
Disallow: /index.php?option=com_content

# BEGIN JCAWLER-XML-SITEMAP-COMPONENT
Sitemap: http://www.smewebdesigns.co.uk//sitemap.xml
# END JCAWLER-XML-SITEMAP-COMPONENT