# All robots User-agent: * # We don't have one at present under Joomla, but for future make sure! Disallow: /cgi-bin/ # Joomla 1.5 User-agent: * Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /images/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/ # Don't crawl the bookmarks actual links or orderby directories Disallow: /web-links/view/ Disallow: /web-links/list/ Disallow: /web-links/order/allalpha/ Disallow: /web-links/order/byalpha/ Disallow: /search/ Disallow: /edit-my-details/ Disallow: /blog/ # This is the old bookmarks SEF urls, don't crawl Disallow: /component/option,com_bookmarks/ # Infact we don't want any old /component links crawlled #Disallow: /component/ # Yes we do, to let the xmap xml sitemaps be accessed # Disallow the pdf and print directories Disallow: /pdf/ # Disallow anything that is not sef # So all the PDF / email links that we don't want # to be crawlled and give duplicates #Disallow: /index.php? Disallow: /index2.php Allow: /index.php?option=com_xmap Disallow: /view-user-details.html Disallow: /view-user-profile.html? #Sitemap: http://www.surgeons.org.uk/index.php?option=com_sefservicemap&task=xmlmapindex&no_html=1