# If the Joomla site is installed within a folder such as at # e.g. www.example.com/joomla/ the robots.txt file MUST be # moved to the site root at e.g. www.example.com/robots.txt # AND the joomla folder name MUST be prefixed to the disallowed # path, e.g. the Disallow rule for the /administrator/ folder # MUST be changed to read Disallow: /joomla/administrator/ # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/orig.html # # For syntax checking, see: # http://tool.motoricerca.info/robots-checker.phtml Sitemap: http://www.regione.liguria.it/index.php?option=com_osmap&view=xml&tmpl=component&id=1 # disallow all User-agent: * Disallow: / Disallow: /elect2020 Disallow: /cache Crawl-delay: 600 # but allow only important bots User-agent: Googlebot User-agent: Googlebot-Image User-agent: Mediapartners-Google User-agent: msnbot User-agent: msnbot-media User-agent: Slurp User-agent: Yahoo-Blogs User-agent: Yahoo-MMCrawler Allow: /dmservizi/ Allow: /archivi/archivio-allegati/ Allow: /component/docman/ Allow: /opendata/ Allow: /opendata.html Allow: /components/com_publiccompetitions/includes/download.php?* # Sblocco css # Allow: /components/com_flexicontent/assets/css/ # Allow: /components/com_flexicontent/librairies/jquery/css/ # Allow: /components/com_publiccompetitions/css/ # Allow: /components/com_flexicontent/templates/default/css/ # Allow: /components/com_flexicontent/assets/css/ # Allow: /components/com_office/css/ # Allow: /components/com_flexicontent/templates/notizia/css/ # Allow: /modules/mod_flexiadvsearch/tmpl_common/module.css # Allow: /modules/mod_flexicontent/tmpl_common/module.css # Sblocco images Allow: /components/com_publiccompetitions/images/ # Sblocco js # Allow: /components/com_flexicontent/assets/js/ # Allow: /plugins/content/jw_allvideos/jw_allvideos/includes/js/ # Allow: /components/com_flexicontent/librairies/jquery/js/ Disallow: /area-protetta-rl2016/ Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /components/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: /logs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /tmp/ User-Agent: Googlebot Allow: .js Allow: .css