# /robots.txt file for http://website_url/ # email webmaster@website_url # Before the website goes live use the below set of commands # This tells all the crawlers not to crawl the site. # User-agent: * # Disallow: / # After the website goes live use the below set of commands # This tells all the crawlers to crawl the whole site except the /admin part. # This will clear the visitation statistics as well. User-agent: * #Disallow: /admin #Disallow: /layout #Disallow: /includes #Disallow: /tools Disallow: /templates Disallow: /modules Sitemap: http://mof.gov.cy/sitemap.xml