############################### # # robots.txt file for Dubai Chamber website # # addresses all robots by using wild card * # User-Agent: * Allow: / #Sitemap Sitemap: http://web2.dubaichamber.ae/sitemap.xml # # list specific files robots are not allowed to index # Disallow: /disclaimer/26/58/index.html Disallow: /privacy-policy/26/59/index.html Disallow: /member-login/23/87/index.html Disallow: /certificate-verification/23/88/index.html Disallow: /commercial-directory/23/89/index.html Disallow: /Backup_21June2009 Disallow: /staging Disallow: /internal # # End of robots.txt file # ###############################