User-agent: * Allow: / # User-agent: meta-externalagent Allow: / # User-agent: Twitterbot Allow: / # User-agent: facebookexternalhit Allow: / # User-Agent: * Allow: /ads/preferences/ Allow: /dtt/k Allow: /pagead/show_ads.js Allow: /pagead/managed/ Allow: /pagead/html/ Allow: /pagead/js/ Allow: /tag/js/ Disallow: / # Disallow: /cgi-bin/ Disallow: /admin_new/ Disallow: /Fckeditor/ Disallow: /FCKeditor1/ Disallow: /annonces/cgi-bin/ Disallow: /dev/ Disallow: /site/ Disallow: /site2/ Disallow: /site2.maliweb.net/ Disallow: /site.maliweb.net/ User-agent: Googlebot Disallow: /nogooglebot/ # Sitemaps Sitemap: https://www.maliweb.net/sitemap.xml Sitemap: https://www.maliweb.net/sitemap-1.xml Sitemap: https://www.maliweb.net/sitemap-2.xml Sitemap: https://www.maliweb.net/sitemap-3.xml Sitemap: https://www.maliweb.net/sitemap-4.xml Sitemap: https://www.maliweb.net/sitemap-5.xml