User-agent: *
Allow: /
#
User-agent: meta-externalagent
Allow: / 
#
User-agent: Twitterbot
Allow: /
#
User-agent: facebookexternalhit
Allow: /
#
User-Agent: *
Allow: /ads/preferences/
Allow: /dtt/k
Allow: /pagead/show_ads.js
Allow: /pagead/managed/
Allow: /pagead/html/
Allow: /pagead/js/
Allow: /tag/js/
Disallow: /
#
Disallow: /cgi-bin/
Disallow: /admin_new/
Disallow: /Fckeditor/
Disallow: /FCKeditor1/
Disallow: /annonces/cgi-bin/
Disallow: /dev/
Disallow: /site/
Disallow: /site2/
Disallow: /site2.maliweb.net/
Disallow: /site.maliweb.net/

User-agent: Googlebot
Disallow: /nogooglebot/

# Sitemaps
Sitemap: https://www.maliweb.net/sitemap.xml
Sitemap: https://www.maliweb.net/sitemap-1.xml
Sitemap: https://www.maliweb.net/sitemap-2.xml
Sitemap: https://www.maliweb.net/sitemap-3.xml
Sitemap: https://www.maliweb.net/sitemap-4.xml
Sitemap: https://www.maliweb.net/sitemap-5.xml