From 39ab59f180c93a00ebaa401d36b62167fbda4ae3 Mon Sep 17 00:00:00 2001 From: PLESK5 Date: Fri, 9 Dec 2016 12:35:25 +0100 Subject: [PATCH] return back to the previous robots.txt with a light fix in one line about sitemap --- robots.txt | 27 ++------------------------- 1 file changed, 2 insertions(+), 25 deletions(-) diff --git a/robots.txt b/robots.txt index 1f96685c..41793fc1 100755 --- a/robots.txt +++ b/robots.txt @@ -7,9 +7,9 @@ # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html -Sitemap: http://www.privilegedemarque.com/1_index_sitemap.xml +Sitemap: http://www.privilegedemarque.com/1_index_sitemap.xml # Blog -Sitemap http://www.privilegedemarque.com/modules/psblog/sitemap-blog.xml +Sitemap: http://www.privilegedemarque.com/modules/psblog/sitemap-blog.xml User-agent: * # Private pages @@ -80,26 +80,3 @@ Disallow: /nouveaux-produits Disallow: /meilleures-ventes Disallow: /plan-du-site Disallow: /magasins - -User-agent: Googlebot -Disallow: -Disallow: */classes/ -Disallow: */config/ -Disallow: */download/ -Disallow: */mails/ -Disallow: */modules/ -Disallow: */translations/ -Disallow: */tools/ - -User-agent: AdsBot-Google -Disallow: -Disallow: */classes/ -Disallow: */config/ -Disallow: */download/ -Disallow: */mails/ -Disallow: */modules/ -Disallow: */translations/ -Disallow: */tools/ - -User-agent: Googlebot-Image -Disallow: *