return back to the previous robots.txt with a light fix in one line about sitemap

This commit is contained in:
PLESK5 2016-12-09 12:35:25 +01:00
parent 4ac27f49ff
commit 39ab59f180

View File

@ -7,9 +7,9 @@
# For more information about the robots.txt standard, see: # For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html # http://www.robotstxt.org/wc/robots.html
Sitemap: http://www.privilegedemarque.com/1_index_sitemap.xml Sitemap: http://www.privilegedemarque.com/1_index_sitemap.xml
# Blog # Blog
Sitemap http://www.privilegedemarque.com/modules/psblog/sitemap-blog.xml Sitemap: http://www.privilegedemarque.com/modules/psblog/sitemap-blog.xml
User-agent: * User-agent: *
# Private pages # Private pages
@ -80,26 +80,3 @@ Disallow: /nouveaux-produits
Disallow: /meilleures-ventes Disallow: /meilleures-ventes
Disallow: /plan-du-site Disallow: /plan-du-site
Disallow: /magasins Disallow: /magasins
User-agent: Googlebot
Disallow:
Disallow: */classes/
Disallow: */config/
Disallow: */download/
Disallow: */mails/
Disallow: */modules/
Disallow: */translations/
Disallow: */tools/
User-agent: AdsBot-Google
Disallow:
Disallow: */classes/
Disallow: */config/
Disallow: */download/
Disallow: */mails/
Disallow: */modules/
Disallow: */translations/
Disallow: */tools/
User-agent: Googlebot-Image
Disallow: *