return back to the previous robots.txt with a light fix in one line about sitemap
This commit is contained in:
parent
4ac27f49ff
commit
39ab59f180
27
robots.txt
27
robots.txt
@ -7,9 +7,9 @@
|
|||||||
# For more information about the robots.txt standard, see:
|
# For more information about the robots.txt standard, see:
|
||||||
# http://www.robotstxt.org/wc/robots.html
|
# http://www.robotstxt.org/wc/robots.html
|
||||||
|
|
||||||
Sitemap: http://www.privilegedemarque.com/1_index_sitemap.xml
|
Sitemap: http://www.privilegedemarque.com/1_index_sitemap.xml
|
||||||
# Blog
|
# Blog
|
||||||
Sitemap http://www.privilegedemarque.com/modules/psblog/sitemap-blog.xml
|
Sitemap: http://www.privilegedemarque.com/modules/psblog/sitemap-blog.xml
|
||||||
|
|
||||||
User-agent: *
|
User-agent: *
|
||||||
# Private pages
|
# Private pages
|
||||||
@ -80,26 +80,3 @@ Disallow: /nouveaux-produits
|
|||||||
Disallow: /meilleures-ventes
|
Disallow: /meilleures-ventes
|
||||||
Disallow: /plan-du-site
|
Disallow: /plan-du-site
|
||||||
Disallow: /magasins
|
Disallow: /magasins
|
||||||
|
|
||||||
User-agent: Googlebot
|
|
||||||
Disallow:
|
|
||||||
Disallow: */classes/
|
|
||||||
Disallow: */config/
|
|
||||||
Disallow: */download/
|
|
||||||
Disallow: */mails/
|
|
||||||
Disallow: */modules/
|
|
||||||
Disallow: */translations/
|
|
||||||
Disallow: */tools/
|
|
||||||
|
|
||||||
User-agent: AdsBot-Google
|
|
||||||
Disallow:
|
|
||||||
Disallow: */classes/
|
|
||||||
Disallow: */config/
|
|
||||||
Disallow: */download/
|
|
||||||
Disallow: */mails/
|
|
||||||
Disallow: */modules/
|
|
||||||
Disallow: */translations/
|
|
||||||
Disallow: */tools/
|
|
||||||
|
|
||||||
User-agent: Googlebot-Image
|
|
||||||
Disallow: *
|
|
||||||
|
Loading…
Reference in New Issue
Block a user