return back to the previous robots.txt with a light fix in one line about sitemap
This commit is contained in:
parent
4ac27f49ff
commit
39ab59f180
27
robots.txt
27
robots.txt
@ -7,9 +7,9 @@
|
||||
# For more information about the robots.txt standard, see:
|
||||
# http://www.robotstxt.org/wc/robots.html
|
||||
|
||||
Sitemap: http://www.privilegedemarque.com/1_index_sitemap.xml
|
||||
Sitemap: http://www.privilegedemarque.com/1_index_sitemap.xml
|
||||
# Blog
|
||||
Sitemap http://www.privilegedemarque.com/modules/psblog/sitemap-blog.xml
|
||||
Sitemap: http://www.privilegedemarque.com/modules/psblog/sitemap-blog.xml
|
||||
|
||||
User-agent: *
|
||||
# Private pages
|
||||
@ -80,26 +80,3 @@ Disallow: /nouveaux-produits
|
||||
Disallow: /meilleures-ventes
|
||||
Disallow: /plan-du-site
|
||||
Disallow: /magasins
|
||||
|
||||
User-agent: Googlebot
|
||||
Disallow:
|
||||
Disallow: */classes/
|
||||
Disallow: */config/
|
||||
Disallow: */download/
|
||||
Disallow: */mails/
|
||||
Disallow: */modules/
|
||||
Disallow: */translations/
|
||||
Disallow: */tools/
|
||||
|
||||
User-agent: AdsBot-Google
|
||||
Disallow:
|
||||
Disallow: */classes/
|
||||
Disallow: */config/
|
||||
Disallow: */download/
|
||||
Disallow: */mails/
|
||||
Disallow: */modules/
|
||||
Disallow: */translations/
|
||||
Disallow: */tools/
|
||||
|
||||
User-agent: Googlebot-Image
|
||||
Disallow: *
|
||||
|
Loading…
Reference in New Issue
Block a user