User-agent: Scrapy
Allow: /

User-agent: Scrapy
Allow: /

Sitemap:http://www.snpmns.org/sitemap_index.xml

User-agent: *
Disallow: /wp-login.php
Disallow: /wp-admin
Disallow: /ressources/*
Disallow: /*/trackback
Disallow: /*/feed
Disallow: /*/comments
Disallow: /author/*
Disallow: /enregistrement
Disallow: /register
Disallow: /adherer/*
Disallow: /generation-pdf
Disallow: /slide-page/hosting/
Disallow: /produit/adhesion-1-an/
Disallow: /adhesion-renouvellement
Disallow: /adhesion-renouvellement
Disallow: /wp-content/uploads/2017/06/Bulletin_adhesion_snpmns.pdf