#robots.txt for Indicator plus Site User-agent: * Disallow: /personnel/dz Disallow: /personnel/dz/* Disallow: /personnel/download.php Disallow: /personnel/articles_detail.php Disallow: /personnel/keylawdata_topic.php Disallow: /personnel/legislation.php Disallow: /personnel/most_recent_issue_detail.php Disallow: /personnel/address_detail.php Sitemap: http://plus.indicator.fr/sitemap.xml # Allow internal search engine User-agent: indicator-crawler Disallow: /personnel/dz/* Disallow: /impots/login.php Disallow: