#HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET} # robots.txt # @url: #URL_SITE_SPIP [# @generator: SPIP (#SPIP_VERSION|header_silencieux)] # @template: #SQUELETTE User-agent: * Allow: /local/cache-css/ Allow: /local/cache-js/ Noindex: /local/ Noindex: /plugins-dist/ Noindex: /plugins/ Noindex: /squelettes-dist/ Noindex: /squelettes/ Disallow: /ecrire/ Disallow: /lib/ Disallow: /prive/ Disallow: /_ARCHIVES_SPIP2_ Disallow: /_ARCHIVES2_SPIP2_ Disallow: /spip.php?action=* Disallow: /spip.php?page=login* Disallow: /*.api/ Crawl-delay: 1 User-agent: Twitterbot Disallow: /local/ Allow: /local/cache-gd2/ Allow: /local/cache-vignettes/ Sitemap: #URL_SITE_SPIP/sitemap.xml