www/squelettes-dist/robots.txt.html

   1 #HTTP_HEADER{Content-Type: text/plain; charset=#CHARSET}
   2
   3 # robots.txt
   4 # @url: #URL_SITE_SPIP
   5 # @generator: SPIP #SPIP_VERSION
   6 # @template: #SQUELETTE
   7
   8 User-agent: *
   9 Allow:    /local/cache-css/
  10 Allow:    /local/cache-js/
  11 Noindex: /local/
  12 Noindex: /plugins-dist/
  13 Noindex: /plugins/
  14 Noindex: /squelettes-dist/
  15 Noindex: /squelettes/
  16 Disallow: /ecrire/
  17 Disallow: /lib/
  18 Disallow: /prive/
  19 Disallow: /spip.php?action=*
  20 Disallow: /spip.php?page=login*
  21 Disallow: /*.api/
  22 Crawl-delay: 1
  23
  24 Sitemap: #URL_SITE_SPIP/sitemap.xml