X-Git-Url: http://git.cyclocoop.org/?p=ptitvelo%2Fweb%2Fwww.git;a=blobdiff_plain;f=www%2Fsquelettes-dist%2Frobots.txt.html;h=d91f9c08224e77df1c23a0e359cfbed574cfca9f;hp=e45138b89d5703f3f1761f4d1737d7d4a3b89324;hb=b97874b04ea8ca43d21b7ef7309feff8ef0e4a07;hpb=92c7d7f7bccb9629bb7c81b9582b56b61c3f8ec9 diff --git a/www/squelettes-dist/robots.txt.html b/www/squelettes-dist/robots.txt.html index e45138b..d91f9c0 100644 --- a/www/squelettes-dist/robots.txt.html +++ b/www/squelettes-dist/robots.txt.html @@ -16,3 +16,6 @@ Disallow: /squelettes-dist/ Disallow: /squelettes/ Sitemap: #URL_SITE_SPIP/sitemap.xml + +User-agent: * +Crawl-delay: 1 \ No newline at end of file