From 7ac19b00768ad47eea6ced4858bdeb507cf1ff09 Mon Sep 17 00:00:00 2001
From: Pierre-Louis Bonicoli <pilou@ir5.eu>
Date: Sat, 29 Jul 2023 13:40:06 +0200
Subject: [PATCH] Demander aux robots de ne pas crawler les archives

---
 robots.txt | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 robots.txt

diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..817ef55
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Disallow: /*/*/archive/*.tar.gz
+Disallow: /*/*/archive/*.zip
+Disallow: /*/*/archive/*.bundle