From a507d8890a35dcf90650ce4e932dae6c316fa04c Mon Sep 17 00:00:00 2001 From: Cedric Dumond Date: Sat, 27 Apr 2024 13:30:28 +0200 Subject: [PATCH] robot txt --- templates/robots.txt | 1682 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 1682 insertions(+) create mode 100644 templates/robots.txt diff --git a/templates/robots.txt b/templates/robots.txt new file mode 100644 index 0000000..4c77548 --- /dev/null +++ b/templates/robots.txt @@ -0,0 +1,1682 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + ai.robots.txt/robots.txt at main · ai-robots-txt/ai.robots.txt · GitHub + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + + +
+ Skip to content + + + + + + + + + + + + + + + + + + + + + +
+ + + + + + + + + + + + + + + +
+ +
+ + + + + + + + +
+ + + + + + +
+ + + + + + + + + +
+
+
+ + + + + + + + + + + + + + + + + + + +
+ + + + + + + + + + + + + + + + + +
+ + + + + +
+ + + +
+
+ +
+ +
+

Footer

+ + + + +
+
+ + + + + © 2024 GitHub, Inc. + +
+ + +
+
+ + + + + + + + + + + + + + + + + + + +
+ +
+
+ + +