From 9d25a7a91db11d422c8858ae9ab3162a6b288e5f Mon Sep 17 00:00:00 2001
From: rn54n <githubas42@gmail.com>
Date: Fri, 27 Nov 2020 15:54:22 +0100
Subject: [PATCH] initial robots.txt

---
 src/robots.txxt | 5 +++++
 1 file changed, 5 insertions(+)
 create mode 100644 src/robots.txxt

diff --git a/src/robots.txxt b/src/robots.txxt
new file mode 100644
index 0000000..d0e5f1b
--- /dev/null
+++ b/src/robots.txxt
@@ -0,0 +1,5 @@
+# www.robotstxt.org/
+
+# Allow crawling of all content
+User-agent: *
+Disallow: