From 23f0e1561767dd8a396188e317bae5920d171ea8 Mon Sep 17 00:00:00 2001 From: erdgeist Date: Sun, 16 Aug 2015 16:38:25 +0200 Subject: Initial import of my nikola website --- files/cgit/robots.txt | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 files/cgit/robots.txt (limited to 'files/cgit/robots.txt') diff --git a/files/cgit/robots.txt b/files/cgit/robots.txt new file mode 100644 index 0000000..4ce948f --- /dev/null +++ b/files/cgit/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Disallow: /*/snapshot/* +Allow: / -- cgit v1.2.3