From 30de1571a2e90b96a820c6eb1ccdacda537247f2 Mon Sep 17 00:00:00 2001
From: =?utf8?q?Stefan=20K=C3=B6gl?= <stefan@skoegl.net>
Date: Sat, 27 Apr 2013 13:45:44 +0200
Subject: [PATCH] 5 sec crawler delay, deny /admin

---
 htdocs/robots.txt | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/htdocs/robots.txt b/htdocs/robots.txt
index e69de29b..07b51407 100644
--- a/htdocs/robots.txt
+++ b/htdocs/robots.txt
@@ -0,0 +1,3 @@
+User-agent: *
+Crawl-delay: 5
+Disallow: /admin
-- 
2.11.4.GIT