From f809fe3bf5320ccd754e17201ab7b735d1013ae3 Mon Sep 17 00:00:00 2001
From: Alex 'AdUser' Z <ad_user@runbox.com>
Date: Tue, 26 Sep 2017 15:54:18 +1000
Subject: [PATCH] * update robots.txt

---
 theme/site/robots.txt.ep | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/theme/site/robots.txt.ep b/theme/site/robots.txt.ep
index 917de34..52c2953 100644
--- a/theme/site/robots.txt.ep
+++ b/theme/site/robots.txt.ep
@@ -2,7 +2,14 @@ Host: linuxdv.org
 
 Sitemap: <%= $site->url('sitemap.xml') %>
 User-Agent: *
-Disallow:
+Disallow: /zerobin2/
+Disallow: /git/
 
 User-Agent: AhrefsBot
 Disallow: *
+
+User-Agent: MJ12bot
+Disallow: *
+
+User-agent: WebIndex
+Disallow: *