From 64a6e61e9bc89eed7decd0172161ec713c1ef968 Mon Sep 17 00:00:00 2001 From: Alex 'AdUser' Z Date: Fri, 18 Mar 2016 16:17:12 +1000 Subject: [PATCH] * robots.txt --- theme/site/robots.txt.ep | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/theme/site/robots.txt.ep b/theme/site/robots.txt.ep index dc93702..917de34 100644 --- a/theme/site/robots.txt.ep +++ b/theme/site/robots.txt.ep @@ -1,7 +1,8 @@ +Host: linuxdv.org + Sitemap: <%= $site->url('sitemap.xml') %> User-Agent: * Disallow: -Host: www.linuxdv.org User-Agent: AhrefsBot Disallow: *