diff --git a/theme/site/robots.txt.ep b/theme/site/robots.txt.ep index 52c2953..937705d 100644 --- a/theme/site/robots.txt.ep +++ b/theme/site/robots.txt.ep @@ -11,5 +11,8 @@ Disallow: * User-Agent: MJ12bot Disallow: * +User-Agent: SemrushBot +Disallow: * + User-agent: WebIndex Disallow: *