extending bot blocklist

acdh-oeaw · Oct 5, 2023 · bdf3036 · bdf3036
1 parent 88187da
commit bdf3036
Showing 1 changed file with 18 additions and 0 deletions.
diff --git a/local/config/vufind/httpd-vufind.conf b/local/config/vufind/httpd-vufind.conf
@@ -19,6 +19,15 @@ AliasMatch ^/resources/cache/(.*)$ /usr/local/vufind/local/cache/public/$1
   <If "%{HTTP_USER_AGENT} =~ /bytedance/">
     Require all denied
   </If>
+  <ElseIf "%{HTTP_USER_AGENT} =~ /ahrefs/">
+    Require all denied
+  </ElseIf>
+  <ElseIf "%{HTTP_USER_AGENT} =~ /semrush/">
+    Require all denied
+  </ElseIf>
+  <ElseIf "%{HTTP_USER_AGENT} =~ /bytespider/">
+    Require all denied
+  </ElseIf>
   <Else>
     Require all granted
   </Else>
@@ -31,6 +40,15 @@ Alias /resources /usr/local/vufind/public
   <If "%{HTTP_USER_AGENT} =~ /bytedance/">
     Require all denied
   </If>
+  <ElseIf "%{HTTP_USER_AGENT} =~ /ahrefs/">
+    Require all denied
+  </ElseIf>
+  <ElseIf "%{HTTP_USER_AGENT} =~ /semrush/">
+    Require all denied
+  </ElseIf>
+  <ElseIf "%{HTTP_USER_AGENT} =~ /bytespider/">
+    Require all denied
+  </ElseIf>
   <Else>
     Require all granted
   </Else>