From 961c0a9cc30577b41fb025f082ad201c4743a0ba Mon Sep 17 00:00:00 2001 From: Kelley Spoon Date: Tue, 12 Mar 2024 08:06:22 -0500 Subject: apache-site: install blocked referrers file The blocked-refs file that listed known referrers to block from access to the server was never uploaded. Let's be sure to include it now and centralize the location of where we keep this list. Change-Id: I88a27d809e1c2b1cb321a73be3831f844d492941 Signed-off-by: Kelley Spoon Reviewed-on: https://review.linaro.org/c/infrastructure/ansible-playbooks/+/46870 --- roles/apache-site/files/block-refs.conf | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/roles/apache-site/files/block-refs.conf b/roles/apache-site/files/block-refs.conf index 05427081..4ae34917 100644 --- a/roles/apache-site/files/block-refs.conf +++ b/roles/apache-site/files/block-refs.conf @@ -1,4 +1,5 @@ SetEnvIf User-Agent "Amazon Route 53 Health Check" dontlog + SetEnvIf User-Agent "Pingdom.*" dontlog - RewriteCond ^.*(Applebot|AhrefsBot|amazonbot|bingbot|Baidu|Baiduspider|Bytespider|360Spider|360|MauiBot|SemrushBot|MegaIndex|PetalBot).*$ [nocase] + RewriteCond %{HTTP_USER_AGENT} ^.*(Applebot|AhrefsBot|amazonbot|bingbot|Baidu|Baiduspider|Bytespider|DotBot|360Spider|360|googlebot|MauiBot|SemrushBot|MegaIndex|PetalBot|Yandex|MJ12bot|TurnItIn|GPTBot).*$ [nocase] RewriteRule ^(.*)$ - [forbidden,last] -- cgit v1.2.3