Merge pull request #5580 from pulibrary/yandex-aggressive

Block some bad yandex crawlers that were overwhelming the catalog
pulibrary · Dec 3, 2024 · 26cbc86 · 26cbc86
2 parents 0ded943 + 338e86a
commit 26cbc86
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/playbooks/denyhost.yml b/playbooks/denyhost.yml
@@ -1,7 +1,7 @@
 ---
 # refreshes the deny list stored in S3
 # to add new bad actors to our deny list:
-# add the IP range(s) to the 'banned_ranges' variable in roles/denylist/vars/main.yml
+# add the IP range(s) to the 'banned_ranges' variable in roles/denyhost/vars/main.yml
 
 - name: generate fresh denylist
   hosts: localhost

diff --git a/roles/denyhost/vars/main.yml b/roles/denyhost/vars/main.yml
@@ -395,6 +395,12 @@ banned_ranges:
   - name: AS18 University of Texas at Austin | (Description is blank)
     ip_range:
       - 146.6.15.11/32
+  - name: Yandex aggressive crawler
+    ip_range:
+      - 87.250.224.0/24
+      - 213.180.203.0/24
+      - 95.108.213.0/24
+      - 5.255.231.0/24
 # Below is an example of banning Francis
 # - name: Francis test | Description (see ticket 12345)
 # ip_range: