New upstream version 0.18.0+dfsg1

1 files changed, 33 insertions, 0 deletions

diff --git a/searx/plugins/ahmia_filter.py b/searx/plugins/ahmia_filter.py
new file mode 100644
index 0000000..83b05e4
--- /dev/null
+++ b/searx/plugins/ahmia_filter.py
@@ -0,0 +1,33 @@
+'''
+ SPDX-License-Identifier: AGPL-3.0-or-later
+'''
+
+from hashlib import md5
+from searx.data import ahmia_blacklist_loader
+
+name = "Ahmia blacklist"
+description = "Filter out onion results that appear in Ahmia's blacklist. (See https://ahmia.fi/blacklist)"
+default_on = True
+preference_section = 'onions'
+
+ahmia_blacklist = None
+
+
+def get_ahmia_blacklist():
+    global ahmia_blacklist
+    if not ahmia_blacklist:
+        ahmia_blacklist = ahmia_blacklist_loader()
+    return ahmia_blacklist
+
+
+def not_blacklisted(result):
+    if not result.get('is_onion') or not result.get('parsed_url'):
+        return True
+    result_hash = md5(result['parsed_url'].hostname.encode()).hexdigest()
+    return result_hash not in get_ahmia_blacklist()
+
+
+def post_search(request, search):
+    filtered_results = list(filter(not_blacklisted, search.result_container._merged_results))
+    search.result_container._merged_results = filtered_results
+    return True