From aa589670eb7c69907bc7894f2201ce52edace96c Mon Sep 17 00:00:00 2001
From: nanos <me@nanos.bz>
Date: Thu, 27 Jun 2024 09:06:03 +0100
Subject: [PATCH] Do not backfill users that have opted out of indexing

---
 find_posts.py | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/find_posts.py b/find_posts.py
index 5e7d574..6ed3aac 100644
--- a/find_posts.py
+++ b/find_posts.py
@@ -112,7 +112,19 @@ def add_post_with_context(post, server, access_token, seen_urls, seen_hosts):
     
     return False
 
+def user_has_opted_out(user):
+    if 'note' in user and isinstance(user['note'], str) and (' nobot' in user['note'].lower() or '/tags/nobot' in user['note'].lower()):
+        return True
+    if 'indexable' in user and not user['indexable']:
+        return True
+    if 'discoverable' in user and not user['discoverable']:
+        return True
+    return False
+        
+
 def get_user_posts(user, known_followings, server, seen_hosts):
+    if user_has_opted_out(user):
+        return None
     parsed_url = parse_user_url(user['url'])
 
     if parsed_url == None: