itsulu/FediFetcher
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Do not backfill users that have opted out of indexing

Browse source
This commit is contained in:
nanos 2024-06-27 09:06:03 +01:00
parent 3651d028a6
commit aa589670eb
1 changed files with 12 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
find_posts.py
View file

@ -112,7 +112,19 @@ def add_post_with_context(post, server, access_token, seen_urls, seen_hosts):
return False return False
def user_has_opted_out(user):
if 'note' in user and isinstance(user['note'], str) and (' nobot' in user['note'].lower() or '/tags/nobot' in user['note'].lower()):
return True
if 'indexable' in user and not user['indexable']:
return True
if 'discoverable' in user and not user['discoverable']:
return True
return False
def get_user_posts(user, known_followings, server, seen_hosts): def get_user_posts(user, known_followings, server, seen_hosts):
if user_has_opted_out(user):
return None
parsed_url = parse_user_url(user['url']) parsed_url = parse_user_url(user['url'])
if parsed_url == None: if parsed_url == None: