itsulu/FediFetcher
2
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #131 from nanos/no-bot

Browse source 
Do not backfill users that have opted out
This commit is contained in:
Michael 2024-06-27 09:18:20 +01:00 committed by GitHub
commit 009fbe54b4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 13 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
find_posts.py
View file

@ -112,7 +112,20 @@ def add_post_with_context(post, server, access_token, seen_urls, seen_hosts):
return False
def user_has_opted_out(user):
if 'note' in user and isinstance(user['note'], str) and (' nobot' in user['note'].lower() or '/tags/nobot' in user['note'].lower()):
return True
if 'indexable' in user and not user['indexable']:
return True
if 'discoverable' in user and not user['discoverable']:
return True
return False
def get_user_posts(user, known_followings, server, seen_hosts):
if user_has_opted_out(user):
logger.debug(f"User {user} has opted out of backfilling")
return None
parsed_url = parse_user_url(user['url'])
if parsed_url == None: