Webfinger check

common/management/commands/cron.py

@@ -40,5 +40,7 @@ def handle(self, *args, **options):
                 if not run:
                     logger.error(f"Job not found: {job_id}")
         if options["list"]:
+            all_jobs = [j.__name__ for j in JobManager.registry]
+            logger.info(f"{len(all_jobs)} available jobs: {' '.join(all_jobs)}")
             jobs = JobManager.get_scheduled_job_ids()
-            logger.info(f"{len(jobs)} scheduled jobs: {jobs}")
+            logger.info(f"{len(jobs)} scheduled jobs: {' '.join(jobs)}")

mastodon/api.py

@@ -183,6 +183,20 @@ def create_app(domain_name):
     return response
 
 
+def webfinger(site, username) -> dict | None:
+    url = f"https://{site}/.well-known/webfinger?resource=acct:{username}@{site}"
+    try:
+        response = get(url, headers={"User-Agent": USER_AGENT})
+        if response.status_code != 200:
+            logger.error(f"Error webfinger {username}@{site} {response.status_code}")
+            return None
+        j = response.json()
+        return j
+    except Exception:
+        logger.error(f"Error webfinger {username}@{site}")
+        return None
+
+
 # utils below
 def random_string_generator(n):
     s = string.ascii_letters + string.punctuation + string.digits

users/jobs/sync.py

@@ -19,7 +19,8 @@ def run(self):
         ttl_hours = 12
         qs = (
             User.objects.exclude(
-                preference__mastodon_skip_userinfo=True, mastodon_skip_relationship=True
+                preference__mastodon_skip_userinfo=True,
+                preference__mastodon_skip_relationship=True,
             )
             .filter(
                 mastodon_last_refresh__lt=timezone.now() - timedelta(hours=ttl_hours)

users/migrations/0012_apidentity.py

@@ -14,7 +14,7 @@ class Migration(migrations.Migration):
     # ]
 
     dependencies = [
-        ("users", "0011_preference_hidden_categories"),
+        ("users", "0015_user_mastodon_last_reachable"),
         ("takahe", "0001_initial"),
     ]
 

users/migrations/0014_preference_mastodon_skip_relationship_and_more.py

@@ -6,20 +6,25 @@
 
 
 def migrate_relationships(apps, schema_editor):
-    from users.models import APIdentity, User
-
+    User = apps.get_model("users", "User")
+    APIdentity = apps.get_model("users", "APIdentity")
     logger.info(f"Migrate user relationship")
     for user in tqdm(User.objects.filter(is_active=True)):
+        identity = APIdentity.objects.get(user=user)
         for target in user.local_following.all():
-            user.identity.follow(User.objects.get(pk=target).identity)
+            target_identity = APIdentity.objects.get(user=target)
+            identity.follow(target_identity)
         for target in user.local_blocking.all():
-            user.identity.block(User.objects.get(pk=target).identity)
+            target_identity = APIdentity.objects.get(user=target)
+            identity.block(target_identity)
         for target in user.local_muting.all():
-            user.identity.block(User.objects.get(pk=target).identity)
+            target_identity = APIdentity.objects.get(user=target)
+            identity.mute(target_identity)
         user.sync_relationship()
     for user in tqdm(User.objects.filter(is_active=True)):
-        for target_identity in user.identity.follow_requesting_identities:
-            target_identity.accept_follow_request(user.identity)
+        identity = APIdentity.objects.get(user=user)
+        for target_identity in identity.follow_requesting_identities:
+            target_identity.accept_follow_request(identity)
 
 
 class Migration(migrations.Migration):

users/migrations/0015_user_mastodon_last_reachable.py

@@ -0,0 +1,19 @@
+# Generated by Django 4.2.7 on 2023-11-11 05:34
+
+import django.utils.timezone
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("users", "0011_preference_hidden_categories"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="user",
+            name="mastodon_last_reachable",
+            field=models.DateTimeField(default=django.utils.timezone.now),
+        ),
+    ]

users/models/user.py

@@ -128,6 +128,7 @@ class User(AbstractUser):
     mastodon_domain_blocks = models.JSONField(default=list)
     mastodon_account = models.JSONField(default=dict)
     mastodon_last_refresh = models.DateTimeField(default=timezone.now)
+    mastodon_last_reachable = models.DateTimeField(default=timezone.now)
     # store the latest read announcement id,
     # every time user read the announcement update this field
     read_announcement_index = models.PositiveIntegerField(default=0)
@@ -267,9 +268,14 @@ def sync_identity(self):
         identity.save()
 
     def refresh_mastodon_data(self):
-        """Try refresh account data from mastodon server, return true if refreshed successfully, note it will not save to db"""
+        """Try refresh account data from mastodon server, return True if refreshed successfully"""
         logger.debug(f"Refreshing Mastodon data for {self}")
         self.mastodon_last_refresh = timezone.now()
+        if not webfinger(self.mastodon_site, self.mastodon_username):
+            logger.error(f"Unable to fetch web finger for {self}")
+            self.save(update_fields=["mastodon_last_refresh"])
+            return False
+        self.mastodon_last_reachable = timezone.now()
         code, mastodon_account = verify_account(self.mastodon_site, self.mastodon_token)
         if code == 401 and self.mastodon_refresh_token:
             self.mastodon_token = refresh_access_token(
@@ -317,7 +323,15 @@ def refresh_mastodon_data(self):
         elif code == 401:
             logger.error(f"Refresh mastodon data error 401 for {self}")
             self.mastodon_token = ""
-            self.save(update_fields=["mastodon_token"])
+        else:
+            logger.error(f"Refresh mastodon data error 401 for {self}")
+        self.save(
+            update_fields=[
+                "mastodon_token",
+                "mastodon_last_refresh",
+                "mastodon_last_reachable",
+            ]
+        )
         return False
 
     @property