diff --git a/lib/pleroma/web/activity_pub/transmogrifier.ex b/lib/pleroma/web/activity_pub/transmogrifier.ex
index 25c6bad06..b64b69565 100644
--- a/lib/pleroma/web/activity_pub/transmogrifier.ex
+++ b/lib/pleroma/web/activity_pub/transmogrifier.ex
@@ -214,7 +214,7 @@ defp user_upgrade_task(user) do
   end
 
   def upgrade_user_from_ap_id(ap_id, async \\ true) do
-    with %User{} = user <- User.get_by_ap_id(ap_id),
+    with %User{local: false} = user <- User.get_by_ap_id(ap_id),
          {:ok, data} <- ActivityPub.fetch_and_prepare_user_from_ap_id(ap_id) do
       data = data
       |> Map.put(:info, Map.merge(user.info, data[:info]))