diff --git a/test/notification_test.exs b/test/notification_test.exs
index 06f0b6557..28f8df49d 100644
--- a/test/notification_test.exs
+++ b/test/notification_test.exs
@@ -52,13 +52,17 @@ test "does not create a notification for subscribed users if status is a reply"
 
       {:ok, activity} = CommonAPI.post(user, %{"status" => "test post"})
 
-      {:ok, reply_activity} =
+      {:ok, _reply_activity} =
         CommonAPI.post(other_user, %{
           "status" => "test reply",
           "in_reply_to_status_id" => activity.id
         })
 
-      refute Notification.create_notification(reply_activity, subscriber)
+      user_notifications = Notification.for_user(user)
+      assert length(user_notifications) == 1
+
+      subscriber_notifications = Notification.for_user(subscriber)
+      assert Enum.empty?(subscriber_notifications)
     end
   end