diff --git a/lib/pleroma/upload/filter/heif_to_jpeg.ex b/lib/pleroma/upload/filter/heif_to_jpeg.ex
index 05f0fe816..7915bfbfb 100644
--- a/lib/pleroma/upload/filter/heif_to_jpeg.ex
+++ b/lib/pleroma/upload/filter/heif_to_jpeg.ex
@@ -42,6 +42,7 @@ defmodule Pleroma.Upload.Filter.HeifToJpeg do
       |> Mogrify.format("jpg")
       |> Mogrify.save()
 
+    File.rm!(with_extension)
     File.rename!(converted, tempfile)
   end
 end