diff --git a/app/src/main/java/org/mozilla/fenix/wallpapers/WallpaperDownloader.kt b/app/src/main/java/org/mozilla/fenix/wallpapers/WallpaperDownloader.kt
index 755e7f6325..cb3b336b7a 100644
--- a/app/src/main/java/org/mozilla/fenix/wallpapers/WallpaperDownloader.kt
+++ b/app/src/main/java/org/mozilla/fenix/wallpapers/WallpaperDownloader.kt
@@ -54,6 +54,14 @@ class WallpaperDownloader(
                     input.copyTo(localFile.outputStream())
                 }
             }.onFailure {
+                Result.runCatching {
+                    if (localFile.exists()) {
+                        localFile.delete()
+                    }
+                }.onFailure { e ->
+                    logger.error("Failed to delete stale wallpaper bitmaps while downloading", e)
+                }
+
                 logger.error(it.message ?: "Download failed: no throwable message included.", it)
                 crashReporter.submitCaughtException(it)
             }