diff --git a/src/lib/sixel.c b/src/lib/sixel.c
index f11a2689f..427351352 100644
--- a/src/lib/sixel.c
+++ b/src/lib/sixel.c
@@ -562,6 +562,8 @@ sixel_blit_inner(int leny, int lenx, const sixeltable* stab, int rows, int cols,
     free(buf);
     return -1;
   }
+  sixelmap_trim(stab->map);
+  bargs->u.pixel.spx->smap = stab->map;
   return 1;
 }