diff --git a/gsk/gpu/gskgpudownloadop.c b/gsk/gpu/gskgpudownloadop.c
index 368956a4ea..b81732eb71 100644
--- a/gsk/gpu/gskgpudownloadop.c
+++ b/gsk/gpu/gskgpudownloadop.c
@@ -358,6 +358,9 @@ gsk_gpu_download_op_gl_command (GskGpuOp          *op,
                                                 gsk_gl_texture_data_free,
                                                 data);
 
+  gsk_gpu_image_toggle_ref_texture (self->image, self->texture);
+  gsk_gl_image_steal_texture_ownership (GSK_GL_IMAGE (self->image));
+
   g_object_unref (builder);
 
   return op->next;