diff --git a/gtk/gtkgesture.c b/gtk/gtkgesture.c
index 8ef4440b58..a95498872f 100644
--- a/gtk/gtkgesture.c
+++ b/gtk/gtkgesture.c
@@ -501,7 +501,7 @@ _gtk_gesture_update_point (GtkGesture     *gesture,
     gdk_event_unref (data->event);
 
   data->event = gdk_event_ref ((GdkEvent *)event);
-  data->target = g_object_ref (target);
+  g_set_object (&data->target, target);
   _update_touchpad_deltas (data);
   data->widget_x = x + data->accum_dx;
   data->widget_y = y + data->accum_dy;