diff --git a/gtk/gtkpathbar.c b/gtk/gtkpathbar.c
index e9477e349c..ba23450eac 100644
--- a/gtk/gtkpathbar.c
+++ b/gtk/gtkpathbar.c
@@ -1360,7 +1360,7 @@ gtk_path_bar_set_file_finish (struct SetFileInfo *info,
 	  ButtonData *button_data;
 
 	  button_data = BUTTON_DATA (l->data);
-	  gtk_widget_destroy (button_data->button);
+          gtk_container_remove (GTK_CONTAINER (info->path_bar), button_data->button);
 	}
 
       g_list_free (info->new_buttons);