diff --git a/gtk2_ardour/selection.cc b/gtk2_ardour/selection.cc
index 17c1e72897..fdc00632bb 100644
--- a/gtk2_ardour/selection.cc
+++ b/gtk2_ardour/selection.cc
@@ -140,9 +140,12 @@ Selection::clear_objects (bool with_signal)
 void
 Selection::clear_time (bool with_signal)
 {
-	time.clear();
-	if (with_signal) {
-		TimeChanged ();
+	if (!time.empty()) {
+		time.clear();
+
+		if (with_signal) {
+			TimeChanged ();
+		}
 	}
 }