diff --git a/aegisub/src/visual_tool.cpp b/aegisub/src/visual_tool.cpp
index 9816d22f9..25c7881b3 100644
--- a/aegisub/src/visual_tool.cpp
+++ b/aegisub/src/visual_tool.cpp
@@ -285,7 +285,7 @@ void VisualTool<FeatureType>::OnMouseEvent(wxMouseEvent &event) {
 		}
 		// start hold
 		else {
-			if (!alt_down) {
+			if (!alt_down && features.size() > 1) {
 				sel_features.clear();
 				Selection sel;
 				sel.insert(c->selectionController->GetActiveLine());