diff --git a/aegisub/src/visual_tool_scale.cpp b/aegisub/src/visual_tool_scale.cpp
index 6db9975db..33dba1c3a 100644
--- a/aegisub/src/visual_tool_scale.cpp
+++ b/aegisub/src/visual_tool_scale.cpp
@@ -96,7 +96,7 @@ bool VisualToolScale::InitializeHold() {
 }
 
 void VisualToolScale::UpdateHold() {
-	Vector2D delta = mouse_pos - drag_start;
+	Vector2D delta = (mouse_pos - drag_start) * Vector2D(1, -1);
 	if (shift_down)
 		delta = delta.SingleAxis();