diff --git a/packages/element/src/dragElements.ts b/packages/element/src/dragElements.ts
index 08e791a625..9e82953cc9 100644
--- a/packages/element/src/dragElements.ts
+++ b/packages/element/src/dragElements.ts
@@ -140,8 +140,11 @@ export const dragSelectedElements = (
         simultaneouslyUpdated: Array.from(elementsToUpdate),
       });
     } else if (
-      // NOTE: Add a little initial drag to the arrow dragging to avoid
-      // accidentally unbinding the arrow when the user just wants to select it.
+      // NOTE: Add a little initial drag to the arrow dragging when the arrow
+      // is the single element being dragged to avoid accidentally unbinding
+      // the arrow when the user just wants to select it.
+
+      elementsToUpdate.size > 1 ||
       Math.max(Math.abs(adjustedOffset.x), Math.abs(adjustedOffset.y)) >
         DRAGGING_THRESHOLD ||
       (!element.startBinding && !element.endBinding)