diff --git a/packages/core/src/components/ImageViewer/index.tsx b/packages/core/src/components/ImageViewer/index.tsx
index 0523b0869..ba40a142f 100644
--- a/packages/core/src/components/ImageViewer/index.tsx
+++ b/packages/core/src/components/ImageViewer/index.tsx
@@ -66,12 +66,12 @@ export default function ImageViewer({
   };
 
   const handleMouseMove = (event: MouseEvent) => {
-    event.preventDefault();
-
     if (!dragging) {
       return;
     }
 
+    event.preventDefault();
+
     const xDiff = lastMouseLocation.x - event.pageX;
     const yDiff = lastMouseLocation.y - event.pageY;