diff --git a/src/mousetracker.js b/src/mousetracker.js
index 3dbcf595..d81f5561 100644
--- a/src/mousetracker.js
+++ b/src/mousetracker.js
@@ -2879,6 +2879,12 @@
                 }
             }
 
+            // A primary mouse button may have been released while the non-primary button was down
+            if (pointsList.contacts > 0 && pointsList.type === 'mouse') {
+                // Stop tracking the mouse; see https://github.com/openseadragon/openseadragon/pull/1223
+                pointsList.contacts--;
+                return true;
+            }
             return false;
         }