diff --git a/src/lib/gpm.c b/src/lib/gpm.c
index f89f0ccb4..31ad91f35 100644
--- a/src/lib/gpm.c
+++ b/src/lib/gpm.c
@@ -27,7 +27,7 @@ int gpm_connect(tinfo* ti){
   (void)ti;
   gpm_zerobased = 1;
   // get all of _MOVE, _DRAG, _DOWN, and _UP
-  gpmconn.eventMask = ~0;
+  gpmconn.eventMask = GPM_DRAG | GPM_DOWN | GPM_UP;
   gpmconn.defaultMask = 0;
   gpmconn.minMod = 0;
   gpmconn.maxMod = 0; // allow shift+drag to be used for direct copy+paste