diff --git a/src/key.rs b/src/key.rs
index 4e41149..573cfb3 100644
--- a/src/key.rs
+++ b/src/key.rs
@@ -186,6 +186,9 @@ fn open_by_serial(serial: Serial) -> Result<YubiKey, yubikey::Error> {
 
             if serial == yubikey.serial() {
                 return Ok(yubikey);
+            } else {
+                // We didn't want this YubiKey; don't reset it.
+                disconnect_without_reset(yubikey);
             }
         }