diff --git a/client/internal/lazyconn/listener/manager.go b/client/internal/lazyconn/listener/manager.go
index ef6d5f215..7c5870049 100644
--- a/client/internal/lazyconn/listener/manager.go
+++ b/client/internal/lazyconn/listener/manager.go
@@ -93,6 +93,7 @@ func (m *Manager) waitForTraffic(listener *Listener, peerID string, peerConnID p
 
 	m.mu.Lock()
 	if _, ok := m.peers[peerID]; !ok {
+		m.mu.Unlock()
 		return
 	}
 	delete(m.peers, peerID)