diff --git a/prudpv0/src/server.rs b/prudpv0/src/server.rs
index ce6cd21..63fefe7 100644
--- a/prudpv0/src/server.rs
+++ b/prudpv0/src/server.rs
@@ -414,6 +414,10 @@ impl<C: Crypto> Server<C> {
         );
         drop(inner);
 
+        let mut conns = self.connections.write().await;
+        conns.remove(&addr);
+        drop(conns);
+
         self.socket.send_to(&packet, addr.regular_socket_addr).await;
         self.socket.send_to(&packet, addr.regular_socket_addr).await;
         self.socket.send_to(&packet, addr.regular_socket_addr).await;