diff --git a/server.go b/server.go
index bded495..2eff4de 100644
--- a/server.go
+++ b/server.go
@@ -42,6 +42,8 @@ func (s *Server) handleNewConn(ctx context.Context, conn *kcp.UDPSession) {
 
 	if err := remoteClient.Accept(ctx, conn); err != nil {
 		logger.Error(ctx, "remote client error", logger.E(err))
+
+		return
 	}
 
 	if err := remoteClient.Listen(ctx); err != nil {