diff --git a/server/sessdata/session.go b/server/sessdata/session.go
index a2d80a0..176f155 100644
--- a/server/sessdata/session.go
+++ b/server/sessdata/session.go
@@ -240,11 +240,14 @@ func (cs *ConnSession) Close() {
 		defer cs.Sess.mux.Unlock()
 
 		close(cs.CloseChan)
-		cs.IpAuditPool.Release()
 		cs.Sess.IsActive = false
 		cs.Sess.LastLogin = time.Now()
 		cs.Sess.CSess = nil
 
+		if base.Cfg.AuditInterval >= 0 {
+			cs.IpAuditPool.Release()
+		}
+
 		dSess := cs.GetDtlsSession()
 		if dSess != nil {
 			dSess.Close()