diff --git a/core/server.go b/core/server.go
index 6e11098..2098452 100644
--- a/core/server.go
+++ b/core/server.go
@@ -172,6 +172,8 @@ func (server *Server) startKeepAliveLoop(session *ssh.Session) chan struct{} {
 
 					t := time.Duration(server.Options["ServerAliveInterval"].(float64))
 					time.Sleep(time.Second * t)
+				} else {
+					return
 				}
 			}
 		}