diff --git a/net.go b/net.go
index ce538b1..cd993fb 100644
--- a/net.go
+++ b/net.go
@@ -17,7 +17,12 @@ func (l *listener) Accept() (c net.Conn, err error) {
 	if err != nil {
 		return nil, err
 	}
-	return Server(c, l.ctx)
+	ssl_c, err := Server(c, l.ctx)
+	if err != nil {
+		c.Close()
+		return nil, err
+	}
+	return ssl_c, nil
 }
 
 // NewListener wraps an existing net.Listener such that all accepted