diff --git a/tls.go b/tls.go
index 6a321a7..d142d29 100644
--- a/tls.go
+++ b/tls.go
@@ -451,6 +451,7 @@ func NewListener(inner net.Listener, config *Config) net.Listener {
 					return
 				}
 				go func() {
+					defer recover()
 					c, err = Server(context.Background(), c, l.config)
 					if err == nil {
 						l.conns <- c