diff --git a/server.go b/server.go
index ad2e710..d490c97 100644
--- a/server.go
+++ b/server.go
@@ -199,8 +199,8 @@ func (s *Server) joinAndServe(p person) {
 	ctx, stop := context.WithTimeoutCause(context.Background(), 10*time.Minute, errQueueEmpty)
 	go func() {
 		for {
-			_, _, err := p.conn.Read(ctx)
-			if err != nil {
+			_, _, err := p.conn.Read(context.Background())
+			if err != nil || ctx.Err() != nil {
 				return
 			}
 		}