Fix race in shutdown

kylecarbs · kylecarbs · commit 9742259d7da7 · 2022-03-22T21:42:52.000Z
diff --git a/provisionerd/provisionerd.go b/provisionerd/provisionerd.go
@@ -230,16 +230,18 @@ func (p *Server) runJob(ctx context.Context, job *proto.AcquiredJob) {
 	go func() {
 		ticker := time.NewTicker(p.opts.UpdateInterval)
 		defer ticker.Stop()
-		select {
-		case <-p.closed:
-			return
-		case <-ctx.Done():
-			return
-		case <-p.shutdown:
-			p.opts.Logger.Info(ctx, "attempting graceful cancelation")
-			shutdownCancel()
-			return
-		case <-ticker.C:
+		for {
+			select {
+			case <-p.closed:
+				return
+			case <-ctx.Done():
+				return
+			case <-p.shutdown:
+				p.opts.Logger.Info(ctx, "attempting graceful cancelation")
+				shutdownCancel()
+				return
+			case <-ticker.C:
+			}
 			resp, err := p.client.UpdateJob(ctx, &proto.UpdateJobRequest{
 				JobId: job.JobId,
 			})
@@ -248,7 +250,7 @@ func (p *Server) runJob(ctx context.Context, job *proto.AcquiredJob) {
 				return
 			}
 			if !resp.Canceled {
-				return
+				continue
 			}
 			p.opts.Logger.Info(ctx, "attempting graceful cancelation")
 			shutdownCancel()
