Intermittent L0_decoupled_grpc_error crash fixed. (#7552) (#7554)

mc-nv · indrajit96 · web-flow · commit a716d6dffc58 · 2024-08-20T19:31:21.000-07:00
Co-authored-by: Indrajit Bhosale &lt;iamindrajitb@gmail.com&gt;
diff --git a/src/grpc/infer_handler.h b/src/grpc/infer_handler.h
@@ -666,7 +666,11 @@ class InferHandlerState {
 
     bool IsCancelled()
     {
-      return received_notification_ ? ctx_->IsCancelled() : false;
+      std::lock_guard<std::recursive_mutex> lock(mu_);
+      return received_notification_
+                 ? (ctx_->IsCancelled() ||
+                    gRPCErrorTracker_->CheckAndUpdateGRPCError())
+                 : false;
     }
 
     // Increments the ongoing request counter

Original file line number	Diff line number	Diff line change
`@@ -666,7 +666,11 @@ class InferHandlerState {`
`666`	`666`
`667`	`667`	`bool IsCancelled()`
`668`	`668`	`{`
`669`		`- return received_notification_ ? ctx_->IsCancelled() : false;`
	`669`	`+ std::lock_guard<std::recursive_mutex> lock(mu_);`
	`670`	`+ return received_notification_`
	`671`	`+ ? (ctx_->IsCancelled() \|\|`
	`672`	`+ gRPCErrorTracker_->CheckAndUpdateGRPCError())`
	`673`	`+ : false;`
`670`	`674`	`}`
`671`	`675`
`672`	`676`	`// Increments the ongoing request counter`