Intermittent L0_decoupled_grpc_error crash fixed. (#7552) (#7554)

Co-authored-by: Indrajit Bhosale <[email protected]>
triton-inference-server · Aug 21, 2024 · a716d6d · a716d6d
1 parent e5718ac
commit a716d6d
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/grpc/infer_handler.h b/src/grpc/infer_handler.h
@@ -666,7 +666,11 @@ class InferHandlerState {
 
     bool IsCancelled()
     {
-      return received_notification_ ? ctx_->IsCancelled() : false;
+      std::lock_guard<std::recursive_mutex> lock(mu_);
+      return received_notification_
+                 ? (ctx_->IsCancelled() ||
+                    gRPCErrorTracker_->CheckAndUpdateGRPCError())
+                 : false;
     }
 
     // Increments the ongoing request counter