From 64d6c5a545b2182a680a111eced1a34f84aefbd4 Mon Sep 17 00:00:00 2001
From: Quentin Anthony <qganthony@yahoo.com>
Date: Thu, 9 Mar 2023 18:12:50 -0500
Subject: [PATCH] Update engine.py
Remove PP Grad Tail Check (until https://github.com/microsoft/DeepSpeed/pull/2538 is merged to upstream)
---
deepspeed/runtime/pipe/engine.py | 4 +---
1 file changed, 1 insertion(+), 3 deletions(-)
diff --git a/deepspeed/runtime/pipe/engine.py b/deepspeed/runtime/pipe/engine.py
index a080559b1a2a..765733f45ae8 100644
--- a/deepspeed/runtime/pipe/engine.py
+++ b/deepspeed/runtime/pipe/engine.py
@@ -990,9 +990,7 @@ def _exec_send_grads(self, buffer_id):
if isinstance(inputs, tuple):
first_input = inputs[0]
assert all([torch.is_tensor(elt) for elt in inputs[1:]])
- inputs_grad_tail = [
- elt.grad for elt in inputs[1:] if elt.grad is not None
- ]
+ inputs_grad_tail = [elt.grad for elt in inputs[1:]]
elif torch.is_tensor(inputs):
first_input = inputs
inputs_grad_tail = []