Reduce diff

learning-at-home · Sep 10, 2022 · f311943 · f311943
1 parent 4c0fef6
commit f311943
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 4 deletions.
diff --git a/hivemind/moe/server/module_backend.py b/hivemind/moe/server/module_backend.py
@@ -118,9 +118,7 @@ def backward(self, *inputs: torch.Tensor) -> Tuple[torch.Tensor, ...]:
 
         with torch.enable_grad():
             args = [
-                tensor.detach().requires_grad_(True)
-                if tensor.dtype in (torch.half, torch.float, torch.double)
-                else tensor.detach()
+                tensor.detach().requires_grad_(True) if tensor.is_floating_point() else tensor.detach()
                 for tensor in args
             ]
             kwargs = {

diff --git a/tests/test_cli_scripts.py b/tests/test_cli_scripts.py
@@ -30,7 +30,7 @@ def test_dht_connection_successful():
         encoding="utf-8",
     )
 
-    # skip two lines with connectivity info
+    # skip first two lines with connectivity info
     for _ in range(2):
         dht_client_proc.stderr.readline()
     first_report_msg = dht_client_proc.stderr.readline()