Fix tests, add wandb to gitignore (#573)

* Fix tests, add wandb to gitignore

* Clean

.gitignore

@@ -135,4 +135,7 @@ dmypy.json
 .idea
 
 # Mac .DS_Store
-.DS_Store
+.DS_Store
+
+# More test things
+wandb

tests/test_examples.py

@@ -20,6 +20,8 @@
 import unittest
 from unittest import mock
 
+import torch
+
 from accelerate.test_utils.examples import compare_against_test
 from accelerate.test_utils.testing import TempDirTestCase, require_trackers, run_command, slow
 from accelerate.utils import write_basic_config
@@ -169,8 +171,16 @@ def test_load_states_by_steps(self):
         --resume_from_checkpoint {os.path.join(self.tmpdir, "step_2")}
         """.split()
         output = run_command(self._launch_args + testargs, return_stdout=True)
-        self.assertNotIn("epoch 0:", output)
-        self.assertIn("epoch 1:", output)
+        if torch.cuda.is_available():
+            num_processes = torch.cuda.device_count()
+        else:
+            num_processes = 1
+        if num_processes > 1:
+            self.assertNotIn("epoch 0:", output)
+            self.assertIn("epoch 1:", output)
+        else:
+            self.assertIn("epoch 0:", output)
+            self.assertIn("epoch 1:", output)
 
     @slow
     def test_cross_validation(self):