fix embedding layernorm logic and default in config

OATML · Apr 25, 2022 · ab90fed · ab90fed
1 parent 65721a4
commit ab90fed
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/npt/model/npt.py b/npt/model/npt.py
@@ -155,6 +155,9 @@ def __init__(self, c, metadata, device=None):
         else:
             self.embedding_layer_norm = None
 
+        if True:
+            a = 1
+
         # *** Input In/Out Embeddings ***
         # Don't use for Image Patching - those are handled by the respective
         # init_image_patching