Changed default initializer to 'uniform'

keras-team · Sep 11, 2023 · cf31bfe · cf31bfe
1 parent 1302c84
commit cf31bfe
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/keras_nlp/layers/modeling/token_and_position_embedding.py b/keras_nlp/layers/modeling/token_and_position_embedding.py
@@ -62,7 +62,7 @@ def __init__(
         sequence_length,
         embedding_dim,
         tie_weights=True,
-        embeddings_initializer="glorot_uniform",
+        embeddings_initializer="uniform",
         mask_zero=False,
         **kwargs
     ):