From 99edccfe6388a2ea7f34f57fecb32c32cada33bc Mon Sep 17 00:00:00 2001 From: Somasree Majumder <56045049+soma2000-lang@users.noreply.github.com> Date: Wed, 18 Jan 2023 02:22:31 +0530 Subject: [PATCH] Corrected the epsilon value (#665) * Corrected the epsilon value * Corrected the epsilon value * Corrected the epsilon value * Corrected the epsilon value * Corrected the epsilon value * Update bert_backbone.py --- keras_nlp/models/bert/bert_backbone.py | 1 + 1 file changed, 1 insertion(+) diff --git a/keras_nlp/models/bert/bert_backbone.py b/keras_nlp/models/bert/bert_backbone.py index bf9f0db9cd..b6deff653d 100644 --- a/keras_nlp/models/bert/bert_backbone.py +++ b/keras_nlp/models/bert/bert_backbone.py @@ -163,6 +163,7 @@ def __init__( x, approximate=True ), dropout=dropout, + layer_norm_epsilon=1e-12, kernel_initializer=bert_kernel_initializer(), name=f"transformer_layer_{i}", )(x, padding_mask=padding_mask)