Skip to content

Commit

Permalink
Updates presets for Gemma 1.1
Browse files Browse the repository at this point in the history
  • Loading branch information
mattdangerw committed Apr 5, 2024
1 parent 825b192 commit 0b3f9fd
Showing 1 changed file with 28 additions and 4 deletions.
32 changes: 28 additions & 4 deletions keras_nlp/models/gemma/gemma_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@
"gemma_2b_en": {
"metadata": {
"description": (
"18-layer Gemma model (Gemma with 2B parameters). "
"2 billion parameter, 18-layer, base Gemma model. "
),
"params": 2506172416,
"official_name": "Gemma",
Expand All @@ -30,7 +30,7 @@
"gemma_instruct_2b_en": {
"metadata": {
"description": (
"18-layer Gemma model (Gemma with 2B parameters). "
"2 billion parameter, 18-layer, instruction tuned Gemma model. "
),
"params": 2506172416,
"official_name": "Gemma",
Expand All @@ -39,10 +39,22 @@
},
"kaggle_handle": "kaggle://keras/gemma/keras/gemma_instruct_2b_en/2",
},
"gemma_1.1_instruct_2b_en": {
"metadata": {
"description": (
"2 billion parameter, 18-layer, instruction tuned Gemma model. "
),
"params": 2506172416,
"official_name": "Gemma",
"path": "gemma",
"model_card": "https://www.kaggle.com/models/google/gemma",
},
"kaggle_handle": "kaggle://keras/gemma/keras/gemma_1.1_instruct_2b_en/1",
},
"gemma_7b_en": {
"metadata": {
"description": (
"28-layer Gemma model (Gemma with 7B parameters). "
"7 billion parameter, 28-layer, base Gemma model. "
),
"params": 8537680896,
"official_name": "Gemma",
Expand All @@ -54,7 +66,7 @@
"gemma_instruct_7b_en": {
"metadata": {
"description": (
"28-layer Gemma model (Gemma with 7B parameters). "
"7 billion parameter, 28-layer, instruction tuned Gemma model. "
),
"params": 8537680896,
"official_name": "Gemma",
Expand All @@ -63,4 +75,16 @@
},
"kaggle_handle": "kaggle://keras/gemma/keras/gemma_instruct_7b_en/2",
},
"gemma_1.1_instruct_7b_en": {
"metadata": {
"description": (
"7 billion parameter, 28-layer, instruction tuned Gemma model. "
),
"params": 8537680896,
"official_name": "Gemma",
"path": "gemma",
"model_card": "https://www.kaggle.com/models/google/gemma",
},
"kaggle_handle": "kaggle://keras/gemma/keras/gemma_1.1_instruct_7b_en/1",
},
}

0 comments on commit 0b3f9fd

Please sign in to comment.