From 4dbaac422d44ef9f6b537b7430a77b0960f3447e Mon Sep 17 00:00:00 2001 From: divyashreepathihalli Date: Fri, 15 Nov 2024 00:19:41 +0000 Subject: [PATCH 1/5] sync HF --- .vscode/kaggle.json | 1 + README.md | 168 ------------------ keras_hub/src/models/clip/clip_presets.py | 16 +- keras_hub/src/models/mit/mit_presets.py | 24 +-- .../src/models/segformer/segformer_presets.py | 24 +-- tools/hf_uploaded_presets.json | 71 +++++--- tools/mirror_weights_on_hf.py | 31 +++- 7 files changed, 105 insertions(+), 230 deletions(-) create mode 100644 .vscode/kaggle.json delete mode 100644 README.md diff --git a/.vscode/kaggle.json b/.vscode/kaggle.json new file mode 100644 index 0000000000..6fd4e114c2 --- /dev/null +++ b/.vscode/kaggle.json @@ -0,0 +1 @@ +{"username":"divyasss","key":"8443bc45a2d11beabede2ab40a53d333"} \ No newline at end of file diff --git a/README.md b/README.md deleted file mode 100644 index 5c9157e43c..0000000000 --- a/README.md +++ /dev/null @@ -1,168 +0,0 @@ -# KerasHub: Multi-framework Models -[![](https://github.com/keras-team/keras-hub/workflows/Tests/badge.svg?branch=master)](https://github.com/keras-team/keras-hub/actions?query=workflow%3ATests+branch%3Amaster) -![Python](https://img.shields.io/badge/python-v3.9.0+-success.svg) -[![contributions welcome](https://img.shields.io/badge/contributions-welcome-brightgreen.svg?style=flat)](https://github.com/keras-team/keras-hub/issues) - -> [!IMPORTANT] -> 📢 KerasNLP is now KerasHub! 📢 Read -> [the announcement](https://github.com/keras-team/keras-hub/issues/1831). -> -> We have renamed the repo to KerasHub in preparation for the release, but have not yet -> released the new package. Follow the announcement for news. - -KerasHub is a library that supports natural language processing, computer -vision, audio, and multimodal backbones and task models, working natively with -TensorFlow, JAX, or PyTorch. KerasHub provides a repository of pre-trained -models and a collection of lower-level building blocks for these tasks. Built -on Keras 3, models can be trained and serialized in any framework and re-used -in another without costly migrations. - -This library is an extension of the core Keras API; all high-level modules are -Layers and Models that receive that same level of polish as core Keras. -If you are familiar with Keras, congratulations! You already understand most of -KerasHub. - -All models support JAX, TensorFlow, and PyTorch from a single model -definition and can be fine-tuned on GPUs and TPUs out of the box. Models can -be trained on individual accelerators with built-in PEFT techniques, or -fine-tuned at scale with model and data parallel training. See our -[Getting Started guide](https://keras.io/guides/keras_hub/getting_started) -to start learning our API. Browse our models on -[Kaggle](https://www.kaggle.com/organizations/keras/models). -We welcome contributions. - -## Quick Links - -### For everyone - -- [Home Page](https://keras.io/keras_hub) -- [Developer Guides](https://keras.io/guides/keras_hub) -- [API Reference](https://keras.io/api/keras_hub) -- [Pre-trained Models](https://www.kaggle.com/organizations/keras/models) - -### For contributors - -- [Contributing Guide](CONTRIBUTING.md) -- [Roadmap](ROADMAP.md) -- [Style Guide](STYLE_GUIDE.md) -- [API Design Guide](API_DESIGN_GUIDE.md) -- [Call for Contributions](https://github.com/keras-team/keras-hub/issues?q=is%3Aissue+is%3Aopen+label%3A%22contributions+welcome%22) - -## Quickstart - -Fine-tune a BERT classifier on IMDb movie reviews: - -```python -import os -os.environ["KERAS_BACKEND"] = "jax" # Or "tensorflow" or "torch"! - -import keras_hub -import tensorflow_datasets as tfds - -imdb_train, imdb_test = tfds.load( - "imdb_reviews", - split=["train", "test"], - as_supervised=True, - batch_size=16, -) - -# Load a BERT model. -classifier = keras_hub.models.Classifier.from_preset( - "bert_base_en", - num_classes=2, - activation="softmax", -) - -# Fine-tune on IMDb movie reviews. -classifier.fit(imdb_train, validation_data=imdb_test) -# Predict two new examples. -classifier.predict(["What an amazing movie!", "A total waste of my time."]) -``` - -Try it out [in a colab](https://colab.research.google.com/drive/1gSWkh3yOLwmKAaNh2dQQ6kQIlnGte7P2?usp=sharing). -For more in depth guides and examples, visit -[keras.io/keras_hub](https://keras.io/keras_hub/). - -## Installation - -To try out the latest version of KerasHub, you can use -our nightly package: - -```bash -pip install keras-hub -``` - -KerasHub currently requires TensorFlow to be installed for use of the -`tf.data` API for preprocessing. Even when pre-processing with `tf.data`, -training can still happen on any backend. - -Read [Getting started with Keras](https://keras.io/getting_started/) for more -information on installing Keras 3 and compatibility with different frameworks. - -> [!IMPORTANT] -> We recommend using KerasHub with TensorFlow 2.16 or later, as TF 2.16 packages -> Keras 3 by default. - -## Configuring your backend - -If you have Keras 3 installed in your environment (see installation above), -you can use KerasHub with any of JAX, TensorFlow and PyTorch. To do so, set the -`KERAS_BACKEND` environment variable. For example: - -```shell -export KERAS_BACKEND=jax -``` - -Or in Colab, with: - -```python -import os -os.environ["KERAS_BACKEND"] = "jax" - -import keras_hub -``` - -> [!IMPORTANT] -> Make sure to set the `KERAS_BACKEND` **before** importing any Keras libraries; -> it will be used to set up Keras when it is first imported. - -## Compatibility - -We follow [Semantic Versioning](https://semver.org/), and plan to -provide backwards compatibility guarantees both for code and saved models built -with our components. While we continue with pre-release `0.y.z` development, we -may break compatibility at any time and APIs should not be considered stable. - -## Disclaimer - -KerasHub provides access to pre-trained models via the `keras_hub.models` API. -These pre-trained models are provided on an "as is" basis, without warranties -or conditions of any kind. The following underlying models are provided by third -parties, and subject to separate licenses: -BART, BLOOM, DeBERTa, DistilBERT, GPT-2, Llama, Mistral, OPT, RoBERTa, Whisper, -and XLM-RoBERTa. - -## Citing KerasHub - -If KerasHub helps your research, we appreciate your citations. -Here is the BibTeX entry: - -```bibtex -@misc{kerashub2024, - title={KerasHub}, - author={Watson, Matthew, and Chollet, Fran\c{c}ois and Sreepathihalli, - Divyashree, and Saadat, Samaneh and Sampath, Ramesh, and Rasskin, Gabriel and - and Zhu, Scott and Singh, Varun and Wood, Luke and Tan, Zhenyu and Stenbit, - Ian and Qian, Chen, and Bischof, Jonathan and others}, - year={2024}, - howpublished={\url{https://github.com/keras-team/keras-hub}}, -} -``` - -## Acknowledgements - -Thank you to all of our wonderful contributors! - - - - diff --git a/keras_hub/src/models/clip/clip_presets.py b/keras_hub/src/models/clip/clip_presets.py index c0a98f1825..9c73de9874 100644 --- a/keras_hub/src/models/clip/clip_presets.py +++ b/keras_hub/src/models/clip/clip_presets.py @@ -13,7 +13,7 @@ "path": "clip", "model_card": "https://github.com/openai/CLIP/blob/main/model-card.md", }, - "kaggle_handle": "kaggle://kerashub/clip/keras/clip_vit_base_patch16/1", + "kaggle_handle": "kaggle://keras/clip/keras/clip_vit_base_patch16/1", }, "clip_vit_base_patch32": { "metadata": { @@ -26,7 +26,7 @@ "path": "clip", "model_card": "https://github.com/openai/CLIP/blob/main/model-card.md", }, - "kaggle_handle": "kaggle://kerashub/clip/keras/clip_vit_base_patch32/1", + "kaggle_handle": "kaggle://keras/clip/keras/clip_vit_base_patch32/1", }, "clip_vit_large_patch14": { "metadata": { @@ -39,7 +39,7 @@ "path": "clip", "model_card": "https://github.com/openai/CLIP/blob/main/model-card.md", }, - "kaggle_handle": "kaggle://kerashub/clip/keras/clip_vit_large_patch14/1", + "kaggle_handle": "kaggle://keras/clip/keras/clip_vit_large_patch14/1", }, "clip_vit_large_patch14_336": { "metadata": { @@ -52,7 +52,7 @@ "path": "clip", "model_card": "https://github.com/openai/CLIP/blob/main/model-card.md", }, - "kaggle_handle": "kaggle://kerashub/clip/keras/clip_vit_large_patch14_336/1", + "kaggle_handle": "kaggle://keras/clip/keras/clip_vit_large_patch14_336/1", }, "clip_vit_b_32_laion2b_s34b_b79k": { "metadata": { @@ -65,7 +65,7 @@ "path": "clip", "model_card": "https://github.com/mlfoundations/open_clip", }, - "kaggle_handle": "kaggle://kerashub/clip/keras/clip_vit_b_32_laion2b_s34b_b79k/1", + "kaggle_handle": "kaggle://keras/clip/keras/clip_vit_b_32_laion2b_s34b_b79k/1", }, "clip_vit_h_14_laion2b_s32b_b79k": { "metadata": { @@ -78,7 +78,7 @@ "path": "clip", "model_card": "https://github.com/mlfoundations/open_clip", }, - "kaggle_handle": "kaggle://kerashub/clip/keras/clip_vit_h_14_laion2b_s32b_b79k/1", + "kaggle_handle": "kaggle://keras/clip/keras/clip_vit_h_14_laion2b_s32b_b79k/1", }, "clip_vit_g_14_laion2b_s12b_b42k": { "metadata": { @@ -91,7 +91,7 @@ "path": "clip", "model_card": "https://github.com/mlfoundations/open_clip", }, - "kaggle_handle": "kaggle://kerashub/clip/keras/clip_vit_g_14_laion2b_s12b_b42k/1", + "kaggle_handle": "kaggle://keras/clip/keras/clip_vit_g_14_laion2b_s12b_b42k/1", }, "clip_vit_bigg_14_laion2b_39b_b160k": { "metadata": { @@ -104,6 +104,6 @@ "path": "clip", "model_card": "https://github.com/mlfoundations/open_clip", }, - "kaggle_handle": "kaggle://kerashub/clip/keras/clip_vit_bigg_14_laion2b_39b_b160k/1", + "kaggle_handle": "kaggle://keras/clip/keras/clip_vit_bigg_14_laion2b_39b_b160k/1", }, } diff --git a/keras_hub/src/models/mit/mit_presets.py b/keras_hub/src/models/mit/mit_presets.py index d7bbae4e5e..3bfd0d6fd7 100644 --- a/keras_hub/src/models/mit/mit_presets.py +++ b/keras_hub/src/models/mit/mit_presets.py @@ -21,7 +21,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b0_ade20k_512/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b0_ade20k_512/2", }, "mit_b1_ade20k_512": { "metadata": { @@ -32,7 +32,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b1_ade20k_512/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b1_ade20k_512/2", }, "mit_b2_ade20k_512": { "metadata": { @@ -43,7 +43,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b2_ade20k_512/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b2_ade20k_512/2", }, "mit_b3_ade20k_512": { "metadata": { @@ -54,7 +54,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b3_ade20k_512/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b3_ade20k_512/2", }, "mit_b4_ade20k_512": { "metadata": { @@ -65,7 +65,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b4_ade20k_512/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b4_ade20k_512/2", }, "mit_b5_ade20k_640": { "metadata": { @@ -76,7 +76,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b5_ade20k_640/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b5_ade20k_640/2", }, "mit_b0_cityscapes_1024": { "metadata": { @@ -87,7 +87,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b0_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/2", }, "mit_b1_cityscapes_1024": { "metadata": { @@ -98,7 +98,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b1_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/2", }, "mit_b2_cityscapes_1024": { "metadata": { @@ -109,7 +109,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b2_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/2", }, "mit_b3_cityscapes_1024": { "metadata": { @@ -120,7 +120,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b3_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/2", }, "mit_b4_cityscapes_1024": { "metadata": { @@ -131,7 +131,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b4_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b4_cityscapes_1024/2", }, "mit_b5_cityscapes_1024": { "metadata": { @@ -142,7 +142,7 @@ "official_name": "MiT", "path": "mit", }, - "kaggle_handle": "kaggle://kerashub/mix-transformer/keras/mit_b5_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/2", }, } diff --git a/keras_hub/src/models/segformer/segformer_presets.py b/keras_hub/src/models/segformer/segformer_presets.py index 46baf391e4..4b4b45c0c8 100644 --- a/keras_hub/src/models/segformer/segformer_presets.py +++ b/keras_hub/src/models/segformer/segformer_presets.py @@ -10,7 +10,7 @@ "official_name": "SegFormerB0", "path": "segformer_b0", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b0_ade20k_512/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b0_ade20k_512/2", }, "segformer_b1_ade20k_512": { "metadata": { @@ -21,7 +21,7 @@ "official_name": "SegFormerB1", "path": "segformer_b1", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b1_ade20k_512/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b1_ade20k_512/2", }, "segformer_b2_ade20k_512": { "metadata": { @@ -32,7 +32,7 @@ "official_name": "SegFormerB2", "path": "segformer_b2", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b2_ade20k_512/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b2_ade20k_512/2", }, "segformer_b3_ade20k_512": { "metadata": { @@ -43,7 +43,7 @@ "official_name": "SegFormerB3", "path": "segformer_b3", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b3_ade20k_512/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b3_ade20k_512/2", }, "segformer_b4_ade20k_512": { "metadata": { @@ -54,7 +54,7 @@ "official_name": "SegFormerB4", "path": "segformer_b4", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b4_ade20k_512/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b4_ade20k_512/2", }, "segformer_b5_ade20k_640": { "metadata": { @@ -65,7 +65,7 @@ "official_name": "SegFormerB5", "path": "segformer_b5", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b5_ade20k_640/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b5_ade20k_640/2", }, "segformer_b0_cityscapes_1024": { "metadata": { @@ -76,7 +76,7 @@ "official_name": "SegFormerB0", "path": "segformer_b0", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b0_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024/2", }, "segformer_b1_cityscapes_1024": { "metadata": { @@ -87,7 +87,7 @@ "official_name": "SegFormerB1", "path": "segformer_b1", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b1_ade20k_512/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b1_ade20k_512/2", }, "segformer_b2_cityscapes_1024": { "metadata": { @@ -98,7 +98,7 @@ "official_name": "SegFormerB2", "path": "segformer_b2", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b2_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024/2", }, "segformer_b3_cityscapes_1024": { "metadata": { @@ -109,7 +109,7 @@ "official_name": "SegFormerB3", "path": "segformer_b3", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b3_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024/2", }, "segformer_b4_cityscapes_1024": { "metadata": { @@ -120,7 +120,7 @@ "official_name": "SegFormerB4", "path": "segformer_b4", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b4_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024/2", }, "segformer_b5_cityscapes_1024": { "metadata": { @@ -131,6 +131,6 @@ "official_name": "SegFormerB5", "path": "segformer_b5", }, - "kaggle_handle": "kaggle://kerashub/segformer/keras/segformer_b5_cityscapes_1024/2", + "kaggle_handle": "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024/2", }, } diff --git a/tools/hf_uploaded_presets.json b/tools/hf_uploaded_presets.json index 6ec49232d3..cce62e2f3f 100644 --- a/tools/hf_uploaded_presets.json +++ b/tools/hf_uploaded_presets.json @@ -44,8 +44,18 @@ "kaggle://keras/distil_bert/keras/distil_bert_base_en/2", "kaggle://keras/distil_bert/keras/distil_bert_base_en_uncased/2", "kaggle://keras/distil_bert/keras/distil_bert_base_multi/2", - "kaggle://keras/efficientnet/keras/efficientnet_b0_ra_imagenet", - "kaggle://keras/efficientnet/keras/efficientnet_b1_ft_imagenet", + "kaggle://keras/efficientnet/keras/efficientnet_b0_ra4_e3600_r224_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_b0_ra_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_b1_ft_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_b1_ra4_e3600_r240_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_b2_ra_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_b3_ra2_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_b4_ra2_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_b5_sw_ft_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_b5_sw_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_el_ra_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_em_ra2_imagenet/1", + "kaggle://keras/efficientnet/keras/efficientnet_es_ra_imagenet/1", "kaggle://keras/electra/keras/electra_base_discriminator_uncased_en/1", "kaggle://keras/electra/keras/electra_base_generator_uncased_en/1", "kaggle://keras/electra/keras/electra_large_discriminator_uncased_en/1", @@ -83,18 +93,6 @@ "kaggle://keras/mistral/keras/mistral_0.2_instruct_7b_en/1", "kaggle://keras/mistral/keras/mistral_7b_en/6", "kaggle://keras/mistral/keras/mistral_instruct_7b_en/6", - "kaggle://keras/mit/keras/mit_b0_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b1_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b2_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b3_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b4_ade20k_512/1", - "kaggle://keras/mit/keras/mit_b4_cityscapes_1024/1", - "kaggle://keras/mit/keras/mit_b5_ade20k_640/1", - "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/1", "kaggle://keras/opt/keras/opt_1.3b_en/2", "kaggle://keras/opt/keras/opt_125m_en/2", "kaggle://keras/opt/keras/opt_2.7b_en/2", @@ -122,22 +120,12 @@ "kaggle://keras/resnetv1/keras/resnet_50_imagenet/2", "kaggle://keras/resnetv2/keras/resnet_v2_101_imagenet/2", "kaggle://keras/resnetv2/keras/resnet_v2_50_imagenet/2", + "kaggle://keras/retinanet/keras/retinanet_resnet50_fpn_coco/1", "kaggle://keras/roberta/keras/roberta_base_en/2", "kaggle://keras/roberta/keras/roberta_large_en/2", "kaggle://keras/sam/keras/sam_base_sa1b/4", "kaggle://keras/sam/keras/sam_huge_sa1b/4", "kaggle://keras/sam/keras/sam_large_sa1b/4", - "kaggle://keras/segformer/keras/segformer_b0_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024", - "kaggle://keras/segformer/keras/segformer_b1_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b2_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024", - "kaggle://keras/segformer/keras/segformer_b3_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024", - "kaggle://keras/segformer/keras/segformer_b4_ade20k_512", - "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024", - "kaggle://keras/segformer/keras/segformer_b5_ade20k_640", - "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024", "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large/1", "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large_turbo/1", "kaggle://keras/stablediffusion3/keras/stable_diffusion_3_medium/3", @@ -168,5 +156,36 @@ "kaggle://keras/whisper/keras/whisper_tiny_en/3", "kaggle://keras/whisper/keras/whisper_tiny_multi/3", "kaggle://keras/xlm_roberta/keras/xlm_roberta_base_multi/2", - "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2" + "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2", + "kaggle://kerashub/clip/keras/clip_vit_b_32_laion2b_s34b_b79k/1", + "kaggle://kerashub/clip/keras/clip_vit_base_patch16/1", + "kaggle://kerashub/clip/keras/clip_vit_base_patch32/1", + "kaggle://kerashub/clip/keras/clip_vit_bigg_14_laion2b_39b_b160k/1", + "kaggle://kerashub/clip/keras/clip_vit_g_14_laion2b_s12b_b42k/1", + "kaggle://kerashub/clip/keras/clip_vit_h_14_laion2b_s32b_b79k/1", + "kaggle://kerashub/clip/keras/clip_vit_large_patch14/1", + "kaggle://kerashub/clip/keras/clip_vit_large_patch14_336/1", + "kaggle://kerashub/mix-transformer/keras/mit_b0_ade20k_512/2", + "kaggle://kerashub/mix-transformer/keras/mit_b0_cityscapes_1024/2", + "kaggle://kerashub/mix-transformer/keras/mit_b1_ade20k_512/2", + "kaggle://kerashub/mix-transformer/keras/mit_b1_cityscapes_1024/2", + "kaggle://kerashub/mix-transformer/keras/mit_b2_ade20k_512/2", + "kaggle://kerashub/mix-transformer/keras/mit_b2_cityscapes_1024/2", + "kaggle://kerashub/mix-transformer/keras/mit_b3_ade20k_512/2", + "kaggle://kerashub/mix-transformer/keras/mit_b3_cityscapes_1024/2", + "kaggle://kerashub/mix-transformer/keras/mit_b4_ade20k_512/2", + "kaggle://kerashub/mix-transformer/keras/mit_b4_cityscapes_1024/2", + "kaggle://kerashub/mix-transformer/keras/mit_b5_ade20k_640/2", + "kaggle://kerashub/mix-transformer/keras/mit_b5_cityscapes_1024/2", + "kaggle://kerashub/segformer/keras/segformer_b0_ade20k_512/2", + "kaggle://kerashub/segformer/keras/segformer_b0_cityscapes_1024/2", + "kaggle://kerashub/segformer/keras/segformer_b1_ade20k_512/2", + "kaggle://kerashub/segformer/keras/segformer_b2_ade20k_512/2", + "kaggle://kerashub/segformer/keras/segformer_b2_cityscapes_1024/2", + "kaggle://kerashub/segformer/keras/segformer_b3_ade20k_512/2", + "kaggle://kerashub/segformer/keras/segformer_b3_cityscapes_1024/2", + "kaggle://kerashub/segformer/keras/segformer_b4_ade20k_512/2", + "kaggle://kerashub/segformer/keras/segformer_b4_cityscapes_1024/2", + "kaggle://kerashub/segformer/keras/segformer_b5_ade20k_640/2", + "kaggle://kerashub/segformer/keras/segformer_b5_cityscapes_1024/2" ] \ No newline at end of file diff --git a/tools/mirror_weights_on_hf.py b/tools/mirror_weights_on_hf.py index 992b571d04..c3d6b7c083 100644 --- a/tools/mirror_weights_on_hf.py +++ b/tools/mirror_weights_on_hf.py @@ -4,6 +4,7 @@ import shutil from huggingface_hub import HfApi +from huggingface_hub import hf_hub_download from kaggle.api.kaggle_api_extended import KaggleApi import keras_hub @@ -75,6 +76,8 @@ def update_model_cards_on_hugging_face(presets): try: kaggle_handle = data["kaggle_handle"].removeprefix("kaggle://") owner = "keras" + repo_id = f"keras/{model}" + readme_path = "README.md" model_slug = kaggle_handle.split("/")[1] model_metadata = kaggle_api.get_model_with_http_info( owner, model_slug @@ -91,9 +94,30 @@ def update_model_cards_on_hugging_face(presets): print(f"Downloading model metadata from Kaggle: {model}") # --- Construct Model Card Markup --- + initial_markup = "---\nlibrary_name: keras-hub\n---\n" + try: + readme_path = hf_hub_download( + repo_id=repo_id, + filename="README.md", + token=HF_TOKEN, + local_dir=".", + ) + with open(readme_path, "r") as readme_file: + readme_content = readme_file.read() + # Extract existing markup between ---\n and ---\n + match = re.search( + r"^(---\n.*?\n---\n)", readme_content, re.DOTALL + ) + if match: + initial_markup = match.group(1) + except Exception as e: + print( + f"README.md not found on HF for {repo_id}: {e}. " + "Writing new README.md" + ) + model_card_markup = ( - "---\nlibrary_name: keras-hub\n---\n" - + f"## Model Overview\n{description}\n\n" + initial_markup + f"### Model Overview\n{description}\n\n" ) # Add usage sections if `usage` is not empty @@ -112,13 +136,12 @@ def update_model_cards_on_hugging_face(presets): ) # --- Save Model Card Content to README.md --- - readme_path = "README.md" + with open(readme_path, "w") as readme_file: readme_file.write(model_card_markup) # --- Hugging Face API Authentication and README Upload --- hf_api = HfApi() - repo_id = f"keras/{model}" # Upload README.md to Hugging Face repository hf_api.upload_file( From 8db3eb2cfdbd9e98b411ceeca619884185af5d27 Mon Sep 17 00:00:00 2001 From: divyashreepathihalli Date: Fri, 15 Nov 2024 00:23:07 +0000 Subject: [PATCH 2/5] update json --- tools/hf_uploaded_presets.json | 62 +++++++++++++++++----------------- 1 file changed, 31 insertions(+), 31 deletions(-) diff --git a/tools/hf_uploaded_presets.json b/tools/hf_uploaded_presets.json index cce62e2f3f..c12728a008 100644 --- a/tools/hf_uploaded_presets.json +++ b/tools/hf_uploaded_presets.json @@ -157,35 +157,35 @@ "kaggle://keras/whisper/keras/whisper_tiny_multi/3", "kaggle://keras/xlm_roberta/keras/xlm_roberta_base_multi/2", "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2", - "kaggle://kerashub/clip/keras/clip_vit_b_32_laion2b_s34b_b79k/1", - "kaggle://kerashub/clip/keras/clip_vit_base_patch16/1", - "kaggle://kerashub/clip/keras/clip_vit_base_patch32/1", - "kaggle://kerashub/clip/keras/clip_vit_bigg_14_laion2b_39b_b160k/1", - "kaggle://kerashub/clip/keras/clip_vit_g_14_laion2b_s12b_b42k/1", - "kaggle://kerashub/clip/keras/clip_vit_h_14_laion2b_s32b_b79k/1", - "kaggle://kerashub/clip/keras/clip_vit_large_patch14/1", - "kaggle://kerashub/clip/keras/clip_vit_large_patch14_336/1", - "kaggle://kerashub/mix-transformer/keras/mit_b0_ade20k_512/2", - "kaggle://kerashub/mix-transformer/keras/mit_b0_cityscapes_1024/2", - "kaggle://kerashub/mix-transformer/keras/mit_b1_ade20k_512/2", - "kaggle://kerashub/mix-transformer/keras/mit_b1_cityscapes_1024/2", - "kaggle://kerashub/mix-transformer/keras/mit_b2_ade20k_512/2", - "kaggle://kerashub/mix-transformer/keras/mit_b2_cityscapes_1024/2", - "kaggle://kerashub/mix-transformer/keras/mit_b3_ade20k_512/2", - "kaggle://kerashub/mix-transformer/keras/mit_b3_cityscapes_1024/2", - "kaggle://kerashub/mix-transformer/keras/mit_b4_ade20k_512/2", - "kaggle://kerashub/mix-transformer/keras/mit_b4_cityscapes_1024/2", - "kaggle://kerashub/mix-transformer/keras/mit_b5_ade20k_640/2", - "kaggle://kerashub/mix-transformer/keras/mit_b5_cityscapes_1024/2", - "kaggle://kerashub/segformer/keras/segformer_b0_ade20k_512/2", - "kaggle://kerashub/segformer/keras/segformer_b0_cityscapes_1024/2", - "kaggle://kerashub/segformer/keras/segformer_b1_ade20k_512/2", - "kaggle://kerashub/segformer/keras/segformer_b2_ade20k_512/2", - "kaggle://kerashub/segformer/keras/segformer_b2_cityscapes_1024/2", - "kaggle://kerashub/segformer/keras/segformer_b3_ade20k_512/2", - "kaggle://kerashub/segformer/keras/segformer_b3_cityscapes_1024/2", - "kaggle://kerashub/segformer/keras/segformer_b4_ade20k_512/2", - "kaggle://kerashub/segformer/keras/segformer_b4_cityscapes_1024/2", - "kaggle://kerashub/segformer/keras/segformer_b5_ade20k_640/2", - "kaggle://kerashub/segformer/keras/segformer_b5_cityscapes_1024/2" + "kaggle://keras/clip/keras/clip_vit_b_32_laion2b_s34b_b79k/1", + "kaggle://keras/clip/keras/clip_vit_base_patch16/1", + "kaggle://keras/clip/keras/clip_vit_base_patch32/1", + "kaggle://keras/clip/keras/clip_vit_bigg_14_laion2b_39b_b160k/1", + "kaggle://keras/clip/keras/clip_vit_g_14_laion2b_s12b_b42k/1", + "kaggle://keras/clip/keras/clip_vit_h_14_laion2b_s32b_b79k/1", + "kaggle://keras/clip/keras/clip_vit_large_patch14/1", + "kaggle://keras/clip/keras/clip_vit_large_patch14_336/1", + "kaggle://keras/mit/keras/mit_b0_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b1_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b2_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b3_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b4_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b4_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b5_ade20k_640/2", + "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b0_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b1_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b2_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b3_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b4_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b5_ade20k_640/2", + "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024/2" ] \ No newline at end of file From 3c2728a149906db5f68800e89decb87ef0b8df92 Mon Sep 17 00:00:00 2001 From: divyashreepathihalli Date: Fri, 15 Nov 2024 00:24:27 +0000 Subject: [PATCH 3/5] remove uncessary file --- .vscode/kaggle.json | 1 - 1 file changed, 1 deletion(-) delete mode 100644 .vscode/kaggle.json diff --git a/.vscode/kaggle.json b/.vscode/kaggle.json deleted file mode 100644 index 6fd4e114c2..0000000000 --- a/.vscode/kaggle.json +++ /dev/null @@ -1 +0,0 @@ -{"username":"divyasss","key":"8443bc45a2d11beabede2ab40a53d333"} \ No newline at end of file From 726a4dad0fd77ea13e0798e77297ca3f10e20721 Mon Sep 17 00:00:00 2001 From: divyashreepathihalli Date: Fri, 15 Nov 2024 00:27:54 +0000 Subject: [PATCH 4/5] undo readme delete --- README.md | 168 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 168 insertions(+) create mode 100644 README.md diff --git a/README.md b/README.md new file mode 100644 index 0000000000..e9c68abb76 --- /dev/null +++ b/README.md @@ -0,0 +1,168 @@ +# KerasHub: Multi-framework Models +[![](https://github.com/keras-team/keras-hub/workflows/Tests/badge.svg?branch=master)](https://github.com/keras-team/keras-hub/actions?query=workflow%3ATests+branch%3Amaster) +![Python](https://img.shields.io/badge/python-v3.9.0+-success.svg) +[![contributions welcome](https://img.shields.io/badge/contributions-welcome-brightgreen.svg?style=flat)](https://github.com/keras-team/keras-hub/issues) + +> [!IMPORTANT] +> 📢 KerasNLP is now KerasHub! 📢 Read +> [the announcement](https://github.com/keras-team/keras-hub/issues/1831). +> +> We have renamed the repo to KerasHub in preparation for the release, but have not yet +> released the new package. Follow the announcement for news. + +KerasHub is a library that supports natural language processing, computer +vision, audio, and multimodal backbones and task models, working natively with +TensorFlow, JAX, or PyTorch. KerasHub provides a repository of pre-trained +models and a collection of lower-level building blocks for these tasks. Built +on Keras 3, models can be trained and serialized in any framework and re-used +in another without costly migrations. + +This library is an extension of the core Keras API; all high-level modules are +Layers and Models that receive that same level of polish as core Keras. +If you are familiar with Keras, congratulations! You already understand most of +KerasHub. + +All models support JAX, TensorFlow, and PyTorch from a single model +definition and can be fine-tuned on GPUs and TPUs out of the box. Models can +be trained on individual accelerators with built-in PEFT techniques, or +fine-tuned at scale with model and data parallel training. See our +[Getting Started guide](https://keras.io/guides/keras_hub/getting_started) +to start learning our API. Browse our models on +[Kaggle](https://www.kaggle.com/organizations/keras/models). +We welcome contributions. + +## Quick Links + +### For everyone + +- [Home Page](https://keras.io/keras_hub) +- [Developer Guides](https://keras.io/guides/keras_hub) +- [API Reference](https://keras.io/api/keras_hub) +- [Pre-trained Models](https://www.kaggle.com/organizations/keras/models) + +### For contributors + +- [Contributing Guide](CONTRIBUTING.md) +- [Roadmap](ROADMAP.md) +- [Style Guide](STYLE_GUIDE.md) +- [API Design Guide](API_DESIGN_GUIDE.md) +- [Call for Contributions](https://github.com/keras-team/keras-hub/issues?q=is%3Aissue+is%3Aopen+label%3A%22contributions+welcome%22) + +## Quickstart + +Fine-tune a BERT classifier on IMDb movie reviews: + +```python +import os +os.environ["KERAS_BACKEND"] = "jax" # Or "tensorflow" or "torch"! + +import keras_hub +import tensorflow_datasets as tfds + +imdb_train, imdb_test = tfds.load( + "imdb_reviews", + split=["train", "test"], + as_supervised=True, + batch_size=16, +) + +# Load a BERT model. +classifier = keras_hub.models.Classifier.from_preset( + "bert_base_en", + num_classes=2, + activation="softmax", +) + +# Fine-tune on IMDb movie reviews. +classifier.fit(imdb_train, validation_data=imdb_test) +# Predict two new examples. +classifier.predict(["What an amazing movie!", "A total waste of my time."]) +``` + +Try it out [in a colab](https://colab.research.google.com/drive/1gSWkh3yOLwmKAaNh2dQQ6kQIlnGte7P2?usp=sharing). +For more in depth guides and examples, visit +[keras.io/keras_hub](https://keras.io/keras_hub/). + +## Installation + +To try out the latest version of KerasHub, you can use +our nightly package: + +```bash +pip install keras-hub +``` + +KerasHub currently requires TensorFlow to be installed for use of the +`tf.data` API for preprocessing. Even when pre-processing with `tf.data`, +training can still happen on any backend. + +Read [Getting started with Keras](https://keras.io/getting_started/) for more +information on installing Keras 3 and compatibility with different frameworks. + +> [!IMPORTANT] +> We recommend using KerasHub with TensorFlow 2.16 or later, as TF 2.16 packages +> Keras 3 by default. + +## Configuring your backend + +If you have Keras 3 installed in your environment (see installation above), +you can use KerasHub with any of JAX, TensorFlow and PyTorch. To do so, set the +`KERAS_BACKEND` environment variable. For example: + +```shell +export KERAS_BACKEND=jax +``` + +Or in Colab, with: + +```python +import os +os.environ["KERAS_BACKEND"] = "jax" + +import keras_hub +``` + +> [!IMPORTANT] +> Make sure to set the `KERAS_BACKEND` **before** importing any Keras libraries; +> it will be used to set up Keras when it is first imported. + +## Compatibility + +We follow [Semantic Versioning](https://semver.org/), and plan to +provide backwards compatibility guarantees both for code and saved models built +with our components. While we continue with pre-release `0.y.z` development, we +may break compatibility at any time and APIs should not be considered stable. + +## Disclaimer + +KerasHub provides access to pre-trained models via the `keras_hub.models` API. +These pre-trained models are provided on an "as is" basis, without warranties +or conditions of any kind. The following underlying models are provided by third +parties, and subject to separate licenses: +BART, BLOOM, DeBERTa, DistilBERT, GPT-2, Llama, Mistral, OPT, RoBERTa, Whisper, +and XLM-RoBERTa. + +## Citing KerasHub + +If KerasHub helps your research, we appreciate your citations. +Here is the BibTeX entry: + +```bibtex +@misc{kerashub2024, + title={KerasHub}, + author={Watson, Matthew, and Chollet, Fran\c{c}ois and Sreepathihalli, + Divyashree, and Saadat, Samaneh and Sampath, Ramesh, and Rasskin, Gabriel and + and Zhu, Scott and Singh, Varun and Wood, Luke and Tan, Zhenyu and Stenbit, + Ian and Qian, Chen, and Bischof, Jonathan and others}, + year={2024}, + howpublished={\url{https://github.com/keras-team/keras-hub}}, +} +``` + +## Acknowledgements + +Thank you to all of our wonderful contributors! + + + + \ No newline at end of file From 82c4db873650e983f32d88796cb495b697949927 Mon Sep 17 00:00:00 2001 From: divyashreepathihalli Date: Fri, 15 Nov 2024 00:31:56 +0000 Subject: [PATCH 5/5] update json --- tools/hf_uploaded_presets.json | 64 +++++++++++++++++----------------- 1 file changed, 32 insertions(+), 32 deletions(-) diff --git a/tools/hf_uploaded_presets.json b/tools/hf_uploaded_presets.json index c12728a008..3accff4914 100644 --- a/tools/hf_uploaded_presets.json +++ b/tools/hf_uploaded_presets.json @@ -19,6 +19,14 @@ "kaggle://keras/bert/keras/bert_small_en_uncased/2", "kaggle://keras/bert/keras/bert_tiny_en_uncased/2", "kaggle://keras/bert/keras/bert_tiny_en_uncased_sst2/4", + "kaggle://keras/clip/keras/clip_vit_b_32_laion2b_s34b_b79k/1", + "kaggle://keras/clip/keras/clip_vit_base_patch16/1", + "kaggle://keras/clip/keras/clip_vit_base_patch32/1", + "kaggle://keras/clip/keras/clip_vit_bigg_14_laion2b_39b_b160k/1", + "kaggle://keras/clip/keras/clip_vit_g_14_laion2b_s12b_b42k/1", + "kaggle://keras/clip/keras/clip_vit_h_14_laion2b_s32b_b79k/1", + "kaggle://keras/clip/keras/clip_vit_large_patch14/1", + "kaggle://keras/clip/keras/clip_vit_large_patch14_336/1", "kaggle://keras/bloom/keras/bloom_1.1b_multi/1", "kaggle://keras/bloom/keras/bloom_1.7b_multi/1", "kaggle://keras/bloom/keras/bloom_3b_multi/1", @@ -93,6 +101,18 @@ "kaggle://keras/mistral/keras/mistral_0.2_instruct_7b_en/1", "kaggle://keras/mistral/keras/mistral_7b_en/6", "kaggle://keras/mistral/keras/mistral_instruct_7b_en/6", + "kaggle://keras/mit/keras/mit_b0_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b1_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b2_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b3_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b4_ade20k_512/2", + "kaggle://keras/mit/keras/mit_b4_cityscapes_1024/2", + "kaggle://keras/mit/keras/mit_b5_ade20k_640/2", + "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/2", "kaggle://keras/opt/keras/opt_1.3b_en/2", "kaggle://keras/opt/keras/opt_125m_en/2", "kaggle://keras/opt/keras/opt_2.7b_en/2", @@ -126,6 +146,17 @@ "kaggle://keras/sam/keras/sam_base_sa1b/4", "kaggle://keras/sam/keras/sam_huge_sa1b/4", "kaggle://keras/sam/keras/sam_large_sa1b/4", + "kaggle://keras/segformer/keras/segformer_b0_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b1_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b2_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b3_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b4_ade20k_512/2", + "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024/2", + "kaggle://keras/segformer/keras/segformer_b5_ade20k_640/2", + "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024/2", "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large/1", "kaggle://keras/stablediffusion-3.5/keras/stable_diffusion_3.5_large_turbo/1", "kaggle://keras/stablediffusion3/keras/stable_diffusion_3_medium/3", @@ -156,36 +187,5 @@ "kaggle://keras/whisper/keras/whisper_tiny_en/3", "kaggle://keras/whisper/keras/whisper_tiny_multi/3", "kaggle://keras/xlm_roberta/keras/xlm_roberta_base_multi/2", - "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2", - "kaggle://keras/clip/keras/clip_vit_b_32_laion2b_s34b_b79k/1", - "kaggle://keras/clip/keras/clip_vit_base_patch16/1", - "kaggle://keras/clip/keras/clip_vit_base_patch32/1", - "kaggle://keras/clip/keras/clip_vit_bigg_14_laion2b_39b_b160k/1", - "kaggle://keras/clip/keras/clip_vit_g_14_laion2b_s12b_b42k/1", - "kaggle://keras/clip/keras/clip_vit_h_14_laion2b_s32b_b79k/1", - "kaggle://keras/clip/keras/clip_vit_large_patch14/1", - "kaggle://keras/clip/keras/clip_vit_large_patch14_336/1", - "kaggle://keras/mit/keras/mit_b0_ade20k_512/2", - "kaggle://keras/mit/keras/mit_b0_cityscapes_1024/2", - "kaggle://keras/mit/keras/mit_b1_ade20k_512/2", - "kaggle://keras/mit/keras/mit_b1_cityscapes_1024/2", - "kaggle://keras/mit/keras/mit_b2_ade20k_512/2", - "kaggle://keras/mit/keras/mit_b2_cityscapes_1024/2", - "kaggle://keras/mit/keras/mit_b3_ade20k_512/2", - "kaggle://keras/mit/keras/mit_b3_cityscapes_1024/2", - "kaggle://keras/mit/keras/mit_b4_ade20k_512/2", - "kaggle://keras/mit/keras/mit_b4_cityscapes_1024/2", - "kaggle://keras/mit/keras/mit_b5_ade20k_640/2", - "kaggle://keras/mit/keras/mit_b5_cityscapes_1024/2", - "kaggle://keras/segformer/keras/segformer_b0_ade20k_512/2", - "kaggle://keras/segformer/keras/segformer_b0_cityscapes_1024/2", - "kaggle://keras/segformer/keras/segformer_b1_ade20k_512/2", - "kaggle://keras/segformer/keras/segformer_b2_ade20k_512/2", - "kaggle://keras/segformer/keras/segformer_b2_cityscapes_1024/2", - "kaggle://keras/segformer/keras/segformer_b3_ade20k_512/2", - "kaggle://keras/segformer/keras/segformer_b3_cityscapes_1024/2", - "kaggle://keras/segformer/keras/segformer_b4_ade20k_512/2", - "kaggle://keras/segformer/keras/segformer_b4_cityscapes_1024/2", - "kaggle://keras/segformer/keras/segformer_b5_ade20k_640/2", - "kaggle://keras/segformer/keras/segformer_b5_cityscapes_1024/2" + "kaggle://keras/xlm_roberta/keras/xlm_roberta_large_multi/2" ] \ No newline at end of file