From f053f570380b07dd6845df0df27db874bc0abf36 Mon Sep 17 00:00:00 2001 From: Aiswarya Sukumar Date: Thu, 27 Feb 2020 15:06:27 +0530 Subject: [PATCH 1/2] #1456: Add Malayalam flair embeddings models. To load use 'ml-forward' (Forward Model) and 'ml-backward' (Backward Model). --- flair/embeddings.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/flair/embeddings.py b/flair/embeddings.py index 996bef6ee1..751314bfe0 100644 --- a/flair/embeddings.py +++ b/flair/embeddings.py @@ -1934,6 +1934,9 @@ def __init__(self, model, fine_tune: bool = False, chars_per_chunk: int = 512): # Japanese "ja-forward": f"{aws_path}/embeddings-v0.4.1/lm__char-forward__ja-wikipedia-3GB/japanese-forward.pt", "ja-backward": f"{aws_path}/embeddings-v0.4.1/lm__char-backward__ja-wikipedia-3GB/japanese-backward.pt", + # Malayalam + "ml-forward": f"https://raw.githubusercontent.com/qburst/models-repository/master/FlairMalayalamModels/ml-forward.pt", + "ml-backward": f" https://raw.githubusercontent.com/qburst/models-repository/master/FlairMalayalamModels/ml-backward.pt", # Dutch "nl-forward": f"{aws_path}/embeddings-stefan-it/lm-nl-opus-large-forward-v0.1.pt", "nl-backward": f"{aws_path}/embeddings-stefan-it/lm-nl-opus-large-backward-v0.1.pt", From fb8de5245716b0edba3e1a7437ab9480e1983203 Mon Sep 17 00:00:00 2001 From: aiswaryas-qb <52698674+aiswaryas-qb@users.noreply.github.com> Date: Thu, 5 Mar 2020 09:54:52 +0530 Subject: [PATCH 2/2] Update embeddings.py --- flair/embeddings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/flair/embeddings.py b/flair/embeddings.py index 751314bfe0..43aade2e22 100644 --- a/flair/embeddings.py +++ b/flair/embeddings.py @@ -1936,7 +1936,7 @@ def __init__(self, model, fine_tune: bool = False, chars_per_chunk: int = 512): "ja-backward": f"{aws_path}/embeddings-v0.4.1/lm__char-backward__ja-wikipedia-3GB/japanese-backward.pt", # Malayalam "ml-forward": f"https://raw.githubusercontent.com/qburst/models-repository/master/FlairMalayalamModels/ml-forward.pt", - "ml-backward": f" https://raw.githubusercontent.com/qburst/models-repository/master/FlairMalayalamModels/ml-backward.pt", + "ml-backward": f"https://raw.githubusercontent.com/qburst/models-repository/master/FlairMalayalamModels/ml-backward.pt", # Dutch "nl-forward": f"{aws_path}/embeddings-stefan-it/lm-nl-opus-large-forward-v0.1.pt", "nl-backward": f"{aws_path}/embeddings-stefan-it/lm-nl-opus-large-backward-v0.1.pt",