GH-873: use first subword embedding for RoBERTa

flairNLP · Aug 2, 2019 · 7202075 · 7202075
1 parent b08d6d1
commit 7202075
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/flair/embeddings.py b/flair/embeddings.py
@@ -1260,7 +1260,7 @@ def __init__(
         self,
         model: str = "roberta.large",
         layers: str = "-1",
-        pooling_operation: str = "first_last",
+        pooling_operation: str = "first",
     ):
         """RoBERTa, as proposed by Liu et al. 2019.
         :param model: name of RoBERTa model