diff --git a/flair/embeddings.py b/flair/embeddings.py
index 3011571ddd..6d9f4977cc 100644
--- a/flair/embeddings.py
+++ b/flair/embeddings.py
@@ -1260,7 +1260,7 @@ def __init__(
         self,
         model: str = "roberta.large",
         layers: str = "-1",
-        pooling_operation: str = "first_last",
+        pooling_operation: str = "first",
     ):
         """RoBERTa, as proposed by Liu et al. 2019.
         :param model: name of RoBERTa model