CI: run examples (#763)

azure-pipelines.yml

@@ -93,6 +93,18 @@ jobs:
     #    testRunTitle: '$(Agent.OS) - $(Build.BuildNumber)[$(Agent.JobName)] - Python $(python.version)'
     #  condition: succeededOrFailed()
 
+    - bash: |
+        set -e
+        pip install .
+        FILES="tm_examples/*.py"
+        for fn in $FILES
+        do
+          echo "Processing $fn example..."
+          python $fn
+        done
+        pip uninstall -y torchmetrics
+      displayName: 'Examples'
+
     - bash: |
         pip install -r requirements/integrate.txt --quiet --upgrade-strategy only-if-needed
         pip uninstall -y torchmetrics

tm_examples/bert_score-own_model.py

@@ -124,11 +124,10 @@ def user_forward_fn(model: torch.nn.Module, batch: Dict[str, torch.Tensor]) -> t
     tokenizer = UserTokenizer()
     model = get_user_model_encoder()
 
-    Scorer = BERTScore(
+    bs = BERTScore(
         model=model, user_tokenizer=tokenizer, user_forward_fn=user_forward_fn, max_length=_MAX_LEN, return_hash=False
     )
-    Scorer.update(_PREDS, _REFS)
-    print("Predictions")
-    pprint(Scorer.predictions)
+    bs.update(_PREDS, _REFS)
+    print(f"Predictions:\n {bs.preds_input_ids}\n {bs.preds_attention_mask}")
 
-    pprint(Scorer.compute())
+    pprint(bs.compute())