Add ONNX conversion & Inference (#557)

deepset-ai · Sep 25, 2020 · 3c9d320 · 3c9d320
1 parent 23d3177
commit 3c9d320
Show file tree

Hide file tree

Showing 12 changed files with 214 additions and 2,323 deletions.
diff --git a/examples/onnx_question_answering.py b/examples/onnx_question_answering.py
@@ -6,17 +6,16 @@
 
 def onnx_runtime_example():
     """
-    This example converts a Question Answering FARM AdaptiveModel
-    to ONNX format and uses ONNX Runtime for doing Inference.
+    This example shows conversion of a transformers model from the Model Hub to
+    ONNX format & inference using ONNXRuntime.
     """
 
-    device = "cpu"
-    model_name_or_path = "deepset/bert-base-cased-squad2"
-    onnx_model_export_path = Path("./onnx-export")
+    model_name_or_path = "deepset/roberta-base-squad2"
+    onnx_model_export_path = Path("./roberta-onnx")
 
-    model = AdaptiveModel.convert_from_transformers(model_name_or_path, device=device, task_type="question_answering")
-    model.convert_to_onnx(onnx_model_export_path)
+    AdaptiveModel.convert_to_onnx(model_name_or_path, onnx_model_export_path, task_type="question_answering")
 
+    # for ONNX models, the Inferencer uses ONNXRuntime under-the-hood
     inferencer = Inferencer.load(model_name_or_path=onnx_model_export_path)
 
     qa_input = [

diff --git a/farm/conversion/onnx_optimization/BertOnnxModel.py b/farm/conversion/onnx_optimization/BertOnnxModel.py