Merge pull request #18 from haesleinhuepf/add-gpt-4-turbo-20240409-to…

…-tested-models adding gpt-4-turbo-2024-04-09 to tested models
haesleinhuepf · Apr 11, 2024 · 54d4041 · 54d4041
2 parents 27e4535 + 0eaf4cd
commit 54d4041
Show file tree

Hide file tree

Showing 6 changed files with 2,076 additions and 1,035 deletions.
diff --git a/data/samples_gpt-4-turbo-2024-04-09.jsonl b/data/samples_gpt-4-turbo-2024-04-09.jsonl
diff --git a/data/samples_gpt-4-turbo-2024-04-09.jsonl_results.jsonl b/data/samples_gpt-4-turbo-2024-04-09.jsonl_results.jsonl
diff --git a/data/samples_gpt-4-turbo-2024-04-09_passk_results.csv b/data/samples_gpt-4-turbo-2024-04-09_passk_results.csv
@@ -0,0 +1,2 @@
+,pass@1,pass@5,pass@10
+0,0.3765957446808511,0.5940560621411686,0.6170212765957447
diff --git a/demo/create_samples.ipynb b/demo/create_samples.ipynb
diff --git a/demo/evaluate_samples.ipynb b/demo/evaluate_samples.ipynb
@@ -54,7 +54,7 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "470it [00:00, 17539.71it/s]\n"
+      "470it [00:00, 10962.39it/s]\n"
      ]
     },
     {
@@ -68,21 +68,21 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "100%|████████████████████████████████████████████████████████████████████████████████| 470/470 [07:40<00:00,  1.02it/s]\n"
+      "100%|████████████████████████████████████████████████████████████████████████████████| 470/470 [04:42<00:00,  1.66it/s]\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Writing results to ../data/samples_canonical.jsonl_results.jsonl...\n"
+      "Writing results to ../data/samples_gpt-4-turbo-2024-04-09.jsonl_results.jsonl...\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "100%|█████████████████████████████████████████████████████████████████████████████| 470/470 [00:00<00:00, 15743.13it/s]\n"
+      "100%|█████████████████████████████████████████████████████████████████████████████| 470/470 [00:00<00:00, 30041.95it/s]\n"
      ]
     }
    ],
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		,pass@1,pass@5,pass@10
		0,0.3765957446808511,0.5940560621411686,0.6170212765957447