Small_Scale_After_Annotations.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "ae96b5f4-73de-4b82-8bfc-80ff3c7024d4",
   "metadata": {},
   "source": [
    "# Small_Scale_After_Annotations.ipynb\n",
    "This notebook:\n",
    "* Combines the outputs from `english-fisher-annotations` across all the transcript versions.\n",
    "* Saves as csv."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "c25a07ae-2832-4c7f-867d-8fd0258565c7",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import difflib\n",
    "import json\n",
    "import string\n",
    "import re\n",
    "\n",
    "import pandas as pd\n",
    "pd.set_option('display.max_columns', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "fdd3d212-a8a9-412a-baec-6e5c180fde96",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>nums</th>\n",
       "      <th>ids</th>\n",
       "      <th>labels</th>\n",
       "      <th>percent_diff</th>\n",
       "      <th>show_uri</th>\n",
       "      <th>show_name</th>\n",
       "      <th>show_description</th>\n",
       "      <th>publisher</th>\n",
       "      <th>language</th>\n",
       "      <th>rss_link</th>\n",
       "      <th>episode_uri</th>\n",
       "      <th>episode_name</th>\n",
       "      <th>episode_description</th>\n",
       "      <th>duration</th>\n",
       "      <th>show_filename_prefix</th>\n",
       "      <th>episode_filename_prefix</th>\n",
       "      <th>GroundTruth</th>\n",
       "      <th>GroundTruth-max</th>\n",
       "      <th>GroundTruth-neutral</th>\n",
       "      <th>GroundTruth-min</th>\n",
       "      <th>GoogleASR</th>\n",
       "      <th>WhisperX</th>\n",
       "      <th>rpl_GroundTruth</th>\n",
       "      <th>rpl_GoogleASR</th>\n",
       "      <th>rpl_WhisperX</th>\n",
       "      <th>GroundTruth-max_parse</th>\n",
       "      <th>GroundTruth-max_orig_dys</th>\n",
       "      <th>GroundTruth-max_dys</th>\n",
       "      <th>GroundTruth-min_parse</th>\n",
       "      <th>GroundTruth-min_orig_dys</th>\n",
       "      <th>GroundTruth-min_dys</th>\n",
       "      <th>GroundTruth-neutral_parse</th>\n",
       "      <th>GroundTruth-neutral_orig_dys</th>\n",
       "      <th>GroundTruth-neutral_dys</th>\n",
       "      <th>GoogleASR_parse</th>\n",
       "      <th>GoogleASR_orig_dys</th>\n",
       "      <th>GoogleASR_dys</th>\n",
       "      <th>WhisperX_parse</th>\n",
       "      <th>WhisperX_orig_dys</th>\n",
       "      <th>WhisperX_dys</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1ll5WGWjWANfGKHZfrpL5A</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>14.20</td>\n",
       "      <td>spotify:show:5HLsz7WFjW8hzJurMDdozi</td>\n",
       "      <td>Granger Smith Podcast</td>\n",
       "      <td>American, Texan, father, husband, musician, Gr...</td>\n",
       "      <td>Granger Smith</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/11170a28/podcast/rss</td>\n",
       "      <td>spotify:episode:1ll5WGWjWANfGKHZfrpL5A</td>\n",
       "      <td>How do you move on from THIS?</td>\n",
       "      <td>Episode 21: On this week's episode, I answered...</td>\n",
       "      <td>25.891600</td>\n",
       "      <td>show_5HLsz7WFjW8hzJurMDdozi</td>\n",
       "      <td>1ll5WGWjWANfGKHZfrpL5A</td>\n",
       "      <td>if you're ever in deep deep grief and you wond...</td>\n",
       "      <td>If you're ever in deep, deep grief, and you wo...</td>\n",
       "      <td>If you're ever in deep, deep grief and you won...</td>\n",
       "      <td>If you're ever in deep, deep grief and you won...</td>\n",
       "      <td>If you're ever in deep deep grief and you wond...</td>\n",
       "      <td>If you're ever in deep, deep grief and you won...</td>\n",
       "      <td>if you're ever in deep deep grief and you wond...</td>\n",
       "      <td>if you're ever in deep deep grief and you wond...</td>\n",
       "      <td>if you're ever in deep deep grief and you wond...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1wHRMsWVurmo56xd1AcSfe</td>\n",
       "      <td>scripted</td>\n",
       "      <td>1.24</td>\n",
       "      <td>spotify:show:1g056e2x0Y9AwW6CQF3qA5</td>\n",
       "      <td>Mythology</td>\n",
       "      <td>Myths endure for a reason. This episodic audio...</td>\n",
       "      <td>Parcast Network</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://feeds.megaphone.fm/mythology</td>\n",
       "      <td>spotify:episode:1wHRMsWVurmo56xd1AcSfe</td>\n",
       "      <td>Orphan Boy &amp; Elk Dog Pt. 1</td>\n",
       "      <td>Long Arrow is an orphan and an outcast—unable ...</td>\n",
       "      <td>36.144767</td>\n",
       "      <td>show_1g056e2x0Y9AwW6CQF3qA5</td>\n",
       "      <td>1wHRMsWVurmo56xd1AcSfe</td>\n",
       "      <td>something to note all myths have many versions...</td>\n",
       "      <td>Something to note: all myths have many version...</td>\n",
       "      <td>Something to note: all myths have many version...</td>\n",
       "      <td>Something to note: all myths have many version...</td>\n",
       "      <td>Something to note all myths have many versions...</td>\n",
       "      <td>Something to note, all myths have many version...</td>\n",
       "      <td>something to note all myths have many versions...</td>\n",
       "      <td>something to note all myths have many versions...</td>\n",
       "      <td>something to note all myths have many versions...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3i4qZ6FqzXdj8UiMeuaX3q</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>13.80</td>\n",
       "      <td>spotify:show:2z1LtWVnflRUONFAo0FADb</td>\n",
       "      <td>Gamecock Central Podcast Network</td>\n",
       "      <td>The Gamecock Central Podcast Network brings yo...</td>\n",
       "      <td>Gamecock Central Podcasts</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://www.spreaker.com/show/957147/episodes/...</td>\n",
       "      <td>spotify:episode:3i4qZ6FqzXdj8UiMeuaX3q</td>\n",
       "      <td>The Hard Fowl: Team Victory and SEC Tournament...</td>\n",
       "      <td>Collyn Taylor and Pearson Fowler break down Ca...</td>\n",
       "      <td>63.897200</td>\n",
       "      <td>show_2z1LtWVnflRUONFAo0FADb</td>\n",
       "      <td>3i4qZ6FqzXdj8UiMeuaX3q</td>\n",
       "      <td>hello and welcome back into another episode of...</td>\n",
       "      <td>Hello, and welcome back into another episode o...</td>\n",
       "      <td>Hello and welcome back into another episode of...</td>\n",
       "      <td>Hello and welcome back into another episode of...</td>\n",
       "      <td>Hello and welcome back in to another episode o...</td>\n",
       "      <td>Hello and welcome back into another episode of...</td>\n",
       "      <td>hello and welcome back into another episode of...</td>\n",
       "      <td>hello and welcome back in to another episode o...</td>\n",
       "      <td>hello and welcome back into another episode of...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...</td>\n",
       "      <td>hello _ and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>hello E and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...</td>\n",
       "      <td>hello _ and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>hello E and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...</td>\n",
       "      <td>hello _ and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>hello E and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (INTJ (UNK ...</td>\n",
       "      <td>hello _ and _ welcome _ back _ in _ to _ anoth...</td>\n",
       "      <td>hello E and _ welcome E back _ in _ to _ anoth...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...</td>\n",
       "      <td>hello _ and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>hello E and _ welcome _ back _ into _ another ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4YOq90opfiBsc3MwflzFbJ</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>9.05</td>\n",
       "      <td>spotify:show:4O6pIMQHq2GkVhwQ0KNdnH</td>\n",
       "      <td>The Frog and The Dragon</td>\n",
       "      <td>A podcast devoted to everything Magic: the Gat...</td>\n",
       "      <td>The Frog &amp; The Dragon</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/1338c918/podcast/rss</td>\n",
       "      <td>spotify:episode:4YOq90opfiBsc3MwflzFbJ</td>\n",
       "      <td>Welcome to Cube</td>\n",
       "      <td>Today we give you the basics of what is cube, ...</td>\n",
       "      <td>19.622017</td>\n",
       "      <td>show_4O6pIMQHq2GkVhwQ0KNdnH</td>\n",
       "      <td>4YOq90opfiBsc3MwflzFbJ</td>\n",
       "      <td>hello everyone and welcome to the frog and the...</td>\n",
       "      <td>Hello, everyone, and welcome to \"The Frog and ...</td>\n",
       "      <td>Hello everyone, and welcome to The Frog and th...</td>\n",
       "      <td>Hello everyone, and welcome to The Frog and Th...</td>\n",
       "      <td>Hello everyone and welcome to frog and the dra...</td>\n",
       "      <td>Hello everyone and welcome to the Frog and the...</td>\n",
       "      <td>hello everyone and welcome to the frog and the...</td>\n",
       "      <td>hello everyone and welcome to frog and the dra...</td>\n",
       "      <td>hello everyone and welcome to the frog and the...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>(S (INTJ (UNK hello)) (NP (UNK everyone)) (UNK...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ frog _...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ frog _...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5a0dxl6w7wh5SGAbNpxhu4</td>\n",
       "      <td>scripted</td>\n",
       "      <td>8.87</td>\n",
       "      <td>spotify:show:21ASCcEXgUlbFSmoqjroZm</td>\n",
       "      <td>Chompers</td>\n",
       "      <td>Make tooth time easy with this morning and nig...</td>\n",
       "      <td>Gimlet</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://feeds.megaphone.fm/chompers</td>\n",
       "      <td>spotify:episode:5a0dxl6w7wh5SGAbNpxhu4</td>\n",
       "      <td>Heroines Week Xi Ling Shi (3-2-2020)</td>\n",
       "      <td>Put your superhero cape on because its Heroine...</td>\n",
       "      <td>3.209150</td>\n",
       "      <td>show_21ASCcEXgUlbFSmoqjroZm</td>\n",
       "      <td>5a0dxl6w7wh5SGAbNpxhu4</td>\n",
       "      <td>good morning we hope you're ready to have a su...</td>\n",
       "      <td>Good morning! We hope you're ready to have a s...</td>\n",
       "      <td>Good morning! We hope you're ready to have a s...</td>\n",
       "      <td>Good morning, we hope you're ready to have a s...</td>\n",
       "      <td>Good morning. We hope you're ready to have a s...</td>\n",
       "      <td>Good morning. We hope you're ready to have a s...</td>\n",
       "      <td>good morning we hope you're ready to have a su...</td>\n",
       "      <td>good morning we hope you're ready to have a su...</td>\n",
       "      <td>good morning we hope you're ready to have a su...</td>\n",
       "      <td>(INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...</td>\n",
       "      <td>good _ morning _\\nwe _ hope _ you _ 're _ read...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>(S (INTJ (UNK good) (UNK morning)) (NP (UNK we...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>good E morning E we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>(INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...</td>\n",
       "      <td>good _ morning _\\nwe _ hope _ you _ 're _ read...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>(INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...</td>\n",
       "      <td>good _ morning _\\nwe _ hope _ you _ 're _ read...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>(INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...</td>\n",
       "      <td>good _ morning _\\nwe _ hope _ you _ 're _ read...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>5TpkTe5mlb5xx1UT8OvZ6l</td>\n",
       "      <td>scripted</td>\n",
       "      <td>5.44</td>\n",
       "      <td>spotify:show:4gds4Ip86RDAlAgH4PQuQs</td>\n",
       "      <td>Crime Over Coffee</td>\n",
       "      <td>Listen in each week while true crime enthusias...</td>\n",
       "      <td>Crime Over Coffee</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/b402dc8/podcast/rss</td>\n",
       "      <td>spotify:episode:5TpkTe5mlb5xx1UT8OvZ6l</td>\n",
       "      <td>Mini Episode: Florence Salon Murders</td>\n",
       "      <td>This episode tells you the stories of the Flor...</td>\n",
       "      <td>10.765550</td>\n",
       "      <td>show_4gds4Ip86RDAlAgH4PQuQs</td>\n",
       "      <td>5TpkTe5mlb5xx1UT8OvZ6l</td>\n",
       "      <td>good morning and welcome to another mini monda...</td>\n",
       "      <td>Good morning, and welcome to another mini Mond...</td>\n",
       "      <td>Good morning, and welcome to another Mini Mond...</td>\n",
       "      <td>Good morning, and welcome to another Mini Mond...</td>\n",
       "      <td>Good morning, and welcome to another mini Mond...</td>\n",
       "      <td>Good morning, and welcome to another mini Mond...</td>\n",
       "      <td>good morning and welcome to another mini monda...</td>\n",
       "      <td>good morning and welcome to another mini monda...</td>\n",
       "      <td>good morning and welcome to another mini monda...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>6jyaOoQ6aF3TB8z93Honak</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>12.39</td>\n",
       "      <td>spotify:show:6JqOLHQRh2G24ItUTlmxu9</td>\n",
       "      <td>Legends Cast - A Podcast About Legends of Rune...</td>\n",
       "      <td>A podcast about the meta, cards, and community...</td>\n",
       "      <td>The Lift</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/c4221b8/podcast/rss</td>\n",
       "      <td>spotify:episode:6jyaOoQ6aF3TB8z93Honak</td>\n",
       "      <td>S2 Episode 5.5: State of the Show</td>\n",
       "      <td>Mark gives a quick state of the show in this i...</td>\n",
       "      <td>19.075000</td>\n",
       "      <td>show_6JqOLHQRh2G24ItUTlmxu9</td>\n",
       "      <td>6jyaOoQ6aF3TB8z93Honak</td>\n",
       "      <td>you're listening to legends cast a podcast abo...</td>\n",
       "      <td>You're listening to Legends Cast, a podcast ab...</td>\n",
       "      <td>You're listening to Legends Cast, a podcast ab...</td>\n",
       "      <td>You're listening to Legends Cast, a podcast ab...</td>\n",
       "      <td>You're listening to Legends cast a podcast abo...</td>\n",
       "      <td>You're listening to Legendscast, a podcast abo...</td>\n",
       "      <td>you're listening to legends cast a podcast abo...</td>\n",
       "      <td>you're listening to legends cast a podcast abo...</td>\n",
       "      <td>you're listening to legendscast a podcast abou...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (UNK liste...</td>\n",
       "      <td>you _ 're _ listening _ to _ legendscast _ a _...</td>\n",
       "      <td>you _ 're _ listening _ to _ legendscast _ a _...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>6MaijKHa5MU0MsdS0yVZHE</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>10.36</td>\n",
       "      <td>spotify:show:0cTycvoAlE6LSppQHpgr48</td>\n",
       "      <td>Align By Design</td>\n",
       "      <td>Align by Design with Amy Allchurch is the podc...</td>\n",
       "      <td>Amy Allchurch</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/de57c04/podcast/rss</td>\n",
       "      <td>spotify:episode:6MaijKHa5MU0MsdS0yVZHE</td>\n",
       "      <td>42. Myths Part 1</td>\n",
       "      <td>Debunking myths about Human Design and answeri...</td>\n",
       "      <td>36.063350</td>\n",
       "      <td>show_0cTycvoAlE6LSppQHpgr48</td>\n",
       "      <td>6MaijKHa5MU0MsdS0yVZHE</td>\n",
       "      <td>welcome to align by design i'm amy allchurch a...</td>\n",
       "      <td>Welcome to Align by Design; I'm Amy Allchurch,...</td>\n",
       "      <td>Welcome to Align by Design, I'm Amy Allchurch,...</td>\n",
       "      <td>Welcome to Align by Design, I'm Amy Allchurch,...</td>\n",
       "      <td>Welcome to 9 by Design. I'm eating all church ...</td>\n",
       "      <td>Welcome to Align by Design. I'm Amy Alchurch, ...</td>\n",
       "      <td>welcome to align by design i'm amy allchurch a...</td>\n",
       "      <td>welcome to 9 by design i'm eating all church a...</td>\n",
       "      <td>welcome to align by design i'm amy alchurch an...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>(FRAG (ADJP (UNK welcome) (S (VP (UNK to)))) (...</td>\n",
       "      <td>welcome _ to _ by _ design _\\ni _ 'm _ eating ...</td>\n",
       "      <td>welcome _ to _ by _ design _ i _ 'm _ eating _...</td>\n",
       "      <td>(ADJP (UNK welcome) (S (VP (UNK to) (VP (UNK a...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _\\ni _ 'm _...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>6URm69QBcvJpqoGiTE1nyy</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>25.67</td>\n",
       "      <td>spotify:show:40tQwCsD43wEfTZuDuZ66c</td>\n",
       "      <td>Let's All Be Serious</td>\n",
       "      <td>Imagine sitting around a table with three of y...</td>\n",
       "      <td>Banger</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/f7a6444/podcast/rss</td>\n",
       "      <td>spotify:episode:6URm69QBcvJpqoGiTE1nyy</td>\n",
       "      <td>Colonics, Psychics, and Amber Alerts, OH MY! w...</td>\n",
       "      <td>Mindy Hamilton is a medical anthropologist, fo...</td>\n",
       "      <td>57.617217</td>\n",
       "      <td>show_40tQwCsD43wEfTZuDuZ66c</td>\n",
       "      <td>6URm69QBcvJpqoGiTE1nyy</td>\n",
       "      <td>so is that all they do for icy hot those lying...</td>\n",
       "      <td>So, is that all they do for Icy Hot, those lyi...</td>\n",
       "      <td>So, is that all they do for Icy Hot? Those lyi...</td>\n",
       "      <td>So, is that all they do for Icy Hot, those lyi...</td>\n",
       "      <td>So that all they do for Icy Hot those Lyin mot...</td>\n",
       "      <td>So is that all they do for Icy Hot, those lyin...</td>\n",
       "      <td>so is that all they do for icy hot those lying...</td>\n",
       "      <td>so that all they do for icy hot those lyin mot...</td>\n",
       "      <td>so is that all they do for icy hot those lying...</td>\n",
       "      <td>(SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>(SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>(SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>(SBAR (UNK so) (UNK that) (S (NP (UNK all)) (N...</td>\n",
       "      <td>so _ that _ all _ they _ do _ for _ icy _ hot ...</td>\n",
       "      <td>so _ that _ all _ they _ do _ for _ icy _ hot ...</td>\n",
       "      <td>(SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>7n6zBPeHcH1t3MUvBNIvDa</td>\n",
       "      <td>scripted</td>\n",
       "      <td>5.31</td>\n",
       "      <td>spotify:show:5PFgy6lc8UvYIjDsaaO3dN</td>\n",
       "      <td>Crimes of Passion</td>\n",
       "      <td>Every Wednesday, we tell a love story that tur...</td>\n",
       "      <td>Parcast Network</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://feeds.megaphone.fm/crimesofpassion</td>\n",
       "      <td>spotify:episode:7n6zBPeHcH1t3MUvBNIvDa</td>\n",
       "      <td>Crimes of Passion Bites: Notorious Assassins</td>\n",
       "      <td>In addition to new episodes of Crimes of Passi...</td>\n",
       "      <td>22.490550</td>\n",
       "      <td>show_5PFgy6lc8UvYIjDsaaO3dN</td>\n",
       "      <td>7n6zBPeHcH1t3MUvBNIvDa</td>\n",
       "      <td>welcome to podcast crime bites we're offering ...</td>\n",
       "      <td>Welcome to Podcast Crime Bites, where we're of...</td>\n",
       "      <td>Welcome to Podcast Crime Bites. We're offering...</td>\n",
       "      <td>Welcome to Podcast Crime Bites, we're offering...</td>\n",
       "      <td>Welcome to park asked crime bites. We're offer...</td>\n",
       "      <td>Welcome to ParCast Crime Bites. We're offering...</td>\n",
       "      <td>welcome to podcast crime bites we're offering ...</td>\n",
       "      <td>welcome to park asked crime bites we're offeri...</td>\n",
       "      <td>welcome to parcast crime bites we're offering ...</td>\n",
       "      <td>(ADJP (UNK welcome) (PP (UNK to) (NP (NP (UNK ...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ where...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ where...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (PP (UNK to) (NP (UNK p...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ we _ ...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ we _ ...</td>\n",
       "      <td>(ADJP (UNK welcome) (PP (UNK to) (NP (UNK podc...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _\\nwe _...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ we _ ...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...</td>\n",
       "      <td>welcome _ to _ park _ asked _ crime _ bites _\\...</td>\n",
       "      <td>welcome _ to _ park _ asked _ crime _ bites _ ...</td>\n",
       "      <td>(ADJP (UNK welcome) (S (VP (UNK to) (VP (UNK p...</td>\n",
       "      <td>welcome _ to _ parcast _ crime _ bites _\\nwe _...</td>\n",
       "      <td>welcome _ to _ parcast _ crime _ bites _ we _ ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Unnamed: 0  nums                     ids        labels  percent_diff  \\\n",
       "1            1     1  1ll5WGWjWANfGKHZfrpL5A  not-scripted         14.20   \n",
       "2            2     2  1wHRMsWVurmo56xd1AcSfe      scripted          1.24   \n",
       "3            3     3  3i4qZ6FqzXdj8UiMeuaX3q  not-scripted         13.80   \n",
       "4            4     4  4YOq90opfiBsc3MwflzFbJ  not-scripted          9.05   \n",
       "5            5     5  5a0dxl6w7wh5SGAbNpxhu4      scripted          8.87   \n",
       "6            6     6  5TpkTe5mlb5xx1UT8OvZ6l      scripted          5.44   \n",
       "7            7     7  6jyaOoQ6aF3TB8z93Honak  not-scripted         12.39   \n",
       "8            8     8  6MaijKHa5MU0MsdS0yVZHE  not-scripted         10.36   \n",
       "9            9     9  6URm69QBcvJpqoGiTE1nyy  not-scripted         25.67   \n",
       "10          10    10  7n6zBPeHcH1t3MUvBNIvDa      scripted          5.31   \n",
       "\n",
       "                               show_uri  \\\n",
       "1   spotify:show:5HLsz7WFjW8hzJurMDdozi   \n",
       "2   spotify:show:1g056e2x0Y9AwW6CQF3qA5   \n",
       "3   spotify:show:2z1LtWVnflRUONFAo0FADb   \n",
       "4   spotify:show:4O6pIMQHq2GkVhwQ0KNdnH   \n",
       "5   spotify:show:21ASCcEXgUlbFSmoqjroZm   \n",
       "6   spotify:show:4gds4Ip86RDAlAgH4PQuQs   \n",
       "7   spotify:show:6JqOLHQRh2G24ItUTlmxu9   \n",
       "8   spotify:show:0cTycvoAlE6LSppQHpgr48   \n",
       "9   spotify:show:40tQwCsD43wEfTZuDuZ66c   \n",
       "10  spotify:show:5PFgy6lc8UvYIjDsaaO3dN   \n",
       "\n",
       "                                            show_name  \\\n",
       "1                               Granger Smith Podcast   \n",
       "2                                           Mythology   \n",
       "3                    Gamecock Central Podcast Network   \n",
       "4                             The Frog and The Dragon   \n",
       "5                                            Chompers   \n",
       "6                                   Crime Over Coffee   \n",
       "7   Legends Cast - A Podcast About Legends of Rune...   \n",
       "8                                     Align By Design   \n",
       "9                                Let's All Be Serious   \n",
       "10                                  Crimes of Passion   \n",
       "\n",
       "                                     show_description  \\\n",
       "1   American, Texan, father, husband, musician, Gr...   \n",
       "2   Myths endure for a reason. This episodic audio...   \n",
       "3   The Gamecock Central Podcast Network brings yo...   \n",
       "4   A podcast devoted to everything Magic: the Gat...   \n",
       "5   Make tooth time easy with this morning and nig...   \n",
       "6   Listen in each week while true crime enthusias...   \n",
       "7   A podcast about the meta, cards, and community...   \n",
       "8   Align by Design with Amy Allchurch is the podc...   \n",
       "9   Imagine sitting around a table with three of y...   \n",
       "10  Every Wednesday, we tell a love story that tur...   \n",
       "\n",
       "                    publisher language  \\\n",
       "1               Granger Smith   ['en']   \n",
       "2             Parcast Network   ['en']   \n",
       "3   Gamecock Central Podcasts   ['en']   \n",
       "4       The Frog & The Dragon   ['en']   \n",
       "5                      Gimlet   ['en']   \n",
       "6           Crime Over Coffee   ['en']   \n",
       "7                    The Lift   ['en']   \n",
       "8               Amy Allchurch   ['en']   \n",
       "9                      Banger   ['en']   \n",
       "10            Parcast Network   ['en']   \n",
       "\n",
       "                                             rss_link  \\\n",
       "1            https://anchor.fm/s/11170a28/podcast/rss   \n",
       "2                https://feeds.megaphone.fm/mythology   \n",
       "3   https://www.spreaker.com/show/957147/episodes/...   \n",
       "4            https://anchor.fm/s/1338c918/podcast/rss   \n",
       "5                 https://feeds.megaphone.fm/chompers   \n",
       "6             https://anchor.fm/s/b402dc8/podcast/rss   \n",
       "7             https://anchor.fm/s/c4221b8/podcast/rss   \n",
       "8             https://anchor.fm/s/de57c04/podcast/rss   \n",
       "9             https://anchor.fm/s/f7a6444/podcast/rss   \n",
       "10         https://feeds.megaphone.fm/crimesofpassion   \n",
       "\n",
       "                               episode_uri  \\\n",
       "1   spotify:episode:1ll5WGWjWANfGKHZfrpL5A   \n",
       "2   spotify:episode:1wHRMsWVurmo56xd1AcSfe   \n",
       "3   spotify:episode:3i4qZ6FqzXdj8UiMeuaX3q   \n",
       "4   spotify:episode:4YOq90opfiBsc3MwflzFbJ   \n",
       "5   spotify:episode:5a0dxl6w7wh5SGAbNpxhu4   \n",
       "6   spotify:episode:5TpkTe5mlb5xx1UT8OvZ6l   \n",
       "7   spotify:episode:6jyaOoQ6aF3TB8z93Honak   \n",
       "8   spotify:episode:6MaijKHa5MU0MsdS0yVZHE   \n",
       "9   spotify:episode:6URm69QBcvJpqoGiTE1nyy   \n",
       "10  spotify:episode:7n6zBPeHcH1t3MUvBNIvDa   \n",
       "\n",
       "                                         episode_name  \\\n",
       "1                       How do you move on from THIS?   \n",
       "2                          Orphan Boy & Elk Dog Pt. 1   \n",
       "3   The Hard Fowl: Team Victory and SEC Tournament...   \n",
       "4                                     Welcome to Cube   \n",
       "5                Heroines Week Xi Ling Shi (3-2-2020)   \n",
       "6                Mini Episode: Florence Salon Murders   \n",
       "7                   S2 Episode 5.5: State of the Show   \n",
       "8                                    42. Myths Part 1   \n",
       "9   Colonics, Psychics, and Amber Alerts, OH MY! w...   \n",
       "10       Crimes of Passion Bites: Notorious Assassins   \n",
       "\n",
       "                                  episode_description   duration  \\\n",
       "1   Episode 21: On this week's episode, I answered...  25.891600   \n",
       "2   Long Arrow is an orphan and an outcast—unable ...  36.144767   \n",
       "3   Collyn Taylor and Pearson Fowler break down Ca...  63.897200   \n",
       "4   Today we give you the basics of what is cube, ...  19.622017   \n",
       "5   Put your superhero cape on because its Heroine...   3.209150   \n",
       "6   This episode tells you the stories of the Flor...  10.765550   \n",
       "7   Mark gives a quick state of the show in this i...  19.075000   \n",
       "8   Debunking myths about Human Design and answeri...  36.063350   \n",
       "9   Mindy Hamilton is a medical anthropologist, fo...  57.617217   \n",
       "10  In addition to new episodes of Crimes of Passi...  22.490550   \n",
       "\n",
       "           show_filename_prefix episode_filename_prefix  \\\n",
       "1   show_5HLsz7WFjW8hzJurMDdozi  1ll5WGWjWANfGKHZfrpL5A   \n",
       "2   show_1g056e2x0Y9AwW6CQF3qA5  1wHRMsWVurmo56xd1AcSfe   \n",
       "3   show_2z1LtWVnflRUONFAo0FADb  3i4qZ6FqzXdj8UiMeuaX3q   \n",
       "4   show_4O6pIMQHq2GkVhwQ0KNdnH  4YOq90opfiBsc3MwflzFbJ   \n",
       "5   show_21ASCcEXgUlbFSmoqjroZm  5a0dxl6w7wh5SGAbNpxhu4   \n",
       "6   show_4gds4Ip86RDAlAgH4PQuQs  5TpkTe5mlb5xx1UT8OvZ6l   \n",
       "7   show_6JqOLHQRh2G24ItUTlmxu9  6jyaOoQ6aF3TB8z93Honak   \n",
       "8   show_0cTycvoAlE6LSppQHpgr48  6MaijKHa5MU0MsdS0yVZHE   \n",
       "9   show_40tQwCsD43wEfTZuDuZ66c  6URm69QBcvJpqoGiTE1nyy   \n",
       "10  show_5PFgy6lc8UvYIjDsaaO3dN  7n6zBPeHcH1t3MUvBNIvDa   \n",
       "\n",
       "                                          GroundTruth  \\\n",
       "1   if you're ever in deep deep grief and you wond...   \n",
       "2   something to note all myths have many versions...   \n",
       "3   hello and welcome back into another episode of...   \n",
       "4   hello everyone and welcome to the frog and the...   \n",
       "5   good morning we hope you're ready to have a su...   \n",
       "6   good morning and welcome to another mini monda...   \n",
       "7   you're listening to legends cast a podcast abo...   \n",
       "8   welcome to align by design i'm amy allchurch a...   \n",
       "9   so is that all they do for icy hot those lying...   \n",
       "10  welcome to podcast crime bites we're offering ...   \n",
       "\n",
       "                                      GroundTruth-max  \\\n",
       "1   If you're ever in deep, deep grief, and you wo...   \n",
       "2   Something to note: all myths have many version...   \n",
       "3   Hello, and welcome back into another episode o...   \n",
       "4   Hello, everyone, and welcome to \"The Frog and ...   \n",
       "5   Good morning! We hope you're ready to have a s...   \n",
       "6   Good morning, and welcome to another mini Mond...   \n",
       "7   You're listening to Legends Cast, a podcast ab...   \n",
       "8   Welcome to Align by Design; I'm Amy Allchurch,...   \n",
       "9   So, is that all they do for Icy Hot, those lyi...   \n",
       "10  Welcome to Podcast Crime Bites, where we're of...   \n",
       "\n",
       "                                  GroundTruth-neutral  \\\n",
       "1   If you're ever in deep, deep grief and you won...   \n",
       "2   Something to note: all myths have many version...   \n",
       "3   Hello and welcome back into another episode of...   \n",
       "4   Hello everyone, and welcome to The Frog and th...   \n",
       "5   Good morning! We hope you're ready to have a s...   \n",
       "6   Good morning, and welcome to another Mini Mond...   \n",
       "7   You're listening to Legends Cast, a podcast ab...   \n",
       "8   Welcome to Align by Design, I'm Amy Allchurch,...   \n",
       "9   So, is that all they do for Icy Hot? Those lyi...   \n",
       "10  Welcome to Podcast Crime Bites. We're offering...   \n",
       "\n",
       "                                      GroundTruth-min  \\\n",
       "1   If you're ever in deep, deep grief and you won...   \n",
       "2   Something to note: all myths have many version...   \n",
       "3   Hello and welcome back into another episode of...   \n",
       "4   Hello everyone, and welcome to The Frog and Th...   \n",
       "5   Good morning, we hope you're ready to have a s...   \n",
       "6   Good morning, and welcome to another Mini Mond...   \n",
       "7   You're listening to Legends Cast, a podcast ab...   \n",
       "8   Welcome to Align by Design, I'm Amy Allchurch,...   \n",
       "9   So, is that all they do for Icy Hot, those lyi...   \n",
       "10  Welcome to Podcast Crime Bites, we're offering...   \n",
       "\n",
       "                                            GoogleASR  \\\n",
       "1   If you're ever in deep deep grief and you wond...   \n",
       "2   Something to note all myths have many versions...   \n",
       "3   Hello and welcome back in to another episode o...   \n",
       "4   Hello everyone and welcome to frog and the dra...   \n",
       "5   Good morning. We hope you're ready to have a s...   \n",
       "6   Good morning, and welcome to another mini Mond...   \n",
       "7   You're listening to Legends cast a podcast abo...   \n",
       "8   Welcome to 9 by Design. I'm eating all church ...   \n",
       "9   So that all they do for Icy Hot those Lyin mot...   \n",
       "10  Welcome to park asked crime bites. We're offer...   \n",
       "\n",
       "                                             WhisperX  \\\n",
       "1   If you're ever in deep, deep grief and you won...   \n",
       "2   Something to note, all myths have many version...   \n",
       "3   Hello and welcome back into another episode of...   \n",
       "4   Hello everyone and welcome to the Frog and the...   \n",
       "5   Good morning. We hope you're ready to have a s...   \n",
       "6   Good morning, and welcome to another mini Mond...   \n",
       "7   You're listening to Legendscast, a podcast abo...   \n",
       "8   Welcome to Align by Design. I'm Amy Alchurch, ...   \n",
       "9   So is that all they do for Icy Hot, those lyin...   \n",
       "10  Welcome to ParCast Crime Bites. We're offering...   \n",
       "\n",
       "                                      rpl_GroundTruth  \\\n",
       "1   if you're ever in deep deep grief and you wond...   \n",
       "2   something to note all myths have many versions...   \n",
       "3   hello and welcome back into another episode of...   \n",
       "4   hello everyone and welcome to the frog and the...   \n",
       "5   good morning we hope you're ready to have a su...   \n",
       "6   good morning and welcome to another mini monda...   \n",
       "7   you're listening to legends cast a podcast abo...   \n",
       "8   welcome to align by design i'm amy allchurch a...   \n",
       "9   so is that all they do for icy hot those lying...   \n",
       "10  welcome to podcast crime bites we're offering ...   \n",
       "\n",
       "                                        rpl_GoogleASR  \\\n",
       "1   if you're ever in deep deep grief and you wond...   \n",
       "2   something to note all myths have many versions...   \n",
       "3   hello and welcome back in to another episode o...   \n",
       "4   hello everyone and welcome to frog and the dra...   \n",
       "5   good morning we hope you're ready to have a su...   \n",
       "6   good morning and welcome to another mini monda...   \n",
       "7   you're listening to legends cast a podcast abo...   \n",
       "8   welcome to 9 by design i'm eating all church a...   \n",
       "9   so that all they do for icy hot those lyin mot...   \n",
       "10  welcome to park asked crime bites we're offeri...   \n",
       "\n",
       "                                         rpl_WhisperX  \\\n",
       "1   if you're ever in deep deep grief and you wond...   \n",
       "2   something to note all myths have many versions...   \n",
       "3   hello and welcome back into another episode of...   \n",
       "4   hello everyone and welcome to the frog and the...   \n",
       "5   good morning we hope you're ready to have a su...   \n",
       "6   good morning and welcome to another mini monda...   \n",
       "7   you're listening to legendscast a podcast abou...   \n",
       "8   welcome to align by design i'm amy alchurch an...   \n",
       "9   so is that all they do for icy hot those lying...   \n",
       "10  welcome to parcast crime bites we're offering ...   \n",
       "\n",
       "                                GroundTruth-max_parse  \\\n",
       "1   (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "2   (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "3   (FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...   \n",
       "4   (FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...   \n",
       "5   (INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...   \n",
       "6   (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "7   (S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...   \n",
       "8   (S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...   \n",
       "9   (SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...   \n",
       "10  (ADJP (UNK welcome) (PP (UNK to) (NP (NP (UNK ...   \n",
       "\n",
       "                             GroundTruth-max_orig_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello _ and _ welcome _ back _ into _ another ...   \n",
       "4   hello _ everyone _ and _ welcome _ to _ the _ ...   \n",
       "5   good _ morning _\\nwe _ hope _ you _ 're _ read...   \n",
       "6   good _ morning _ and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "8   welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "9   so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "10  welcome _ to _ podcast _ crime _ bites _ where...   \n",
       "\n",
       "                                  GroundTruth-max_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello E and _ welcome _ back _ into _ another ...   \n",
       "4   hello E everyone _ and _ welcome _ to _ the _ ...   \n",
       "5   good _ morning _ we _ hope _ you _ 're _ ready...   \n",
       "6   good E morning E and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "8   welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "9   so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "10  welcome _ to _ podcast _ crime _ bites _ where...   \n",
       "\n",
       "                                GroundTruth-min_parse  \\\n",
       "1   (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "2   (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "3   (FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...   \n",
       "4   (S (INTJ (UNK hello)) (NP (UNK everyone)) (UNK...   \n",
       "5   (S (INTJ (UNK good) (UNK morning)) (NP (UNK we...   \n",
       "6   (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "7   (S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...   \n",
       "8   (S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...   \n",
       "9   (SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...   \n",
       "10  (S (ADJP (UNK welcome) (PP (UNK to) (NP (UNK p...   \n",
       "\n",
       "                             GroundTruth-min_orig_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello _ and _ welcome _ back _ into _ another ...   \n",
       "4   hello _ everyone _ and _ welcome _ to _ the _ ...   \n",
       "5   good _ morning _ we _ hope _ you _ 're _ ready...   \n",
       "6   good _ morning _ and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "8   welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "9   so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "10  welcome _ to _ podcast _ crime _ bites _ we _ ...   \n",
       "\n",
       "                                  GroundTruth-min_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello E and _ welcome _ back _ into _ another ...   \n",
       "4   hello E everyone _ and _ welcome _ to _ the _ ...   \n",
       "5   good E morning E we _ hope _ you _ 're _ ready...   \n",
       "6   good E morning E and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "8   welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "9   so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "10  welcome _ to _ podcast _ crime _ bites _ we _ ...   \n",
       "\n",
       "                            GroundTruth-neutral_parse  \\\n",
       "1   (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "2   (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "3   (FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...   \n",
       "4   (FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...   \n",
       "5   (INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...   \n",
       "6   (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "7   (S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...   \n",
       "8   (S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...   \n",
       "9   (SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...   \n",
       "10  (ADJP (UNK welcome) (PP (UNK to) (NP (UNK podc...   \n",
       "\n",
       "                         GroundTruth-neutral_orig_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello _ and _ welcome _ back _ into _ another ...   \n",
       "4   hello _ everyone _ and _ welcome _ to _ the _ ...   \n",
       "5   good _ morning _\\nwe _ hope _ you _ 're _ read...   \n",
       "6   good _ morning _ and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "8   welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "9   so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "10  welcome _ to _ podcast _ crime _ bites _\\nwe _...   \n",
       "\n",
       "                              GroundTruth-neutral_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello E and _ welcome _ back _ into _ another ...   \n",
       "4   hello E everyone _ and _ welcome _ to _ the _ ...   \n",
       "5   good _ morning _ we _ hope _ you _ 're _ ready...   \n",
       "6   good E morning E and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "8   welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "9   so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "10  welcome _ to _ podcast _ crime _ bites _ we _ ...   \n",
       "\n",
       "                                      GoogleASR_parse  \\\n",
       "1   (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "2   (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "3   (FRAG (INTJ (UNK hello)) (UNK and) (INTJ (UNK ...   \n",
       "4   (FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...   \n",
       "5   (INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...   \n",
       "6   (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "7   (S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...   \n",
       "8   (FRAG (ADJP (UNK welcome) (S (VP (UNK to)))) (...   \n",
       "9   (SBAR (UNK so) (UNK that) (S (NP (UNK all)) (N...   \n",
       "10  (S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...   \n",
       "\n",
       "                                   GoogleASR_orig_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello _ and _ welcome _ back _ in _ to _ anoth...   \n",
       "4   hello _ everyone _ and _ welcome _ to _ frog _...   \n",
       "5   good _ morning _\\nwe _ hope _ you _ 're _ read...   \n",
       "6   good _ morning _ and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "8   welcome _ to _ by _ design _\\ni _ 'm _ eating ...   \n",
       "9   so _ that _ all _ they _ do _ for _ icy _ hot ...   \n",
       "10  welcome _ to _ park _ asked _ crime _ bites _\\...   \n",
       "\n",
       "                                        GoogleASR_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello E and _ welcome E back _ in _ to _ anoth...   \n",
       "4   hello E everyone _ and _ welcome _ to _ frog _...   \n",
       "5   good _ morning _ we _ hope _ you _ 're _ ready...   \n",
       "6   good E morning E and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "8   welcome _ to _ by _ design _ i _ 'm _ eating _...   \n",
       "9   so _ that _ all _ they _ do _ for _ icy _ hot ...   \n",
       "10  welcome _ to _ park _ asked _ crime _ bites _ ...   \n",
       "\n",
       "                                       WhisperX_parse  \\\n",
       "1   (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "2   (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "3   (FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...   \n",
       "4   (FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...   \n",
       "5   (INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...   \n",
       "6   (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "7   (S (NP (UNK you)) (VP (UNK 're) (VP (UNK liste...   \n",
       "8   (ADJP (UNK welcome) (S (VP (UNK to) (VP (UNK a...   \n",
       "9   (SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...   \n",
       "10  (ADJP (UNK welcome) (S (VP (UNK to) (VP (UNK p...   \n",
       "\n",
       "                                    WhisperX_orig_dys  \\\n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "2   something _ to _ note _ all _ myths _ have _ m...   \n",
       "3   hello _ and _ welcome _ back _ into _ another ...   \n",
       "4   hello _ everyone _ and _ welcome _ to _ the _ ...   \n",
       "5   good _ morning _\\nwe _ hope _ you _ 're _ read...   \n",
       "6   good _ morning _ and _ welcome _ to _ another ...   \n",
       "7   you _ 're _ listening _ to _ legendscast _ a _...   \n",
       "8   welcome _ to _ align _ by _ design _\\ni _ 'm _...   \n",
       "9   so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "10  welcome _ to _ parcast _ crime _ bites _\\nwe _...   \n",
       "\n",
       "                                         WhisperX_dys  \n",
       "1   if _ you _ 're _ ever _ in _ deep E deep _ gri...  \n",
       "2   something _ to _ note _ all _ myths _ have _ m...  \n",
       "3   hello E and _ welcome _ back _ into _ another ...  \n",
       "4   hello E everyone _ and _ welcome _ to _ the _ ...  \n",
       "5   good _ morning _ we _ hope _ you _ 're _ ready...  \n",
       "6   good E morning E and _ welcome _ to _ another ...  \n",
       "7   you _ 're _ listening _ to _ legendscast _ a _...  \n",
       "8   welcome _ to _ align _ by _ design _ i _ 'm _ ...  \n",
       "9   so _ is _ that _ all _ they _ do _ for _ icy _...  \n",
       "10  welcome _ to _ parcast _ crime _ bites _ we _ ...  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_small_scale = pd.read_csv(\"./csv/small_scale_texts.csv\", index_col=False)\n",
    "df_GroundTruth_max = pd.read_csv(\"./csv/df-english-fisher-annotations-test-GroundTruth-max.csv\", index_col=False)\n",
    "df_GroundTruth_min = pd.read_csv(\"./csv/df-english-fisher-annotations-test-GroundTruth-min.csv\", index_col=False)\n",
    "df_GroundTruth_neutral = pd.read_csv(\"./csv/df-english-fisher-annotations-test-GroundTruth-neutral.csv\", index_col=False)\n",
    "df_GoogleASR = pd.read_csv(\"./csv/df-english-fisher-annotations-test-GoogleASR.csv\", index_col=False)\n",
    "df_WhisperX = pd.read_csv(\"./csv/df-english-fisher-annotations-test-WhisperX.csv\", index_col=False)\n",
    "\n",
    "# keep all cols in the merge\n",
    "mdf = None\n",
    "mdf = pd.merge(df_small_scale, df_GroundTruth_max[[\"show_filename_prefix\", \"GroundTruth-max_parse\", \"GroundTruth-max_orig_dys\", \"GroundTruth-max_dys\"]], on=\"show_filename_prefix\")\n",
    "mdf = pd.merge(mdf, df_GroundTruth_min[[\"show_filename_prefix\", \"GroundTruth-min_parse\", \"GroundTruth-min_orig_dys\", \"GroundTruth-min_dys\"]], on=\"show_filename_prefix\")\n",
    "mdf = pd.merge(mdf, df_GroundTruth_neutral[[\"show_filename_prefix\", \"GroundTruth-neutral_parse\", \"GroundTruth-neutral_orig_dys\", \"GroundTruth-neutral_dys\"]], on=\"show_filename_prefix\")\n",
    "mdf = pd.merge(mdf, df_GoogleASR[[\"show_filename_prefix\", \"GoogleASR_parse\", \"GoogleASR_orig_dys\", \"GoogleASR_dys\"]], on=\"show_filename_prefix\")\n",
    "mdf = pd.merge(mdf, df_WhisperX[[\"show_filename_prefix\", \"WhisperX_parse\", \"WhisperX_orig_dys\", \"WhisperX_dys\"]], on=\"show_filename_prefix\")\n",
    "mdf.index += 1\n",
    "display(mdf)\n",
    "\n",
    "# save df\n",
    "mdf.to_csv(\"./csv/df-english-fisher-annotations-test-all3.csv\", header=True)\n",
    "\n",
    "# for index, row in mdf.iterrows():\n",
    "#     print(\"GROUND-TRUTH:\", row[\"GroundTruth-punctuated\"])\n",
    "#     print(\"GOOGLE:\", row[\"GoogleASR\"])\n",
    "#     print(\"WHISPER:\", row[\"WhisperX\"])\n",
    "#     print()\n",
    "#     print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b26707f5-72b7-437a-8b5d-76e438f5131a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "2022_10_3",
   "language": "python",
   "name": "2022_10_3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}