Small_Scale_Analysis.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "ac013291-382b-4345-a6c0-8d3ac47f2d4b",
   "metadata": {},
   "source": [
    "# Small_Scale_Analysis.ipynb\n",
    "This notebook:\n",
    "* Obtains values for the various automatic metrics (WER, CER, etc.) versus the Ground Truth for both Google ASR and WhisperX.\n",
    "* Writes the results to a df.\n",
    "* Aggregates the results across the entire df, the scripted podcasts, and the non-scripted podcasts."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "fd6ab57f-2280-4659-bb10-901c2172b67a",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/grads/m/mariateleki/anaconda3/envs/pytorch_env_3.8/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "pd.set_option('display.max_columns', None)\n",
    "\n",
    "import re\n",
    "import string\n",
    "\n",
    "# torch metrics\n",
    "import torch\n",
    "from torcheval.metrics.functional import word_error_rate\n",
    "from torcheval.metrics import BLEUScore\n",
    "from torcheval.metrics.text import WordInformationLost\n",
    "from torcheval.metrics import WordInformationPreserved\n",
    "\n",
    "# huggingface metrics\n",
    "from datasets import load_metric\n",
    "import evaluate\n",
    "\n",
    "# set up objects for object-oriented metrics\n",
    "bleu_score = BLEUScore(n_gram=4)\n",
    "wil_score = WordInformationLost()\n",
    "wip_score = WordInformationPreserved()\n",
    "cer_score = evaluate.load(\"cer\")\n",
    "bert_score = evaluate.load(\"bertscore\")\n",
    "rouge_score = evaluate.load('rouge')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "979b73d8-b250-4922-9f16-a0e4a445d267",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"./csv/df-english-fisher-annotations-test-all3.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "d4cbe800-5d28-4f6e-ab5b-383c120e9eb5",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Some weights of RobertaModel were not initialized from the model checkpoint at roberta-large and are newly initialized: ['roberta.pooler.dense.weight', 'roberta.pooler.dense.bias']\n",
      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0.1</th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>nums</th>\n",
       "      <th>ids</th>\n",
       "      <th>labels</th>\n",
       "      <th>percent_diff</th>\n",
       "      <th>show_uri</th>\n",
       "      <th>show_name</th>\n",
       "      <th>show_description</th>\n",
       "      <th>publisher</th>\n",
       "      <th>language</th>\n",
       "      <th>rss_link</th>\n",
       "      <th>episode_uri</th>\n",
       "      <th>episode_name</th>\n",
       "      <th>episode_description</th>\n",
       "      <th>duration</th>\n",
       "      <th>show_filename_prefix</th>\n",
       "      <th>episode_filename_prefix</th>\n",
       "      <th>GroundTruth</th>\n",
       "      <th>GroundTruth-max</th>\n",
       "      <th>GroundTruth-neutral</th>\n",
       "      <th>GroundTruth-min</th>\n",
       "      <th>GoogleASR</th>\n",
       "      <th>WhisperX</th>\n",
       "      <th>rpl_GroundTruth</th>\n",
       "      <th>rpl_GoogleASR</th>\n",
       "      <th>rpl_WhisperX</th>\n",
       "      <th>GroundTruth-max_parse</th>\n",
       "      <th>GroundTruth-max_orig_dys</th>\n",
       "      <th>GroundTruth-max_dys</th>\n",
       "      <th>GroundTruth-min_parse</th>\n",
       "      <th>GroundTruth-min_orig_dys</th>\n",
       "      <th>GroundTruth-min_dys</th>\n",
       "      <th>GroundTruth-neutral_parse</th>\n",
       "      <th>GroundTruth-neutral_orig_dys</th>\n",
       "      <th>GroundTruth-neutral_dys</th>\n",
       "      <th>GoogleASR_parse</th>\n",
       "      <th>GoogleASR_orig_dys</th>\n",
       "      <th>GoogleASR_dys</th>\n",
       "      <th>WhisperX_parse</th>\n",
       "      <th>WhisperX_orig_dys</th>\n",
       "      <th>WhisperX_dys</th>\n",
       "      <th>length_GroundTruth</th>\n",
       "      <th>length_GoogleASR</th>\n",
       "      <th>length_WhisperX</th>\n",
       "      <th>wer_GoogleASR</th>\n",
       "      <th>wer_WhisperX</th>\n",
       "      <th>cer_GoogleASR</th>\n",
       "      <th>cer_WhisperX</th>\n",
       "      <th>wil_GoogleASR</th>\n",
       "      <th>wil_WhisperX</th>\n",
       "      <th>wip_GoogleASR</th>\n",
       "      <th>wip_WhisperX</th>\n",
       "      <th>bleu_GoogleASR</th>\n",
       "      <th>bleu_WhisperX</th>\n",
       "      <th>bert_p_GoogleASR</th>\n",
       "      <th>bert_p_WhisperX</th>\n",
       "      <th>bert_r_GoogleASR</th>\n",
       "      <th>bert_r_WhisperX</th>\n",
       "      <th>bert_f_GoogleASR</th>\n",
       "      <th>bert_f_WhisperX</th>\n",
       "      <th>rouge1_GoogleASR</th>\n",
       "      <th>rouge1_WhisperX</th>\n",
       "      <th>rouge2_GoogleASR</th>\n",
       "      <th>rouge2_WhisperX</th>\n",
       "      <th>rougeL_GoogleASR</th>\n",
       "      <th>rougeL_WhisperX</th>\n",
       "      <th>uh_count_WhisperX</th>\n",
       "      <th>uh_count_GoogleASR</th>\n",
       "      <th>uh_count_GroundTruth</th>\n",
       "      <th>um_count_WhisperX</th>\n",
       "      <th>um_count_GoogleASR</th>\n",
       "      <th>um_count_GroundTruth</th>\n",
       "      <th>well_count_WhisperX</th>\n",
       "      <th>well_count_GoogleASR</th>\n",
       "      <th>well_count_GroundTruth</th>\n",
       "      <th>INTJ_count_WhisperX</th>\n",
       "      <th>INTJ_count_GoogleASR</th>\n",
       "      <th>INTJ_count_GroundTruth-max</th>\n",
       "      <th>INTJ_count_GroundTruth-min</th>\n",
       "      <th>INTJ_count_GroundTruth-neutral</th>\n",
       "      <th>PRN_count_WhisperX</th>\n",
       "      <th>PRN_count_GoogleASR</th>\n",
       "      <th>PRN_count_GroundTruth-max</th>\n",
       "      <th>PRN_count_GroundTruth-min</th>\n",
       "      <th>PRN_count_GroundTruth-neutral</th>\n",
       "      <th>EDITED_count_WhisperX</th>\n",
       "      <th>EDITED_count_GoogleASR</th>\n",
       "      <th>EDITED_count_GroundTruth-max</th>\n",
       "      <th>EDITED_count_GroundTruth-min</th>\n",
       "      <th>EDITED_count_GroundTruth-neutral</th>\n",
       "      <th>punctuation_count_GoogleASR</th>\n",
       "      <th>punctuation_count_WhisperX</th>\n",
       "      <th>punctuation_count_GroundTruth-max</th>\n",
       "      <th>punctuation_count_GroundTruth-min</th>\n",
       "      <th>punctuation_count_GroundTruth-neutral</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1ll5WGWjWANfGKHZfrpL5A</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>14.20</td>\n",
       "      <td>spotify:show:5HLsz7WFjW8hzJurMDdozi</td>\n",
       "      <td>Granger Smith Podcast</td>\n",
       "      <td>American, Texan, father, husband, musician, Gr...</td>\n",
       "      <td>Granger Smith</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/11170a28/podcast/rss</td>\n",
       "      <td>spotify:episode:1ll5WGWjWANfGKHZfrpL5A</td>\n",
       "      <td>How do you move on from THIS?</td>\n",
       "      <td>Episode 21: On this week's episode, I answered...</td>\n",
       "      <td>25.891600</td>\n",
       "      <td>show_5HLsz7WFjW8hzJurMDdozi</td>\n",
       "      <td>1ll5WGWjWANfGKHZfrpL5A</td>\n",
       "      <td>if you're ever in deep deep grief and you wond...</td>\n",
       "      <td>If you're ever in deep, deep grief, and you wo...</td>\n",
       "      <td>If you're ever in deep, deep grief and you won...</td>\n",
       "      <td>If you're ever in deep, deep grief and you won...</td>\n",
       "      <td>If you're ever in deep deep grief and you wond...</td>\n",
       "      <td>If you're ever in deep, deep grief and you won...</td>\n",
       "      <td>if you're ever in deep deep grief and you wond...</td>\n",
       "      <td>if you're ever in deep deep grief and you wond...</td>\n",
       "      <td>if you're ever in deep deep grief and you wond...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>(S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>if _ you _ 're _ ever _ in _ deep E deep _ gri...</td>\n",
       "      <td>267.0</td>\n",
       "      <td>260.0</td>\n",
       "      <td>255.0</td>\n",
       "      <td>0.089888</td>\n",
       "      <td>0.108614</td>\n",
       "      <td>0.058296</td>\n",
       "      <td>0.068012</td>\n",
       "      <td>0.149395</td>\n",
       "      <td>0.158718</td>\n",
       "      <td>0.850605</td>\n",
       "      <td>0.841282</td>\n",
       "      <td>0.818645</td>\n",
       "      <td>0.809326</td>\n",
       "      <td>0.983228</td>\n",
       "      <td>0.982010</td>\n",
       "      <td>0.969828</td>\n",
       "      <td>0.967203</td>\n",
       "      <td>0.976482</td>\n",
       "      <td>0.974550</td>\n",
       "      <td>0.933810</td>\n",
       "      <td>0.927798</td>\n",
       "      <td>0.868941</td>\n",
       "      <td>0.862319</td>\n",
       "      <td>0.933810</td>\n",
       "      <td>0.927798</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>8</td>\n",
       "      <td>22</td>\n",
       "      <td>42</td>\n",
       "      <td>68</td>\n",
       "      <td>53</td>\n",
       "      <td>60</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1wHRMsWVurmo56xd1AcSfe</td>\n",
       "      <td>scripted</td>\n",
       "      <td>1.24</td>\n",
       "      <td>spotify:show:1g056e2x0Y9AwW6CQF3qA5</td>\n",
       "      <td>Mythology</td>\n",
       "      <td>Myths endure for a reason. This episodic audio...</td>\n",
       "      <td>Parcast Network</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://feeds.megaphone.fm/mythology</td>\n",
       "      <td>spotify:episode:1wHRMsWVurmo56xd1AcSfe</td>\n",
       "      <td>Orphan Boy &amp; Elk Dog Pt. 1</td>\n",
       "      <td>Long Arrow is an orphan and an outcast—unable ...</td>\n",
       "      <td>36.144767</td>\n",
       "      <td>show_1g056e2x0Y9AwW6CQF3qA5</td>\n",
       "      <td>1wHRMsWVurmo56xd1AcSfe</td>\n",
       "      <td>something to note all myths have many versions...</td>\n",
       "      <td>Something to note: all myths have many version...</td>\n",
       "      <td>Something to note: all myths have many version...</td>\n",
       "      <td>Something to note: all myths have many version...</td>\n",
       "      <td>Something to note all myths have many versions...</td>\n",
       "      <td>Something to note, all myths have many version...</td>\n",
       "      <td>something to note all myths have many versions...</td>\n",
       "      <td>something to note all myths have many versions...</td>\n",
       "      <td>something to note all myths have many versions...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>(NP (NP (UNK something)) (SBAR (S (VP (UNK to)...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>something _ to _ note _ all _ myths _ have _ m...</td>\n",
       "      <td>269.0</td>\n",
       "      <td>271.0</td>\n",
       "      <td>267.0</td>\n",
       "      <td>0.037175</td>\n",
       "      <td>0.022305</td>\n",
       "      <td>0.013550</td>\n",
       "      <td>0.008808</td>\n",
       "      <td>0.127692</td>\n",
       "      <td>0.105235</td>\n",
       "      <td>0.872308</td>\n",
       "      <td>0.894765</td>\n",
       "      <td>0.849952</td>\n",
       "      <td>0.877995</td>\n",
       "      <td>0.989420</td>\n",
       "      <td>0.994830</td>\n",
       "      <td>0.989860</td>\n",
       "      <td>0.993735</td>\n",
       "      <td>0.989640</td>\n",
       "      <td>0.994283</td>\n",
       "      <td>0.971326</td>\n",
       "      <td>0.983784</td>\n",
       "      <td>0.938849</td>\n",
       "      <td>0.969259</td>\n",
       "      <td>0.967742</td>\n",
       "      <td>0.983784</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>18</td>\n",
       "      <td>40</td>\n",
       "      <td>51</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3i4qZ6FqzXdj8UiMeuaX3q</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>13.80</td>\n",
       "      <td>spotify:show:2z1LtWVnflRUONFAo0FADb</td>\n",
       "      <td>Gamecock Central Podcast Network</td>\n",
       "      <td>The Gamecock Central Podcast Network brings yo...</td>\n",
       "      <td>Gamecock Central Podcasts</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://www.spreaker.com/show/957147/episodes/...</td>\n",
       "      <td>spotify:episode:3i4qZ6FqzXdj8UiMeuaX3q</td>\n",
       "      <td>The Hard Fowl: Team Victory and SEC Tournament...</td>\n",
       "      <td>Collyn Taylor and Pearson Fowler break down Ca...</td>\n",
       "      <td>63.897200</td>\n",
       "      <td>show_2z1LtWVnflRUONFAo0FADb</td>\n",
       "      <td>3i4qZ6FqzXdj8UiMeuaX3q</td>\n",
       "      <td>hello and welcome back into another episode of...</td>\n",
       "      <td>Hello, and welcome back into another episode o...</td>\n",
       "      <td>Hello and welcome back into another episode of...</td>\n",
       "      <td>Hello and welcome back into another episode of...</td>\n",
       "      <td>Hello and welcome back in to another episode o...</td>\n",
       "      <td>Hello and welcome back into another episode of...</td>\n",
       "      <td>hello and welcome back into another episode of...</td>\n",
       "      <td>hello and welcome back in to another episode o...</td>\n",
       "      <td>hello and welcome back into another episode of...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...</td>\n",
       "      <td>hello _ and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>hello E and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...</td>\n",
       "      <td>hello _ and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>hello E and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...</td>\n",
       "      <td>hello _ and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>hello E and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (INTJ (UNK ...</td>\n",
       "      <td>hello _ and _ welcome _ back _ in _ to _ anoth...</td>\n",
       "      <td>hello E and _ welcome E back _ in _ to _ anoth...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...</td>\n",
       "      <td>hello _ and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>hello E and _ welcome _ back _ into _ another ...</td>\n",
       "      <td>377.0</td>\n",
       "      <td>369.0</td>\n",
       "      <td>372.0</td>\n",
       "      <td>0.140584</td>\n",
       "      <td>0.095491</td>\n",
       "      <td>0.083163</td>\n",
       "      <td>0.053571</td>\n",
       "      <td>0.142197</td>\n",
       "      <td>0.148172</td>\n",
       "      <td>0.857803</td>\n",
       "      <td>0.851828</td>\n",
       "      <td>0.853186</td>\n",
       "      <td>0.849956</td>\n",
       "      <td>0.961241</td>\n",
       "      <td>0.972340</td>\n",
       "      <td>0.955786</td>\n",
       "      <td>0.968941</td>\n",
       "      <td>0.958506</td>\n",
       "      <td>0.970637</td>\n",
       "      <td>0.909091</td>\n",
       "      <td>0.937984</td>\n",
       "      <td>0.822917</td>\n",
       "      <td>0.873057</td>\n",
       "      <td>0.890909</td>\n",
       "      <td>0.932817</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>6</td>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>8</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>23</td>\n",
       "      <td>31</td>\n",
       "      <td>64</td>\n",
       "      <td>57</td>\n",
       "      <td>66</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4YOq90opfiBsc3MwflzFbJ</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>9.05</td>\n",
       "      <td>spotify:show:4O6pIMQHq2GkVhwQ0KNdnH</td>\n",
       "      <td>The Frog and The Dragon</td>\n",
       "      <td>A podcast devoted to everything Magic: the Gat...</td>\n",
       "      <td>The Frog &amp; The Dragon</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/1338c918/podcast/rss</td>\n",
       "      <td>spotify:episode:4YOq90opfiBsc3MwflzFbJ</td>\n",
       "      <td>Welcome to Cube</td>\n",
       "      <td>Today we give you the basics of what is cube, ...</td>\n",
       "      <td>19.622017</td>\n",
       "      <td>show_4O6pIMQHq2GkVhwQ0KNdnH</td>\n",
       "      <td>4YOq90opfiBsc3MwflzFbJ</td>\n",
       "      <td>hello everyone and welcome to the frog and the...</td>\n",
       "      <td>Hello, everyone, and welcome to \"The Frog and ...</td>\n",
       "      <td>Hello everyone, and welcome to The Frog and th...</td>\n",
       "      <td>Hello everyone, and welcome to The Frog and Th...</td>\n",
       "      <td>Hello everyone and welcome to frog and the dra...</td>\n",
       "      <td>Hello everyone and welcome to the Frog and the...</td>\n",
       "      <td>hello everyone and welcome to the frog and the...</td>\n",
       "      <td>hello everyone and welcome to frog and the dra...</td>\n",
       "      <td>hello everyone and welcome to the frog and the...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>(S (INTJ (UNK hello)) (NP (UNK everyone)) (UNK...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ frog _...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ frog _...</td>\n",
       "      <td>(FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...</td>\n",
       "      <td>hello _ everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>hello E everyone _ and _ welcome _ to _ the _ ...</td>\n",
       "      <td>296.0</td>\n",
       "      <td>294.0</td>\n",
       "      <td>295.0</td>\n",
       "      <td>0.108108</td>\n",
       "      <td>0.057432</td>\n",
       "      <td>0.081715</td>\n",
       "      <td>0.048225</td>\n",
       "      <td>0.155412</td>\n",
       "      <td>0.149714</td>\n",
       "      <td>0.844588</td>\n",
       "      <td>0.850286</td>\n",
       "      <td>0.846446</td>\n",
       "      <td>0.853206</td>\n",
       "      <td>0.970504</td>\n",
       "      <td>0.985514</td>\n",
       "      <td>0.972069</td>\n",
       "      <td>0.984199</td>\n",
       "      <td>0.971286</td>\n",
       "      <td>0.984856</td>\n",
       "      <td>0.926174</td>\n",
       "      <td>0.958124</td>\n",
       "      <td>0.858586</td>\n",
       "      <td>0.921008</td>\n",
       "      <td>0.919463</td>\n",
       "      <td>0.958124</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>11</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>36</td>\n",
       "      <td>72</td>\n",
       "      <td>58</td>\n",
       "      <td>54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5a0dxl6w7wh5SGAbNpxhu4</td>\n",
       "      <td>scripted</td>\n",
       "      <td>8.87</td>\n",
       "      <td>spotify:show:21ASCcEXgUlbFSmoqjroZm</td>\n",
       "      <td>Chompers</td>\n",
       "      <td>Make tooth time easy with this morning and nig...</td>\n",
       "      <td>Gimlet</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://feeds.megaphone.fm/chompers</td>\n",
       "      <td>spotify:episode:5a0dxl6w7wh5SGAbNpxhu4</td>\n",
       "      <td>Heroines Week Xi Ling Shi (3-2-2020)</td>\n",
       "      <td>Put your superhero cape on because its Heroine...</td>\n",
       "      <td>3.209150</td>\n",
       "      <td>show_21ASCcEXgUlbFSmoqjroZm</td>\n",
       "      <td>5a0dxl6w7wh5SGAbNpxhu4</td>\n",
       "      <td>good morning we hope you're ready to have a su...</td>\n",
       "      <td>Good morning! We hope you're ready to have a s...</td>\n",
       "      <td>Good morning! We hope you're ready to have a s...</td>\n",
       "      <td>Good morning, we hope you're ready to have a s...</td>\n",
       "      <td>Good morning. We hope you're ready to have a s...</td>\n",
       "      <td>Good morning. We hope you're ready to have a s...</td>\n",
       "      <td>good morning we hope you're ready to have a su...</td>\n",
       "      <td>good morning we hope you're ready to have a su...</td>\n",
       "      <td>good morning we hope you're ready to have a su...</td>\n",
       "      <td>(INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...</td>\n",
       "      <td>good _ morning _\\nwe _ hope _ you _ 're _ read...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>(S (INTJ (UNK good) (UNK morning)) (NP (UNK we...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>good E morning E we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>(INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...</td>\n",
       "      <td>good _ morning _\\nwe _ hope _ you _ 're _ read...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>(INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...</td>\n",
       "      <td>good _ morning _\\nwe _ hope _ you _ 're _ read...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>(INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...</td>\n",
       "      <td>good _ morning _\\nwe _ hope _ you _ 're _ read...</td>\n",
       "      <td>good _ morning _ we _ hope _ you _ 're _ ready...</td>\n",
       "      <td>269.0</td>\n",
       "      <td>269.0</td>\n",
       "      <td>268.0</td>\n",
       "      <td>0.107807</td>\n",
       "      <td>0.052045</td>\n",
       "      <td>0.062947</td>\n",
       "      <td>0.040773</td>\n",
       "      <td>0.155270</td>\n",
       "      <td>0.150118</td>\n",
       "      <td>0.844730</td>\n",
       "      <td>0.849882</td>\n",
       "      <td>0.849695</td>\n",
       "      <td>0.855980</td>\n",
       "      <td>0.957724</td>\n",
       "      <td>0.980813</td>\n",
       "      <td>0.960261</td>\n",
       "      <td>0.984289</td>\n",
       "      <td>0.958991</td>\n",
       "      <td>0.982548</td>\n",
       "      <td>0.908108</td>\n",
       "      <td>0.961887</td>\n",
       "      <td>0.849910</td>\n",
       "      <td>0.939891</td>\n",
       "      <td>0.908108</td>\n",
       "      <td>0.961887</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20</td>\n",
       "      <td>38</td>\n",
       "      <td>48</td>\n",
       "      <td>39</td>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>5TpkTe5mlb5xx1UT8OvZ6l</td>\n",
       "      <td>scripted</td>\n",
       "      <td>5.44</td>\n",
       "      <td>spotify:show:4gds4Ip86RDAlAgH4PQuQs</td>\n",
       "      <td>Crime Over Coffee</td>\n",
       "      <td>Listen in each week while true crime enthusias...</td>\n",
       "      <td>Crime Over Coffee</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/b402dc8/podcast/rss</td>\n",
       "      <td>spotify:episode:5TpkTe5mlb5xx1UT8OvZ6l</td>\n",
       "      <td>Mini Episode: Florence Salon Murders</td>\n",
       "      <td>This episode tells you the stories of the Flor...</td>\n",
       "      <td>10.765550</td>\n",
       "      <td>show_4gds4Ip86RDAlAgH4PQuQs</td>\n",
       "      <td>5TpkTe5mlb5xx1UT8OvZ6l</td>\n",
       "      <td>good morning and welcome to another mini monda...</td>\n",
       "      <td>Good morning, and welcome to another mini Mond...</td>\n",
       "      <td>Good morning, and welcome to another Mini Mond...</td>\n",
       "      <td>Good morning, and welcome to another Mini Mond...</td>\n",
       "      <td>Good morning, and welcome to another mini Mond...</td>\n",
       "      <td>Good morning, and welcome to another mini Mond...</td>\n",
       "      <td>good morning and welcome to another mini monda...</td>\n",
       "      <td>good morning and welcome to another mini monda...</td>\n",
       "      <td>good morning and welcome to another mini monda...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>(FRAG (INTJ (UNK good) (UNK morning)) (UNK and...</td>\n",
       "      <td>good _ morning _ and _ welcome _ to _ another ...</td>\n",
       "      <td>good E morning E and _ welcome _ to _ another ...</td>\n",
       "      <td>306.0</td>\n",
       "      <td>310.0</td>\n",
       "      <td>307.0</td>\n",
       "      <td>0.084967</td>\n",
       "      <td>0.035948</td>\n",
       "      <td>0.033587</td>\n",
       "      <td>0.013942</td>\n",
       "      <td>0.150093</td>\n",
       "      <td>0.143107</td>\n",
       "      <td>0.849907</td>\n",
       "      <td>0.856893</td>\n",
       "      <td>0.855628</td>\n",
       "      <td>0.862814</td>\n",
       "      <td>0.980832</td>\n",
       "      <td>0.990207</td>\n",
       "      <td>0.983917</td>\n",
       "      <td>0.992188</td>\n",
       "      <td>0.982372</td>\n",
       "      <td>0.991196</td>\n",
       "      <td>0.937997</td>\n",
       "      <td>0.972887</td>\n",
       "      <td>0.880383</td>\n",
       "      <td>0.950400</td>\n",
       "      <td>0.934817</td>\n",
       "      <td>0.972887</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>40</td>\n",
       "      <td>54</td>\n",
       "      <td>47</td>\n",
       "      <td>48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>6jyaOoQ6aF3TB8z93Honak</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>12.39</td>\n",
       "      <td>spotify:show:6JqOLHQRh2G24ItUTlmxu9</td>\n",
       "      <td>Legends Cast - A Podcast About Legends of Rune...</td>\n",
       "      <td>A podcast about the meta, cards, and community...</td>\n",
       "      <td>The Lift</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/c4221b8/podcast/rss</td>\n",
       "      <td>spotify:episode:6jyaOoQ6aF3TB8z93Honak</td>\n",
       "      <td>S2 Episode 5.5: State of the Show</td>\n",
       "      <td>Mark gives a quick state of the show in this i...</td>\n",
       "      <td>19.075000</td>\n",
       "      <td>show_6JqOLHQRh2G24ItUTlmxu9</td>\n",
       "      <td>6jyaOoQ6aF3TB8z93Honak</td>\n",
       "      <td>you're listening to legends cast a podcast abo...</td>\n",
       "      <td>You're listening to Legends Cast, a podcast ab...</td>\n",
       "      <td>You're listening to Legends Cast, a podcast ab...</td>\n",
       "      <td>You're listening to Legends Cast, a podcast ab...</td>\n",
       "      <td>You're listening to Legends cast a podcast abo...</td>\n",
       "      <td>You're listening to Legendscast, a podcast abo...</td>\n",
       "      <td>you're listening to legends cast a podcast abo...</td>\n",
       "      <td>you're listening to legends cast a podcast abo...</td>\n",
       "      <td>you're listening to legendscast a podcast abou...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>you _ 're _ listening _ to _ legends _ cast _ ...</td>\n",
       "      <td>(S (NP (UNK you)) (VP (UNK 're) (VP (UNK liste...</td>\n",
       "      <td>you _ 're _ listening _ to _ legendscast _ a _...</td>\n",
       "      <td>you _ 're _ listening _ to _ legendscast _ a _...</td>\n",
       "      <td>318.0</td>\n",
       "      <td>308.0</td>\n",
       "      <td>311.0</td>\n",
       "      <td>0.106918</td>\n",
       "      <td>0.113208</td>\n",
       "      <td>0.061261</td>\n",
       "      <td>0.049249</td>\n",
       "      <td>0.145623</td>\n",
       "      <td>0.149461</td>\n",
       "      <td>0.854377</td>\n",
       "      <td>0.850539</td>\n",
       "      <td>0.860415</td>\n",
       "      <td>0.858742</td>\n",
       "      <td>0.972324</td>\n",
       "      <td>0.975364</td>\n",
       "      <td>0.965672</td>\n",
       "      <td>0.975520</td>\n",
       "      <td>0.968987</td>\n",
       "      <td>0.975442</td>\n",
       "      <td>0.938967</td>\n",
       "      <td>0.936236</td>\n",
       "      <td>0.872841</td>\n",
       "      <td>0.873635</td>\n",
       "      <td>0.929577</td>\n",
       "      <td>0.926905</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>3</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>15</td>\n",
       "      <td>29</td>\n",
       "      <td>56</td>\n",
       "      <td>51</td>\n",
       "      <td>49</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>8</td>\n",
       "      <td>6MaijKHa5MU0MsdS0yVZHE</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>10.36</td>\n",
       "      <td>spotify:show:0cTycvoAlE6LSppQHpgr48</td>\n",
       "      <td>Align By Design</td>\n",
       "      <td>Align by Design with Amy Allchurch is the podc...</td>\n",
       "      <td>Amy Allchurch</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/de57c04/podcast/rss</td>\n",
       "      <td>spotify:episode:6MaijKHa5MU0MsdS0yVZHE</td>\n",
       "      <td>42. Myths Part 1</td>\n",
       "      <td>Debunking myths about Human Design and answeri...</td>\n",
       "      <td>36.063350</td>\n",
       "      <td>show_0cTycvoAlE6LSppQHpgr48</td>\n",
       "      <td>6MaijKHa5MU0MsdS0yVZHE</td>\n",
       "      <td>welcome to align by design i'm amy allchurch a...</td>\n",
       "      <td>Welcome to Align by Design; I'm Amy Allchurch,...</td>\n",
       "      <td>Welcome to Align by Design, I'm Amy Allchurch,...</td>\n",
       "      <td>Welcome to Align by Design, I'm Amy Allchurch,...</td>\n",
       "      <td>Welcome to 9 by Design. I'm eating all church ...</td>\n",
       "      <td>Welcome to Align by Design. I'm Amy Alchurch, ...</td>\n",
       "      <td>welcome to align by design i'm amy allchurch a...</td>\n",
       "      <td>welcome to 9 by design i'm eating all church a...</td>\n",
       "      <td>welcome to align by design i'm amy alchurch an...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>(FRAG (ADJP (UNK welcome) (S (VP (UNK to)))) (...</td>\n",
       "      <td>welcome _ to _ by _ design _\\ni _ 'm _ eating ...</td>\n",
       "      <td>welcome _ to _ by _ design _ i _ 'm _ eating _...</td>\n",
       "      <td>(ADJP (UNK welcome) (S (VP (UNK to) (VP (UNK a...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _\\ni _ 'm _...</td>\n",
       "      <td>welcome _ to _ align _ by _ design _ i _ 'm _ ...</td>\n",
       "      <td>258.0</td>\n",
       "      <td>259.0</td>\n",
       "      <td>256.0</td>\n",
       "      <td>0.069767</td>\n",
       "      <td>0.027132</td>\n",
       "      <td>0.041783</td>\n",
       "      <td>0.015320</td>\n",
       "      <td>0.148383</td>\n",
       "      <td>0.142935</td>\n",
       "      <td>0.851617</td>\n",
       "      <td>0.857065</td>\n",
       "      <td>0.860411</td>\n",
       "      <td>0.864627</td>\n",
       "      <td>0.979410</td>\n",
       "      <td>0.987229</td>\n",
       "      <td>0.978383</td>\n",
       "      <td>0.985813</td>\n",
       "      <td>0.978896</td>\n",
       "      <td>0.986521</td>\n",
       "      <td>0.949907</td>\n",
       "      <td>0.975701</td>\n",
       "      <td>0.908752</td>\n",
       "      <td>0.953096</td>\n",
       "      <td>0.946197</td>\n",
       "      <td>0.975701</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>22</td>\n",
       "      <td>24</td>\n",
       "      <td>47</td>\n",
       "      <td>39</td>\n",
       "      <td>45</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>6URm69QBcvJpqoGiTE1nyy</td>\n",
       "      <td>not-scripted</td>\n",
       "      <td>25.67</td>\n",
       "      <td>spotify:show:40tQwCsD43wEfTZuDuZ66c</td>\n",
       "      <td>Let's All Be Serious</td>\n",
       "      <td>Imagine sitting around a table with three of y...</td>\n",
       "      <td>Banger</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://anchor.fm/s/f7a6444/podcast/rss</td>\n",
       "      <td>spotify:episode:6URm69QBcvJpqoGiTE1nyy</td>\n",
       "      <td>Colonics, Psychics, and Amber Alerts, OH MY! w...</td>\n",
       "      <td>Mindy Hamilton is a medical anthropologist, fo...</td>\n",
       "      <td>57.617217</td>\n",
       "      <td>show_40tQwCsD43wEfTZuDuZ66c</td>\n",
       "      <td>6URm69QBcvJpqoGiTE1nyy</td>\n",
       "      <td>so is that all they do for icy hot those lying...</td>\n",
       "      <td>So, is that all they do for Icy Hot, those lyi...</td>\n",
       "      <td>So, is that all they do for Icy Hot? Those lyi...</td>\n",
       "      <td>So, is that all they do for Icy Hot, those lyi...</td>\n",
       "      <td>So that all they do for Icy Hot those Lyin mot...</td>\n",
       "      <td>So is that all they do for Icy Hot, those lyin...</td>\n",
       "      <td>so is that all they do for icy hot those lying...</td>\n",
       "      <td>so that all they do for icy hot those lyin mot...</td>\n",
       "      <td>so is that all they do for icy hot those lying...</td>\n",
       "      <td>(SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>(SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>(SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>(SBAR (UNK so) (UNK that) (S (NP (UNK all)) (N...</td>\n",
       "      <td>so _ that _ all _ they _ do _ for _ icy _ hot ...</td>\n",
       "      <td>so _ that _ all _ they _ do _ for _ icy _ hot ...</td>\n",
       "      <td>(SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>so _ is _ that _ all _ they _ do _ for _ icy _...</td>\n",
       "      <td>296.0</td>\n",
       "      <td>278.0</td>\n",
       "      <td>299.0</td>\n",
       "      <td>0.263514</td>\n",
       "      <td>0.182432</td>\n",
       "      <td>0.205825</td>\n",
       "      <td>0.128803</td>\n",
       "      <td>0.160556</td>\n",
       "      <td>0.170105</td>\n",
       "      <td>0.839444</td>\n",
       "      <td>0.829895</td>\n",
       "      <td>0.852031</td>\n",
       "      <td>0.846748</td>\n",
       "      <td>0.933658</td>\n",
       "      <td>0.957691</td>\n",
       "      <td>0.913114</td>\n",
       "      <td>0.945918</td>\n",
       "      <td>0.923272</td>\n",
       "      <td>0.951768</td>\n",
       "      <td>0.838926</td>\n",
       "      <td>0.882448</td>\n",
       "      <td>0.727273</td>\n",
       "      <td>0.801292</td>\n",
       "      <td>0.808725</td>\n",
       "      <td>0.879227</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>19</td>\n",
       "      <td>14</td>\n",
       "      <td>21</td>\n",
       "      <td>21</td>\n",
       "      <td>23</td>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>8</td>\n",
       "      <td>12</td>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>33</td>\n",
       "      <td>70</td>\n",
       "      <td>99</td>\n",
       "      <td>85</td>\n",
       "      <td>89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>7n6zBPeHcH1t3MUvBNIvDa</td>\n",
       "      <td>scripted</td>\n",
       "      <td>5.31</td>\n",
       "      <td>spotify:show:5PFgy6lc8UvYIjDsaaO3dN</td>\n",
       "      <td>Crimes of Passion</td>\n",
       "      <td>Every Wednesday, we tell a love story that tur...</td>\n",
       "      <td>Parcast Network</td>\n",
       "      <td>['en']</td>\n",
       "      <td>https://feeds.megaphone.fm/crimesofpassion</td>\n",
       "      <td>spotify:episode:7n6zBPeHcH1t3MUvBNIvDa</td>\n",
       "      <td>Crimes of Passion Bites: Notorious Assassins</td>\n",
       "      <td>In addition to new episodes of Crimes of Passi...</td>\n",
       "      <td>22.490550</td>\n",
       "      <td>show_5PFgy6lc8UvYIjDsaaO3dN</td>\n",
       "      <td>7n6zBPeHcH1t3MUvBNIvDa</td>\n",
       "      <td>welcome to podcast crime bites we're offering ...</td>\n",
       "      <td>Welcome to Podcast Crime Bites, where we're of...</td>\n",
       "      <td>Welcome to Podcast Crime Bites. We're offering...</td>\n",
       "      <td>Welcome to Podcast Crime Bites, we're offering...</td>\n",
       "      <td>Welcome to park asked crime bites. We're offer...</td>\n",
       "      <td>Welcome to ParCast Crime Bites. We're offering...</td>\n",
       "      <td>welcome to podcast crime bites we're offering ...</td>\n",
       "      <td>welcome to park asked crime bites we're offeri...</td>\n",
       "      <td>welcome to parcast crime bites we're offering ...</td>\n",
       "      <td>(ADJP (UNK welcome) (PP (UNK to) (NP (NP (UNK ...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ where...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ where...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (PP (UNK to) (NP (UNK p...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ we _ ...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ we _ ...</td>\n",
       "      <td>(ADJP (UNK welcome) (PP (UNK to) (NP (UNK podc...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _\\nwe _...</td>\n",
       "      <td>welcome _ to _ podcast _ crime _ bites _ we _ ...</td>\n",
       "      <td>(S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...</td>\n",
       "      <td>welcome _ to _ park _ asked _ crime _ bites _\\...</td>\n",
       "      <td>welcome _ to _ park _ asked _ crime _ bites _ ...</td>\n",
       "      <td>(ADJP (UNK welcome) (S (VP (UNK to) (VP (UNK p...</td>\n",
       "      <td>welcome _ to _ parcast _ crime _ bites _\\nwe _...</td>\n",
       "      <td>welcome _ to _ parcast _ crime _ bites _ we _ ...</td>\n",
       "      <td>289.0</td>\n",
       "      <td>290.0</td>\n",
       "      <td>288.0</td>\n",
       "      <td>0.065744</td>\n",
       "      <td>0.024221</td>\n",
       "      <td>0.028492</td>\n",
       "      <td>0.011173</td>\n",
       "      <td>0.167727</td>\n",
       "      <td>0.161859</td>\n",
       "      <td>0.832273</td>\n",
       "      <td>0.838141</td>\n",
       "      <td>0.848302</td>\n",
       "      <td>0.852810</td>\n",
       "      <td>0.974949</td>\n",
       "      <td>0.992618</td>\n",
       "      <td>0.975659</td>\n",
       "      <td>0.993902</td>\n",
       "      <td>0.975304</td>\n",
       "      <td>0.993260</td>\n",
       "      <td>0.942568</td>\n",
       "      <td>0.978003</td>\n",
       "      <td>0.898305</td>\n",
       "      <td>0.954160</td>\n",
       "      <td>0.942568</td>\n",
       "      <td>0.978003</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>30</td>\n",
       "      <td>40</td>\n",
       "      <td>38</td>\n",
       "      <td>32</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0.1  Unnamed: 0  nums                     ids        labels  \\\n",
       "0             1           1     1  1ll5WGWjWANfGKHZfrpL5A  not-scripted   \n",
       "1             2           2     2  1wHRMsWVurmo56xd1AcSfe      scripted   \n",
       "2             3           3     3  3i4qZ6FqzXdj8UiMeuaX3q  not-scripted   \n",
       "3             4           4     4  4YOq90opfiBsc3MwflzFbJ  not-scripted   \n",
       "4             5           5     5  5a0dxl6w7wh5SGAbNpxhu4      scripted   \n",
       "5             6           6     6  5TpkTe5mlb5xx1UT8OvZ6l      scripted   \n",
       "6             7           7     7  6jyaOoQ6aF3TB8z93Honak  not-scripted   \n",
       "7             8           8     8  6MaijKHa5MU0MsdS0yVZHE  not-scripted   \n",
       "8             9           9     9  6URm69QBcvJpqoGiTE1nyy  not-scripted   \n",
       "9            10          10    10  7n6zBPeHcH1t3MUvBNIvDa      scripted   \n",
       "\n",
       "   percent_diff                             show_uri  \\\n",
       "0         14.20  spotify:show:5HLsz7WFjW8hzJurMDdozi   \n",
       "1          1.24  spotify:show:1g056e2x0Y9AwW6CQF3qA5   \n",
       "2         13.80  spotify:show:2z1LtWVnflRUONFAo0FADb   \n",
       "3          9.05  spotify:show:4O6pIMQHq2GkVhwQ0KNdnH   \n",
       "4          8.87  spotify:show:21ASCcEXgUlbFSmoqjroZm   \n",
       "5          5.44  spotify:show:4gds4Ip86RDAlAgH4PQuQs   \n",
       "6         12.39  spotify:show:6JqOLHQRh2G24ItUTlmxu9   \n",
       "7         10.36  spotify:show:0cTycvoAlE6LSppQHpgr48   \n",
       "8         25.67  spotify:show:40tQwCsD43wEfTZuDuZ66c   \n",
       "9          5.31  spotify:show:5PFgy6lc8UvYIjDsaaO3dN   \n",
       "\n",
       "                                           show_name  \\\n",
       "0                              Granger Smith Podcast   \n",
       "1                                          Mythology   \n",
       "2                   Gamecock Central Podcast Network   \n",
       "3                            The Frog and The Dragon   \n",
       "4                                           Chompers   \n",
       "5                                  Crime Over Coffee   \n",
       "6  Legends Cast - A Podcast About Legends of Rune...   \n",
       "7                                    Align By Design   \n",
       "8                               Let's All Be Serious   \n",
       "9                                  Crimes of Passion   \n",
       "\n",
       "                                    show_description  \\\n",
       "0  American, Texan, father, husband, musician, Gr...   \n",
       "1  Myths endure for a reason. This episodic audio...   \n",
       "2  The Gamecock Central Podcast Network brings yo...   \n",
       "3  A podcast devoted to everything Magic: the Gat...   \n",
       "4  Make tooth time easy with this morning and nig...   \n",
       "5  Listen in each week while true crime enthusias...   \n",
       "6  A podcast about the meta, cards, and community...   \n",
       "7  Align by Design with Amy Allchurch is the podc...   \n",
       "8  Imagine sitting around a table with three of y...   \n",
       "9  Every Wednesday, we tell a love story that tur...   \n",
       "\n",
       "                   publisher language  \\\n",
       "0              Granger Smith   ['en']   \n",
       "1            Parcast Network   ['en']   \n",
       "2  Gamecock Central Podcasts   ['en']   \n",
       "3      The Frog & The Dragon   ['en']   \n",
       "4                     Gimlet   ['en']   \n",
       "5          Crime Over Coffee   ['en']   \n",
       "6                   The Lift   ['en']   \n",
       "7              Amy Allchurch   ['en']   \n",
       "8                     Banger   ['en']   \n",
       "9            Parcast Network   ['en']   \n",
       "\n",
       "                                            rss_link  \\\n",
       "0           https://anchor.fm/s/11170a28/podcast/rss   \n",
       "1               https://feeds.megaphone.fm/mythology   \n",
       "2  https://www.spreaker.com/show/957147/episodes/...   \n",
       "3           https://anchor.fm/s/1338c918/podcast/rss   \n",
       "4                https://feeds.megaphone.fm/chompers   \n",
       "5            https://anchor.fm/s/b402dc8/podcast/rss   \n",
       "6            https://anchor.fm/s/c4221b8/podcast/rss   \n",
       "7            https://anchor.fm/s/de57c04/podcast/rss   \n",
       "8            https://anchor.fm/s/f7a6444/podcast/rss   \n",
       "9         https://feeds.megaphone.fm/crimesofpassion   \n",
       "\n",
       "                              episode_uri  \\\n",
       "0  spotify:episode:1ll5WGWjWANfGKHZfrpL5A   \n",
       "1  spotify:episode:1wHRMsWVurmo56xd1AcSfe   \n",
       "2  spotify:episode:3i4qZ6FqzXdj8UiMeuaX3q   \n",
       "3  spotify:episode:4YOq90opfiBsc3MwflzFbJ   \n",
       "4  spotify:episode:5a0dxl6w7wh5SGAbNpxhu4   \n",
       "5  spotify:episode:5TpkTe5mlb5xx1UT8OvZ6l   \n",
       "6  spotify:episode:6jyaOoQ6aF3TB8z93Honak   \n",
       "7  spotify:episode:6MaijKHa5MU0MsdS0yVZHE   \n",
       "8  spotify:episode:6URm69QBcvJpqoGiTE1nyy   \n",
       "9  spotify:episode:7n6zBPeHcH1t3MUvBNIvDa   \n",
       "\n",
       "                                        episode_name  \\\n",
       "0                      How do you move on from THIS?   \n",
       "1                         Orphan Boy & Elk Dog Pt. 1   \n",
       "2  The Hard Fowl: Team Victory and SEC Tournament...   \n",
       "3                                    Welcome to Cube   \n",
       "4               Heroines Week Xi Ling Shi (3-2-2020)   \n",
       "5               Mini Episode: Florence Salon Murders   \n",
       "6                  S2 Episode 5.5: State of the Show   \n",
       "7                                   42. Myths Part 1   \n",
       "8  Colonics, Psychics, and Amber Alerts, OH MY! w...   \n",
       "9       Crimes of Passion Bites: Notorious Assassins   \n",
       "\n",
       "                                 episode_description   duration  \\\n",
       "0  Episode 21: On this week's episode, I answered...  25.891600   \n",
       "1  Long Arrow is an orphan and an outcast—unable ...  36.144767   \n",
       "2  Collyn Taylor and Pearson Fowler break down Ca...  63.897200   \n",
       "3  Today we give you the basics of what is cube, ...  19.622017   \n",
       "4  Put your superhero cape on because its Heroine...   3.209150   \n",
       "5  This episode tells you the stories of the Flor...  10.765550   \n",
       "6  Mark gives a quick state of the show in this i...  19.075000   \n",
       "7  Debunking myths about Human Design and answeri...  36.063350   \n",
       "8  Mindy Hamilton is a medical anthropologist, fo...  57.617217   \n",
       "9  In addition to new episodes of Crimes of Passi...  22.490550   \n",
       "\n",
       "          show_filename_prefix episode_filename_prefix  \\\n",
       "0  show_5HLsz7WFjW8hzJurMDdozi  1ll5WGWjWANfGKHZfrpL5A   \n",
       "1  show_1g056e2x0Y9AwW6CQF3qA5  1wHRMsWVurmo56xd1AcSfe   \n",
       "2  show_2z1LtWVnflRUONFAo0FADb  3i4qZ6FqzXdj8UiMeuaX3q   \n",
       "3  show_4O6pIMQHq2GkVhwQ0KNdnH  4YOq90opfiBsc3MwflzFbJ   \n",
       "4  show_21ASCcEXgUlbFSmoqjroZm  5a0dxl6w7wh5SGAbNpxhu4   \n",
       "5  show_4gds4Ip86RDAlAgH4PQuQs  5TpkTe5mlb5xx1UT8OvZ6l   \n",
       "6  show_6JqOLHQRh2G24ItUTlmxu9  6jyaOoQ6aF3TB8z93Honak   \n",
       "7  show_0cTycvoAlE6LSppQHpgr48  6MaijKHa5MU0MsdS0yVZHE   \n",
       "8  show_40tQwCsD43wEfTZuDuZ66c  6URm69QBcvJpqoGiTE1nyy   \n",
       "9  show_5PFgy6lc8UvYIjDsaaO3dN  7n6zBPeHcH1t3MUvBNIvDa   \n",
       "\n",
       "                                         GroundTruth  \\\n",
       "0  if you're ever in deep deep grief and you wond...   \n",
       "1  something to note all myths have many versions...   \n",
       "2  hello and welcome back into another episode of...   \n",
       "3  hello everyone and welcome to the frog and the...   \n",
       "4  good morning we hope you're ready to have a su...   \n",
       "5  good morning and welcome to another mini monda...   \n",
       "6  you're listening to legends cast a podcast abo...   \n",
       "7  welcome to align by design i'm amy allchurch a...   \n",
       "8  so is that all they do for icy hot those lying...   \n",
       "9  welcome to podcast crime bites we're offering ...   \n",
       "\n",
       "                                     GroundTruth-max  \\\n",
       "0  If you're ever in deep, deep grief, and you wo...   \n",
       "1  Something to note: all myths have many version...   \n",
       "2  Hello, and welcome back into another episode o...   \n",
       "3  Hello, everyone, and welcome to \"The Frog and ...   \n",
       "4  Good morning! We hope you're ready to have a s...   \n",
       "5  Good morning, and welcome to another mini Mond...   \n",
       "6  You're listening to Legends Cast, a podcast ab...   \n",
       "7  Welcome to Align by Design; I'm Amy Allchurch,...   \n",
       "8  So, is that all they do for Icy Hot, those lyi...   \n",
       "9  Welcome to Podcast Crime Bites, where we're of...   \n",
       "\n",
       "                                 GroundTruth-neutral  \\\n",
       "0  If you're ever in deep, deep grief and you won...   \n",
       "1  Something to note: all myths have many version...   \n",
       "2  Hello and welcome back into another episode of...   \n",
       "3  Hello everyone, and welcome to The Frog and th...   \n",
       "4  Good morning! We hope you're ready to have a s...   \n",
       "5  Good morning, and welcome to another Mini Mond...   \n",
       "6  You're listening to Legends Cast, a podcast ab...   \n",
       "7  Welcome to Align by Design, I'm Amy Allchurch,...   \n",
       "8  So, is that all they do for Icy Hot? Those lyi...   \n",
       "9  Welcome to Podcast Crime Bites. We're offering...   \n",
       "\n",
       "                                     GroundTruth-min  \\\n",
       "0  If you're ever in deep, deep grief and you won...   \n",
       "1  Something to note: all myths have many version...   \n",
       "2  Hello and welcome back into another episode of...   \n",
       "3  Hello everyone, and welcome to The Frog and Th...   \n",
       "4  Good morning, we hope you're ready to have a s...   \n",
       "5  Good morning, and welcome to another Mini Mond...   \n",
       "6  You're listening to Legends Cast, a podcast ab...   \n",
       "7  Welcome to Align by Design, I'm Amy Allchurch,...   \n",
       "8  So, is that all they do for Icy Hot, those lyi...   \n",
       "9  Welcome to Podcast Crime Bites, we're offering...   \n",
       "\n",
       "                                           GoogleASR  \\\n",
       "0  If you're ever in deep deep grief and you wond...   \n",
       "1  Something to note all myths have many versions...   \n",
       "2  Hello and welcome back in to another episode o...   \n",
       "3  Hello everyone and welcome to frog and the dra...   \n",
       "4  Good morning. We hope you're ready to have a s...   \n",
       "5  Good morning, and welcome to another mini Mond...   \n",
       "6  You're listening to Legends cast a podcast abo...   \n",
       "7  Welcome to 9 by Design. I'm eating all church ...   \n",
       "8  So that all they do for Icy Hot those Lyin mot...   \n",
       "9  Welcome to park asked crime bites. We're offer...   \n",
       "\n",
       "                                            WhisperX  \\\n",
       "0  If you're ever in deep, deep grief and you won...   \n",
       "1  Something to note, all myths have many version...   \n",
       "2  Hello and welcome back into another episode of...   \n",
       "3  Hello everyone and welcome to the Frog and the...   \n",
       "4  Good morning. We hope you're ready to have a s...   \n",
       "5  Good morning, and welcome to another mini Mond...   \n",
       "6  You're listening to Legendscast, a podcast abo...   \n",
       "7  Welcome to Align by Design. I'm Amy Alchurch, ...   \n",
       "8  So is that all they do for Icy Hot, those lyin...   \n",
       "9  Welcome to ParCast Crime Bites. We're offering...   \n",
       "\n",
       "                                     rpl_GroundTruth  \\\n",
       "0  if you're ever in deep deep grief and you wond...   \n",
       "1  something to note all myths have many versions...   \n",
       "2  hello and welcome back into another episode of...   \n",
       "3  hello everyone and welcome to the frog and the...   \n",
       "4  good morning we hope you're ready to have a su...   \n",
       "5  good morning and welcome to another mini monda...   \n",
       "6  you're listening to legends cast a podcast abo...   \n",
       "7  welcome to align by design i'm amy allchurch a...   \n",
       "8  so is that all they do for icy hot those lying...   \n",
       "9  welcome to podcast crime bites we're offering ...   \n",
       "\n",
       "                                       rpl_GoogleASR  \\\n",
       "0  if you're ever in deep deep grief and you wond...   \n",
       "1  something to note all myths have many versions...   \n",
       "2  hello and welcome back in to another episode o...   \n",
       "3  hello everyone and welcome to frog and the dra...   \n",
       "4  good morning we hope you're ready to have a su...   \n",
       "5  good morning and welcome to another mini monda...   \n",
       "6  you're listening to legends cast a podcast abo...   \n",
       "7  welcome to 9 by design i'm eating all church a...   \n",
       "8  so that all they do for icy hot those lyin mot...   \n",
       "9  welcome to park asked crime bites we're offeri...   \n",
       "\n",
       "                                        rpl_WhisperX  \\\n",
       "0  if you're ever in deep deep grief and you wond...   \n",
       "1  something to note all myths have many versions...   \n",
       "2  hello and welcome back into another episode of...   \n",
       "3  hello everyone and welcome to the frog and the...   \n",
       "4  good morning we hope you're ready to have a su...   \n",
       "5  good morning and welcome to another mini monda...   \n",
       "6  you're listening to legendscast a podcast abou...   \n",
       "7  welcome to align by design i'm amy alchurch an...   \n",
       "8  so is that all they do for icy hot those lying...   \n",
       "9  welcome to parcast crime bites we're offering ...   \n",
       "\n",
       "                               GroundTruth-max_parse  \\\n",
       "0  (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "1  (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "2  (FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...   \n",
       "3  (FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...   \n",
       "4  (INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...   \n",
       "5  (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "6  (S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...   \n",
       "7  (S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...   \n",
       "8  (SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...   \n",
       "9  (ADJP (UNK welcome) (PP (UNK to) (NP (NP (UNK ...   \n",
       "\n",
       "                            GroundTruth-max_orig_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello _ and _ welcome _ back _ into _ another ...   \n",
       "3  hello _ everyone _ and _ welcome _ to _ the _ ...   \n",
       "4  good _ morning _\\nwe _ hope _ you _ 're _ read...   \n",
       "5  good _ morning _ and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "7  welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "8  so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "9  welcome _ to _ podcast _ crime _ bites _ where...   \n",
       "\n",
       "                                 GroundTruth-max_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello E and _ welcome _ back _ into _ another ...   \n",
       "3  hello E everyone _ and _ welcome _ to _ the _ ...   \n",
       "4  good _ morning _ we _ hope _ you _ 're _ ready...   \n",
       "5  good E morning E and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "7  welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "8  so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "9  welcome _ to _ podcast _ crime _ bites _ where...   \n",
       "\n",
       "                               GroundTruth-min_parse  \\\n",
       "0  (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "1  (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "2  (FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...   \n",
       "3  (S (INTJ (UNK hello)) (NP (UNK everyone)) (UNK...   \n",
       "4  (S (INTJ (UNK good) (UNK morning)) (NP (UNK we...   \n",
       "5  (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "6  (S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...   \n",
       "7  (S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...   \n",
       "8  (SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...   \n",
       "9  (S (ADJP (UNK welcome) (PP (UNK to) (NP (UNK p...   \n",
       "\n",
       "                            GroundTruth-min_orig_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello _ and _ welcome _ back _ into _ another ...   \n",
       "3  hello _ everyone _ and _ welcome _ to _ the _ ...   \n",
       "4  good _ morning _ we _ hope _ you _ 're _ ready...   \n",
       "5  good _ morning _ and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "7  welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "8  so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "9  welcome _ to _ podcast _ crime _ bites _ we _ ...   \n",
       "\n",
       "                                 GroundTruth-min_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello E and _ welcome _ back _ into _ another ...   \n",
       "3  hello E everyone _ and _ welcome _ to _ the _ ...   \n",
       "4  good E morning E we _ hope _ you _ 're _ ready...   \n",
       "5  good E morning E and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "7  welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "8  so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "9  welcome _ to _ podcast _ crime _ bites _ we _ ...   \n",
       "\n",
       "                           GroundTruth-neutral_parse  \\\n",
       "0  (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "1  (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "2  (FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...   \n",
       "3  (FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...   \n",
       "4  (INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...   \n",
       "5  (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "6  (S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...   \n",
       "7  (S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...   \n",
       "8  (SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...   \n",
       "9  (ADJP (UNK welcome) (PP (UNK to) (NP (UNK podc...   \n",
       "\n",
       "                        GroundTruth-neutral_orig_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello _ and _ welcome _ back _ into _ another ...   \n",
       "3  hello _ everyone _ and _ welcome _ to _ the _ ...   \n",
       "4  good _ morning _\\nwe _ hope _ you _ 're _ read...   \n",
       "5  good _ morning _ and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "7  welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "8  so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "9  welcome _ to _ podcast _ crime _ bites _\\nwe _...   \n",
       "\n",
       "                             GroundTruth-neutral_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello E and _ welcome _ back _ into _ another ...   \n",
       "3  hello E everyone _ and _ welcome _ to _ the _ ...   \n",
       "4  good _ morning _ we _ hope _ you _ 're _ ready...   \n",
       "5  good E morning E and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "7  welcome _ to _ align _ by _ design _ i _ 'm _ ...   \n",
       "8  so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "9  welcome _ to _ podcast _ crime _ bites _ we _ ...   \n",
       "\n",
       "                                     GoogleASR_parse  \\\n",
       "0  (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "1  (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "2  (FRAG (INTJ (UNK hello)) (UNK and) (INTJ (UNK ...   \n",
       "3  (FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...   \n",
       "4  (INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...   \n",
       "5  (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "6  (S (NP (UNK you)) (VP (UNK 're) (VP (VP (UNK l...   \n",
       "7  (FRAG (ADJP (UNK welcome) (S (VP (UNK to)))) (...   \n",
       "8  (SBAR (UNK so) (UNK that) (S (NP (UNK all)) (N...   \n",
       "9  (S (ADJP (UNK welcome) (S (VP (UNK to) (VP (UN...   \n",
       "\n",
       "                                  GoogleASR_orig_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello _ and _ welcome _ back _ in _ to _ anoth...   \n",
       "3  hello _ everyone _ and _ welcome _ to _ frog _...   \n",
       "4  good _ morning _\\nwe _ hope _ you _ 're _ read...   \n",
       "5  good _ morning _ and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "7  welcome _ to _ by _ design _\\ni _ 'm _ eating ...   \n",
       "8  so _ that _ all _ they _ do _ for _ icy _ hot ...   \n",
       "9  welcome _ to _ park _ asked _ crime _ bites _\\...   \n",
       "\n",
       "                                       GoogleASR_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello E and _ welcome E back _ in _ to _ anoth...   \n",
       "3  hello E everyone _ and _ welcome _ to _ frog _...   \n",
       "4  good _ morning _ we _ hope _ you _ 're _ ready...   \n",
       "5  good E morning E and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legends _ cast _ ...   \n",
       "7  welcome _ to _ by _ design _ i _ 'm _ eating _...   \n",
       "8  so _ that _ all _ they _ do _ for _ icy _ hot ...   \n",
       "9  welcome _ to _ park _ asked _ crime _ bites _ ...   \n",
       "\n",
       "                                      WhisperX_parse  \\\n",
       "0  (S (SBAR (UNK if) (S (S (NP (UNK you)) (VP (UN...   \n",
       "1  (NP (NP (UNK something)) (SBAR (S (VP (UNK to)...   \n",
       "2  (FRAG (INTJ (UNK hello)) (UNK and) (VP (UNK we...   \n",
       "3  (FRAG (INTJ (UNK hello)) (NP (UNK everyone)) (...   \n",
       "4  (INTJ (UNK good) (UNK morning))\\n(S (NP (UNK w...   \n",
       "5  (FRAG (INTJ (UNK good) (UNK morning)) (UNK and...   \n",
       "6  (S (NP (UNK you)) (VP (UNK 're) (VP (UNK liste...   \n",
       "7  (ADJP (UNK welcome) (S (VP (UNK to) (VP (UNK a...   \n",
       "8  (SQ (UNK so) (UNK is) (NP (UNK that)) (NP (NP ...   \n",
       "9  (ADJP (UNK welcome) (S (VP (UNK to) (VP (UNK p...   \n",
       "\n",
       "                                   WhisperX_orig_dys  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...   \n",
       "2  hello _ and _ welcome _ back _ into _ another ...   \n",
       "3  hello _ everyone _ and _ welcome _ to _ the _ ...   \n",
       "4  good _ morning _\\nwe _ hope _ you _ 're _ read...   \n",
       "5  good _ morning _ and _ welcome _ to _ another ...   \n",
       "6  you _ 're _ listening _ to _ legendscast _ a _...   \n",
       "7  welcome _ to _ align _ by _ design _\\ni _ 'm _...   \n",
       "8  so _ is _ that _ all _ they _ do _ for _ icy _...   \n",
       "9  welcome _ to _ parcast _ crime _ bites _\\nwe _...   \n",
       "\n",
       "                                        WhisperX_dys  length_GroundTruth  \\\n",
       "0  if _ you _ 're _ ever _ in _ deep E deep _ gri...               267.0   \n",
       "1  something _ to _ note _ all _ myths _ have _ m...               269.0   \n",
       "2  hello E and _ welcome _ back _ into _ another ...               377.0   \n",
       "3  hello E everyone _ and _ welcome _ to _ the _ ...               296.0   \n",
       "4  good _ morning _ we _ hope _ you _ 're _ ready...               269.0   \n",
       "5  good E morning E and _ welcome _ to _ another ...               306.0   \n",
       "6  you _ 're _ listening _ to _ legendscast _ a _...               318.0   \n",
       "7  welcome _ to _ align _ by _ design _ i _ 'm _ ...               258.0   \n",
       "8  so _ is _ that _ all _ they _ do _ for _ icy _...               296.0   \n",
       "9  welcome _ to _ parcast _ crime _ bites _ we _ ...               289.0   \n",
       "\n",
       "   length_GoogleASR  length_WhisperX  wer_GoogleASR  wer_WhisperX  \\\n",
       "0             260.0            255.0       0.089888      0.108614   \n",
       "1             271.0            267.0       0.037175      0.022305   \n",
       "2             369.0            372.0       0.140584      0.095491   \n",
       "3             294.0            295.0       0.108108      0.057432   \n",
       "4             269.0            268.0       0.107807      0.052045   \n",
       "5             310.0            307.0       0.084967      0.035948   \n",
       "6             308.0            311.0       0.106918      0.113208   \n",
       "7             259.0            256.0       0.069767      0.027132   \n",
       "8             278.0            299.0       0.263514      0.182432   \n",
       "9             290.0            288.0       0.065744      0.024221   \n",
       "\n",
       "   cer_GoogleASR  cer_WhisperX  wil_GoogleASR  wil_WhisperX  wip_GoogleASR  \\\n",
       "0       0.058296      0.068012       0.149395      0.158718       0.850605   \n",
       "1       0.013550      0.008808       0.127692      0.105235       0.872308   \n",
       "2       0.083163      0.053571       0.142197      0.148172       0.857803   \n",
       "3       0.081715      0.048225       0.155412      0.149714       0.844588   \n",
       "4       0.062947      0.040773       0.155270      0.150118       0.844730   \n",
       "5       0.033587      0.013942       0.150093      0.143107       0.849907   \n",
       "6       0.061261      0.049249       0.145623      0.149461       0.854377   \n",
       "7       0.041783      0.015320       0.148383      0.142935       0.851617   \n",
       "8       0.205825      0.128803       0.160556      0.170105       0.839444   \n",
       "9       0.028492      0.011173       0.167727      0.161859       0.832273   \n",
       "\n",
       "   wip_WhisperX  bleu_GoogleASR  bleu_WhisperX  bert_p_GoogleASR  \\\n",
       "0      0.841282        0.818645       0.809326          0.983228   \n",
       "1      0.894765        0.849952       0.877995          0.989420   \n",
       "2      0.851828        0.853186       0.849956          0.961241   \n",
       "3      0.850286        0.846446       0.853206          0.970504   \n",
       "4      0.849882        0.849695       0.855980          0.957724   \n",
       "5      0.856893        0.855628       0.862814          0.980832   \n",
       "6      0.850539        0.860415       0.858742          0.972324   \n",
       "7      0.857065        0.860411       0.864627          0.979410   \n",
       "8      0.829895        0.852031       0.846748          0.933658   \n",
       "9      0.838141        0.848302       0.852810          0.974949   \n",
       "\n",
       "   bert_p_WhisperX  bert_r_GoogleASR  bert_r_WhisperX  bert_f_GoogleASR  \\\n",
       "0         0.982010          0.969828         0.967203          0.976482   \n",
       "1         0.994830          0.989860         0.993735          0.989640   \n",
       "2         0.972340          0.955786         0.968941          0.958506   \n",
       "3         0.985514          0.972069         0.984199          0.971286   \n",
       "4         0.980813          0.960261         0.984289          0.958991   \n",
       "5         0.990207          0.983917         0.992188          0.982372   \n",
       "6         0.975364          0.965672         0.975520          0.968987   \n",
       "7         0.987229          0.978383         0.985813          0.978896   \n",
       "8         0.957691          0.913114         0.945918          0.923272   \n",
       "9         0.992618          0.975659         0.993902          0.975304   \n",
       "\n",
       "   bert_f_WhisperX  rouge1_GoogleASR  rouge1_WhisperX  rouge2_GoogleASR  \\\n",
       "0         0.974550          0.933810         0.927798          0.868941   \n",
       "1         0.994283          0.971326         0.983784          0.938849   \n",
       "2         0.970637          0.909091         0.937984          0.822917   \n",
       "3         0.984856          0.926174         0.958124          0.858586   \n",
       "4         0.982548          0.908108         0.961887          0.849910   \n",
       "5         0.991196          0.937997         0.972887          0.880383   \n",
       "6         0.975442          0.938967         0.936236          0.872841   \n",
       "7         0.986521          0.949907         0.975701          0.908752   \n",
       "8         0.951768          0.838926         0.882448          0.727273   \n",
       "9         0.993260          0.942568         0.978003          0.898305   \n",
       "\n",
       "   rouge2_WhisperX  rougeL_GoogleASR  rougeL_WhisperX  uh_count_WhisperX  \\\n",
       "0         0.862319          0.933810         0.927798                  0   \n",
       "1         0.969259          0.967742         0.983784                  0   \n",
       "2         0.873057          0.890909         0.932817                  0   \n",
       "3         0.921008          0.919463         0.958124                  0   \n",
       "4         0.939891          0.908108         0.961887                  0   \n",
       "5         0.950400          0.934817         0.972887                  0   \n",
       "6         0.873635          0.929577         0.926905                  2   \n",
       "7         0.953096          0.946197         0.975701                  0   \n",
       "8         0.801292          0.808725         0.879227                  0   \n",
       "9         0.954160          0.942568         0.978003                  0   \n",
       "\n",
       "   uh_count_GoogleASR  uh_count_GroundTruth  um_count_WhisperX  \\\n",
       "0                   0                     3                  0   \n",
       "1                   0                     0                  0   \n",
       "2                   0                     0                  0   \n",
       "3                   0                     1                  1   \n",
       "4                   0                     0                  0   \n",
       "5                   0                     0                  0   \n",
       "6                   0                     5                  2   \n",
       "7                   0                     0                  0   \n",
       "8                   0                     1                  1   \n",
       "9                   0                     0                  0   \n",
       "\n",
       "   um_count_GoogleASR  um_count_GroundTruth  well_count_WhisperX  \\\n",
       "0                   0                     3                    0   \n",
       "1                   0                     0                    0   \n",
       "2                   0                     0                    1   \n",
       "3                   0                     2                    1   \n",
       "4                   0                     0                    0   \n",
       "5                   0                     0                    0   \n",
       "6                   0                     0                    1   \n",
       "7                   0                     1                    0   \n",
       "8                   0                     2                    0   \n",
       "9                   0                     0                    0   \n",
       "\n",
       "   well_count_GoogleASR  well_count_GroundTruth  INTJ_count_WhisperX  \\\n",
       "0                     0                       0                    1   \n",
       "1                     0                       0                    0   \n",
       "2                     1                       1                    5   \n",
       "3                     1                       1                   11   \n",
       "4                     0                       0                    2   \n",
       "5                     0                       0                    1   \n",
       "6                     1                       1                    7   \n",
       "7                     0                       0                    4   \n",
       "8                     0                       0                   19   \n",
       "9                     0                       0                    0   \n",
       "\n",
       "   INTJ_count_GoogleASR  INTJ_count_GroundTruth-max  \\\n",
       "0                     1                           7   \n",
       "1                     1                           1   \n",
       "2                     4                           3   \n",
       "3                    12                          11   \n",
       "4                     2                           2   \n",
       "5                     1                           1   \n",
       "6                     3                           8   \n",
       "7                     4                           5   \n",
       "8                    14                          21   \n",
       "9                     0                           0   \n",
       "\n",
       "   INTJ_count_GroundTruth-min  INTJ_count_GroundTruth-neutral  \\\n",
       "0                           7                               6   \n",
       "1                           1                               1   \n",
       "2                           3                               3   \n",
       "3                          12                              11   \n",
       "4                           2                               2   \n",
       "5                           1                               1   \n",
       "6                           8                               4   \n",
       "7                           5                               5   \n",
       "8                          21                              23   \n",
       "9                           0                               0   \n",
       "\n",
       "   PRN_count_WhisperX  PRN_count_GoogleASR  PRN_count_GroundTruth-max  \\\n",
       "0                   0                    1                          0   \n",
       "1                   0                    0                          0   \n",
       "2                   6                    8                          7   \n",
       "3                   0                    0                          0   \n",
       "4                   0                    0                          0   \n",
       "5                   0                    0                          1   \n",
       "6                   4                    1                          3   \n",
       "7                   1                    1                          1   \n",
       "8                   2                    2                          1   \n",
       "9                   0                    0                          0   \n",
       "\n",
       "   PRN_count_GroundTruth-min  PRN_count_GroundTruth-neutral  \\\n",
       "0                          1                              0   \n",
       "1                          0                              0   \n",
       "2                          6                              6   \n",
       "3                          0                              0   \n",
       "4                          0                              0   \n",
       "5                          1                              1   \n",
       "6                          3                              3   \n",
       "7                          1                              1   \n",
       "8                          1                              2   \n",
       "9                          0                              0   \n",
       "\n",
       "   EDITED_count_WhisperX  EDITED_count_GoogleASR  \\\n",
       "0                      2                       8   \n",
       "1                      3                       4   \n",
       "2                      6                       6   \n",
       "3                      0                       2   \n",
       "4                      0                       2   \n",
       "5                      0                       0   \n",
       "6                      2                       3   \n",
       "7                      5                       5   \n",
       "8                      7                       8   \n",
       "9                      0                       0   \n",
       "\n",
       "   EDITED_count_GroundTruth-max  EDITED_count_GroundTruth-min  \\\n",
       "0                             8                             7   \n",
       "1                             0                             2   \n",
       "2                             8                             7   \n",
       "3                             0                             0   \n",
       "4                             0                             0   \n",
       "5                             1                             1   \n",
       "6                             0                             2   \n",
       "7                             4                             4   \n",
       "8                            12                            11   \n",
       "9                             0                             0   \n",
       "\n",
       "   EDITED_count_GroundTruth-neutral  punctuation_count_GoogleASR  \\\n",
       "0                                 8                           22   \n",
       "1                                 2                           18   \n",
       "2                                 7                           23   \n",
       "3                                 0                           22   \n",
       "4                                 0                           20   \n",
       "5                                 1                           21   \n",
       "6                                 3                           15   \n",
       "7                                 4                           22   \n",
       "8                                11                           33   \n",
       "9                                 0                           13   \n",
       "\n",
       "   punctuation_count_WhisperX  punctuation_count_GroundTruth-max  \\\n",
       "0                          42                                 68   \n",
       "1                          40                                 51   \n",
       "2                          31                                 64   \n",
       "3                          36                                 72   \n",
       "4                          38                                 48   \n",
       "5                          40                                 54   \n",
       "6                          29                                 56   \n",
       "7                          24                                 47   \n",
       "8                          70                                 99   \n",
       "9                          30                                 40   \n",
       "\n",
       "   punctuation_count_GroundTruth-min  punctuation_count_GroundTruth-neutral  \n",
       "0                                 53                                     60  \n",
       "1                                 45                                     45  \n",
       "2                                 57                                     66  \n",
       "3                                 58                                     54  \n",
       "4                                 39                                     40  \n",
       "5                                 47                                     48  \n",
       "6                                 51                                     49  \n",
       "7                                 39                                     45  \n",
       "8                                 85                                     89  \n",
       "9                                 38                                     32  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df[\"length_GroundTruth\"] = -1.0\n",
    "df[\"length_GoogleASR\"] = -1.0\n",
    "df[\"length_WhisperX\"] = -1.0\n",
    "\n",
    "df[\"wer_GoogleASR\"] = -1.0\n",
    "df[\"wer_WhisperX\"] = -1.0\n",
    "\n",
    "df[\"cer_GoogleASR\"] = -1.0\n",
    "df[\"cer_WhisperX\"] = -1.0\n",
    "\n",
    "df[\"wil_GoogleASR\"] = -1.0\n",
    "df[\"wil_WhisperX\"] = -1.0\n",
    "\n",
    "df[\"wip_GoogleASR\"] = -1.0\n",
    "df[\"wip_WhisperX\"] = -1.0\n",
    "\n",
    "df[\"bleu_GoogleASR\"] = -1.0\n",
    "df[\"bleu_WhisperX\"] = -1.0\n",
    "\n",
    "df[\"bert_p_GoogleASR\"] = -1.0\n",
    "df[\"bert_p_WhisperX\"] = -1.0\n",
    "df[\"bert_r_GoogleASR\"] = -1.0\n",
    "df[\"bert_r_WhisperX\"] = -1.0\n",
    "df[\"bert_f_GoogleASR\"] = -1.0\n",
    "df[\"bert_f_WhisperX\"] = -1.0\n",
    "\n",
    "df[\"rouge1_GoogleASR\"] = -1.0\n",
    "df[\"rouge1_WhisperX\"] = -1.0\n",
    "df[\"rouge2_GoogleASR\"] = -1.0\n",
    "df[\"rouge2_WhisperX\"] = -1.0\n",
    "df[\"rougeL_GoogleASR\"] = -1.0\n",
    "df[\"rougeL_WhisperX\"] = -1.0\n",
    "\n",
    "def count_punctuation(input_string):\n",
    "    \n",
    "    # get punctuation string\n",
    "    p = string.punctuation\n",
    "    p = p.replace(\"'\",\"\")\n",
    "    p = p.replace(\"[\",\"\")\n",
    "    p = p.replace(\"]\",\"\")\n",
    "    \n",
    "    count = 0\n",
    "    for char in input_string:\n",
    "        if char in p:\n",
    "            count += 1\n",
    "    return count\n",
    "\n",
    "for index, row in df.iterrows():\n",
    "    \n",
    "    # transcript length\n",
    "    for asr in [\"WhisperX\", \"GoogleASR\", \"GroundTruth\"]:\n",
    "        if row[f\"rpl_{asr}\"] != \"\":\n",
    "            num_words = len(row[f\"rpl_{asr}\"].split(\" \"))\n",
    "        else:\n",
    "            num_words = 0\n",
    "        df.loc[index, f\"length_{asr}\"] = num_words\n",
    "    \n",
    "    # specific token counts\n",
    "    for target in [\"uh\", \"um\", \"well\"]:\n",
    "        for asr in [\"WhisperX\", \"GoogleASR\", \"GroundTruth\"]:\n",
    "            df[f\"{target}_count_{asr}\"] = -1\n",
    "            df[f\"{target}_count_{asr}\"] = df[f\"rpl_{asr}\"].str.count(r\"\\b\"+re.escape(target)+r\"\\b\", flags=re.IGNORECASE)\n",
    "            \n",
    "    # english-fisher-annotator parse counts\n",
    "    for target in [\"INTJ\", \"PRN\", \"EDITED\"]:\n",
    "        for asr in [\"WhisperX\", \"GoogleASR\", \"GroundTruth-max\", \"GroundTruth-min\", \"GroundTruth-neutral\"]:\n",
    "            df[f\"{target}_count_{asr}\"] = -1\n",
    "            df[f\"{target}_count_{asr}\"] = df[f\"{asr}_parse\"].str.count(r\"\\(\"+re.escape(target)+r\" \", flags=re.IGNORECASE)\n",
    "    \n",
    "    # WER\n",
    "    df.loc[index, \"wer_GoogleASR\"] = word_error_rate(input=row[\"rpl_GoogleASR\"], target=row[\"rpl_GroundTruth\"]).item()\n",
    "    df.loc[index, \"wer_WhisperX\"] = word_error_rate(input=row[\"rpl_WhisperX\"], target=row[\"rpl_GroundTruth\"]).item()\n",
    "    \n",
    "    # CER\n",
    "    df.loc[index, \"cer_GoogleASR\"] = cer_score.compute(predictions=[row[\"rpl_GoogleASR\"]], references=[row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"cer_WhisperX\"] = cer_score.compute(predictions=[row[\"rpl_WhisperX\"]], references=[row[\"rpl_GroundTruth\"]])\n",
    "    \n",
    "     # WIL\n",
    "    wil_score.update([row[\"rpl_GoogleASR\"]], [row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"wil_GoogleASR\"] = wil_score.compute().item()\n",
    "    \n",
    "    wil_score.update([row[\"rpl_WhisperX\"]], [row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"wil_WhisperX\"] = wil_score.compute().item()\n",
    "    \n",
    "    # WIP\n",
    "    wip_score.update([row[\"rpl_GoogleASR\"]], [row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"wip_GoogleASR\"] = wip_score.compute().item()\n",
    "    \n",
    "    wip_score.update([row[\"rpl_WhisperX\"]], [row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"wip_WhisperX\"] = wip_score.compute().item()\n",
    "    \n",
    "    # BLEU\n",
    "    bleu_score.update([row[\"rpl_GoogleASR\"]], [row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"bleu_GoogleASR\"] = bleu_score.compute().item()\n",
    "    \n",
    "    bleu_score.update([row[\"rpl_WhisperX\"]], [row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"bleu_WhisperX\"] = bleu_score.compute().item()\n",
    "    \n",
    "    # BERTscore\n",
    "    google = bert_score.compute(predictions=[row[\"rpl_GoogleASR\"]], references=[row[\"rpl_GroundTruth\"]], lang=\"en\")\n",
    "    df.loc[index, \"bert_p_GoogleASR\"] = google[\"precision\"]\n",
    "    df.loc[index, \"bert_r_GoogleASR\"] = google[\"recall\"]\n",
    "    df.loc[index, \"bert_f_GoogleASR\"] = google[\"f1\"]\n",
    "    \n",
    "    whisper = bert_score.compute(predictions=[row[\"rpl_WhisperX\"]], references=[row[\"rpl_GroundTruth\"]], lang=\"en\")\n",
    "    df.loc[index, \"bert_p_WhisperX\"] = whisper[\"precision\"]\n",
    "    df.loc[index, \"bert_r_WhisperX\"] = whisper[\"recall\"]\n",
    "    df.loc[index, \"bert_f_WhisperX\"] = whisper[\"f1\"]\n",
    "    \n",
    "    # rouge\n",
    "    google = rouge_score.compute(predictions=[row[\"rpl_GoogleASR\"]], references=[row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"rouge1_GoogleASR\"] = google[\"rouge1\"]\n",
    "    df.loc[index, \"rouge2_GoogleASR\"] = google[\"rouge2\"]\n",
    "    df.loc[index, \"rougeL_GoogleASR\"] = google[\"rougeL\"]\n",
    "    \n",
    "    whisper = rouge_score.compute(predictions=[row[\"rpl_WhisperX\"]], references=[row[\"rpl_GroundTruth\"]])\n",
    "    df.loc[index, \"rouge1_WhisperX\"] = whisper[\"rouge1\"]\n",
    "    df.loc[index, \"rouge2_WhisperX\"] = whisper[\"rouge2\"]\n",
    "    df.loc[index, \"rougeL_WhisperX\"] = whisper[\"rougeL\"]\n",
    "    \n",
    "    # punctuation counts\n",
    "    df[\"punctuation_count_GoogleASR\"] = df[\"GoogleASR\"].apply(count_punctuation)\n",
    "    df[\"punctuation_count_WhisperX\"] = df[\"WhisperX\"].apply(count_punctuation)\n",
    "    df[\"punctuation_count_GroundTruth-max\"] = df[\"GroundTruth-max\"].apply(count_punctuation)\n",
    "    df[\"punctuation_count_GroundTruth-min\"] = df[\"GroundTruth-min\"].apply(count_punctuation)\n",
    "    df[\"punctuation_count_GroundTruth-neutral\"] = df[\"GroundTruth-neutral\"].apply(count_punctuation)\n",
    "\n",
    "display(df)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "456cb71e-1a31-484b-8d6e-707bcf8fdce4",
   "metadata": {},
   "source": [
    "## Describe overall df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "29b579cc-5754-4281-a020-6fa516338d01",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0.1</th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>nums</th>\n",
       "      <th>percent_diff</th>\n",
       "      <th>duration</th>\n",
       "      <th>length_GroundTruth</th>\n",
       "      <th>length_GoogleASR</th>\n",
       "      <th>length_WhisperX</th>\n",
       "      <th>wer_GoogleASR</th>\n",
       "      <th>wer_WhisperX</th>\n",
       "      <th>cer_GoogleASR</th>\n",
       "      <th>cer_WhisperX</th>\n",
       "      <th>wil_GoogleASR</th>\n",
       "      <th>wil_WhisperX</th>\n",
       "      <th>wip_GoogleASR</th>\n",
       "      <th>wip_WhisperX</th>\n",
       "      <th>bleu_GoogleASR</th>\n",
       "      <th>bleu_WhisperX</th>\n",
       "      <th>bert_p_GoogleASR</th>\n",
       "      <th>bert_p_WhisperX</th>\n",
       "      <th>bert_r_GoogleASR</th>\n",
       "      <th>bert_r_WhisperX</th>\n",
       "      <th>bert_f_GoogleASR</th>\n",
       "      <th>bert_f_WhisperX</th>\n",
       "      <th>rouge1_GoogleASR</th>\n",
       "      <th>rouge1_WhisperX</th>\n",
       "      <th>rouge2_GoogleASR</th>\n",
       "      <th>rouge2_WhisperX</th>\n",
       "      <th>rougeL_GoogleASR</th>\n",
       "      <th>rougeL_WhisperX</th>\n",
       "      <th>uh_count_WhisperX</th>\n",
       "      <th>uh_count_GoogleASR</th>\n",
       "      <th>uh_count_GroundTruth</th>\n",
       "      <th>um_count_WhisperX</th>\n",
       "      <th>um_count_GoogleASR</th>\n",
       "      <th>um_count_GroundTruth</th>\n",
       "      <th>well_count_WhisperX</th>\n",
       "      <th>well_count_GoogleASR</th>\n",
       "      <th>well_count_GroundTruth</th>\n",
       "      <th>INTJ_count_WhisperX</th>\n",
       "      <th>INTJ_count_GoogleASR</th>\n",
       "      <th>INTJ_count_GroundTruth-max</th>\n",
       "      <th>INTJ_count_GroundTruth-min</th>\n",
       "      <th>INTJ_count_GroundTruth-neutral</th>\n",
       "      <th>PRN_count_WhisperX</th>\n",
       "      <th>PRN_count_GoogleASR</th>\n",
       "      <th>PRN_count_GroundTruth-max</th>\n",
       "      <th>PRN_count_GroundTruth-min</th>\n",
       "      <th>PRN_count_GroundTruth-neutral</th>\n",
       "      <th>EDITED_count_WhisperX</th>\n",
       "      <th>EDITED_count_GoogleASR</th>\n",
       "      <th>EDITED_count_GroundTruth-max</th>\n",
       "      <th>EDITED_count_GroundTruth-min</th>\n",
       "      <th>EDITED_count_GroundTruth-neutral</th>\n",
       "      <th>punctuation_count_GoogleASR</th>\n",
       "      <th>punctuation_count_WhisperX</th>\n",
       "      <th>punctuation_count_GroundTruth-max</th>\n",
       "      <th>punctuation_count_GroundTruth-min</th>\n",
       "      <th>punctuation_count_GroundTruth-neutral</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>550.00</td>\n",
       "      <td>550.00</td>\n",
       "      <td>5.50</td>\n",
       "      <td>10.63</td>\n",
       "      <td>29.48</td>\n",
       "      <td>294.50</td>\n",
       "      <td>290.80</td>\n",
       "      <td>291.80</td>\n",
       "      <td>10.74</td>\n",
       "      <td>7.19</td>\n",
       "      <td>6.71</td>\n",
       "      <td>4.38</td>\n",
       "      <td>15.02</td>\n",
       "      <td>14.79</td>\n",
       "      <td>84.98</td>\n",
       "      <td>85.21</td>\n",
       "      <td>84.95</td>\n",
       "      <td>85.32</td>\n",
       "      <td>97.03</td>\n",
       "      <td>98.19</td>\n",
       "      <td>96.65</td>\n",
       "      <td>97.92</td>\n",
       "      <td>96.84</td>\n",
       "      <td>98.05</td>\n",
       "      <td>92.57</td>\n",
       "      <td>95.15</td>\n",
       "      <td>86.27</td>\n",
       "      <td>90.98</td>\n",
       "      <td>91.82</td>\n",
       "      <td>94.97</td>\n",
       "      <td>0.20</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.40</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.80</td>\n",
       "      <td>0.30</td>\n",
       "      <td>0.30</td>\n",
       "      <td>0.30</td>\n",
       "      <td>5.00</td>\n",
       "      <td>4.20</td>\n",
       "      <td>5.90</td>\n",
       "      <td>6.00</td>\n",
       "      <td>5.60</td>\n",
       "      <td>1.30</td>\n",
       "      <td>1.30</td>\n",
       "      <td>1.30</td>\n",
       "      <td>1.30</td>\n",
       "      <td>1.30</td>\n",
       "      <td>2.50</td>\n",
       "      <td>3.80</td>\n",
       "      <td>3.30</td>\n",
       "      <td>3.40</td>\n",
       "      <td>3.60</td>\n",
       "      <td>20.90</td>\n",
       "      <td>38.00</td>\n",
       "      <td>59.90</td>\n",
       "      <td>51.20</td>\n",
       "      <td>52.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>302.77</td>\n",
       "      <td>302.77</td>\n",
       "      <td>3.03</td>\n",
       "      <td>6.68</td>\n",
       "      <td>19.36</td>\n",
       "      <td>34.82</td>\n",
       "      <td>32.97</td>\n",
       "      <td>34.84</td>\n",
       "      <td>6.18</td>\n",
       "      <td>5.21</td>\n",
       "      <td>5.37</td>\n",
       "      <td>3.64</td>\n",
       "      <td>1.09</td>\n",
       "      <td>1.73</td>\n",
       "      <td>1.09</td>\n",
       "      <td>1.73</td>\n",
       "      <td>1.18</td>\n",
       "      <td>1.78</td>\n",
       "      <td>1.61</td>\n",
       "      <td>1.11</td>\n",
       "      <td>2.14</td>\n",
       "      <td>1.51</td>\n",
       "      <td>1.86</td>\n",
       "      <td>1.30</td>\n",
       "      <td>3.57</td>\n",
       "      <td>3.11</td>\n",
       "      <td>5.75</td>\n",
       "      <td>5.45</td>\n",
       "      <td>4.39</td>\n",
       "      <td>3.27</td>\n",
       "      <td>0.63</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.7</td>\n",
       "      <td>0.70</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.14</td>\n",
       "      <td>0.48</td>\n",
       "      <td>0.48</td>\n",
       "      <td>0.48</td>\n",
       "      <td>6.04</td>\n",
       "      <td>4.85</td>\n",
       "      <td>6.38</td>\n",
       "      <td>6.48</td>\n",
       "      <td>6.90</td>\n",
       "      <td>2.11</td>\n",
       "      <td>2.45</td>\n",
       "      <td>2.21</td>\n",
       "      <td>1.89</td>\n",
       "      <td>1.95</td>\n",
       "      <td>2.68</td>\n",
       "      <td>2.94</td>\n",
       "      <td>4.47</td>\n",
       "      <td>3.78</td>\n",
       "      <td>3.86</td>\n",
       "      <td>5.38</td>\n",
       "      <td>12.66</td>\n",
       "      <td>16.97</td>\n",
       "      <td>13.96</td>\n",
       "      <td>15.96</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>100.00</td>\n",
       "      <td>100.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.24</td>\n",
       "      <td>3.21</td>\n",
       "      <td>258.00</td>\n",
       "      <td>259.00</td>\n",
       "      <td>255.00</td>\n",
       "      <td>3.72</td>\n",
       "      <td>2.23</td>\n",
       "      <td>1.36</td>\n",
       "      <td>0.88</td>\n",
       "      <td>12.77</td>\n",
       "      <td>10.52</td>\n",
       "      <td>83.23</td>\n",
       "      <td>82.99</td>\n",
       "      <td>81.86</td>\n",
       "      <td>80.93</td>\n",
       "      <td>93.37</td>\n",
       "      <td>95.77</td>\n",
       "      <td>91.31</td>\n",
       "      <td>94.59</td>\n",
       "      <td>92.33</td>\n",
       "      <td>95.18</td>\n",
       "      <td>83.89</td>\n",
       "      <td>88.24</td>\n",
       "      <td>72.73</td>\n",
       "      <td>80.13</td>\n",
       "      <td>80.87</td>\n",
       "      <td>87.92</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>13.00</td>\n",
       "      <td>24.00</td>\n",
       "      <td>40.00</td>\n",
       "      <td>38.00</td>\n",
       "      <td>32.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>325.00</td>\n",
       "      <td>325.00</td>\n",
       "      <td>3.25</td>\n",
       "      <td>6.30</td>\n",
       "      <td>19.21</td>\n",
       "      <td>269.00</td>\n",
       "      <td>269.50</td>\n",
       "      <td>267.25</td>\n",
       "      <td>7.36</td>\n",
       "      <td>2.93</td>\n",
       "      <td>3.56</td>\n",
       "      <td>1.43</td>\n",
       "      <td>14.63</td>\n",
       "      <td>14.44</td>\n",
       "      <td>84.46</td>\n",
       "      <td>84.34</td>\n",
       "      <td>84.86</td>\n",
       "      <td>85.07</td>\n",
       "      <td>96.36</td>\n",
       "      <td>97.67</td>\n",
       "      <td>96.16</td>\n",
       "      <td>97.06</td>\n",
       "      <td>96.15</td>\n",
       "      <td>97.48</td>\n",
       "      <td>91.34</td>\n",
       "      <td>93.67</td>\n",
       "      <td>85.21</td>\n",
       "      <td>87.32</td>\n",
       "      <td>91.09</td>\n",
       "      <td>92.91</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.25</td>\n",
       "      <td>1.25</td>\n",
       "      <td>1.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.25</td>\n",
       "      <td>18.50</td>\n",
       "      <td>30.25</td>\n",
       "      <td>48.75</td>\n",
       "      <td>40.50</td>\n",
       "      <td>45.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>550.00</td>\n",
       "      <td>550.00</td>\n",
       "      <td>5.50</td>\n",
       "      <td>9.70</td>\n",
       "      <td>24.19</td>\n",
       "      <td>292.50</td>\n",
       "      <td>284.00</td>\n",
       "      <td>291.50</td>\n",
       "      <td>9.84</td>\n",
       "      <td>5.47</td>\n",
       "      <td>5.98</td>\n",
       "      <td>4.45</td>\n",
       "      <td>14.97</td>\n",
       "      <td>14.96</td>\n",
       "      <td>85.03</td>\n",
       "      <td>85.04</td>\n",
       "      <td>85.10</td>\n",
       "      <td>85.46</td>\n",
       "      <td>97.36</td>\n",
       "      <td>98.38</td>\n",
       "      <td>97.09</td>\n",
       "      <td>98.42</td>\n",
       "      <td>97.33</td>\n",
       "      <td>98.37</td>\n",
       "      <td>93.59</td>\n",
       "      <td>96.00</td>\n",
       "      <td>87.09</td>\n",
       "      <td>93.04</td>\n",
       "      <td>93.17</td>\n",
       "      <td>96.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>3.00</td>\n",
       "      <td>2.50</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>3.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.50</td>\n",
       "      <td>2.00</td>\n",
       "      <td>3.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>2.00</td>\n",
       "      <td>2.50</td>\n",
       "      <td>21.50</td>\n",
       "      <td>37.00</td>\n",
       "      <td>55.00</td>\n",
       "      <td>49.00</td>\n",
       "      <td>48.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>775.00</td>\n",
       "      <td>775.00</td>\n",
       "      <td>7.75</td>\n",
       "      <td>13.45</td>\n",
       "      <td>36.12</td>\n",
       "      <td>303.50</td>\n",
       "      <td>304.50</td>\n",
       "      <td>305.00</td>\n",
       "      <td>10.80</td>\n",
       "      <td>10.53</td>\n",
       "      <td>7.70</td>\n",
       "      <td>5.25</td>\n",
       "      <td>15.54</td>\n",
       "      <td>15.66</td>\n",
       "      <td>85.37</td>\n",
       "      <td>85.56</td>\n",
       "      <td>85.50</td>\n",
       "      <td>86.18</td>\n",
       "      <td>98.05</td>\n",
       "      <td>98.95</td>\n",
       "      <td>97.77</td>\n",
       "      <td>99.06</td>\n",
       "      <td>97.83</td>\n",
       "      <td>99.00</td>\n",
       "      <td>94.17</td>\n",
       "      <td>97.50</td>\n",
       "      <td>89.38</td>\n",
       "      <td>95.24</td>\n",
       "      <td>94.06</td>\n",
       "      <td>97.50</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.75</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.75</td>\n",
       "      <td>0.75</td>\n",
       "      <td>0.75</td>\n",
       "      <td>0.75</td>\n",
       "      <td>6.50</td>\n",
       "      <td>4.00</td>\n",
       "      <td>7.75</td>\n",
       "      <td>7.75</td>\n",
       "      <td>5.75</td>\n",
       "      <td>1.75</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.75</td>\n",
       "      <td>4.50</td>\n",
       "      <td>5.75</td>\n",
       "      <td>7.00</td>\n",
       "      <td>6.25</td>\n",
       "      <td>6.25</td>\n",
       "      <td>22.00</td>\n",
       "      <td>40.00</td>\n",
       "      <td>67.00</td>\n",
       "      <td>56.00</td>\n",
       "      <td>58.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1000.00</td>\n",
       "      <td>1000.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>25.67</td>\n",
       "      <td>63.90</td>\n",
       "      <td>377.00</td>\n",
       "      <td>369.00</td>\n",
       "      <td>372.00</td>\n",
       "      <td>26.35</td>\n",
       "      <td>18.24</td>\n",
       "      <td>20.58</td>\n",
       "      <td>12.88</td>\n",
       "      <td>16.77</td>\n",
       "      <td>17.01</td>\n",
       "      <td>87.23</td>\n",
       "      <td>89.48</td>\n",
       "      <td>86.04</td>\n",
       "      <td>87.80</td>\n",
       "      <td>98.94</td>\n",
       "      <td>99.48</td>\n",
       "      <td>98.99</td>\n",
       "      <td>99.39</td>\n",
       "      <td>98.96</td>\n",
       "      <td>99.43</td>\n",
       "      <td>97.13</td>\n",
       "      <td>98.38</td>\n",
       "      <td>93.88</td>\n",
       "      <td>96.93</td>\n",
       "      <td>96.77</td>\n",
       "      <td>98.38</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>19.00</td>\n",
       "      <td>14.00</td>\n",
       "      <td>21.00</td>\n",
       "      <td>21.00</td>\n",
       "      <td>23.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>8.00</td>\n",
       "      <td>7.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>7.00</td>\n",
       "      <td>8.00</td>\n",
       "      <td>12.00</td>\n",
       "      <td>11.00</td>\n",
       "      <td>11.00</td>\n",
       "      <td>33.00</td>\n",
       "      <td>70.00</td>\n",
       "      <td>99.00</td>\n",
       "      <td>85.00</td>\n",
       "      <td>89.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Unnamed: 0.1  Unnamed: 0   nums  percent_diff  duration  \\\n",
       "count       1000.00     1000.00  10.00         10.00     10.00   \n",
       "mean         550.00      550.00   5.50         10.63     29.48   \n",
       "std          302.77      302.77   3.03          6.68     19.36   \n",
       "min          100.00      100.00   1.00          1.24      3.21   \n",
       "25%          325.00      325.00   3.25          6.30     19.21   \n",
       "50%          550.00      550.00   5.50          9.70     24.19   \n",
       "75%          775.00      775.00   7.75         13.45     36.12   \n",
       "max         1000.00     1000.00  10.00         25.67     63.90   \n",
       "\n",
       "       length_GroundTruth  length_GoogleASR  length_WhisperX  wer_GoogleASR  \\\n",
       "count               10.00             10.00            10.00        1000.00   \n",
       "mean               294.50            290.80           291.80          10.74   \n",
       "std                 34.82             32.97            34.84           6.18   \n",
       "min                258.00            259.00           255.00           3.72   \n",
       "25%                269.00            269.50           267.25           7.36   \n",
       "50%                292.50            284.00           291.50           9.84   \n",
       "75%                303.50            304.50           305.00          10.80   \n",
       "max                377.00            369.00           372.00          26.35   \n",
       "\n",
       "       wer_WhisperX  cer_GoogleASR  cer_WhisperX  wil_GoogleASR  wil_WhisperX  \\\n",
       "count       1000.00        1000.00       1000.00        1000.00       1000.00   \n",
       "mean           7.19           6.71          4.38          15.02         14.79   \n",
       "std            5.21           5.37          3.64           1.09          1.73   \n",
       "min            2.23           1.36          0.88          12.77         10.52   \n",
       "25%            2.93           3.56          1.43          14.63         14.44   \n",
       "50%            5.47           5.98          4.45          14.97         14.96   \n",
       "75%           10.53           7.70          5.25          15.54         15.66   \n",
       "max           18.24          20.58         12.88          16.77         17.01   \n",
       "\n",
       "       wip_GoogleASR  wip_WhisperX  bleu_GoogleASR  bleu_WhisperX  \\\n",
       "count        1000.00       1000.00         1000.00        1000.00   \n",
       "mean           84.98         85.21           84.95          85.32   \n",
       "std             1.09          1.73            1.18           1.78   \n",
       "min            83.23         82.99           81.86          80.93   \n",
       "25%            84.46         84.34           84.86          85.07   \n",
       "50%            85.03         85.04           85.10          85.46   \n",
       "75%            85.37         85.56           85.50          86.18   \n",
       "max            87.23         89.48           86.04          87.80   \n",
       "\n",
       "       bert_p_GoogleASR  bert_p_WhisperX  bert_r_GoogleASR  bert_r_WhisperX  \\\n",
       "count           1000.00          1000.00           1000.00          1000.00   \n",
       "mean              97.03            98.19             96.65            97.92   \n",
       "std                1.61             1.11              2.14             1.51   \n",
       "min               93.37            95.77             91.31            94.59   \n",
       "25%               96.36            97.67             96.16            97.06   \n",
       "50%               97.36            98.38             97.09            98.42   \n",
       "75%               98.05            98.95             97.77            99.06   \n",
       "max               98.94            99.48             98.99            99.39   \n",
       "\n",
       "       bert_f_GoogleASR  bert_f_WhisperX  rouge1_GoogleASR  rouge1_WhisperX  \\\n",
       "count           1000.00          1000.00           1000.00          1000.00   \n",
       "mean              96.84            98.05             92.57            95.15   \n",
       "std                1.86             1.30              3.57             3.11   \n",
       "min               92.33            95.18             83.89            88.24   \n",
       "25%               96.15            97.48             91.34            93.67   \n",
       "50%               97.33            98.37             93.59            96.00   \n",
       "75%               97.83            99.00             94.17            97.50   \n",
       "max               98.96            99.43             97.13            98.38   \n",
       "\n",
       "       rouge2_GoogleASR  rouge2_WhisperX  rougeL_GoogleASR  rougeL_WhisperX  \\\n",
       "count           1000.00          1000.00           1000.00          1000.00   \n",
       "mean              86.27            90.98             91.82            94.97   \n",
       "std                5.75             5.45              4.39             3.27   \n",
       "min               72.73            80.13             80.87            87.92   \n",
       "25%               85.21            87.32             91.09            92.91   \n",
       "50%               87.09            93.04             93.17            96.00   \n",
       "75%               89.38            95.24             94.06            97.50   \n",
       "max               93.88            96.93             96.77            98.38   \n",
       "\n",
       "       uh_count_WhisperX  uh_count_GoogleASR  uh_count_GroundTruth  \\\n",
       "count              10.00                10.0                  10.0   \n",
       "mean                0.20                 0.0                   1.0   \n",
       "std                 0.63                 0.0                   1.7   \n",
       "min                 0.00                 0.0                   0.0   \n",
       "25%                 0.00                 0.0                   0.0   \n",
       "50%                 0.00                 0.0                   0.0   \n",
       "75%                 0.00                 0.0                   1.0   \n",
       "max                 2.00                 0.0                   5.0   \n",
       "\n",
       "       um_count_WhisperX  um_count_GoogleASR  um_count_GroundTruth  \\\n",
       "count              10.00                10.0                 10.00   \n",
       "mean                0.40                 0.0                  0.80   \n",
       "std                 0.70                 0.0                  1.14   \n",
       "min                 0.00                 0.0                  0.00   \n",
       "25%                 0.00                 0.0                  0.00   \n",
       "50%                 0.00                 0.0                  0.00   \n",
       "75%                 0.75                 0.0                  1.75   \n",
       "max                 2.00                 0.0                  3.00   \n",
       "\n",
       "       well_count_WhisperX  well_count_GoogleASR  well_count_GroundTruth  \\\n",
       "count                10.00                 10.00                   10.00   \n",
       "mean                  0.30                  0.30                    0.30   \n",
       "std                   0.48                  0.48                    0.48   \n",
       "min                   0.00                  0.00                    0.00   \n",
       "25%                   0.00                  0.00                    0.00   \n",
       "50%                   0.00                  0.00                    0.00   \n",
       "75%                   0.75                  0.75                    0.75   \n",
       "max                   1.00                  1.00                    1.00   \n",
       "\n",
       "       INTJ_count_WhisperX  INTJ_count_GoogleASR  INTJ_count_GroundTruth-max  \\\n",
       "count                10.00                 10.00                       10.00   \n",
       "mean                  5.00                  4.20                        5.90   \n",
       "std                   6.04                  4.85                        6.38   \n",
       "min                   0.00                  0.00                        0.00   \n",
       "25%                   1.00                  1.00                        1.25   \n",
       "50%                   3.00                  2.50                        4.00   \n",
       "75%                   6.50                  4.00                        7.75   \n",
       "max                  19.00                 14.00                       21.00   \n",
       "\n",
       "       INTJ_count_GroundTruth-min  INTJ_count_GroundTruth-neutral  \\\n",
       "count                       10.00                           10.00   \n",
       "mean                         6.00                            5.60   \n",
       "std                          6.48                            6.90   \n",
       "min                          0.00                            0.00   \n",
       "25%                          1.25                            1.25   \n",
       "50%                          4.00                            3.50   \n",
       "75%                          7.75                            5.75   \n",
       "max                         21.00                           23.00   \n",
       "\n",
       "       PRN_count_WhisperX  PRN_count_GoogleASR  PRN_count_GroundTruth-max  \\\n",
       "count               10.00                10.00                      10.00   \n",
       "mean                 1.30                 1.30                       1.30   \n",
       "std                  2.11                 2.45                       2.21   \n",
       "min                  0.00                 0.00                       0.00   \n",
       "25%                  0.00                 0.00                       0.00   \n",
       "50%                  0.00                 0.50                       0.50   \n",
       "75%                  1.75                 1.00                       1.00   \n",
       "max                  6.00                 8.00                       7.00   \n",
       "\n",
       "       PRN_count_GroundTruth-min  PRN_count_GroundTruth-neutral  \\\n",
       "count                      10.00                          10.00   \n",
       "mean                        1.30                           1.30   \n",
       "std                         1.89                           1.95   \n",
       "min                         0.00                           0.00   \n",
       "25%                         0.00                           0.00   \n",
       "50%                         1.00                           0.50   \n",
       "75%                         1.00                           1.75   \n",
       "max                         6.00                           6.00   \n",
       "\n",
       "       EDITED_count_WhisperX  EDITED_count_GoogleASR  \\\n",
       "count                  10.00                   10.00   \n",
       "mean                    2.50                    3.80   \n",
       "std                     2.68                    2.94   \n",
       "min                     0.00                    0.00   \n",
       "25%                     0.00                    2.00   \n",
       "50%                     2.00                    3.50   \n",
       "75%                     4.50                    5.75   \n",
       "max                     7.00                    8.00   \n",
       "\n",
       "       EDITED_count_GroundTruth-max  EDITED_count_GroundTruth-min  \\\n",
       "count                         10.00                         10.00   \n",
       "mean                           3.30                          3.40   \n",
       "std                            4.47                          3.78   \n",
       "min                            0.00                          0.00   \n",
       "25%                            0.00                          0.25   \n",
       "50%                            0.50                          2.00   \n",
       "75%                            7.00                          6.25   \n",
       "max                           12.00                         11.00   \n",
       "\n",
       "       EDITED_count_GroundTruth-neutral  punctuation_count_GoogleASR  \\\n",
       "count                             10.00                        10.00   \n",
       "mean                               3.60                        20.90   \n",
       "std                                3.86                         5.38   \n",
       "min                                0.00                        13.00   \n",
       "25%                                0.25                        18.50   \n",
       "50%                                2.50                        21.50   \n",
       "75%                                6.25                        22.00   \n",
       "max                               11.00                        33.00   \n",
       "\n",
       "       punctuation_count_WhisperX  punctuation_count_GroundTruth-max  \\\n",
       "count                       10.00                              10.00   \n",
       "mean                        38.00                              59.90   \n",
       "std                         12.66                              16.97   \n",
       "min                         24.00                              40.00   \n",
       "25%                         30.25                              48.75   \n",
       "50%                         37.00                              55.00   \n",
       "75%                         40.00                              67.00   \n",
       "max                         70.00                              99.00   \n",
       "\n",
       "       punctuation_count_GroundTruth-min  \\\n",
       "count                              10.00   \n",
       "mean                               51.20   \n",
       "std                                13.96   \n",
       "min                                38.00   \n",
       "25%                                40.50   \n",
       "50%                                49.00   \n",
       "75%                                56.00   \n",
       "max                                85.00   \n",
       "\n",
       "       punctuation_count_GroundTruth-neutral  \n",
       "count                                  10.00  \n",
       "mean                                   52.80  \n",
       "std                                    15.96  \n",
       "min                                    32.00  \n",
       "25%                                    45.00  \n",
       "50%                                    48.50  \n",
       "75%                                    58.50  \n",
       "max                                    89.00  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "temp_df = df.describe()\n",
    "\n",
    "for col in temp_df.columns:\n",
    "    if \"count\" not in col and \"duration\" not in col and \"percent_diff\" not in col and \"length\" not in col and \"nums\" not in col:\n",
    "        temp_df[col] = round(temp_df[col]*100.0,2)\n",
    "    else:\n",
    "        temp_df[col] = round(temp_df[col],2)\n",
    "        \n",
    "display(temp_df)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "734411e2-d672-4e56-8aa2-691739ddc6fa",
   "metadata": {},
   "source": [
    "## Describe non-scripted df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "3b393037-826a-4a06-a09c-bbfa20919173",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0.1</th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>nums</th>\n",
       "      <th>percent_diff</th>\n",
       "      <th>duration</th>\n",
       "      <th>length_GroundTruth</th>\n",
       "      <th>length_GoogleASR</th>\n",
       "      <th>length_WhisperX</th>\n",
       "      <th>wer_GoogleASR</th>\n",
       "      <th>wer_WhisperX</th>\n",
       "      <th>cer_GoogleASR</th>\n",
       "      <th>cer_WhisperX</th>\n",
       "      <th>wil_GoogleASR</th>\n",
       "      <th>wil_WhisperX</th>\n",
       "      <th>wip_GoogleASR</th>\n",
       "      <th>wip_WhisperX</th>\n",
       "      <th>bleu_GoogleASR</th>\n",
       "      <th>bleu_WhisperX</th>\n",
       "      <th>bert_p_GoogleASR</th>\n",
       "      <th>bert_p_WhisperX</th>\n",
       "      <th>bert_r_GoogleASR</th>\n",
       "      <th>bert_r_WhisperX</th>\n",
       "      <th>bert_f_GoogleASR</th>\n",
       "      <th>bert_f_WhisperX</th>\n",
       "      <th>rouge1_GoogleASR</th>\n",
       "      <th>rouge1_WhisperX</th>\n",
       "      <th>rouge2_GoogleASR</th>\n",
       "      <th>rouge2_WhisperX</th>\n",
       "      <th>rougeL_GoogleASR</th>\n",
       "      <th>rougeL_WhisperX</th>\n",
       "      <th>uh_count_WhisperX</th>\n",
       "      <th>uh_count_GoogleASR</th>\n",
       "      <th>uh_count_GroundTruth</th>\n",
       "      <th>um_count_WhisperX</th>\n",
       "      <th>um_count_GoogleASR</th>\n",
       "      <th>um_count_GroundTruth</th>\n",
       "      <th>well_count_WhisperX</th>\n",
       "      <th>well_count_GoogleASR</th>\n",
       "      <th>well_count_GroundTruth</th>\n",
       "      <th>INTJ_count_WhisperX</th>\n",
       "      <th>INTJ_count_GoogleASR</th>\n",
       "      <th>INTJ_count_GroundTruth-max</th>\n",
       "      <th>INTJ_count_GroundTruth-min</th>\n",
       "      <th>INTJ_count_GroundTruth-neutral</th>\n",
       "      <th>PRN_count_WhisperX</th>\n",
       "      <th>PRN_count_GoogleASR</th>\n",
       "      <th>PRN_count_GroundTruth-max</th>\n",
       "      <th>PRN_count_GroundTruth-min</th>\n",
       "      <th>PRN_count_GroundTruth-neutral</th>\n",
       "      <th>EDITED_count_WhisperX</th>\n",
       "      <th>EDITED_count_GoogleASR</th>\n",
       "      <th>EDITED_count_GroundTruth-max</th>\n",
       "      <th>EDITED_count_GroundTruth-min</th>\n",
       "      <th>EDITED_count_GroundTruth-neutral</th>\n",
       "      <th>punctuation_count_GoogleASR</th>\n",
       "      <th>punctuation_count_WhisperX</th>\n",
       "      <th>punctuation_count_GroundTruth-max</th>\n",
       "      <th>punctuation_count_GroundTruth-min</th>\n",
       "      <th>punctuation_count_GroundTruth-neutral</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>600.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.0</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>533.33</td>\n",
       "      <td>533.33</td>\n",
       "      <td>5.33</td>\n",
       "      <td>14.24</td>\n",
       "      <td>37.03</td>\n",
       "      <td>302.00</td>\n",
       "      <td>294.67</td>\n",
       "      <td>298.00</td>\n",
       "      <td>12.98</td>\n",
       "      <td>9.74</td>\n",
       "      <td>8.87</td>\n",
       "      <td>6.05</td>\n",
       "      <td>15.03</td>\n",
       "      <td>15.32</td>\n",
       "      <td>84.97</td>\n",
       "      <td>84.68</td>\n",
       "      <td>84.85</td>\n",
       "      <td>84.71</td>\n",
       "      <td>96.67</td>\n",
       "      <td>97.67</td>\n",
       "      <td>95.91</td>\n",
       "      <td>97.13</td>\n",
       "      <td>96.29</td>\n",
       "      <td>97.40</td>\n",
       "      <td>91.61</td>\n",
       "      <td>93.64</td>\n",
       "      <td>84.32</td>\n",
       "      <td>88.07</td>\n",
       "      <td>90.48</td>\n",
       "      <td>93.34</td>\n",
       "      <td>0.33</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.67</td>\n",
       "      <td>0.67</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.33</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>7.83</td>\n",
       "      <td>6.33</td>\n",
       "      <td>9.17</td>\n",
       "      <td>9.33</td>\n",
       "      <td>8.67</td>\n",
       "      <td>2.17</td>\n",
       "      <td>2.17</td>\n",
       "      <td>2.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>3.67</td>\n",
       "      <td>5.33</td>\n",
       "      <td>5.33</td>\n",
       "      <td>5.17</td>\n",
       "      <td>5.50</td>\n",
       "      <td>22.83</td>\n",
       "      <td>38.67</td>\n",
       "      <td>67.67</td>\n",
       "      <td>57.17</td>\n",
       "      <td>60.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>314.11</td>\n",
       "      <td>314.11</td>\n",
       "      <td>3.14</td>\n",
       "      <td>5.94</td>\n",
       "      <td>19.47</td>\n",
       "      <td>42.69</td>\n",
       "      <td>41.12</td>\n",
       "      <td>43.05</td>\n",
       "      <td>6.96</td>\n",
       "      <td>5.32</td>\n",
       "      <td>5.95</td>\n",
       "      <td>3.77</td>\n",
       "      <td>0.67</td>\n",
       "      <td>0.97</td>\n",
       "      <td>0.67</td>\n",
       "      <td>0.97</td>\n",
       "      <td>1.56</td>\n",
       "      <td>1.96</td>\n",
       "      <td>1.79</td>\n",
       "      <td>1.09</td>\n",
       "      <td>2.38</td>\n",
       "      <td>1.46</td>\n",
       "      <td>2.07</td>\n",
       "      <td>1.25</td>\n",
       "      <td>4.02</td>\n",
       "      <td>3.16</td>\n",
       "      <td>6.31</td>\n",
       "      <td>5.22</td>\n",
       "      <td>5.06</td>\n",
       "      <td>3.29</td>\n",
       "      <td>0.82</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.97</td>\n",
       "      <td>0.82</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.21</td>\n",
       "      <td>0.55</td>\n",
       "      <td>0.55</td>\n",
       "      <td>0.55</td>\n",
       "      <td>6.40</td>\n",
       "      <td>5.32</td>\n",
       "      <td>6.40</td>\n",
       "      <td>6.47</td>\n",
       "      <td>7.55</td>\n",
       "      <td>2.40</td>\n",
       "      <td>2.93</td>\n",
       "      <td>2.68</td>\n",
       "      <td>2.19</td>\n",
       "      <td>2.28</td>\n",
       "      <td>2.73</td>\n",
       "      <td>2.50</td>\n",
       "      <td>4.84</td>\n",
       "      <td>3.97</td>\n",
       "      <td>3.94</td>\n",
       "      <td>5.78</td>\n",
       "      <td>16.54</td>\n",
       "      <td>17.76</td>\n",
       "      <td>15.24</td>\n",
       "      <td>15.86</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>100.00</td>\n",
       "      <td>100.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>9.05</td>\n",
       "      <td>19.08</td>\n",
       "      <td>258.00</td>\n",
       "      <td>259.00</td>\n",
       "      <td>255.00</td>\n",
       "      <td>6.98</td>\n",
       "      <td>2.71</td>\n",
       "      <td>4.18</td>\n",
       "      <td>1.53</td>\n",
       "      <td>14.22</td>\n",
       "      <td>14.29</td>\n",
       "      <td>83.94</td>\n",
       "      <td>82.99</td>\n",
       "      <td>81.86</td>\n",
       "      <td>80.93</td>\n",
       "      <td>93.37</td>\n",
       "      <td>95.77</td>\n",
       "      <td>91.31</td>\n",
       "      <td>94.59</td>\n",
       "      <td>92.33</td>\n",
       "      <td>95.18</td>\n",
       "      <td>83.89</td>\n",
       "      <td>88.24</td>\n",
       "      <td>72.73</td>\n",
       "      <td>80.13</td>\n",
       "      <td>80.87</td>\n",
       "      <td>87.92</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>3.00</td>\n",
       "      <td>3.00</td>\n",
       "      <td>3.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>15.00</td>\n",
       "      <td>24.00</td>\n",
       "      <td>47.00</td>\n",
       "      <td>39.00</td>\n",
       "      <td>45.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>325.00</td>\n",
       "      <td>325.00</td>\n",
       "      <td>3.25</td>\n",
       "      <td>10.87</td>\n",
       "      <td>21.19</td>\n",
       "      <td>274.25</td>\n",
       "      <td>264.50</td>\n",
       "      <td>265.75</td>\n",
       "      <td>9.41</td>\n",
       "      <td>6.69</td>\n",
       "      <td>5.90</td>\n",
       "      <td>4.85</td>\n",
       "      <td>14.63</td>\n",
       "      <td>14.85</td>\n",
       "      <td>84.61</td>\n",
       "      <td>84.35</td>\n",
       "      <td>84.78</td>\n",
       "      <td>84.76</td>\n",
       "      <td>96.36</td>\n",
       "      <td>97.31</td>\n",
       "      <td>95.83</td>\n",
       "      <td>96.76</td>\n",
       "      <td>96.11</td>\n",
       "      <td>97.16</td>\n",
       "      <td>91.34</td>\n",
       "      <td>92.99</td>\n",
       "      <td>83.18</td>\n",
       "      <td>86.50</td>\n",
       "      <td>89.80</td>\n",
       "      <td>92.71</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>4.25</td>\n",
       "      <td>3.25</td>\n",
       "      <td>5.50</td>\n",
       "      <td>5.50</td>\n",
       "      <td>4.25</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.25</td>\n",
       "      <td>2.00</td>\n",
       "      <td>3.50</td>\n",
       "      <td>1.00</td>\n",
       "      <td>2.50</td>\n",
       "      <td>3.25</td>\n",
       "      <td>22.00</td>\n",
       "      <td>29.50</td>\n",
       "      <td>58.00</td>\n",
       "      <td>51.50</td>\n",
       "      <td>50.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>550.00</td>\n",
       "      <td>550.00</td>\n",
       "      <td>5.50</td>\n",
       "      <td>13.10</td>\n",
       "      <td>30.98</td>\n",
       "      <td>296.00</td>\n",
       "      <td>286.00</td>\n",
       "      <td>297.00</td>\n",
       "      <td>10.75</td>\n",
       "      <td>10.21</td>\n",
       "      <td>7.15</td>\n",
       "      <td>5.14</td>\n",
       "      <td>14.89</td>\n",
       "      <td>14.96</td>\n",
       "      <td>85.11</td>\n",
       "      <td>85.04</td>\n",
       "      <td>85.26</td>\n",
       "      <td>85.16</td>\n",
       "      <td>97.14</td>\n",
       "      <td>97.87</td>\n",
       "      <td>96.78</td>\n",
       "      <td>97.22</td>\n",
       "      <td>97.01</td>\n",
       "      <td>97.50</td>\n",
       "      <td>93.00</td>\n",
       "      <td>93.71</td>\n",
       "      <td>86.38</td>\n",
       "      <td>87.33</td>\n",
       "      <td>92.45</td>\n",
       "      <td>93.03</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>6.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>7.50</td>\n",
       "      <td>7.50</td>\n",
       "      <td>5.50</td>\n",
       "      <td>1.50</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.50</td>\n",
       "      <td>3.50</td>\n",
       "      <td>5.50</td>\n",
       "      <td>6.00</td>\n",
       "      <td>5.50</td>\n",
       "      <td>5.50</td>\n",
       "      <td>22.00</td>\n",
       "      <td>33.50</td>\n",
       "      <td>66.00</td>\n",
       "      <td>55.00</td>\n",
       "      <td>57.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>775.00</td>\n",
       "      <td>775.00</td>\n",
       "      <td>7.75</td>\n",
       "      <td>14.10</td>\n",
       "      <td>52.23</td>\n",
       "      <td>312.50</td>\n",
       "      <td>304.50</td>\n",
       "      <td>308.00</td>\n",
       "      <td>13.25</td>\n",
       "      <td>11.21</td>\n",
       "      <td>8.28</td>\n",
       "      <td>6.44</td>\n",
       "      <td>15.39</td>\n",
       "      <td>15.65</td>\n",
       "      <td>85.37</td>\n",
       "      <td>85.15</td>\n",
       "      <td>85.86</td>\n",
       "      <td>85.74</td>\n",
       "      <td>97.76</td>\n",
       "      <td>98.46</td>\n",
       "      <td>97.15</td>\n",
       "      <td>98.20</td>\n",
       "      <td>97.52</td>\n",
       "      <td>98.25</td>\n",
       "      <td>93.77</td>\n",
       "      <td>95.31</td>\n",
       "      <td>87.19</td>\n",
       "      <td>90.92</td>\n",
       "      <td>93.28</td>\n",
       "      <td>95.18</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.50</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.00</td>\n",
       "      <td>10.25</td>\n",
       "      <td>11.00</td>\n",
       "      <td>9.75</td>\n",
       "      <td>3.50</td>\n",
       "      <td>1.75</td>\n",
       "      <td>2.50</td>\n",
       "      <td>2.50</td>\n",
       "      <td>2.75</td>\n",
       "      <td>5.75</td>\n",
       "      <td>7.50</td>\n",
       "      <td>8.00</td>\n",
       "      <td>7.00</td>\n",
       "      <td>7.75</td>\n",
       "      <td>22.75</td>\n",
       "      <td>40.50</td>\n",
       "      <td>71.00</td>\n",
       "      <td>57.75</td>\n",
       "      <td>64.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>900.00</td>\n",
       "      <td>900.00</td>\n",
       "      <td>9.00</td>\n",
       "      <td>25.67</td>\n",
       "      <td>63.90</td>\n",
       "      <td>377.00</td>\n",
       "      <td>369.00</td>\n",
       "      <td>372.00</td>\n",
       "      <td>26.35</td>\n",
       "      <td>18.24</td>\n",
       "      <td>20.58</td>\n",
       "      <td>12.88</td>\n",
       "      <td>16.06</td>\n",
       "      <td>17.01</td>\n",
       "      <td>85.78</td>\n",
       "      <td>85.71</td>\n",
       "      <td>86.04</td>\n",
       "      <td>86.46</td>\n",
       "      <td>98.32</td>\n",
       "      <td>98.72</td>\n",
       "      <td>97.84</td>\n",
       "      <td>98.58</td>\n",
       "      <td>97.89</td>\n",
       "      <td>98.65</td>\n",
       "      <td>94.99</td>\n",
       "      <td>97.57</td>\n",
       "      <td>90.88</td>\n",
       "      <td>95.31</td>\n",
       "      <td>94.62</td>\n",
       "      <td>97.57</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>19.00</td>\n",
       "      <td>14.00</td>\n",
       "      <td>21.00</td>\n",
       "      <td>21.00</td>\n",
       "      <td>23.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>8.00</td>\n",
       "      <td>7.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>6.00</td>\n",
       "      <td>7.00</td>\n",
       "      <td>8.00</td>\n",
       "      <td>12.00</td>\n",
       "      <td>11.00</td>\n",
       "      <td>11.00</td>\n",
       "      <td>33.00</td>\n",
       "      <td>70.00</td>\n",
       "      <td>99.00</td>\n",
       "      <td>85.00</td>\n",
       "      <td>89.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Unnamed: 0.1  Unnamed: 0  nums  percent_diff  duration  \\\n",
       "count        600.00      600.00  6.00          6.00      6.00   \n",
       "mean         533.33      533.33  5.33         14.24     37.03   \n",
       "std          314.11      314.11  3.14          5.94     19.47   \n",
       "min          100.00      100.00  1.00          9.05     19.08   \n",
       "25%          325.00      325.00  3.25         10.87     21.19   \n",
       "50%          550.00      550.00  5.50         13.10     30.98   \n",
       "75%          775.00      775.00  7.75         14.10     52.23   \n",
       "max          900.00      900.00  9.00         25.67     63.90   \n",
       "\n",
       "       length_GroundTruth  length_GoogleASR  length_WhisperX  wer_GoogleASR  \\\n",
       "count                6.00              6.00             6.00         600.00   \n",
       "mean               302.00            294.67           298.00          12.98   \n",
       "std                 42.69             41.12            43.05           6.96   \n",
       "min                258.00            259.00           255.00           6.98   \n",
       "25%                274.25            264.50           265.75           9.41   \n",
       "50%                296.00            286.00           297.00          10.75   \n",
       "75%                312.50            304.50           308.00          13.25   \n",
       "max                377.00            369.00           372.00          26.35   \n",
       "\n",
       "       wer_WhisperX  cer_GoogleASR  cer_WhisperX  wil_GoogleASR  wil_WhisperX  \\\n",
       "count        600.00         600.00        600.00         600.00        600.00   \n",
       "mean           9.74           8.87          6.05          15.03         15.32   \n",
       "std            5.32           5.95          3.77           0.67          0.97   \n",
       "min            2.71           4.18          1.53          14.22         14.29   \n",
       "25%            6.69           5.90          4.85          14.63         14.85   \n",
       "50%           10.21           7.15          5.14          14.89         14.96   \n",
       "75%           11.21           8.28          6.44          15.39         15.65   \n",
       "max           18.24          20.58         12.88          16.06         17.01   \n",
       "\n",
       "       wip_GoogleASR  wip_WhisperX  bleu_GoogleASR  bleu_WhisperX  \\\n",
       "count         600.00        600.00          600.00         600.00   \n",
       "mean           84.97         84.68           84.85          84.71   \n",
       "std             0.67          0.97            1.56           1.96   \n",
       "min            83.94         82.99           81.86          80.93   \n",
       "25%            84.61         84.35           84.78          84.76   \n",
       "50%            85.11         85.04           85.26          85.16   \n",
       "75%            85.37         85.15           85.86          85.74   \n",
       "max            85.78         85.71           86.04          86.46   \n",
       "\n",
       "       bert_p_GoogleASR  bert_p_WhisperX  bert_r_GoogleASR  bert_r_WhisperX  \\\n",
       "count            600.00           600.00            600.00           600.00   \n",
       "mean              96.67            97.67             95.91            97.13   \n",
       "std                1.79             1.09              2.38             1.46   \n",
       "min               93.37            95.77             91.31            94.59   \n",
       "25%               96.36            97.31             95.83            96.76   \n",
       "50%               97.14            97.87             96.78            97.22   \n",
       "75%               97.76            98.46             97.15            98.20   \n",
       "max               98.32            98.72             97.84            98.58   \n",
       "\n",
       "       bert_f_GoogleASR  bert_f_WhisperX  rouge1_GoogleASR  rouge1_WhisperX  \\\n",
       "count            600.00           600.00            600.00           600.00   \n",
       "mean              96.29            97.40             91.61            93.64   \n",
       "std                2.07             1.25              4.02             3.16   \n",
       "min               92.33            95.18             83.89            88.24   \n",
       "25%               96.11            97.16             91.34            92.99   \n",
       "50%               97.01            97.50             93.00            93.71   \n",
       "75%               97.52            98.25             93.77            95.31   \n",
       "max               97.89            98.65             94.99            97.57   \n",
       "\n",
       "       rouge2_GoogleASR  rouge2_WhisperX  rougeL_GoogleASR  rougeL_WhisperX  \\\n",
       "count            600.00           600.00            600.00           600.00   \n",
       "mean              84.32            88.07             90.48            93.34   \n",
       "std                6.31             5.22              5.06             3.29   \n",
       "min               72.73            80.13             80.87            87.92   \n",
       "25%               83.18            86.50             89.80            92.71   \n",
       "50%               86.38            87.33             92.45            93.03   \n",
       "75%               87.19            90.92             93.28            95.18   \n",
       "max               90.88            95.31             94.62            97.57   \n",
       "\n",
       "       uh_count_WhisperX  uh_count_GoogleASR  uh_count_GroundTruth  \\\n",
       "count               6.00                 6.0                  6.00   \n",
       "mean                0.33                 0.0                  1.67   \n",
       "std                 0.82                 0.0                  1.97   \n",
       "min                 0.00                 0.0                  0.00   \n",
       "25%                 0.00                 0.0                  0.25   \n",
       "50%                 0.00                 0.0                  1.00   \n",
       "75%                 0.00                 0.0                  2.50   \n",
       "max                 2.00                 0.0                  5.00   \n",
       "\n",
       "       um_count_WhisperX  um_count_GoogleASR  um_count_GroundTruth  \\\n",
       "count               6.00                 6.0                  6.00   \n",
       "mean                0.67                 0.0                  1.33   \n",
       "std                 0.82                 0.0                  1.21   \n",
       "min                 0.00                 0.0                  0.00   \n",
       "25%                 0.00                 0.0                  0.25   \n",
       "50%                 0.50                 0.0                  1.50   \n",
       "75%                 1.00                 0.0                  2.00   \n",
       "max                 2.00                 0.0                  3.00   \n",
       "\n",
       "       well_count_WhisperX  well_count_GoogleASR  well_count_GroundTruth  \\\n",
       "count                 6.00                  6.00                    6.00   \n",
       "mean                  0.50                  0.50                    0.50   \n",
       "std                   0.55                  0.55                    0.55   \n",
       "min                   0.00                  0.00                    0.00   \n",
       "25%                   0.00                  0.00                    0.00   \n",
       "50%                   0.50                  0.50                    0.50   \n",
       "75%                   1.00                  1.00                    1.00   \n",
       "max                   1.00                  1.00                    1.00   \n",
       "\n",
       "       INTJ_count_WhisperX  INTJ_count_GoogleASR  INTJ_count_GroundTruth-max  \\\n",
       "count                 6.00                  6.00                        6.00   \n",
       "mean                  7.83                  6.33                        9.17   \n",
       "std                   6.40                  5.32                        6.40   \n",
       "min                   1.00                  1.00                        3.00   \n",
       "25%                   4.25                  3.25                        5.50   \n",
       "50%                   6.00                  4.00                        7.50   \n",
       "75%                  10.00                 10.00                       10.25   \n",
       "max                  19.00                 14.00                       21.00   \n",
       "\n",
       "       INTJ_count_GroundTruth-min  INTJ_count_GroundTruth-neutral  \\\n",
       "count                        6.00                            6.00   \n",
       "mean                         9.33                            8.67   \n",
       "std                          6.47                            7.55   \n",
       "min                          3.00                            3.00   \n",
       "25%                          5.50                            4.25   \n",
       "50%                          7.50                            5.50   \n",
       "75%                         11.00                            9.75   \n",
       "max                         21.00                           23.00   \n",
       "\n",
       "       PRN_count_WhisperX  PRN_count_GoogleASR  PRN_count_GroundTruth-max  \\\n",
       "count                6.00                 6.00                       6.00   \n",
       "mean                 2.17                 2.17                       2.00   \n",
       "std                  2.40                 2.93                       2.68   \n",
       "min                  0.00                 0.00                       0.00   \n",
       "25%                  0.25                 1.00                       0.25   \n",
       "50%                  1.50                 1.00                       1.00   \n",
       "75%                  3.50                 1.75                       2.50   \n",
       "max                  6.00                 8.00                       7.00   \n",
       "\n",
       "       PRN_count_GroundTruth-min  PRN_count_GroundTruth-neutral  \\\n",
       "count                       6.00                           6.00   \n",
       "mean                        2.00                           2.00   \n",
       "std                         2.19                           2.28   \n",
       "min                         0.00                           0.00   \n",
       "25%                         1.00                           0.25   \n",
       "50%                         1.00                           1.50   \n",
       "75%                         2.50                           2.75   \n",
       "max                         6.00                           6.00   \n",
       "\n",
       "       EDITED_count_WhisperX  EDITED_count_GoogleASR  \\\n",
       "count                   6.00                    6.00   \n",
       "mean                    3.67                    5.33   \n",
       "std                     2.73                    2.50   \n",
       "min                     0.00                    2.00   \n",
       "25%                     2.00                    3.50   \n",
       "50%                     3.50                    5.50   \n",
       "75%                     5.75                    7.50   \n",
       "max                     7.00                    8.00   \n",
       "\n",
       "       EDITED_count_GroundTruth-max  EDITED_count_GroundTruth-min  \\\n",
       "count                          6.00                          6.00   \n",
       "mean                           5.33                          5.17   \n",
       "std                            4.84                          3.97   \n",
       "min                            0.00                          0.00   \n",
       "25%                            1.00                          2.50   \n",
       "50%                            6.00                          5.50   \n",
       "75%                            8.00                          7.00   \n",
       "max                           12.00                         11.00   \n",
       "\n",
       "       EDITED_count_GroundTruth-neutral  punctuation_count_GoogleASR  \\\n",
       "count                              6.00                         6.00   \n",
       "mean                               5.50                        22.83   \n",
       "std                                3.94                         5.78   \n",
       "min                                0.00                        15.00   \n",
       "25%                                3.25                        22.00   \n",
       "50%                                5.50                        22.00   \n",
       "75%                                7.75                        22.75   \n",
       "max                               11.00                        33.00   \n",
       "\n",
       "       punctuation_count_WhisperX  punctuation_count_GroundTruth-max  \\\n",
       "count                        6.00                               6.00   \n",
       "mean                        38.67                              67.67   \n",
       "std                         16.54                              17.76   \n",
       "min                         24.00                              47.00   \n",
       "25%                         29.50                              58.00   \n",
       "50%                         33.50                              66.00   \n",
       "75%                         40.50                              71.00   \n",
       "max                         70.00                              99.00   \n",
       "\n",
       "       punctuation_count_GroundTruth-min  \\\n",
       "count                               6.00   \n",
       "mean                               57.17   \n",
       "std                                15.24   \n",
       "min                                39.00   \n",
       "25%                                51.50   \n",
       "50%                                55.00   \n",
       "75%                                57.75   \n",
       "max                                85.00   \n",
       "\n",
       "       punctuation_count_GroundTruth-neutral  \n",
       "count                                   6.00  \n",
       "mean                                   60.50  \n",
       "std                                    15.86  \n",
       "min                                    45.00  \n",
       "25%                                    50.25  \n",
       "50%                                    57.00  \n",
       "75%                                    64.50  \n",
       "max                                    89.00  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "temp_df = df[df[\"labels\"]==\"not-scripted\"].describe()\n",
    "\n",
    "for col in temp_df.columns:\n",
    "    if \"count\" not in col and \"duration\" not in col and \"percent_diff\" not in col and \"length\" not in col and \"nums\" not in col:\n",
    "        temp_df[col] = round(temp_df[col]*100.0,2)\n",
    "    else:\n",
    "        temp_df[col] = round(temp_df[col],2)\n",
    "        \n",
    "display(temp_df)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "28d3d472-a976-4c52-9c91-e7299a27b625",
   "metadata": {},
   "source": [
    "## Describe scripted df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "957e8882-d140-42f9-8e51-37f3204b6263",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0.1</th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>nums</th>\n",
       "      <th>percent_diff</th>\n",
       "      <th>duration</th>\n",
       "      <th>length_GroundTruth</th>\n",
       "      <th>length_GoogleASR</th>\n",
       "      <th>length_WhisperX</th>\n",
       "      <th>wer_GoogleASR</th>\n",
       "      <th>wer_WhisperX</th>\n",
       "      <th>cer_GoogleASR</th>\n",
       "      <th>cer_WhisperX</th>\n",
       "      <th>wil_GoogleASR</th>\n",
       "      <th>wil_WhisperX</th>\n",
       "      <th>wip_GoogleASR</th>\n",
       "      <th>wip_WhisperX</th>\n",
       "      <th>bleu_GoogleASR</th>\n",
       "      <th>bleu_WhisperX</th>\n",
       "      <th>bert_p_GoogleASR</th>\n",
       "      <th>bert_p_WhisperX</th>\n",
       "      <th>bert_r_GoogleASR</th>\n",
       "      <th>bert_r_WhisperX</th>\n",
       "      <th>bert_f_GoogleASR</th>\n",
       "      <th>bert_f_WhisperX</th>\n",
       "      <th>rouge1_GoogleASR</th>\n",
       "      <th>rouge1_WhisperX</th>\n",
       "      <th>rouge2_GoogleASR</th>\n",
       "      <th>rouge2_WhisperX</th>\n",
       "      <th>rougeL_GoogleASR</th>\n",
       "      <th>rougeL_WhisperX</th>\n",
       "      <th>uh_count_WhisperX</th>\n",
       "      <th>uh_count_GoogleASR</th>\n",
       "      <th>uh_count_GroundTruth</th>\n",
       "      <th>um_count_WhisperX</th>\n",
       "      <th>um_count_GoogleASR</th>\n",
       "      <th>um_count_GroundTruth</th>\n",
       "      <th>well_count_WhisperX</th>\n",
       "      <th>well_count_GoogleASR</th>\n",
       "      <th>well_count_GroundTruth</th>\n",
       "      <th>INTJ_count_WhisperX</th>\n",
       "      <th>INTJ_count_GoogleASR</th>\n",
       "      <th>INTJ_count_GroundTruth-max</th>\n",
       "      <th>INTJ_count_GroundTruth-min</th>\n",
       "      <th>INTJ_count_GroundTruth-neutral</th>\n",
       "      <th>PRN_count_WhisperX</th>\n",
       "      <th>PRN_count_GoogleASR</th>\n",
       "      <th>PRN_count_GroundTruth-max</th>\n",
       "      <th>PRN_count_GroundTruth-min</th>\n",
       "      <th>PRN_count_GroundTruth-neutral</th>\n",
       "      <th>EDITED_count_WhisperX</th>\n",
       "      <th>EDITED_count_GoogleASR</th>\n",
       "      <th>EDITED_count_GroundTruth-max</th>\n",
       "      <th>EDITED_count_GroundTruth-min</th>\n",
       "      <th>EDITED_count_GroundTruth-neutral</th>\n",
       "      <th>punctuation_count_GoogleASR</th>\n",
       "      <th>punctuation_count_WhisperX</th>\n",
       "      <th>punctuation_count_GroundTruth-max</th>\n",
       "      <th>punctuation_count_GroundTruth-min</th>\n",
       "      <th>punctuation_count_GroundTruth-neutral</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>400.0</td>\n",
       "      <td>400.0</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>400.00</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>575.0</td>\n",
       "      <td>575.0</td>\n",
       "      <td>5.75</td>\n",
       "      <td>5.22</td>\n",
       "      <td>18.15</td>\n",
       "      <td>283.25</td>\n",
       "      <td>285.00</td>\n",
       "      <td>282.50</td>\n",
       "      <td>7.39</td>\n",
       "      <td>3.36</td>\n",
       "      <td>3.46</td>\n",
       "      <td>1.87</td>\n",
       "      <td>15.02</td>\n",
       "      <td>14.01</td>\n",
       "      <td>84.98</td>\n",
       "      <td>85.99</td>\n",
       "      <td>85.09</td>\n",
       "      <td>86.24</td>\n",
       "      <td>97.57</td>\n",
       "      <td>98.96</td>\n",
       "      <td>97.74</td>\n",
       "      <td>99.10</td>\n",
       "      <td>97.66</td>\n",
       "      <td>99.03</td>\n",
       "      <td>94.00</td>\n",
       "      <td>97.41</td>\n",
       "      <td>89.19</td>\n",
       "      <td>95.34</td>\n",
       "      <td>93.83</td>\n",
       "      <td>97.41</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.75</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.75</td>\n",
       "      <td>1.50</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.75</td>\n",
       "      <td>0.75</td>\n",
       "      <td>18.00</td>\n",
       "      <td>37.00</td>\n",
       "      <td>48.25</td>\n",
       "      <td>42.25</td>\n",
       "      <td>41.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>330.4</td>\n",
       "      <td>330.4</td>\n",
       "      <td>3.30</td>\n",
       "      <td>3.12</td>\n",
       "      <td>14.38</td>\n",
       "      <td>17.86</td>\n",
       "      <td>19.17</td>\n",
       "      <td>18.98</td>\n",
       "      <td>2.99</td>\n",
       "      <td>1.37</td>\n",
       "      <td>2.07</td>\n",
       "      <td>1.49</td>\n",
       "      <td>1.67</td>\n",
       "      <td>2.45</td>\n",
       "      <td>1.67</td>\n",
       "      <td>2.45</td>\n",
       "      <td>0.32</td>\n",
       "      <td>1.12</td>\n",
       "      <td>1.34</td>\n",
       "      <td>0.62</td>\n",
       "      <td>1.28</td>\n",
       "      <td>0.46</td>\n",
       "      <td>1.31</td>\n",
       "      <td>0.53</td>\n",
       "      <td>2.59</td>\n",
       "      <td>0.93</td>\n",
       "      <td>3.72</td>\n",
       "      <td>1.22</td>\n",
       "      <td>2.46</td>\n",
       "      <td>0.93</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.96</td>\n",
       "      <td>0.82</td>\n",
       "      <td>0.82</td>\n",
       "      <td>0.82</td>\n",
       "      <td>0.82</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>1.50</td>\n",
       "      <td>1.91</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.96</td>\n",
       "      <td>0.96</td>\n",
       "      <td>3.56</td>\n",
       "      <td>4.76</td>\n",
       "      <td>6.02</td>\n",
       "      <td>4.43</td>\n",
       "      <td>6.99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>200.0</td>\n",
       "      <td>200.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>1.24</td>\n",
       "      <td>3.21</td>\n",
       "      <td>269.00</td>\n",
       "      <td>269.00</td>\n",
       "      <td>267.00</td>\n",
       "      <td>3.72</td>\n",
       "      <td>2.23</td>\n",
       "      <td>1.36</td>\n",
       "      <td>0.88</td>\n",
       "      <td>12.77</td>\n",
       "      <td>10.52</td>\n",
       "      <td>83.23</td>\n",
       "      <td>83.81</td>\n",
       "      <td>84.83</td>\n",
       "      <td>85.28</td>\n",
       "      <td>95.77</td>\n",
       "      <td>98.08</td>\n",
       "      <td>96.03</td>\n",
       "      <td>98.43</td>\n",
       "      <td>95.90</td>\n",
       "      <td>98.25</td>\n",
       "      <td>90.81</td>\n",
       "      <td>96.19</td>\n",
       "      <td>84.99</td>\n",
       "      <td>93.99</td>\n",
       "      <td>90.81</td>\n",
       "      <td>96.19</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>13.00</td>\n",
       "      <td>30.00</td>\n",
       "      <td>40.00</td>\n",
       "      <td>38.00</td>\n",
       "      <td>32.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>425.0</td>\n",
       "      <td>425.0</td>\n",
       "      <td>4.25</td>\n",
       "      <td>4.29</td>\n",
       "      <td>8.88</td>\n",
       "      <td>269.00</td>\n",
       "      <td>270.50</td>\n",
       "      <td>267.75</td>\n",
       "      <td>5.86</td>\n",
       "      <td>2.37</td>\n",
       "      <td>2.48</td>\n",
       "      <td>1.06</td>\n",
       "      <td>14.45</td>\n",
       "      <td>13.36</td>\n",
       "      <td>84.16</td>\n",
       "      <td>84.69</td>\n",
       "      <td>84.93</td>\n",
       "      <td>85.52</td>\n",
       "      <td>97.06</td>\n",
       "      <td>98.79</td>\n",
       "      <td>97.18</td>\n",
       "      <td>99.02</td>\n",
       "      <td>97.12</td>\n",
       "      <td>98.90</td>\n",
       "      <td>93.05</td>\n",
       "      <td>97.01</td>\n",
       "      <td>87.28</td>\n",
       "      <td>94.78</td>\n",
       "      <td>92.81</td>\n",
       "      <td>97.01</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.75</td>\n",
       "      <td>0.75</td>\n",
       "      <td>0.75</td>\n",
       "      <td>0.75</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>16.75</td>\n",
       "      <td>36.00</td>\n",
       "      <td>46.00</td>\n",
       "      <td>38.75</td>\n",
       "      <td>38.00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>550.0</td>\n",
       "      <td>550.0</td>\n",
       "      <td>5.50</td>\n",
       "      <td>5.38</td>\n",
       "      <td>16.63</td>\n",
       "      <td>279.00</td>\n",
       "      <td>280.50</td>\n",
       "      <td>278.00</td>\n",
       "      <td>7.54</td>\n",
       "      <td>3.01</td>\n",
       "      <td>3.10</td>\n",
       "      <td>1.26</td>\n",
       "      <td>15.27</td>\n",
       "      <td>14.66</td>\n",
       "      <td>84.73</td>\n",
       "      <td>85.34</td>\n",
       "      <td>84.98</td>\n",
       "      <td>85.94</td>\n",
       "      <td>97.79</td>\n",
       "      <td>99.14</td>\n",
       "      <td>97.98</td>\n",
       "      <td>99.30</td>\n",
       "      <td>97.88</td>\n",
       "      <td>99.22</td>\n",
       "      <td>94.03</td>\n",
       "      <td>97.54</td>\n",
       "      <td>88.93</td>\n",
       "      <td>95.23</td>\n",
       "      <td>93.87</td>\n",
       "      <td>97.54</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.50</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>0.00</td>\n",
       "      <td>0.50</td>\n",
       "      <td>0.50</td>\n",
       "      <td>19.00</td>\n",
       "      <td>39.00</td>\n",
       "      <td>49.50</td>\n",
       "      <td>42.00</td>\n",
       "      <td>42.50</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>700.0</td>\n",
       "      <td>700.0</td>\n",
       "      <td>7.00</td>\n",
       "      <td>6.30</td>\n",
       "      <td>25.90</td>\n",
       "      <td>293.25</td>\n",
       "      <td>295.00</td>\n",
       "      <td>292.75</td>\n",
       "      <td>9.07</td>\n",
       "      <td>4.00</td>\n",
       "      <td>4.09</td>\n",
       "      <td>2.06</td>\n",
       "      <td>15.84</td>\n",
       "      <td>15.31</td>\n",
       "      <td>85.55</td>\n",
       "      <td>86.64</td>\n",
       "      <td>85.14</td>\n",
       "      <td>86.66</td>\n",
       "      <td>98.30</td>\n",
       "      <td>99.32</td>\n",
       "      <td>98.54</td>\n",
       "      <td>99.38</td>\n",
       "      <td>98.42</td>\n",
       "      <td>99.35</td>\n",
       "      <td>94.98</td>\n",
       "      <td>97.94</td>\n",
       "      <td>90.84</td>\n",
       "      <td>95.79</td>\n",
       "      <td>94.89</td>\n",
       "      <td>97.94</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.25</td>\n",
       "      <td>1.25</td>\n",
       "      <td>1.25</td>\n",
       "      <td>1.25</td>\n",
       "      <td>1.25</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.25</td>\n",
       "      <td>0.75</td>\n",
       "      <td>2.50</td>\n",
       "      <td>0.25</td>\n",
       "      <td>1.25</td>\n",
       "      <td>1.25</td>\n",
       "      <td>20.25</td>\n",
       "      <td>40.00</td>\n",
       "      <td>51.75</td>\n",
       "      <td>45.50</td>\n",
       "      <td>45.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1000.0</td>\n",
       "      <td>1000.0</td>\n",
       "      <td>10.00</td>\n",
       "      <td>8.87</td>\n",
       "      <td>36.14</td>\n",
       "      <td>306.00</td>\n",
       "      <td>310.00</td>\n",
       "      <td>307.00</td>\n",
       "      <td>10.78</td>\n",
       "      <td>5.20</td>\n",
       "      <td>6.29</td>\n",
       "      <td>4.08</td>\n",
       "      <td>16.77</td>\n",
       "      <td>16.19</td>\n",
       "      <td>87.23</td>\n",
       "      <td>89.48</td>\n",
       "      <td>85.56</td>\n",
       "      <td>87.80</td>\n",
       "      <td>98.94</td>\n",
       "      <td>99.48</td>\n",
       "      <td>98.99</td>\n",
       "      <td>99.39</td>\n",
       "      <td>98.96</td>\n",
       "      <td>99.43</td>\n",
       "      <td>97.13</td>\n",
       "      <td>98.38</td>\n",
       "      <td>93.88</td>\n",
       "      <td>96.93</td>\n",
       "      <td>96.77</td>\n",
       "      <td>98.38</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>3.00</td>\n",
       "      <td>4.00</td>\n",
       "      <td>1.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>2.00</td>\n",
       "      <td>21.00</td>\n",
       "      <td>40.00</td>\n",
       "      <td>54.00</td>\n",
       "      <td>47.00</td>\n",
       "      <td>48.00</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       Unnamed: 0.1  Unnamed: 0   nums  percent_diff  duration  \\\n",
       "count         400.0       400.0   4.00          4.00      4.00   \n",
       "mean          575.0       575.0   5.75          5.22     18.15   \n",
       "std           330.4       330.4   3.30          3.12     14.38   \n",
       "min           200.0       200.0   2.00          1.24      3.21   \n",
       "25%           425.0       425.0   4.25          4.29      8.88   \n",
       "50%           550.0       550.0   5.50          5.38     16.63   \n",
       "75%           700.0       700.0   7.00          6.30     25.90   \n",
       "max          1000.0      1000.0  10.00          8.87     36.14   \n",
       "\n",
       "       length_GroundTruth  length_GoogleASR  length_WhisperX  wer_GoogleASR  \\\n",
       "count                4.00              4.00             4.00         400.00   \n",
       "mean               283.25            285.00           282.50           7.39   \n",
       "std                 17.86             19.17            18.98           2.99   \n",
       "min                269.00            269.00           267.00           3.72   \n",
       "25%                269.00            270.50           267.75           5.86   \n",
       "50%                279.00            280.50           278.00           7.54   \n",
       "75%                293.25            295.00           292.75           9.07   \n",
       "max                306.00            310.00           307.00          10.78   \n",
       "\n",
       "       wer_WhisperX  cer_GoogleASR  cer_WhisperX  wil_GoogleASR  wil_WhisperX  \\\n",
       "count        400.00         400.00        400.00         400.00        400.00   \n",
       "mean           3.36           3.46          1.87          15.02         14.01   \n",
       "std            1.37           2.07          1.49           1.67          2.45   \n",
       "min            2.23           1.36          0.88          12.77         10.52   \n",
       "25%            2.37           2.48          1.06          14.45         13.36   \n",
       "50%            3.01           3.10          1.26          15.27         14.66   \n",
       "75%            4.00           4.09          2.06          15.84         15.31   \n",
       "max            5.20           6.29          4.08          16.77         16.19   \n",
       "\n",
       "       wip_GoogleASR  wip_WhisperX  bleu_GoogleASR  bleu_WhisperX  \\\n",
       "count         400.00        400.00          400.00         400.00   \n",
       "mean           84.98         85.99           85.09          86.24   \n",
       "std             1.67          2.45            0.32           1.12   \n",
       "min            83.23         83.81           84.83          85.28   \n",
       "25%            84.16         84.69           84.93          85.52   \n",
       "50%            84.73         85.34           84.98          85.94   \n",
       "75%            85.55         86.64           85.14          86.66   \n",
       "max            87.23         89.48           85.56          87.80   \n",
       "\n",
       "       bert_p_GoogleASR  bert_p_WhisperX  bert_r_GoogleASR  bert_r_WhisperX  \\\n",
       "count            400.00           400.00            400.00           400.00   \n",
       "mean              97.57            98.96             97.74            99.10   \n",
       "std                1.34             0.62              1.28             0.46   \n",
       "min               95.77            98.08             96.03            98.43   \n",
       "25%               97.06            98.79             97.18            99.02   \n",
       "50%               97.79            99.14             97.98            99.30   \n",
       "75%               98.30            99.32             98.54            99.38   \n",
       "max               98.94            99.48             98.99            99.39   \n",
       "\n",
       "       bert_f_GoogleASR  bert_f_WhisperX  rouge1_GoogleASR  rouge1_WhisperX  \\\n",
       "count            400.00           400.00            400.00           400.00   \n",
       "mean              97.66            99.03             94.00            97.41   \n",
       "std                1.31             0.53              2.59             0.93   \n",
       "min               95.90            98.25             90.81            96.19   \n",
       "25%               97.12            98.90             93.05            97.01   \n",
       "50%               97.88            99.22             94.03            97.54   \n",
       "75%               98.42            99.35             94.98            97.94   \n",
       "max               98.96            99.43             97.13            98.38   \n",
       "\n",
       "       rouge2_GoogleASR  rouge2_WhisperX  rougeL_GoogleASR  rougeL_WhisperX  \\\n",
       "count            400.00           400.00            400.00           400.00   \n",
       "mean              89.19            95.34             93.83            97.41   \n",
       "std                3.72             1.22              2.46             0.93   \n",
       "min               84.99            93.99             90.81            96.19   \n",
       "25%               87.28            94.78             92.81            97.01   \n",
       "50%               88.93            95.23             93.87            97.54   \n",
       "75%               90.84            95.79             94.89            97.94   \n",
       "max               93.88            96.93             96.77            98.38   \n",
       "\n",
       "       uh_count_WhisperX  uh_count_GoogleASR  uh_count_GroundTruth  \\\n",
       "count                4.0                 4.0                   4.0   \n",
       "mean                 0.0                 0.0                   0.0   \n",
       "std                  0.0                 0.0                   0.0   \n",
       "min                  0.0                 0.0                   0.0   \n",
       "25%                  0.0                 0.0                   0.0   \n",
       "50%                  0.0                 0.0                   0.0   \n",
       "75%                  0.0                 0.0                   0.0   \n",
       "max                  0.0                 0.0                   0.0   \n",
       "\n",
       "       um_count_WhisperX  um_count_GoogleASR  um_count_GroundTruth  \\\n",
       "count                4.0                 4.0                   4.0   \n",
       "mean                 0.0                 0.0                   0.0   \n",
       "std                  0.0                 0.0                   0.0   \n",
       "min                  0.0                 0.0                   0.0   \n",
       "25%                  0.0                 0.0                   0.0   \n",
       "50%                  0.0                 0.0                   0.0   \n",
       "75%                  0.0                 0.0                   0.0   \n",
       "max                  0.0                 0.0                   0.0   \n",
       "\n",
       "       well_count_WhisperX  well_count_GoogleASR  well_count_GroundTruth  \\\n",
       "count                  4.0                   4.0                     4.0   \n",
       "mean                   0.0                   0.0                     0.0   \n",
       "std                    0.0                   0.0                     0.0   \n",
       "min                    0.0                   0.0                     0.0   \n",
       "25%                    0.0                   0.0                     0.0   \n",
       "50%                    0.0                   0.0                     0.0   \n",
       "75%                    0.0                   0.0                     0.0   \n",
       "max                    0.0                   0.0                     0.0   \n",
       "\n",
       "       INTJ_count_WhisperX  INTJ_count_GoogleASR  INTJ_count_GroundTruth-max  \\\n",
       "count                 4.00                  4.00                        4.00   \n",
       "mean                  0.75                  1.00                        1.00   \n",
       "std                   0.96                  0.82                        0.82   \n",
       "min                   0.00                  0.00                        0.00   \n",
       "25%                   0.00                  0.75                        0.75   \n",
       "50%                   0.50                  1.00                        1.00   \n",
       "75%                   1.25                  1.25                        1.25   \n",
       "max                   2.00                  2.00                        2.00   \n",
       "\n",
       "       INTJ_count_GroundTruth-min  INTJ_count_GroundTruth-neutral  \\\n",
       "count                        4.00                            4.00   \n",
       "mean                         1.00                            1.00   \n",
       "std                          0.82                            0.82   \n",
       "min                          0.00                            0.00   \n",
       "25%                          0.75                            0.75   \n",
       "50%                          1.00                            1.00   \n",
       "75%                          1.25                            1.25   \n",
       "max                          2.00                            2.00   \n",
       "\n",
       "       PRN_count_WhisperX  PRN_count_GoogleASR  PRN_count_GroundTruth-max  \\\n",
       "count                 4.0                  4.0                       4.00   \n",
       "mean                  0.0                  0.0                       0.25   \n",
       "std                   0.0                  0.0                       0.50   \n",
       "min                   0.0                  0.0                       0.00   \n",
       "25%                   0.0                  0.0                       0.00   \n",
       "50%                   0.0                  0.0                       0.00   \n",
       "75%                   0.0                  0.0                       0.25   \n",
       "max                   0.0                  0.0                       1.00   \n",
       "\n",
       "       PRN_count_GroundTruth-min  PRN_count_GroundTruth-neutral  \\\n",
       "count                       4.00                           4.00   \n",
       "mean                        0.25                           0.25   \n",
       "std                         0.50                           0.50   \n",
       "min                         0.00                           0.00   \n",
       "25%                         0.00                           0.00   \n",
       "50%                         0.00                           0.00   \n",
       "75%                         0.25                           0.25   \n",
       "max                         1.00                           1.00   \n",
       "\n",
       "       EDITED_count_WhisperX  EDITED_count_GoogleASR  \\\n",
       "count                   4.00                    4.00   \n",
       "mean                    0.75                    1.50   \n",
       "std                     1.50                    1.91   \n",
       "min                     0.00                    0.00   \n",
       "25%                     0.00                    0.00   \n",
       "50%                     0.00                    1.00   \n",
       "75%                     0.75                    2.50   \n",
       "max                     3.00                    4.00   \n",
       "\n",
       "       EDITED_count_GroundTruth-max  EDITED_count_GroundTruth-min  \\\n",
       "count                          4.00                          4.00   \n",
       "mean                           0.25                          0.75   \n",
       "std                            0.50                          0.96   \n",
       "min                            0.00                          0.00   \n",
       "25%                            0.00                          0.00   \n",
       "50%                            0.00                          0.50   \n",
       "75%                            0.25                          1.25   \n",
       "max                            1.00                          2.00   \n",
       "\n",
       "       EDITED_count_GroundTruth-neutral  punctuation_count_GoogleASR  \\\n",
       "count                              4.00                         4.00   \n",
       "mean                               0.75                        18.00   \n",
       "std                                0.96                         3.56   \n",
       "min                                0.00                        13.00   \n",
       "25%                                0.00                        16.75   \n",
       "50%                                0.50                        19.00   \n",
       "75%                                1.25                        20.25   \n",
       "max                                2.00                        21.00   \n",
       "\n",
       "       punctuation_count_WhisperX  punctuation_count_GroundTruth-max  \\\n",
       "count                        4.00                               4.00   \n",
       "mean                        37.00                              48.25   \n",
       "std                          4.76                               6.02   \n",
       "min                         30.00                              40.00   \n",
       "25%                         36.00                              46.00   \n",
       "50%                         39.00                              49.50   \n",
       "75%                         40.00                              51.75   \n",
       "max                         40.00                              54.00   \n",
       "\n",
       "       punctuation_count_GroundTruth-min  \\\n",
       "count                               4.00   \n",
       "mean                               42.25   \n",
       "std                                 4.43   \n",
       "min                                38.00   \n",
       "25%                                38.75   \n",
       "50%                                42.00   \n",
       "75%                                45.50   \n",
       "max                                47.00   \n",
       "\n",
       "       punctuation_count_GroundTruth-neutral  \n",
       "count                                   4.00  \n",
       "mean                                   41.25  \n",
       "std                                     6.99  \n",
       "min                                    32.00  \n",
       "25%                                    38.00  \n",
       "50%                                    42.50  \n",
       "75%                                    45.75  \n",
       "max                                    48.00  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "temp_df = df[df[\"labels\"]==\"scripted\"].describe()\n",
    "\n",
    "for col in temp_df.columns:\n",
    "    if \"count\" not in col and \"duration\" not in col and \"percent_diff\" not in col and \"length\" not in col and \"nums\" not in col:\n",
    "        temp_df[col] = round(temp_df[col]*100.0,2)\n",
    "    else:\n",
    "        temp_df[col] = round(temp_df[col],2)\n",
    "        \n",
    "display(temp_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0ca37765-eca0-41f9-9f3f-018722e8c3d8",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda env:pytorch_env_3.8]",
   "language": "python",
   "name": "conda-env-pytorch_env_3.8-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}