StudyEMIP/StudyEMIP.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "dfabcc58",
   "metadata": {},
   "source": [
    "Analysis of the results of the EMIP dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6a50538d",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "0a0ed683",
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "sys.path.append(\"..\")\n",
    "import os\n",
    "import pandas as pd\n",
    "from numpy import var, mean, sqrt\n",
    "from pandas import Series\n",
    "from scipy.stats import spearmanr\n",
    "from scipy.stats import mannwhitneyu\n",
    "\n",
    "from utils.ogama import import_data_into_ogama_emip, calculate_results_for_subject_emip, drop_all_subject_tables_emip\n",
    "from utils.pygazehelper.pygaze import fixation_data_analysis, saccade_data_analysis"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8cd19353",
   "metadata": {},
   "source": [
    "Data of Original Results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "25b576ad",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load the original results\n",
    "participants_metadata = pd.read_csv('../data/StudyEMIP/emip_metadata.csv')\n",
    "# Remove rows where experiment_language is not 'Java'\n",
    "participants_metadata = participants_metadata[participants_metadata.experiment_language == 'Java']"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d945a2ae",
   "metadata": {},
   "source": [
    "PyGaze Analysis"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "fd86910e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fixation information saved to results/pygaze_fixations_emip_dataset.csv\n",
      "Saccade information saved to results/pygaze_saccades_emip_dataset.csv\n"
     ]
    }
   ],
   "source": [
    "# Run the fixation/saccade algorithm of PyGazeAnalyzer\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset.csv\")\n",
    "saccade_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_saccades_emip_dataset.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "a0385bc6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fixation information saved to results/pygaze_fixations_emip_dataset_lower_maxdist1.csv\n",
      "Fixation information saved to results/pygaze_fixations_emip_dataset_lower_maxdist2.csv\n",
      "Fixation information saved to results/pygaze_fixations_emip_dataset_higher_maxdist1.csv\n",
      "Fixation information saved to results/pygaze_fixations_emip_dataset_higher_maxdist2.csv\n",
      "Fixation information saved to results/pygaze_fixations_emip_dataset_lower_mindur1.csv\n",
      "Fixation information saved to results/pygaze_fixations_emip_dataset_lower_mindur2.csv\n",
      "Fixation information saved to results/pygaze_fixations_emip_dataset_higher_mindur1.csv\n",
      "Fixation information saved to results/pygaze_fixations_emip_dataset_higher_mindur2.csv\n"
     ]
    }
   ],
   "source": [
    "# Run the fixation/saccade algorithm of PyGazeAnalyzer with different parameters\n",
    "# For different parameters\n",
    "\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset_lower_maxdist1.csv\", {'missing': 0.0, 'maxdist': 15, 'mindur': 50})\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset_lower_maxdist2.csv\", {'missing': 0.0, 'maxdist': 10, 'mindur': 50})\n",
    "\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset_higher_maxdist1.csv\", {'missing': 0.0, 'maxdist': 35, 'mindur': 50})\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset_higher_maxdist2.csv\", {'missing': 0.0, 'maxdist': 50, 'mindur': 50})\n",
    "\n",
    "\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset_lower_mindur1.csv\", {'missing': 0.0, 'maxdist': 25, 'mindur': 35})\t\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset_lower_mindur2.csv\", {'missing': 0.0, 'maxdist': 25, 'mindur': 20})\n",
    "\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset_higher_mindur1.csv\", {'missing': 0.0, 'maxdist': 25, 'mindur': 65})\n",
    "fixation_data_analysis('../data/StudyEMIP/rawdata/', \"results/pygaze_fixations_emip_dataset_higher_mindur2.csv\", {'missing': 0.0, 'maxdist': 25, 'mindur': 80})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "e53ea39c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>mother_tongue</th>\n",
       "      <th>english_level</th>\n",
       "      <th>visual_aid</th>\n",
       "      <th>makeup</th>\n",
       "      <th>experiment_language</th>\n",
       "      <th>expertise_experiment_language</th>\n",
       "      <th>time_experiment_language</th>\n",
       "      <th>...</th>\n",
       "      <th>stimulus_vehicle</th>\n",
       "      <th>mother_tongue_original</th>\n",
       "      <th>time_experiment_language_original</th>\n",
       "      <th>time_programming_original</th>\n",
       "      <th>other_languages_original</th>\n",
       "      <th>Participant</th>\n",
       "      <th>Task</th>\n",
       "      <th>Fixation Count</th>\n",
       "      <th>Total Fixation Duration [ms]</th>\n",
       "      <th>Average Fixation Duration [ms]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>Czech</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>high</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>czech</td>\n",
       "      <td>30y</td>\n",
       "      <td>40+</td>\n",
       "      <td>CoffeeScript (high) JavaScript (high) Python (...</td>\n",
       "      <td>1</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>247</td>\n",
       "      <td>33581.623</td>\n",
       "      <td>135.957988</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>Czech</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>high</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>czech</td>\n",
       "      <td>30y</td>\n",
       "      <td>40+</td>\n",
       "      <td>CoffeeScript (high) JavaScript (high) Python (...</td>\n",
       "      <td>1</td>\n",
       "      <td>rectangle_java.jpg</td>\n",
       "      <td>67</td>\n",
       "      <td>6502.875</td>\n",
       "      <td>97.057836</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>c++(low), php(medium), delphi(low)</td>\n",
       "      <td>2</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>131</td>\n",
       "      <td>12446.719</td>\n",
       "      <td>95.013122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>c++(low), php(medium), delphi(low)</td>\n",
       "      <td>2</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>221</td>\n",
       "      <td>18234.353</td>\n",
       "      <td>82.508385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3</td>\n",
       "      <td>27</td>\n",
       "      <td>female</td>\n",
       "      <td>Hebrew</td>\n",
       "      <td>high</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Hebrew</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>c# (low)</td>\n",
       "      <td>3</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>189</td>\n",
       "      <td>31025.879</td>\n",
       "      <td>164.158090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>409</th>\n",
       "      <td>214</td>\n",
       "      <td>21</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>high</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>C (medium) , JavaScript (medium)</td>\n",
       "      <td>214</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>561</td>\n",
       "      <td>88332.082</td>\n",
       "      <td>157.454692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>410</th>\n",
       "      <td>215</td>\n",
       "      <td>22</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>C (medium) c# (medium) Java (medium)</td>\n",
       "      <td>215</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>341</td>\n",
       "      <td>55915.682</td>\n",
       "      <td>163.975607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>411</th>\n",
       "      <td>215</td>\n",
       "      <td>22</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>C (medium) c# (medium) Java (medium)</td>\n",
       "      <td>215</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>219</td>\n",
       "      <td>36273.723</td>\n",
       "      <td>165.633438</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>412</th>\n",
       "      <td>216</td>\n",
       "      <td>22</td>\n",
       "      <td>female</td>\n",
       "      <td>Thai</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Thai</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>Low</td>\n",
       "      <td>216</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>296</td>\n",
       "      <td>29761.160</td>\n",
       "      <td>100.544459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>413</th>\n",
       "      <td>216</td>\n",
       "      <td>22</td>\n",
       "      <td>female</td>\n",
       "      <td>Thai</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Thai</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>Low</td>\n",
       "      <td>216</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>150</td>\n",
       "      <td>13818.919</td>\n",
       "      <td>92.126127</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>414 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id  age  gender mother_tongue english_level visual_aid makeup   \n",
       "0      1   63    male         Czech          high    glasses     no  \\\n",
       "1      1   63    male         Czech          high    glasses     no   \n",
       "2      2   24    male        Slovak        medium    glasses     no   \n",
       "3      2   24    male        Slovak        medium    glasses     no   \n",
       "4      3   27  female        Hebrew          high         no     no   \n",
       "..   ...  ...     ...           ...           ...        ...    ...   \n",
       "409  214   21    male        Slovak          high         no     no   \n",
       "410  215   22    male        Slovak        medium         no     no   \n",
       "411  215   22    male        Slovak        medium         no     no   \n",
       "412  216   22  female          Thai          high    glasses     no   \n",
       "413  216   22  female          Thai          high    glasses     no   \n",
       "\n",
       "    experiment_language expertise_experiment_language   \n",
       "0                  Java                          high  \\\n",
       "1                  Java                          high   \n",
       "2                  Java                        medium   \n",
       "3                  Java                        medium   \n",
       "4                  Java                          none   \n",
       "..                  ...                           ...   \n",
       "409                Java                        medium   \n",
       "410                Java                        medium   \n",
       "411                Java                        medium   \n",
       "412                Java                          none   \n",
       "413                Java                          none   \n",
       "\n",
       "     time_experiment_language  ...   stimulus_vehicle mother_tongue_original   \n",
       "0                        30.0  ...   vehicle_java.jpg                  czech  \\\n",
       "1                        30.0  ...   vehicle_java.jpg                  czech   \n",
       "2                         2.0  ...  vehicle_java2.jpg                 Slovak   \n",
       "3                         2.0  ...  vehicle_java2.jpg                 Slovak   \n",
       "4                         0.0  ...  vehicle_java2.jpg                 Hebrew   \n",
       "..                        ...  ...                ...                    ...   \n",
       "409                       1.0  ...  vehicle_java2.jpg                Slovak    \n",
       "410                       1.0  ...  vehicle_java2.jpg                 slovak   \n",
       "411                       1.0  ...  vehicle_java2.jpg                 slovak   \n",
       "412                       0.0  ...  vehicle_java2.jpg                   Thai   \n",
       "413                       0.0  ...  vehicle_java2.jpg                   Thai   \n",
       "\n",
       "    time_experiment_language_original time_programming_original   \n",
       "0                                 30y                       40+  \\\n",
       "1                                 30y                       40+   \n",
       "2                                   2                         5   \n",
       "3                                   2                         5   \n",
       "4                                   0                         0   \n",
       "..                                ...                       ...   \n",
       "409                                 1                         4   \n",
       "410                                 1                         2   \n",
       "411                                 1                         2   \n",
       "412                           6 weeks                   6 weeks   \n",
       "413                           6 weeks                   6 weeks   \n",
       "\n",
       "                              other_languages_original Participant   \n",
       "0    CoffeeScript (high) JavaScript (high) Python (...           1  \\\n",
       "1    CoffeeScript (high) JavaScript (high) Python (...           1   \n",
       "2                   c++(low), php(medium), delphi(low)           2   \n",
       "3                   c++(low), php(medium), delphi(low)           2   \n",
       "4                                             c# (low)           3   \n",
       "..                                                 ...         ...   \n",
       "409                  C (medium) , JavaScript (medium)          214   \n",
       "410               C (medium) c# (medium) Java (medium)         215   \n",
       "411               C (medium) c# (medium) Java (medium)         215   \n",
       "412                                                Low         216   \n",
       "413                                                Low         216   \n",
       "\n",
       "                    Task  Fixation Count Total Fixation Duration [ms]   \n",
       "0       vehicle_java.jpg             247                    33581.623  \\\n",
       "1     rectangle_java.jpg              67                     6502.875   \n",
       "2    rectangle_java2.jpg             131                    12446.719   \n",
       "3      vehicle_java2.jpg             221                    18234.353   \n",
       "4      vehicle_java2.jpg             189                    31025.879   \n",
       "..                   ...             ...                          ...   \n",
       "409    vehicle_java2.jpg             561                    88332.082   \n",
       "410    vehicle_java2.jpg             341                    55915.682   \n",
       "411  rectangle_java2.jpg             219                    36273.723   \n",
       "412    vehicle_java2.jpg             296                    29761.160   \n",
       "413  rectangle_java2.jpg             150                    13818.919   \n",
       "\n",
       "    Average Fixation Duration [ms]  \n",
       "0                       135.957988  \n",
       "1                        97.057836  \n",
       "2                        95.013122  \n",
       "3                        82.508385  \n",
       "4                       164.158090  \n",
       "..                             ...  \n",
       "409                     157.454692  \n",
       "410                     163.975607  \n",
       "411                     165.633438  \n",
       "412                     100.544459  \n",
       "413                      92.126127  \n",
       "\n",
       "[414 rows x 32 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# We load the PyGazeAnalyzer fixation results\n",
    "pygaze_fixations = pd.read_csv('results/pygaze_fixations_emip_dataset.csv')\n",
    "\n",
    "# Drop all colums where the task contains 'mupliple_choice'\n",
    "pygaze_fixations = pygaze_fixations[~pygaze_fixations['Task'].str.contains('mupliple_choice')]\n",
    "\n",
    "# We combine the two dataframes into one by combining the columns where the values of Participant are the same\n",
    "results_pygaze = pd.merge(participants_metadata, pygaze_fixations, how='inner', left_on=['id'], right_on=['Participant'])\n",
    "results_pygaze\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "7140b47d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>mother_tongue</th>\n",
       "      <th>english_level</th>\n",
       "      <th>visual_aid</th>\n",
       "      <th>makeup</th>\n",
       "      <th>experiment_language</th>\n",
       "      <th>expertise_experiment_language</th>\n",
       "      <th>time_experiment_language</th>\n",
       "      <th>...</th>\n",
       "      <th>mother_tongue_original</th>\n",
       "      <th>time_experiment_language_original</th>\n",
       "      <th>time_programming_original</th>\n",
       "      <th>other_languages_original</th>\n",
       "      <th>Participant</th>\n",
       "      <th>Task</th>\n",
       "      <th>Saccade Count</th>\n",
       "      <th>Total Saccade Duration [ms]</th>\n",
       "      <th>Average Saccade Duration [ms]</th>\n",
       "      <th>Average Saccade Distance [px]</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>Czech</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>high</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>czech</td>\n",
       "      <td>30y</td>\n",
       "      <td>40+</td>\n",
       "      <td>CoffeeScript (high) JavaScript (high) Python (...</td>\n",
       "      <td>1</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>76</td>\n",
       "      <td>74215.197</td>\n",
       "      <td>976.515750</td>\n",
       "      <td>134.748075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>Czech</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>high</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>czech</td>\n",
       "      <td>30y</td>\n",
       "      <td>40+</td>\n",
       "      <td>CoffeeScript (high) JavaScript (high) Python (...</td>\n",
       "      <td>1</td>\n",
       "      <td>rectangle_java.jpg</td>\n",
       "      <td>17</td>\n",
       "      <td>27547.014</td>\n",
       "      <td>1620.412588</td>\n",
       "      <td>124.579446</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>c++(low), php(medium), delphi(low)</td>\n",
       "      <td>2</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>5</td>\n",
       "      <td>16226.784</td>\n",
       "      <td>3245.356800</td>\n",
       "      <td>144.592684</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>c++(low), php(medium), delphi(low)</td>\n",
       "      <td>2</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>32869.806</td>\n",
       "      <td>32869.806000</td>\n",
       "      <td>384.500895</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3</td>\n",
       "      <td>27</td>\n",
       "      <td>female</td>\n",
       "      <td>Hebrew</td>\n",
       "      <td>high</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Hebrew</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>c# (low)</td>\n",
       "      <td>3</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>82</td>\n",
       "      <td>38536.702</td>\n",
       "      <td>469.959780</td>\n",
       "      <td>94.716505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>409</th>\n",
       "      <td>214</td>\n",
       "      <td>21</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>high</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>C (medium) , JavaScript (medium)</td>\n",
       "      <td>214</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>284</td>\n",
       "      <td>104300.867</td>\n",
       "      <td>367.256574</td>\n",
       "      <td>99.464269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>410</th>\n",
       "      <td>215</td>\n",
       "      <td>22</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>C (medium) c# (medium) Java (medium)</td>\n",
       "      <td>215</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>119</td>\n",
       "      <td>67067.450</td>\n",
       "      <td>563.592017</td>\n",
       "      <td>146.948980</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>411</th>\n",
       "      <td>215</td>\n",
       "      <td>22</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>C (medium) c# (medium) Java (medium)</td>\n",
       "      <td>215</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>73</td>\n",
       "      <td>44376.894</td>\n",
       "      <td>607.902658</td>\n",
       "      <td>104.747459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>412</th>\n",
       "      <td>216</td>\n",
       "      <td>22</td>\n",
       "      <td>female</td>\n",
       "      <td>Thai</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Thai</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>Low</td>\n",
       "      <td>216</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>33</td>\n",
       "      <td>68278.123</td>\n",
       "      <td>2069.034030</td>\n",
       "      <td>172.396854</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>413</th>\n",
       "      <td>216</td>\n",
       "      <td>22</td>\n",
       "      <td>female</td>\n",
       "      <td>Thai</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>Thai</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>Low</td>\n",
       "      <td>216</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>13</td>\n",
       "      <td>33212.721</td>\n",
       "      <td>2554.824692</td>\n",
       "      <td>107.542449</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>414 rows × 33 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id  age  gender mother_tongue english_level visual_aid makeup   \n",
       "0      1   63    male         Czech          high    glasses     no  \\\n",
       "1      1   63    male         Czech          high    glasses     no   \n",
       "2      2   24    male        Slovak        medium    glasses     no   \n",
       "3      2   24    male        Slovak        medium    glasses     no   \n",
       "4      3   27  female        Hebrew          high         no     no   \n",
       "..   ...  ...     ...           ...           ...        ...    ...   \n",
       "409  214   21    male        Slovak          high         no     no   \n",
       "410  215   22    male        Slovak        medium         no     no   \n",
       "411  215   22    male        Slovak        medium         no     no   \n",
       "412  216   22  female          Thai          high    glasses     no   \n",
       "413  216   22  female          Thai          high    glasses     no   \n",
       "\n",
       "    experiment_language expertise_experiment_language   \n",
       "0                  Java                          high  \\\n",
       "1                  Java                          high   \n",
       "2                  Java                        medium   \n",
       "3                  Java                        medium   \n",
       "4                  Java                          none   \n",
       "..                  ...                           ...   \n",
       "409                Java                        medium   \n",
       "410                Java                        medium   \n",
       "411                Java                        medium   \n",
       "412                Java                          none   \n",
       "413                Java                          none   \n",
       "\n",
       "     time_experiment_language  ... mother_tongue_original   \n",
       "0                        30.0  ...                  czech  \\\n",
       "1                        30.0  ...                  czech   \n",
       "2                         2.0  ...                 Slovak   \n",
       "3                         2.0  ...                 Slovak   \n",
       "4                         0.0  ...                 Hebrew   \n",
       "..                        ...  ...                    ...   \n",
       "409                       1.0  ...                Slovak    \n",
       "410                       1.0  ...                 slovak   \n",
       "411                       1.0  ...                 slovak   \n",
       "412                       0.0  ...                   Thai   \n",
       "413                       0.0  ...                   Thai   \n",
       "\n",
       "    time_experiment_language_original time_programming_original   \n",
       "0                                 30y                       40+  \\\n",
       "1                                 30y                       40+   \n",
       "2                                   2                         5   \n",
       "3                                   2                         5   \n",
       "4                                   0                         0   \n",
       "..                                ...                       ...   \n",
       "409                                 1                         4   \n",
       "410                                 1                         2   \n",
       "411                                 1                         2   \n",
       "412                           6 weeks                   6 weeks   \n",
       "413                           6 weeks                   6 weeks   \n",
       "\n",
       "                              other_languages_original Participant   \n",
       "0    CoffeeScript (high) JavaScript (high) Python (...           1  \\\n",
       "1    CoffeeScript (high) JavaScript (high) Python (...           1   \n",
       "2                   c++(low), php(medium), delphi(low)           2   \n",
       "3                   c++(low), php(medium), delphi(low)           2   \n",
       "4                                             c# (low)           3   \n",
       "..                                                 ...         ...   \n",
       "409                  C (medium) , JavaScript (medium)          214   \n",
       "410               C (medium) c# (medium) Java (medium)         215   \n",
       "411               C (medium) c# (medium) Java (medium)         215   \n",
       "412                                                Low         216   \n",
       "413                                                Low         216   \n",
       "\n",
       "                    Task  Saccade Count  Total Saccade Duration [ms]   \n",
       "0       vehicle_java.jpg             76                    74215.197  \\\n",
       "1     rectangle_java.jpg             17                    27547.014   \n",
       "2    rectangle_java2.jpg              5                    16226.784   \n",
       "3      vehicle_java2.jpg              1                    32869.806   \n",
       "4      vehicle_java2.jpg             82                    38536.702   \n",
       "..                   ...            ...                          ...   \n",
       "409    vehicle_java2.jpg            284                   104300.867   \n",
       "410    vehicle_java2.jpg            119                    67067.450   \n",
       "411  rectangle_java2.jpg             73                    44376.894   \n",
       "412    vehicle_java2.jpg             33                    68278.123   \n",
       "413  rectangle_java2.jpg             13                    33212.721   \n",
       "\n",
       "    Average Saccade Duration [ms] Average Saccade Distance [px]  \n",
       "0                      976.515750                    134.748075  \n",
       "1                     1620.412588                    124.579446  \n",
       "2                     3245.356800                    144.592684  \n",
       "3                    32869.806000                    384.500895  \n",
       "4                      469.959780                     94.716505  \n",
       "..                            ...                           ...  \n",
       "409                    367.256574                     99.464269  \n",
       "410                    563.592017                    146.948980  \n",
       "411                    607.902658                    104.747459  \n",
       "412                   2069.034030                    172.396854  \n",
       "413                   2554.824692                    107.542449  \n",
       "\n",
       "[414 rows x 33 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# We load the PyGazeAnalyzer saccade results\n",
    "pygaze_saccades = pd.read_csv('results/pygaze_saccades_emip_dataset.csv')\n",
    "\n",
    "# Drop all colums where the task contains 'mupliple_choice'\n",
    "pygaze_saccades = pygaze_saccades[~pygaze_saccades['Task'].str.contains('mupliple_choice')]\n",
    "\n",
    "# We combine the two dataframes into one by combining the columns where the values of Participant are the same\n",
    "results_pygaze_saccades = pd.merge(participants_metadata, pygaze_saccades, how='inner', left_on=['id'], right_on=['Participant'])\n",
    "results_pygaze_saccades\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2d59e729",
   "metadata": {},
   "source": [
    "Ogama Analysis"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "ff199218",
   "metadata": {},
   "source": [
    "Import data automatically into Ogama by manipulating the database "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "1533c65d",
   "metadata": {},
   "outputs": [
    {
     "ename": "Exception",
     "evalue": "Database does not exist",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mException\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[7], line 4\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[38;5;66;03m# Path to database\u001b[39;00m\n\u001b[0;32m      2\u001b[0m database_path \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124myour-database-path.db\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[1;32m----> 4\u001b[0m \u001b[43mdrop_all_subject_tables_emip\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdatabase_path\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m      6\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m i \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;241m1\u001b[39m, \u001b[38;5;241m217\u001b[39m):\n\u001b[0;32m      7\u001b[0m \t\u001b[38;5;66;03m# If the file i+'_rawdata.tsv' exists\u001b[39;00m\n\u001b[0;32m      8\u001b[0m \tfilepath \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdata/emip_dataset/rawdata/\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;241m+\u001b[39m \u001b[38;5;28mstr\u001b[39m(i) \u001b[38;5;241m+\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124m_rawdata.tsv\u001b[39m\u001b[38;5;124m'\u001b[39m\n",
      "File \u001b[1;32mf:\\Bachelorarbeit\\EyeTrackingDataProcessing\\StudyEMIP\\..\\utils\\ogama.py:256\u001b[0m, in \u001b[0;36mdrop_all_subject_tables_emip\u001b[1;34m(database_path)\u001b[0m\n\u001b[0;32m    253\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdrop_all_subject_tables_emip\u001b[39m(database_path\u001b[38;5;241m=\u001b[39mbase_database_path):\n\u001b[0;32m    254\u001b[0m \t\u001b[38;5;66;03m# Check if database exists\u001b[39;00m\n\u001b[0;32m    255\u001b[0m \t\u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mexists(database_path):\n\u001b[1;32m--> 256\u001b[0m \t\t\u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mDatabase does not exist\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m    258\u001b[0m \t\u001b[38;5;66;03m# Connect to database\u001b[39;00m\n\u001b[0;32m    259\u001b[0m \t\u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01msqlite3\u001b[39;00m\n",
      "\u001b[1;31mException\u001b[0m: Database does not exist"
     ]
    }
   ],
   "source": [
    "# Path to database\n",
    "database_path = 'your-database-path.db'\n",
    "\n",
    "\n",
    "drop_all_subject_tables_emip(database_path)\n",
    "\n",
    "for i in range(1, 217):\n",
    "\t# If the file i+'_rawdata.tsv' exists\n",
    "\tfilepath = 'data/emip_dataset/rawdata/'+ str(i) + '_rawdata.tsv'\n",
    "\tif os.path.isfile(filepath):\n",
    "\t\t# Import the data into the database\n",
    "\t\timport_data_into_ogama_emip(filepath, 'S' + str(i), database_path)\n",
    "\t\tprint('Imported data for subject S' + str(i))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "65c119d4",
   "metadata": {},
   "source": [
    "Now enter Ogama, load the experiment that is using this database and run the fixation algorithm."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "265f890b",
   "metadata": {},
   "source": [
    "Import the fixations from the database and calculate our results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f49e308d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>mother_tongue</th>\n",
       "      <th>english_level</th>\n",
       "      <th>visual_aid</th>\n",
       "      <th>makeup</th>\n",
       "      <th>experiment_language</th>\n",
       "      <th>expertise_experiment_language</th>\n",
       "      <th>time_experiment_language</th>\n",
       "      <th>...</th>\n",
       "      <th>stimulus_vehicle</th>\n",
       "      <th>mother_tongue_original</th>\n",
       "      <th>time_experiment_language_original</th>\n",
       "      <th>time_programming_original</th>\n",
       "      <th>other_languages_original</th>\n",
       "      <th>Task</th>\n",
       "      <th>Fixation Count</th>\n",
       "      <th>Total Fixation Duration [ms]</th>\n",
       "      <th>Average Fixation Duration [ms]</th>\n",
       "      <th>Subject</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>Czech</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>high</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>czech</td>\n",
       "      <td>30y</td>\n",
       "      <td>40+</td>\n",
       "      <td>CoffeeScript (high) JavaScript (high) Python (...</td>\n",
       "      <td>rectangle_java.jpg</td>\n",
       "      <td>49</td>\n",
       "      <td>9865</td>\n",
       "      <td>201.326531</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>Czech</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>high</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>czech</td>\n",
       "      <td>30y</td>\n",
       "      <td>40+</td>\n",
       "      <td>CoffeeScript (high) JavaScript (high) Python (...</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>194</td>\n",
       "      <td>43131</td>\n",
       "      <td>222.324742</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>c++(low), php(medium), delphi(low)</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>151</td>\n",
       "      <td>35584</td>\n",
       "      <td>235.655629</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>c++(low), php(medium), delphi(low)</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>160</td>\n",
       "      <td>46040</td>\n",
       "      <td>287.750000</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3</td>\n",
       "      <td>27</td>\n",
       "      <td>female</td>\n",
       "      <td>Hebrew</td>\n",
       "      <td>high</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Hebrew</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>c# (low)</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>105</td>\n",
       "      <td>27686</td>\n",
       "      <td>263.676190</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>408</th>\n",
       "      <td>214</td>\n",
       "      <td>21</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>high</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>C (medium) , JavaScript (medium)</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>405</td>\n",
       "      <td>99946</td>\n",
       "      <td>246.780247</td>\n",
       "      <td>214</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>409</th>\n",
       "      <td>215</td>\n",
       "      <td>22</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>C (medium) c# (medium) Java (medium)</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>156</td>\n",
       "      <td>41962</td>\n",
       "      <td>268.987179</td>\n",
       "      <td>215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>410</th>\n",
       "      <td>215</td>\n",
       "      <td>22</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>C (medium) c# (medium) Java (medium)</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>230</td>\n",
       "      <td>63208</td>\n",
       "      <td>274.817391</td>\n",
       "      <td>215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>411</th>\n",
       "      <td>216</td>\n",
       "      <td>22</td>\n",
       "      <td>female</td>\n",
       "      <td>Thai</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Thai</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>Low</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>148</td>\n",
       "      <td>25092</td>\n",
       "      <td>169.540541</td>\n",
       "      <td>216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>412</th>\n",
       "      <td>216</td>\n",
       "      <td>22</td>\n",
       "      <td>female</td>\n",
       "      <td>Thai</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Thai</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>Low</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>307</td>\n",
       "      <td>56132</td>\n",
       "      <td>182.840391</td>\n",
       "      <td>216</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>413 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id  age  gender mother_tongue english_level visual_aid makeup  \\\n",
       "0      1   63    male         Czech          high    glasses     no   \n",
       "1      1   63    male         Czech          high    glasses     no   \n",
       "2      2   24    male        Slovak        medium    glasses     no   \n",
       "3      2   24    male        Slovak        medium    glasses     no   \n",
       "4      3   27  female        Hebrew          high         no     no   \n",
       "..   ...  ...     ...           ...           ...        ...    ...   \n",
       "408  214   21    male        Slovak          high         no     no   \n",
       "409  215   22    male        Slovak        medium         no     no   \n",
       "410  215   22    male        Slovak        medium         no     no   \n",
       "411  216   22  female          Thai          high    glasses     no   \n",
       "412  216   22  female          Thai          high    glasses     no   \n",
       "\n",
       "    experiment_language expertise_experiment_language  \\\n",
       "0                  Java                          high   \n",
       "1                  Java                          high   \n",
       "2                  Java                        medium   \n",
       "3                  Java                        medium   \n",
       "4                  Java                          none   \n",
       "..                  ...                           ...   \n",
       "408                Java                        medium   \n",
       "409                Java                        medium   \n",
       "410                Java                        medium   \n",
       "411                Java                          none   \n",
       "412                Java                          none   \n",
       "\n",
       "     time_experiment_language  ...   stimulus_vehicle mother_tongue_original  \\\n",
       "0                        30.0  ...   vehicle_java.jpg                  czech   \n",
       "1                        30.0  ...   vehicle_java.jpg                  czech   \n",
       "2                         2.0  ...  vehicle_java2.jpg                 Slovak   \n",
       "3                         2.0  ...  vehicle_java2.jpg                 Slovak   \n",
       "4                         0.0  ...  vehicle_java2.jpg                 Hebrew   \n",
       "..                        ...  ...                ...                    ...   \n",
       "408                       1.0  ...  vehicle_java2.jpg                Slovak    \n",
       "409                       1.0  ...  vehicle_java2.jpg                 slovak   \n",
       "410                       1.0  ...  vehicle_java2.jpg                 slovak   \n",
       "411                       0.0  ...  vehicle_java2.jpg                   Thai   \n",
       "412                       0.0  ...  vehicle_java2.jpg                   Thai   \n",
       "\n",
       "    time_experiment_language_original time_programming_original  \\\n",
       "0                                 30y                       40+   \n",
       "1                                 30y                       40+   \n",
       "2                                   2                         5   \n",
       "3                                   2                         5   \n",
       "4                                   0                         0   \n",
       "..                                ...                       ...   \n",
       "408                                 1                         4   \n",
       "409                                 1                         2   \n",
       "410                                 1                         2   \n",
       "411                           6 weeks                   6 weeks   \n",
       "412                           6 weeks                   6 weeks   \n",
       "\n",
       "                              other_languages_original                 Task  \\\n",
       "0    CoffeeScript (high) JavaScript (high) Python (...   rectangle_java.jpg   \n",
       "1    CoffeeScript (high) JavaScript (high) Python (...     vehicle_java.jpg   \n",
       "2                   c++(low), php(medium), delphi(low)  rectangle_java2.jpg   \n",
       "3                   c++(low), php(medium), delphi(low)    vehicle_java2.jpg   \n",
       "4                                             c# (low)  rectangle_java2.jpg   \n",
       "..                                                 ...                  ...   \n",
       "408                  C (medium) , JavaScript (medium)     vehicle_java2.jpg   \n",
       "409               C (medium) c# (medium) Java (medium)  rectangle_java2.jpg   \n",
       "410               C (medium) c# (medium) Java (medium)    vehicle_java2.jpg   \n",
       "411                                                Low  rectangle_java2.jpg   \n",
       "412                                                Low    vehicle_java2.jpg   \n",
       "\n",
       "     Fixation Count  Total Fixation Duration [ms]  \\\n",
       "0                49                          9865   \n",
       "1               194                         43131   \n",
       "2               151                         35584   \n",
       "3               160                         46040   \n",
       "4               105                         27686   \n",
       "..              ...                           ...   \n",
       "408             405                         99946   \n",
       "409             156                         41962   \n",
       "410             230                         63208   \n",
       "411             148                         25092   \n",
       "412             307                         56132   \n",
       "\n",
       "    Average Fixation Duration [ms] Subject  \n",
       "0                       201.326531       1  \n",
       "1                       222.324742       1  \n",
       "2                       235.655629       2  \n",
       "3                       287.750000       2  \n",
       "4                       263.676190       3  \n",
       "..                             ...     ...  \n",
       "408                     246.780247     214  \n",
       "409                     268.987179     215  \n",
       "410                     274.817391     215  \n",
       "411                     169.540541     216  \n",
       "412                     182.840391     216  \n",
       "\n",
       "[413 rows x 32 columns]"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "\n",
    "\n",
    "total_results = pd.DataFrame()\n",
    "\n",
    "# Calculate the results for each subject\n",
    "for i in range(1, 217):\n",
    "\t# If the folder i exists\n",
    "\tpath = 'data/emip_dataset/rawdata/' + str(i) + '_rawdata.tsv'\n",
    "\tif os.path.isfile(path):\n",
    "\t\t# Append to the total_results dataframe\n",
    "\t\ttotal_results = pd.concat([total_results, calculate_results_for_subject_emip('S' + str(i), database_path)])\n",
    "\n",
    "\n",
    "total_results['Subject'] = total_results['Subject'].str[1:].astype(int)\n",
    "total_results = total_results.reset_index()\n",
    "\n",
    "# Dictionary to map the TrialID to the corresponding task name\n",
    "num_to_trial = {\n",
    "    '1': 'mupliple_choice_rectangle.jpg',\n",
    "    '2': 'mupliple_choice_vehicle.jpg',\n",
    "    '3': 'rectangle_java.jpg',\n",
    "    '4': 'rectangle_java2.jpg',\n",
    "    '5': 'rectangle_python.jpg',\n",
    "    '6': 'rectangle_scala.jpg',\n",
    "    '7': 'vehicle_java.jpg',\n",
    "    '8': 'vehicle_java2.jpg',\n",
    "    '9': 'vehicle_python.jpg',\n",
    "    '10': 'vehicle_scala.jpg',\n",
    "}\n",
    "\n",
    "# Change the TrialID to the corresponding task name\n",
    "total_results['TrialID'] = total_results['TrialID'].astype(str)\n",
    "total_results['TrialID'] = total_results['TrialID'].map(num_to_trial)\n",
    "\n",
    "# Drop all colums where the TrialID contains 'mupliple_choice'\n",
    "total_results = total_results[~total_results['TrialID'].str.contains('mupliple_choice')]\n",
    "\n",
    "# We combine the two dataframes into one by combining the columns where the values of Participant and Task are the same\n",
    "results_ogama = pd.merge(participants_metadata, total_results, how='inner', left_on=['id'], right_on=['Subject'])\n",
    "# Rename the columns Fixation Count, Total Fixation Duration and Average Fixation Duration\n",
    "results_ogama = results_ogama.rename(columns={\n",
    "\t'Total Fixation Count': 'Fixation Count', \n",
    "\t'Total Fixation Duration': 'Total Fixation Duration [ms]', \n",
    "\t'Average Fixation Duration': 'Average Fixation Duration [ms]',\n",
    "\t'TrialID': 'Task'\n",
    "})\n",
    "\n",
    "results_ogama\n"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f04aa6d4",
   "metadata": {},
   "source": [
    "Export the saccades from Ogama into the results folder with the name 'ogama_saccades_emip.txt'.\n",
    "\n",
    "Then continue with the jupyter notebook."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0dc73bb0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>age</th>\n",
       "      <th>gender</th>\n",
       "      <th>mother_tongue</th>\n",
       "      <th>english_level</th>\n",
       "      <th>visual_aid</th>\n",
       "      <th>makeup</th>\n",
       "      <th>experiment_language</th>\n",
       "      <th>expertise_experiment_language</th>\n",
       "      <th>time_experiment_language</th>\n",
       "      <th>...</th>\n",
       "      <th>stimulus_vehicle</th>\n",
       "      <th>mother_tongue_original</th>\n",
       "      <th>time_experiment_language_original</th>\n",
       "      <th>time_programming_original</th>\n",
       "      <th>other_languages_original</th>\n",
       "      <th>SubjectName</th>\n",
       "      <th>Task</th>\n",
       "      <th>Average Saccade Distance [px]</th>\n",
       "      <th>Average Saccade Duration [ms]</th>\n",
       "      <th>TotalCountInTrial</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>Czech</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>high</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>czech</td>\n",
       "      <td>30y</td>\n",
       "      <td>40+</td>\n",
       "      <td>CoffeeScript (high) JavaScript (high) Python (...</td>\n",
       "      <td>1</td>\n",
       "      <td>rectangle_java.jpg</td>\n",
       "      <td>138.137303</td>\n",
       "      <td>402.354167</td>\n",
       "      <td>1176</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>63</td>\n",
       "      <td>male</td>\n",
       "      <td>Czech</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>high</td>\n",
       "      <td>30.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>czech</td>\n",
       "      <td>30y</td>\n",
       "      <td>40+</td>\n",
       "      <td>CoffeeScript (high) JavaScript (high) Python (...</td>\n",
       "      <td>1</td>\n",
       "      <td>vehicle_java.jpg</td>\n",
       "      <td>116.809112</td>\n",
       "      <td>171.880829</td>\n",
       "      <td>18721</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>c++(low), php(medium), delphi(low)</td>\n",
       "      <td>2</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>89.623321</td>\n",
       "      <td>61.713333</td>\n",
       "      <td>11325</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>24</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>2.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>c++(low), php(medium), delphi(low)</td>\n",
       "      <td>2</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>91.482446</td>\n",
       "      <td>49.811321</td>\n",
       "      <td>12720</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>3</td>\n",
       "      <td>27</td>\n",
       "      <td>female</td>\n",
       "      <td>Hebrew</td>\n",
       "      <td>high</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Hebrew</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>c# (low)</td>\n",
       "      <td>3</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>91.891677</td>\n",
       "      <td>30.913462</td>\n",
       "      <td>5460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>407</th>\n",
       "      <td>214</td>\n",
       "      <td>21</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>high</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>C (medium) , JavaScript (medium)</td>\n",
       "      <td>214</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>106.649906</td>\n",
       "      <td>17.126238</td>\n",
       "      <td>81810</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>408</th>\n",
       "      <td>215</td>\n",
       "      <td>22</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>C (medium) c# (medium) Java (medium)</td>\n",
       "      <td>215</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>107.206963</td>\n",
       "      <td>21.593548</td>\n",
       "      <td>12090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>409</th>\n",
       "      <td>215</td>\n",
       "      <td>22</td>\n",
       "      <td>male</td>\n",
       "      <td>Slovak</td>\n",
       "      <td>medium</td>\n",
       "      <td>no</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>medium</td>\n",
       "      <td>1.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>slovak</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>C (medium) c# (medium) Java (medium)</td>\n",
       "      <td>215</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>138.203372</td>\n",
       "      <td>19.615721</td>\n",
       "      <td>26335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>410</th>\n",
       "      <td>216</td>\n",
       "      <td>22</td>\n",
       "      <td>female</td>\n",
       "      <td>Thai</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Thai</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>Low</td>\n",
       "      <td>216</td>\n",
       "      <td>rectangle_java2.jpg</td>\n",
       "      <td>105.042397</td>\n",
       "      <td>57.394558</td>\n",
       "      <td>10878</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>411</th>\n",
       "      <td>216</td>\n",
       "      <td>22</td>\n",
       "      <td>female</td>\n",
       "      <td>Thai</td>\n",
       "      <td>high</td>\n",
       "      <td>glasses</td>\n",
       "      <td>no</td>\n",
       "      <td>Java</td>\n",
       "      <td>none</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>Thai</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>6 weeks</td>\n",
       "      <td>Low</td>\n",
       "      <td>216</td>\n",
       "      <td>vehicle_java2.jpg</td>\n",
       "      <td>95.565078</td>\n",
       "      <td>58.830065</td>\n",
       "      <td>46971</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>412 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      id  age  gender mother_tongue english_level visual_aid makeup  \\\n",
       "0      1   63    male         Czech          high    glasses     no   \n",
       "1      1   63    male         Czech          high    glasses     no   \n",
       "2      2   24    male        Slovak        medium    glasses     no   \n",
       "3      2   24    male        Slovak        medium    glasses     no   \n",
       "4      3   27  female        Hebrew          high         no     no   \n",
       "..   ...  ...     ...           ...           ...        ...    ...   \n",
       "407  214   21    male        Slovak          high         no     no   \n",
       "408  215   22    male        Slovak        medium         no     no   \n",
       "409  215   22    male        Slovak        medium         no     no   \n",
       "410  216   22  female          Thai          high    glasses     no   \n",
       "411  216   22  female          Thai          high    glasses     no   \n",
       "\n",
       "    experiment_language expertise_experiment_language  \\\n",
       "0                  Java                          high   \n",
       "1                  Java                          high   \n",
       "2                  Java                        medium   \n",
       "3                  Java                        medium   \n",
       "4                  Java                          none   \n",
       "..                  ...                           ...   \n",
       "407                Java                        medium   \n",
       "408                Java                        medium   \n",
       "409                Java                        medium   \n",
       "410                Java                          none   \n",
       "411                Java                          none   \n",
       "\n",
       "     time_experiment_language  ...   stimulus_vehicle mother_tongue_original  \\\n",
       "0                        30.0  ...   vehicle_java.jpg                  czech   \n",
       "1                        30.0  ...   vehicle_java.jpg                  czech   \n",
       "2                         2.0  ...  vehicle_java2.jpg                 Slovak   \n",
       "3                         2.0  ...  vehicle_java2.jpg                 Slovak   \n",
       "4                         0.0  ...  vehicle_java2.jpg                 Hebrew   \n",
       "..                        ...  ...                ...                    ...   \n",
       "407                       1.0  ...  vehicle_java2.jpg                Slovak    \n",
       "408                       1.0  ...  vehicle_java2.jpg                 slovak   \n",
       "409                       1.0  ...  vehicle_java2.jpg                 slovak   \n",
       "410                       0.0  ...  vehicle_java2.jpg                   Thai   \n",
       "411                       0.0  ...  vehicle_java2.jpg                   Thai   \n",
       "\n",
       "    time_experiment_language_original time_programming_original  \\\n",
       "0                                 30y                       40+   \n",
       "1                                 30y                       40+   \n",
       "2                                   2                         5   \n",
       "3                                   2                         5   \n",
       "4                                   0                         0   \n",
       "..                                ...                       ...   \n",
       "407                                 1                         4   \n",
       "408                                 1                         2   \n",
       "409                                 1                         2   \n",
       "410                           6 weeks                   6 weeks   \n",
       "411                           6 weeks                   6 weeks   \n",
       "\n",
       "                              other_languages_original SubjectName  \\\n",
       "0    CoffeeScript (high) JavaScript (high) Python (...           1   \n",
       "1    CoffeeScript (high) JavaScript (high) Python (...           1   \n",
       "2                   c++(low), php(medium), delphi(low)           2   \n",
       "3                   c++(low), php(medium), delphi(low)           2   \n",
       "4                                             c# (low)           3   \n",
       "..                                                 ...         ...   \n",
       "407                  C (medium) , JavaScript (medium)          214   \n",
       "408               C (medium) c# (medium) Java (medium)         215   \n",
       "409               C (medium) c# (medium) Java (medium)         215   \n",
       "410                                                Low         216   \n",
       "411                                                Low         216   \n",
       "\n",
       "                    Task  Average Saccade Distance [px]  \\\n",
       "0     rectangle_java.jpg                     138.137303   \n",
       "1       vehicle_java.jpg                     116.809112   \n",
       "2    rectangle_java2.jpg                      89.623321   \n",
       "3      vehicle_java2.jpg                      91.482446   \n",
       "4    rectangle_java2.jpg                      91.891677   \n",
       "..                   ...                            ...   \n",
       "407    vehicle_java2.jpg                     106.649906   \n",
       "408  rectangle_java2.jpg                     107.206963   \n",
       "409    vehicle_java2.jpg                     138.203372   \n",
       "410  rectangle_java2.jpg                     105.042397   \n",
       "411    vehicle_java2.jpg                      95.565078   \n",
       "\n",
       "    Average Saccade Duration [ms] TotalCountInTrial  \n",
       "0                      402.354167              1176  \n",
       "1                      171.880829             18721  \n",
       "2                       61.713333             11325  \n",
       "3                       49.811321             12720  \n",
       "4                       30.913462              5460  \n",
       "..                            ...               ...  \n",
       "407                     17.126238             81810  \n",
       "408                     21.593548             12090  \n",
       "409                     19.615721             26335  \n",
       "410                     57.394558             10878  \n",
       "411                     58.830065             46971  \n",
       "\n",
       "[412 rows x 32 columns]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "# Read the results from the file results/ogama_saccades_emip.txt\n",
    "results_ogama_saccades_base = pd.read_csv('results/ogama_saccades_emip.txt', delimiter='\\t', low_memory=False, on_bad_lines='skip', comment='#')\n",
    "\n",
    "# Convert the SubjectName to an integer\n",
    "results_ogama_saccades_base['SubjectName'] = results_ogama_saccades_base['SubjectName'].str[1:].astype(int)\n",
    "\n",
    "# Drop all unnecessary columns\n",
    "results_ogama_saccades_base = results_ogama_saccades_base[['SubjectName', 'Trial Name', 'CountInTrial', 'StartTime', 'Duration', 'Distance', 'Validity']]\n",
    "\n",
    "# Convert all columns to the correct data type and format\n",
    "results_ogama_saccades_base['Duration'] = results_ogama_saccades_base['Duration'].astype(str)\n",
    "results_ogama_saccades_base['Duration'] = results_ogama_saccades_base['Duration'].str.replace(',', '.').astype(float)\n",
    "results_ogama_saccades_base['Distance'] = results_ogama_saccades_base['Distance'].astype(str)\n",
    "results_ogama_saccades_base['Distance'] = results_ogama_saccades_base['Distance'].str.replace(',', '.').astype(float)\n",
    "\n",
    "\n",
    "grouped = results_ogama_saccades_base.groupby(['SubjectName', 'Trial Name'])\n",
    "\n",
    "# Group the results by the participant and the task\n",
    "results_ogama_saccades = grouped.agg({\n",
    "    'Distance': 'mean',\n",
    "    'Duration': 'mean',\n",
    "    'CountInTrial': 'sum'\n",
    "}).reset_index()\n",
    "\n",
    "results_ogama_saccades.rename(columns={\n",
    "    'Distance': 'Average Saccade Distance [px]',\n",
    "    'Duration': 'Average Saccade Duration [ms]',\n",
    "    'CountInTrial': 'TotalCountInTrial',\n",
    "\t'Trial Name': 'Task'\n",
    "}, inplace=True)\n",
    "\n",
    "# Drop all colums where the TrialID contains 'mupliple_choice'\n",
    "results_ogama_saccades = results_ogama_saccades[~results_ogama_saccades['Task'].str.contains('mupliple_choice')]\n",
    "\n",
    "\n",
    "# Combine the two dataframes into one by combining the columns where the values of Participant are the same\n",
    "results_ogama_saccades = pd.merge(participants_metadata, results_ogama_saccades, how='inner', left_on=['id'], right_on=['SubjectName'])\n",
    "\n",
    "results_ogama_saccades"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "52ed02eb",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "def adapt_results(results):\n",
    "\t# Map the data of expertise_experiment_language and expertise_programming to the following values: none = 0, low = 1, medium = 2, high = 3\n",
    "\tresults['expertise_experiment_language'] = results['expertise_experiment_language'].map({'none': 0, 'low': 1, 'medium': 2, 'high': 3, 0: 0, 1: 1, 2: 2, 3: 3})\n",
    "\tresults['expertise_programming'] = results['expertise_programming'].map({'none': 0, 'low': 1, 'medium': 2, 'high': 3, 0: 0, 1: 1, 2: 2, 3: 3})\n",
    "\n",
    "\tresults.loc[results['time_programming'] == '40.0+', 'time_programming'] = 40.0\n",
    "\tresults['time_programming'] = results['time_programming'].astype(float)\n",
    "\n",
    "\treturn results\n",
    "\n",
    "\n",
    "def show_results_tasks(results, results_saccades):\n",
    "\t\n",
    "\tresults = adapt_results(results)\n",
    "\tresults_saccades = adapt_results(results_saccades)\n",
    "\t\n",
    "\tresults_mean_per_subject = results.groupby(['id']).mean(numeric_only=True)\n",
    "\tresults_saccades_mean_per_subject = results_saccades.groupby(['id']).mean(numeric_only=True)\n",
    "\n",
    "\t# Vehicle Task performance\n",
    "\n",
    "\tresults_vehicle = results[results['stimulus_vehicle'] == results['Task']]\n",
    "\t# Group the results by the id of the participant and calculate the mean of the Fixation Count and Total Fixation Duration\n",
    "\tresults_vehicle_mean_per_subject = results_vehicle.groupby(['id']).mean(numeric_only=True)[[\"correct_vehicle\", \"Fixation Count\", \"Total Fixation Duration [ms]\"]]\n",
    "\n",
    "\tspearman_vehicle_count = spearmanr(results_vehicle_mean_per_subject['Fixation Count'], results_vehicle_mean_per_subject['correct_vehicle'])\n",
    "\n",
    "\tspearman_vehicle_dur = spearmanr(results_vehicle_mean_per_subject['Total Fixation Duration [ms]'], results_vehicle_mean_per_subject['correct_vehicle'])\n",
    "\n",
    "\tresults_saccades_vehicle = results_saccades[results_saccades['stimulus_vehicle'] == results_saccades['Task']]\n",
    "\t# Group the results by the id of the participant and calculate the mean of the Fixation Count and Total Fixation Duration\n",
    "\tresults_saccades_vehicle_mean_per_subject = results_saccades_vehicle.groupby(['id']).mean(numeric_only=True)[[\"correct_vehicle\", \"Average Saccade Distance [px]\", \"Average Saccade Duration [ms]\"]]\n",
    "\n",
    "\tspearman_saccades_vehicle_dist = spearmanr(results_saccades_vehicle_mean_per_subject['Average Saccade Distance [px]'], results_saccades_vehicle_mean_per_subject['correct_vehicle'])\n",
    "\n",
    "\tspearman_saccades_vehicle_dur = spearmanr(results_saccades_vehicle_mean_per_subject['Average Saccade Duration [ms]'], results_saccades_vehicle_mean_per_subject['correct_vehicle'])\n",
    "\n",
    "\n",
    "\n",
    "\t# Rectangle Task performance\n",
    "\n",
    "\tresults_rectangle = results[results['stimulus_rectangle'] == results['Task']]\n",
    "\t# Group the results by the id of the participant and calculate the mean of the Fixation Count and Total Fixation Duration\n",
    "\tresults_rectangle_mean_per_subject = results_rectangle.groupby(['id']).mean(numeric_only=True)[[\"correct_rectangle\", \"Fixation Count\", \"Total Fixation Duration [ms]\"]]\n",
    "\n",
    "\tspearman_rectangle_count = spearmanr(results_rectangle_mean_per_subject['Fixation Count'], results_rectangle_mean_per_subject['correct_rectangle'])\n",
    "\n",
    "\tspearman_rectangle_dur = spearmanr(results_rectangle_mean_per_subject['Total Fixation Duration [ms]'], results_rectangle_mean_per_subject['correct_rectangle'])\n",
    "\n",
    "\tresults_saccades_rectangle = results_saccades[results_saccades['stimulus_rectangle'] == results_saccades['Task']]\n",
    "\t# Group the results by the id of the participant and calculate the mean of the Fixation Count and Total Fixation Duration\n",
    "\tresults_saccades_rectangle_mean_per_subject = results_saccades_rectangle.groupby(['id']).mean(numeric_only=True)[[\"correct_rectangle\", \"Average Saccade Distance [px]\", \"Average Saccade Duration [ms]\"]]\n",
    "\n",
    "\tspearman_saccades_rectangle_dist = spearmanr(results_saccades_rectangle_mean_per_subject['Average Saccade Distance [px]'], results_saccades_rectangle_mean_per_subject['correct_rectangle'])\n",
    "\n",
    "\tspearman_saccades_rectangle_dur = spearmanr(results_saccades_rectangle_mean_per_subject['Average Saccade Duration [ms]'], results_saccades_rectangle_mean_per_subject['correct_rectangle'])\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\t# Self Eval Experiment language\n",
    "\n",
    "\tresults_self_eval_exp = results_mean_per_subject[['expertise_experiment_language', 'Fixation Count', 'Total Fixation Duration [ms]']]\n",
    "\tspearman_self_eval_exp_count = spearmanr(results_self_eval_exp['Fixation Count'], results_self_eval_exp['expertise_experiment_language'])\n",
    "\n",
    "\tspearman_self_eval_exp_dur = spearmanr(results_self_eval_exp['Total Fixation Duration [ms]'], results_self_eval_exp['expertise_experiment_language'])\n",
    "\n",
    "\tresults_saccades_self_eval_exp = results_saccades_mean_per_subject[['expertise_experiment_language', 'Average Saccade Distance [px]', 'Average Saccade Duration [ms]']]\n",
    "\n",
    "\tspearman_saccades_self_eval_exp_dist = spearmanr(results_saccades_self_eval_exp['Average Saccade Distance [px]'], results_self_eval_exp['expertise_experiment_language'])\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\t# Self Eval Programming language\n",
    "\n",
    "\tresults_self_eval_prog = results_mean_per_subject[['expertise_programming', 'Fixation Count', 'Total Fixation Duration [ms]']]\n",
    "\tspearman_self_eval_prog_count = spearmanr(results_self_eval_prog['Fixation Count'], results_self_eval_prog['expertise_programming'])\n",
    "\tspearman_self_eval_prog_dur = spearmanr(results_self_eval_prog['Total Fixation Duration [ms]'], results_self_eval_prog['expertise_programming'])\n",
    "\n",
    "\tresults_saccades_self_eval_prog = results_saccades_mean_per_subject[['expertise_programming', 'Average Saccade Distance [px]', 'Average Saccade Duration [ms]']]\n",
    "\tspearman_saccades_self_eval_prog_dist = spearmanr(results_saccades_self_eval_prog['Average Saccade Distance [px]'], results_self_eval_prog['expertise_programming'])\n",
    "\tspearman_saccades_self_eval_prog_dur = spearmanr(results_saccades_self_eval_prog['Average Saccade Duration [ms]'], results_self_eval_prog['expertise_programming'])\n",
    "\n",
    "\n",
    "\n",
    "\t# Time Experiment language\n",
    "\n",
    "\tresults_time_exp = results_mean_per_subject[['time_experiment_language', 'Fixation Count', 'Total Fixation Duration [ms]']]\n",
    "\tspearman_time_exp_count = spearmanr(results_time_exp['Fixation Count'], results_time_exp['time_experiment_language'])\n",
    "\tspearman_time_exp_dur = spearmanr(results_time_exp['Total Fixation Duration [ms]'], results_time_exp['time_experiment_language'])\n",
    "\n",
    "\tresults_saccades_time_exp = results_saccades_mean_per_subject[['time_experiment_language', 'Average Saccade Distance [px]', 'Average Saccade Duration [ms]']]\n",
    "\tspearman_saccades_time_exp_dist = spearmanr(results_saccades_time_exp['Average Saccade Distance [px]'], results_time_exp['time_experiment_language'])\n",
    "\tspearman_saccades_time_exp_dur = spearmanr(results_saccades_time_exp['Average Saccade Duration [ms]'], results_time_exp['time_experiment_language'])\n",
    "\n",
    "\n",
    "\n",
    "\t# Time Programming language\n",
    "\n",
    "\tresults_time_prog = results.groupby(['id']).mean(numeric_only=True)[['time_programming', 'Fixation Count', 'Total Fixation Duration [ms]']]\n",
    "\tspearman_time_prog_count = spearmanr(results_time_prog['Fixation Count'], results_time_prog['time_programming'])\n",
    "\tspearman_time_prog_dur = spearmanr(results_time_prog['Total Fixation Duration [ms]'], results_time_prog['time_programming'])\n",
    "\n",
    "\tresults_saccades_time_prog = results_saccades_mean_per_subject[['time_programming', 'Average Saccade Distance [px]', 'Average Saccade Duration [ms]']]\n",
    "\tspearman_saccades_time_prog_dist = spearmanr(results_saccades_time_prog['Average Saccade Distance [px]'], results_time_prog['time_programming'])\n",
    "\tspearman_saccades_time_prog_dur = spearmanr(results_saccades_time_prog['Average Saccade Duration [ms]'], results_time_prog['time_programming'])\n",
    "\n",
    "\n",
    "\t# We create a table to show the results\n",
    "\n",
    "\tdata = [\n",
    "\t\t[\n",
    "\t\t\t'Vehicle Task', \n",
    "\t\t\t'%.4f' % spearman_vehicle_count.correlation,\n",
    "\t\t\t'%.4f' % spearman_vehicle_dur.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_vehicle_dist.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_vehicle_dur.correlation\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Rectangle Task', \n",
    "\t\t\t'%.4f' % spearman_rectangle_count.correlation,\n",
    "\t\t\t'%.4f' % spearman_rectangle_dur.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_rectangle_dist.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_rectangle_dur.correlation\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Self Eval Experiment Language', \n",
    "\t\t\t'%.4f' % spearman_self_eval_exp_count.correlation,\n",
    "\t\t\t'%.4f' % spearman_self_eval_exp_dur.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_self_eval_exp_dist.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_self_eval_exp_dist.correlation\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Self Eval Programming Language', \n",
    "\t\t\t'%.4f' % spearman_self_eval_prog_count.correlation,\n",
    "\t\t\t'%.4f' % spearman_self_eval_prog_dur.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_self_eval_prog_dist.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_self_eval_prog_dur.correlation\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Time Experiment Language', \n",
    "\t\t\t'%.4f' % spearman_time_exp_count.correlation,\n",
    "\t\t\t'%.4f' % spearman_time_exp_dur.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_time_exp_dist.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_time_exp_dur.correlation\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Time Programming Language', \n",
    "\t\t\t'%.4f' % spearman_time_prog_count.correlation,\n",
    "\t\t\t'%.4f' % spearman_time_prog_dur.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_time_prog_dist.correlation,\n",
    "\t\t\t'%.4f' % spearman_saccades_time_prog_dur.correlation\n",
    "\t\t]\n",
    "\t]\n",
    "\n",
    "\n",
    "\tdata_df = pd.DataFrame(data)\n",
    "\tdata_df.columns = ['', 'Number of Fixations', 'Sum of Fixation Duration', 'Saccade Length', 'Saccade Duration']\n",
    "\treturn data_df\n",
    "\n",
    "\t\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "993edecd",
   "metadata": {},
   "outputs": [],
   "source": [
    "from scipy.stats import wilcoxon\n",
    "from scipy.stats import mannwhitneyu\n",
    "from scipy.stats import spearmanr\n",
    "import numpy\n",
    "\n",
    "def adapt_results(results):\n",
    "\t# Change the type of the column time_programming to float\n",
    "\tresults.loc[results['time_programming'] == '40.0+', 'time_programming'] = 40.0\n",
    "\tresults['time_programming'] = results['time_programming'].astype(float)\n",
    "\t# We group the data by time_programming with either between 0.5 and 4 and 4+ and dispose of those with less than 0.5\n",
    "\tresults = results[results['time_programming'] >= 0.5]\n",
    "\n",
    "\t# Remove NaN values\n",
    "\tresults = results.dropna(subset=['time_programming'])\n",
    "\n",
    "\t# Add a new column time_programming_grouped that groups the time_programming into two groups: 0 = 0.5-4 and 1 = 4+\n",
    "\tresults['time_programming_grouped'] = pd.cut(results['time_programming'], [0.5, 4, 40], labels=['0', '1'])\n",
    "\tresults = results.dropna(subset=['time_programming_grouped'])\n",
    "\tresults['time_programming_grouped'] = results['time_programming_grouped'].astype(int)\n",
    "\treturn results\n",
    "\n",
    "\n",
    "\n",
    "def show_results_expertise(results, results_saccades):\n",
    "\tresults = adapt_results(results)\n",
    "\tresults_saccades = adapt_results(results_saccades)\n",
    "\n",
    "\t# Number of fixations\n",
    "\tresults_fixations_count_novices = results[results['time_programming_grouped'] == 0].groupby(['id'])['Fixation Count'].sum()\n",
    "\tresults_mean_fixations_count_novices = results_fixations_count_novices.mean()\n",
    "\tresults_std_fixations_count_novices = results_fixations_count_novices.std()\n",
    "\n",
    "\tresults_fixations_count_experts = results[results['time_programming_grouped'] == 1].groupby(['id'])['Fixation Count'].sum()\n",
    "\tresults_mean_fixations_count_experts = results_fixations_count_experts.mean()\n",
    "\tresults_std_fixations_count_experts = results_fixations_count_experts.std()\n",
    "\n",
    "\t\n",
    "\t\n",
    "\t# Total fixation duration\n",
    "\tresults_fixations_dur_novices = results[results['time_programming_grouped'] == 0].groupby(['id'])['Total Fixation Duration [ms]'].sum()\n",
    "\tresults_mean_fixations_dur_novices = results_fixations_dur_novices.mean()\n",
    "\tresults_std_fixations_dur_novices = results_fixations_dur_novices.std()\n",
    "\n",
    "\tresults_fixations_dur_experts = results[results['time_programming_grouped'] == 1].groupby(['id'])['Total Fixation Duration [ms]'].sum()\n",
    "\tresults_mean_fixations_dur_experts = results_fixations_dur_experts.mean()\n",
    "\tresults_std_fixations_dur_experts = results_fixations_dur_experts.std()\n",
    "\n",
    "\n",
    "\n",
    "\t# Saccade length\n",
    "\tresults_saccades_dist_novices = results_saccades[results_saccades['time_programming_grouped'] == 0].groupby(['id'])['Average Saccade Distance [px]'].sum()\n",
    "\tresults_mean_saccades_dist_novices = results_saccades_dist_novices.mean()\n",
    "\tresults_std_saccades_dist_novices = results_saccades_dist_novices.std()\n",
    "\n",
    "\tresults_saccades_dist_experts = results_saccades[results_saccades['time_programming_grouped'] == 1].groupby(['id'])['Average Saccade Distance [px]'].sum()\n",
    "\tresults_mean_saccades_dist_experts = results_saccades_dist_experts.mean()\n",
    "\tresults_std_saccades_dist_experts = results_saccades_dist_experts.std()\n",
    "\n",
    "\n",
    "\t# Saccade duration\n",
    "\tresults_saccades_dur_novices = results_saccades[results_saccades['time_programming_grouped'] == 0].groupby(['id'])['Average Saccade Duration [ms]'].sum()\n",
    "\tresults_mean_saccades_dur_novices = results_saccades_dur_novices.mean()\n",
    "\tresults_std_saccades_dur_novices = results_saccades_dur_novices.std()\n",
    "\n",
    "\tresults_saccades_dur_experts = results_saccades[results_saccades['time_programming_grouped'] == 1].groupby(['id'])['Average Saccade Duration [ms]'].sum()\n",
    "\tresults_mean_saccades_dur_experts = results_saccades_dur_experts.mean()\n",
    "\tresults_std_saccades_dur_experts = results_saccades_dur_experts.std()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\t# We create a table to show the results\n",
    "\n",
    "\tdata = [\n",
    "\t\t[\n",
    "\t\t\t'Number of Fixations', \n",
    "\t\t\t'Experts',\n",
    "\t\t\t'%.2f' % results_mean_fixations_count_experts,\n",
    "\t\t\t'%.2f' % results_std_fixations_count_experts\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Number of Fixations', \n",
    "\t\t\t'Novices',\n",
    "\t\t\t'%.2f' % results_mean_fixations_count_novices,\n",
    "\t\t\t'%.2f' % results_std_fixations_count_novices\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Total Fixation Duration [ms]', \n",
    "\t\t\t'Experts',\n",
    "\t\t\t'%.2f' % results_mean_fixations_dur_experts,\n",
    "\t\t\t'%.2f' % results_std_fixations_dur_experts\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Total Fixation Duration [ms]', \n",
    "\t\t\t'Novices',\n",
    "\t\t\t'%.2f' % results_mean_fixations_dur_novices,\n",
    "\t\t\t'%.2f' % results_std_fixations_dur_novices\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Saccade Length', \n",
    "\t\t\t'Experts',\n",
    "\t\t\t'%.2f' % results_mean_saccades_dist_experts,\n",
    "\t\t\t'%.2f' % results_std_saccades_dist_experts\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Saccade Length', \n",
    "\t\t\t'Novices',\n",
    "\t\t\t'%.2f' % results_mean_saccades_dist_novices,\n",
    "\t\t\t'%.2f' % results_std_saccades_dist_novices\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Saccade Duration', \n",
    "\t\t\t'Experts',\n",
    "\t\t\t'%.2f' % results_mean_saccades_dur_experts,\n",
    "\t\t\t'%.2f' % results_std_saccades_dur_experts\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Saccade Duration', \n",
    "\t\t\t'Novices',\n",
    "\t\t\t'%.2f' % results_mean_saccades_dur_novices,\n",
    "\t\t\t'%.2f' % results_std_saccades_dur_novices\n",
    "\t\t]\n",
    "\n",
    "\t]\n",
    "\n",
    "\tdata_df = pd.DataFrame(data)\n",
    "\tdata_df.columns = ['Eye Movement Measure', 'Level of expertise', 'Average of actual data', 'SD']\n",
    "\treturn data_df\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2aac6f4d",
   "metadata": {},
   "outputs": [],
   "source": [
    "def adapt_results(results):\n",
    "\t# Change the type of the column time_programming to float\n",
    "\tresults.loc[results['time_programming'] == '40.0+', 'time_programming'] = 40.0\n",
    "\tresults['time_programming'] = results['time_programming'].astype(float)\n",
    "\t# We group the data by time_programming with either between 0.5 and 4 and 4+ and dispose of those with less than 0.5\n",
    "\tresults = results[results['time_programming'] >= 0.5]\n",
    "\n",
    "\t# Remove NaN values\n",
    "\tresults = results.dropna(subset=['time_programming'])\n",
    "\n",
    "\t# Add a new column time_programming_grouped that groups the time_programming into two groups: 0 = 0.5-4 and 1 = 4+\n",
    "\tresults['time_programming_grouped'] = pd.cut(results['time_programming'], [0.5, 4, 40], labels=['0', '1'])\n",
    "\tresults = results.dropna(subset=['time_programming_grouped'])\n",
    "\tresults['time_programming_grouped'] = results['time_programming_grouped'].astype(int)\n",
    "\treturn results\n",
    "\n",
    "def cohend(d1: Series, d2: Series) -> float:\n",
    "\n",
    "    # calculate the size of samples\n",
    "    n1, n2 = len(d1), len(d2)\n",
    "\n",
    "    # calculate the variance of the samples\n",
    "    s1, s2 = var(d1, ddof=1), var(d2, ddof=1)\n",
    "\n",
    "    # calculate the pooled standard deviation\n",
    "    s = sqrt(((n1 - 1) * s1 + (n2 - 1) * s2) / (n1 + n2 - 2))\n",
    "\n",
    "    # calculate the means of the samples\n",
    "    u1, u2 = mean(d1), mean(d2)\n",
    "\n",
    "    # return the effect size\n",
    "    return (u1 - u2) / s\n",
    "\n",
    "def mannwhitney_z(U, nx, ny):\n",
    "\treturn (U - (nx * ny / 2)) / sqrt(nx * ny * (nx + ny + 1) / 12)\n",
    "\n",
    "\n",
    "def get_results(x, y):\n",
    "\tnx = len(x)\n",
    "\tny = len(y)\n",
    "\tU1, p = mannwhitneyu(x, y)\n",
    "\tU2 = nx * ny - U1\n",
    "\tU = min(U1, U2)\n",
    "\tz = mannwhitney_z(U, nx, ny)\n",
    "\tcohend_value = cohend(x, y)\n",
    "\treturn U, p, z, cohend_value\n",
    "\n",
    "\n",
    "def show_results_expertise_significance(results, results_saccades):\n",
    "\tresults = adapt_results(results)\n",
    "\tresults_saccades = adapt_results(results_saccades)\n",
    "\n",
    "\n",
    "\tmannwhitneyu_fixations_count = get_results(results[results['time_programming_grouped'] == 0]['Fixation Count'], results[results['time_programming_grouped'] == 1]['Fixation Count'])\n",
    "\n",
    "\tmannwhitneyu_fixations_dur = get_results(results[results['time_programming_grouped'] == 0]['Total Fixation Duration [ms]'], results[results['time_programming_grouped'] == 1]['Total Fixation Duration [ms]'])\n",
    "\n",
    "\tmannwhitneyu_saccades_dist = get_results(results_saccades[results_saccades['time_programming_grouped'] == 0]['Average Saccade Distance [px]'], results_saccades[results_saccades['time_programming_grouped'] == 1]['Average Saccade Distance [px]'])\n",
    "\n",
    "\tmannwhitneyu_saccades_dur = get_results(results_saccades[results_saccades['time_programming_grouped'] == 0]['Average Saccade Duration [ms]'], results_saccades[results_saccades['time_programming_grouped'] == 1]['Average Saccade Duration [ms]'])\n",
    "\n",
    "\t# We create a table to show the results\n",
    "\tdata = [\n",
    "\t\t[\n",
    "\t\t\t'Number of Fixations', \n",
    "\t\t\t'%.4f' % mannwhitneyu_fixations_count[0],\n",
    "\t\t\t'%.4f' % mannwhitneyu_fixations_count[1],\n",
    "\t\t\t'%.4f' % mannwhitneyu_fixations_count[2],\n",
    "\t\t\t'%.4f' % mannwhitneyu_fixations_count[3]\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Total Fixation Duration [ms]', \n",
    "\t\t\t'%.4f' % mannwhitneyu_fixations_dur[0],\n",
    "\t\t\t'%.4f' % mannwhitneyu_fixations_dur[1],\n",
    "\t\t\t'%.4f' % mannwhitneyu_fixations_dur[2],\n",
    "\t\t\t'%.4f' % mannwhitneyu_fixations_dur[3]\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Saccade Length', \n",
    "\t\t\t'%.4f' % mannwhitneyu_saccades_dist[0],\n",
    "\t\t\t'%.4f' % mannwhitneyu_saccades_dist[1],\n",
    "\t\t\t'%.4f' % mannwhitneyu_saccades_dist[2],\n",
    "\t\t\t'%.4f' % mannwhitneyu_saccades_dist[3]\n",
    "\t\t],\n",
    "\t\t[\n",
    "\t\t\t'Saccade Duration', \n",
    "\t\t\t'%.4f' % mannwhitneyu_saccades_dur[0],\n",
    "\t\t\t'%.4f' % mannwhitneyu_saccades_dur[1],\n",
    "\t\t\t'%.4f' % mannwhitneyu_saccades_dur[2],\n",
    "\t\t\t'%.4f' % mannwhitneyu_saccades_dur[3]\n",
    "\t\t]\n",
    "\t]\n",
    "\n",
    "\tdata_df = pd.DataFrame(data)\n",
    "\tdata_df.columns = ['Eye Movement Feature', 'U', 'p', 'Z', 'Cohen\\'s d']\n",
    "\treturn data_df\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3759ddca",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Number of Fixations</th>\n",
       "      <th>Sum of Fixation Duration</th>\n",
       "      <th>Saccade Length</th>\n",
       "      <th>Saccade Duration</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicle Task</td>\n",
       "      <td>-0.0122</td>\n",
       "      <td>-0.0077</td>\n",
       "      <td>0.0096</td>\n",
       "      <td>0.0114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Rectangle Task</td>\n",
       "      <td>0.0978</td>\n",
       "      <td>0.1546</td>\n",
       "      <td>-0.0155</td>\n",
       "      <td>-0.0100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Self Eval Experiment Language</td>\n",
       "      <td>0.1151</td>\n",
       "      <td>0.1177</td>\n",
       "      <td>0.0385</td>\n",
       "      <td>0.0385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Self Eval Programming Language</td>\n",
       "      <td>0.0556</td>\n",
       "      <td>0.0630</td>\n",
       "      <td>0.0188</td>\n",
       "      <td>0.0186</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Time Experiment Language</td>\n",
       "      <td>0.0489</td>\n",
       "      <td>0.0647</td>\n",
       "      <td>-0.0330</td>\n",
       "      <td>-0.0259</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Time Programming Language</td>\n",
       "      <td>-0.0251</td>\n",
       "      <td>0.0218</td>\n",
       "      <td>-0.1413</td>\n",
       "      <td>-0.1111</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Number of Fixations  \\\n",
       "0                    Vehicle Task             -0.0122   \n",
       "1                  Rectangle Task              0.0978   \n",
       "2   Self Eval Experiment Language              0.1151   \n",
       "3  Self Eval Programming Language              0.0556   \n",
       "4        Time Experiment Language              0.0489   \n",
       "5       Time Programming Language             -0.0251   \n",
       "\n",
       "  Sum of Fixation Duration Saccade Length Saccade Duration  \n",
       "0                  -0.0077         0.0096           0.0114  \n",
       "1                   0.1546        -0.0155          -0.0100  \n",
       "2                   0.1177         0.0385           0.0385  \n",
       "3                   0.0630         0.0188           0.0186  \n",
       "4                   0.0647        -0.0330          -0.0259  \n",
       "5                   0.0218        -0.1413          -0.1111  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_tasks(results_pygaze, results_pygaze_saccades)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "0585e475",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Number of Fixations</th>\n",
       "      <th>Sum of Fixation Duration</th>\n",
       "      <th>Saccade Length</th>\n",
       "      <th>Saccade Duration</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicle Task</td>\n",
       "      <td>-0.0016</td>\n",
       "      <td>-0.0158</td>\n",
       "      <td>0.0129</td>\n",
       "      <td>0.0388</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Rectangle Task</td>\n",
       "      <td>0.0949</td>\n",
       "      <td>0.1378</td>\n",
       "      <td>0.0691</td>\n",
       "      <td>-0.0278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Self Eval Experiment Language</td>\n",
       "      <td>0.0918</td>\n",
       "      <td>0.1124</td>\n",
       "      <td>0.1139</td>\n",
       "      <td>0.1139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Self Eval Programming Language</td>\n",
       "      <td>0.0540</td>\n",
       "      <td>0.0760</td>\n",
       "      <td>-0.0221</td>\n",
       "      <td>-0.0005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Time Experiment Language</td>\n",
       "      <td>0.0317</td>\n",
       "      <td>0.0578</td>\n",
       "      <td>0.0869</td>\n",
       "      <td>-0.0003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Time Programming Language</td>\n",
       "      <td>-0.0239</td>\n",
       "      <td>0.0137</td>\n",
       "      <td>-0.0609</td>\n",
       "      <td>-0.0692</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Number of Fixations  \\\n",
       "0                    Vehicle Task             -0.0016   \n",
       "1                  Rectangle Task              0.0949   \n",
       "2   Self Eval Experiment Language              0.0918   \n",
       "3  Self Eval Programming Language              0.0540   \n",
       "4        Time Experiment Language              0.0317   \n",
       "5       Time Programming Language             -0.0239   \n",
       "\n",
       "  Sum of Fixation Duration Saccade Length Saccade Duration  \n",
       "0                  -0.0158         0.0129           0.0388  \n",
       "1                   0.1378         0.0691          -0.0278  \n",
       "2                   0.1124         0.1139           0.1139  \n",
       "3                   0.0760        -0.0221          -0.0005  \n",
       "4                   0.0578         0.0869          -0.0003  \n",
       "5                   0.0137        -0.0609          -0.0692  "
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_tasks(results_ogama, results_ogama_saccades)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "07f5a386",
   "metadata": {},
   "source": [
    "![Results Study EMIP](images/results_study_emip.png)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "9a887600",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Measure</th>\n",
       "      <th>Level of expertise</th>\n",
       "      <th>Average of actual data</th>\n",
       "      <th>SD</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>Experts</td>\n",
       "      <td>463.15</td>\n",
       "      <td>238.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>Novices</td>\n",
       "      <td>532.65</td>\n",
       "      <td>238.31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>Experts</td>\n",
       "      <td>82436.41</td>\n",
       "      <td>46433.59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>Novices</td>\n",
       "      <td>88930.49</td>\n",
       "      <td>41845.98</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Saccade Length</td>\n",
       "      <td>Experts</td>\n",
       "      <td>234.49</td>\n",
       "      <td>105.34</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Saccade Length</td>\n",
       "      <td>Novices</td>\n",
       "      <td>262.03</td>\n",
       "      <td>94.71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Saccade Duration</td>\n",
       "      <td>Experts</td>\n",
       "      <td>2921.30</td>\n",
       "      <td>6136.59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Saccade Duration</td>\n",
       "      <td>Novices</td>\n",
       "      <td>3196.81</td>\n",
       "      <td>5092.05</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Measure Level of expertise Average of actual data  \\\n",
       "0           Number of Fixations            Experts                 463.15   \n",
       "1           Number of Fixations            Novices                 532.65   \n",
       "2  Total Fixation Duration [ms]            Experts               82436.41   \n",
       "3  Total Fixation Duration [ms]            Novices               88930.49   \n",
       "4                Saccade Length            Experts                 234.49   \n",
       "5                Saccade Length            Novices                 262.03   \n",
       "6              Saccade Duration            Experts                2921.30   \n",
       "7              Saccade Duration            Novices                3196.81   \n",
       "\n",
       "         SD  \n",
       "0    238.25  \n",
       "1    238.31  \n",
       "2  46433.59  \n",
       "3  41845.98  \n",
       "4    105.34  \n",
       "5     94.71  \n",
       "6   6136.59  \n",
       "7   5092.05  "
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise(results_pygaze, results_pygaze_saccades)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2745c40c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Measure</th>\n",
       "      <th>Level of expertise</th>\n",
       "      <th>Average of actual data</th>\n",
       "      <th>SD</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>Experts</td>\n",
       "      <td>343.20</td>\n",
       "      <td>172.36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>Novices</td>\n",
       "      <td>409.69</td>\n",
       "      <td>176.89</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>Experts</td>\n",
       "      <td>95178.89</td>\n",
       "      <td>49056.95</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>Novices</td>\n",
       "      <td>107707.32</td>\n",
       "      <td>44258.42</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Saccade Length</td>\n",
       "      <td>Experts</td>\n",
       "      <td>225.38</td>\n",
       "      <td>49.33</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Saccade Length</td>\n",
       "      <td>Novices</td>\n",
       "      <td>231.39</td>\n",
       "      <td>40.81</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Saccade Duration</td>\n",
       "      <td>Experts</td>\n",
       "      <td>135.84</td>\n",
       "      <td>352.29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Saccade Duration</td>\n",
       "      <td>Novices</td>\n",
       "      <td>256.42</td>\n",
       "      <td>644.82</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Measure Level of expertise Average of actual data  \\\n",
       "0           Number of Fixations            Experts                 343.20   \n",
       "1           Number of Fixations            Novices                 409.69   \n",
       "2  Total Fixation Duration [ms]            Experts               95178.89   \n",
       "3  Total Fixation Duration [ms]            Novices              107707.32   \n",
       "4                Saccade Length            Experts                 225.38   \n",
       "5                Saccade Length            Novices                 231.39   \n",
       "6              Saccade Duration            Experts                 135.84   \n",
       "7              Saccade Duration            Novices                 256.42   \n",
       "\n",
       "         SD  \n",
       "0    172.36  \n",
       "1    176.89  \n",
       "2  49056.95  \n",
       "3  44258.42  \n",
       "4     49.33  \n",
       "5     40.81  \n",
       "6    352.29  \n",
       "7    644.82  "
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise(results_ogama, results_ogama_saccades)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "569f53eb",
   "metadata": {},
   "source": [
    "![Results Study EMIP 2](images/results_study_emip_2.png)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "846d1715",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Feature</th>\n",
       "      <th>U</th>\n",
       "      <th>p</th>\n",
       "      <th>Z</th>\n",
       "      <th>Cohen's D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>14182.5000</td>\n",
       "      <td>0.0042</td>\n",
       "      <td>-2.8616</td>\n",
       "      <td>0.2486</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>15278.0000</td>\n",
       "      <td>0.0719</td>\n",
       "      <td>-1.8002</td>\n",
       "      <td>0.1267</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Saccade Length</td>\n",
       "      <td>13680.0000</td>\n",
       "      <td>0.0008</td>\n",
       "      <td>-3.3484</td>\n",
       "      <td>0.2439</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Saccade Duration</td>\n",
       "      <td>14199.0000</td>\n",
       "      <td>0.0044</td>\n",
       "      <td>-2.8456</td>\n",
       "      <td>0.0404</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Feature           U       p        Z Cohen's D\n",
       "0           Number of Fixations  14182.5000  0.0042  -2.8616    0.2486\n",
       "1  Total Fixation Duration [ms]  15278.0000  0.0719  -1.8002    0.1267\n",
       "2                Saccade Length  13680.0000  0.0008  -3.3484    0.2439\n",
       "3              Saccade Duration  14199.0000  0.0044  -2.8456    0.0404"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise_significance(results_pygaze, results_pygaze_saccades)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2e48f676",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Feature</th>\n",
       "      <th>U</th>\n",
       "      <th>p</th>\n",
       "      <th>Z</th>\n",
       "      <th>Cohen's D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>13401.0000</td>\n",
       "      <td>0.0003</td>\n",
       "      <td>-3.6187</td>\n",
       "      <td>0.3193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>14038.0000</td>\n",
       "      <td>0.0027</td>\n",
       "      <td>-3.0016</td>\n",
       "      <td>0.2266</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Saccade Length</td>\n",
       "      <td>15191.0000</td>\n",
       "      <td>0.0596</td>\n",
       "      <td>-1.8845</td>\n",
       "      <td>0.1125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Saccade Duration</td>\n",
       "      <td>15585.5000</td>\n",
       "      <td>0.1332</td>\n",
       "      <td>-1.5022</td>\n",
       "      <td>0.1855</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Feature           U       p        Z Cohen's D\n",
       "0           Number of Fixations  13401.0000  0.0003  -3.6187    0.3193\n",
       "1  Total Fixation Duration [ms]  14038.0000  0.0027  -3.0016    0.2266\n",
       "2                Saccade Length  15191.0000  0.0596  -1.8845    0.1125\n",
       "3              Saccade Duration  15585.5000  0.1332  -1.5022    0.1855"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise_significance(results_ogama, results_ogama_saccades)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3b187762",
   "metadata": {},
   "source": [
    "![Results Study EMIP 3](images/results_study_emip_3.png)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e7c56e3c",
   "metadata": {},
   "source": [
    "Comparison between differently chosen parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "13fd4445",
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_results(name):\n",
    "\n",
    "\t# We load the PyGazeAnalyzer results\n",
    "\tres = pd.read_csv(f'results/{name}.csv')\n",
    "\n",
    "\t# Drop all colums where the task contains 'mupliple_choice'\n",
    "\tres = res[~res['Task'].str.contains('mupliple_choice')]\n",
    "\n",
    "\t# We combine the two dataframes into one by combining the columns where the values of Participant are the same\n",
    "\tres = pd.merge(participants_metadata, res, how='inner', left_on=['id'], right_on=['Participant'])\n",
    "\n",
    "\treturn res\n",
    "\n",
    "pygaze_fixations_emip_dataset_lower_maxdist1 = load_results('pygaze_fixations_emip_dataset_lower_maxdist1')\n",
    "pygaze_fixations_emip_dataset_lower_maxdist2 = load_results('pygaze_fixations_emip_dataset_lower_maxdist2')\n",
    "\n",
    "pygaze_fixations_emip_dataset_higher_maxdist1 = load_results('pygaze_fixations_emip_dataset_higher_maxdist1')\n",
    "pygaze_fixations_emip_dataset_higher_maxdist2 = load_results('pygaze_fixations_emip_dataset_higher_maxdist2')\n",
    "\n",
    "pygaze_fixations_emip_dataset_lower_mindur1 = load_results('pygaze_fixations_emip_dataset_lower_mindur1')\n",
    "pygaze_fixations_emip_dataset_lower_mindur2 = load_results('pygaze_fixations_emip_dataset_lower_mindur2')\n",
    "\n",
    "pygaze_fixations_emip_dataset_higher_mindur1 = load_results('pygaze_fixations_emip_dataset_higher_mindur1')\n",
    "pygaze_fixations_emip_dataset_higher_mindur2 = load_results('pygaze_fixations_emip_dataset_higher_mindur2')\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d4f1746b",
   "metadata": {},
   "outputs": [],
   "source": [
    "def show_results_tasks_fixations(fixations):\n",
    "\tres = show_results_tasks(fixations, results_pygaze_saccades)\n",
    "\t# Remove the columns 'Saccade Length' and 'Saccade Duration'\n",
    "\tres = res.drop(columns=['Saccade Length', 'Saccade Duration'])\n",
    "\treturn res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f4b2aa0f",
   "metadata": {},
   "outputs": [],
   "source": [
    "def show_results_expertise_fixations(fixations):\n",
    "\tres = show_results_expertise(fixations, results_pygaze_saccades)\n",
    "\t# Remove the rows 4-7 as those don't change\n",
    "\tres = res.drop([4, 5, 6, 7])\n",
    "\treturn res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "025be037",
   "metadata": {},
   "outputs": [],
   "source": [
    "def show_results_expertise_significance_fixations(fixations):\n",
    "\tres = show_results_expertise_significance(fixations, results_pygaze_saccades)\n",
    "\t# Remove the rows 2 and 3 as those don't change\n",
    "\tres = res.drop([2, 3])\n",
    "\treturn res"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "54a0b518",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Number of Fixations</th>\n",
       "      <th>Sum of Fixation Duration</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicle Task</td>\n",
       "      <td>-0.0070</td>\n",
       "      <td>0.0031</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Rectangle Task</td>\n",
       "      <td>0.1365</td>\n",
       "      <td>0.1641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Self Eval Experiment Language</td>\n",
       "      <td>0.1144</td>\n",
       "      <td>0.1086</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Self Eval Programming Language</td>\n",
       "      <td>0.0571</td>\n",
       "      <td>0.0579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Time Experiment Language</td>\n",
       "      <td>0.0620</td>\n",
       "      <td>0.0632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Time Programming Language</td>\n",
       "      <td>0.0117</td>\n",
       "      <td>0.0419</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Number of Fixations Sum of Fixation Duration\n",
       "0                    Vehicle Task             -0.0070                   0.0031\n",
       "1                  Rectangle Task              0.1365                   0.1641\n",
       "2   Self Eval Experiment Language              0.1144                   0.1086\n",
       "3  Self Eval Programming Language              0.0571                   0.0579\n",
       "4        Time Experiment Language              0.0620                   0.0632\n",
       "5       Time Programming Language              0.0117                   0.0419"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_tasks_fixations(pygaze_fixations_emip_dataset_lower_maxdist1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a3bbe29d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Number of Fixations</th>\n",
       "      <th>Sum of Fixation Duration</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicle Task</td>\n",
       "      <td>0.0075</td>\n",
       "      <td>0.0125</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Rectangle Task</td>\n",
       "      <td>0.1447</td>\n",
       "      <td>0.1687</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Self Eval Experiment Language</td>\n",
       "      <td>0.0995</td>\n",
       "      <td>0.0938</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Self Eval Programming Language</td>\n",
       "      <td>0.0604</td>\n",
       "      <td>0.0664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Time Experiment Language</td>\n",
       "      <td>0.0500</td>\n",
       "      <td>0.0583</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Time Programming Language</td>\n",
       "      <td>0.0398</td>\n",
       "      <td>0.0759</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Number of Fixations Sum of Fixation Duration\n",
       "0                    Vehicle Task              0.0075                   0.0125\n",
       "1                  Rectangle Task              0.1447                   0.1687\n",
       "2   Self Eval Experiment Language              0.0995                   0.0938\n",
       "3  Self Eval Programming Language              0.0604                   0.0664\n",
       "4        Time Experiment Language              0.0500                   0.0583\n",
       "5       Time Programming Language              0.0398                   0.0759"
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_tasks_fixations(pygaze_fixations_emip_dataset_lower_maxdist2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d3498c49",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Number of Fixations</th>\n",
       "      <th>Sum of Fixation Duration</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicle Task</td>\n",
       "      <td>-0.0094</td>\n",
       "      <td>-0.0124</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Rectangle Task</td>\n",
       "      <td>0.0752</td>\n",
       "      <td>0.1417</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Self Eval Experiment Language</td>\n",
       "      <td>0.1144</td>\n",
       "      <td>0.1195</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Self Eval Programming Language</td>\n",
       "      <td>0.0494</td>\n",
       "      <td>0.0636</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Time Experiment Language</td>\n",
       "      <td>0.0435</td>\n",
       "      <td>0.0670</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Time Programming Language</td>\n",
       "      <td>-0.0406</td>\n",
       "      <td>0.0139</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Number of Fixations Sum of Fixation Duration\n",
       "0                    Vehicle Task             -0.0094                  -0.0124\n",
       "1                  Rectangle Task              0.0752                   0.1417\n",
       "2   Self Eval Experiment Language              0.1144                   0.1195\n",
       "3  Self Eval Programming Language              0.0494                   0.0636\n",
       "4        Time Experiment Language              0.0435                   0.0670\n",
       "5       Time Programming Language             -0.0406                   0.0139"
      ]
     },
     "execution_count": 84,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_tasks_fixations(pygaze_fixations_emip_dataset_higher_maxdist1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "095d13eb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>Number of Fixations</th>\n",
       "      <th>Sum of Fixation Duration</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Vehicle Task</td>\n",
       "      <td>-0.0154</td>\n",
       "      <td>-0.0199</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Rectangle Task</td>\n",
       "      <td>0.0676</td>\n",
       "      <td>0.1330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Self Eval Experiment Language</td>\n",
       "      <td>0.1242</td>\n",
       "      <td>0.1215</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Self Eval Programming Language</td>\n",
       "      <td>0.0424</td>\n",
       "      <td>0.0567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Time Experiment Language</td>\n",
       "      <td>0.0417</td>\n",
       "      <td>0.0622</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Time Programming Language</td>\n",
       "      <td>-0.0616</td>\n",
       "      <td>-0.0024</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Number of Fixations Sum of Fixation Duration\n",
       "0                    Vehicle Task             -0.0154                  -0.0199\n",
       "1                  Rectangle Task              0.0676                   0.1330\n",
       "2   Self Eval Experiment Language              0.1242                   0.1215\n",
       "3  Self Eval Programming Language              0.0424                   0.0567\n",
       "4        Time Experiment Language              0.0417                   0.0622\n",
       "5       Time Programming Language             -0.0616                  -0.0024"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_tasks_fixations(pygaze_fixations_emip_dataset_higher_maxdist2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e0424eb4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Measure</th>\n",
       "      <th>Level of expertise</th>\n",
       "      <th>Average of actual data</th>\n",
       "      <th>SD</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>Experts</td>\n",
       "      <td>511.93</td>\n",
       "      <td>294.09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>Novices</td>\n",
       "      <td>563.55</td>\n",
       "      <td>273.25</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>Experts</td>\n",
       "      <td>67396.24</td>\n",
       "      <td>41398.48</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>Novices</td>\n",
       "      <td>70276.74</td>\n",
       "      <td>36565.81</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Measure Level of expertise Average of actual data  \\\n",
       "0           Number of Fixations            Experts                 511.93   \n",
       "1           Number of Fixations            Novices                 563.55   \n",
       "2  Total Fixation Duration [ms]            Experts               67396.24   \n",
       "3  Total Fixation Duration [ms]            Novices               70276.74   \n",
       "\n",
       "         SD  \n",
       "0    294.09  \n",
       "1    273.25  \n",
       "2  41398.48  \n",
       "3  36565.81  "
      ]
     },
     "execution_count": 95,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise_fixations(pygaze_fixations_emip_dataset_lower_maxdist1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7c656cd8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Measure</th>\n",
       "      <th>Level of expertise</th>\n",
       "      <th>Average of actual data</th>\n",
       "      <th>SD</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>Experts</td>\n",
       "      <td>475.15</td>\n",
       "      <td>298.51</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>Novices</td>\n",
       "      <td>498.10</td>\n",
       "      <td>270.84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>Experts</td>\n",
       "      <td>50305.62</td>\n",
       "      <td>34347.24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>Novices</td>\n",
       "      <td>50162.88</td>\n",
       "      <td>29808.01</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Measure Level of expertise Average of actual data  \\\n",
       "0           Number of Fixations            Experts                 475.15   \n",
       "1           Number of Fixations            Novices                 498.10   \n",
       "2  Total Fixation Duration [ms]            Experts               50305.62   \n",
       "3  Total Fixation Duration [ms]            Novices               50162.88   \n",
       "\n",
       "         SD  \n",
       "0    298.51  \n",
       "1    270.84  \n",
       "2  34347.24  \n",
       "3  29808.01  "
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise_fixations(pygaze_fixations_emip_dataset_lower_maxdist2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5e2ddac7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Feature</th>\n",
       "      <th>U</th>\n",
       "      <th>p</th>\n",
       "      <th>Z</th>\n",
       "      <th>Cohen's D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>15091.0000</td>\n",
       "      <td>0.0476</td>\n",
       "      <td>-1.9813</td>\n",
       "      <td>0.1579</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>15972.0000</td>\n",
       "      <td>0.2596</td>\n",
       "      <td>-1.1278</td>\n",
       "      <td>0.0643</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Feature           U       p        Z Cohen's D\n",
       "0           Number of Fixations  15091.0000  0.0476  -1.9813    0.1579\n",
       "1  Total Fixation Duration [ms]  15972.0000  0.2596  -1.1278    0.0643"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise_significance_fixations(pygaze_fixations_emip_dataset_lower_maxdist1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e543e7e3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Feature</th>\n",
       "      <th>U</th>\n",
       "      <th>p</th>\n",
       "      <th>Z</th>\n",
       "      <th>Cohen's D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>15982.5000</td>\n",
       "      <td>0.2639</td>\n",
       "      <td>-1.1176</td>\n",
       "      <td>0.0704</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>16793.0000</td>\n",
       "      <td>0.7400</td>\n",
       "      <td>-0.3323</td>\n",
       "      <td>-0.0039</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Feature           U       p        Z Cohen's D\n",
       "0           Number of Fixations  15982.5000  0.2639  -1.1176    0.0704\n",
       "1  Total Fixation Duration [ms]  16793.0000  0.7400  -0.3323   -0.0039"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise_significance_fixations(pygaze_fixations_emip_dataset_lower_maxdist2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "55434d40",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Feature</th>\n",
       "      <th>U</th>\n",
       "      <th>p</th>\n",
       "      <th>Z</th>\n",
       "      <th>Cohen's D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>13620.0000</td>\n",
       "      <td>0.0007</td>\n",
       "      <td>-3.4066</td>\n",
       "      <td>0.3043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>14951.0000</td>\n",
       "      <td>0.0343</td>\n",
       "      <td>-2.1170</td>\n",
       "      <td>0.1570</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Feature           U       p        Z Cohen's D\n",
       "0           Number of Fixations  13620.0000  0.0007  -3.4066    0.3043\n",
       "1  Total Fixation Duration [ms]  14951.0000  0.0343  -2.1170    0.1570"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise_significance_fixations(pygaze_fixations_emip_dataset_higher_maxdist1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e7085979",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Eye Movement Feature</th>\n",
       "      <th>U</th>\n",
       "      <th>p</th>\n",
       "      <th>Z</th>\n",
       "      <th>Cohen's D</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Number of Fixations</td>\n",
       "      <td>13289.5000</td>\n",
       "      <td>0.0002</td>\n",
       "      <td>-3.7268</td>\n",
       "      <td>0.3475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Total Fixation Duration [ms]</td>\n",
       "      <td>14634.0000</td>\n",
       "      <td>0.0154</td>\n",
       "      <td>-2.4241</td>\n",
       "      <td>0.1850</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Eye Movement Feature           U       p        Z Cohen's D\n",
       "0           Number of Fixations  13289.5000  0.0002  -3.7268    0.3475\n",
       "1  Total Fixation Duration [ms]  14634.0000  0.0154  -2.4241    0.1850"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "show_results_expertise_significance_fixations(pygaze_fixations_emip_dataset_higher_maxdist2)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}