09-Task-Evaluate_Data/03a2_EVAL_BEH_Confusion_LMEM Rating.ipynb

{
 "cells": [
  {
   "attachments": {},
   "cell_type": "markdown",
   "id": "7c9a9ba0-1fa4-467c-be6d-de2c92c50a30",
   "metadata": {},
   "source": [
    "# EVALUATION: Behavioral Rating with LMEM"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "774c436e-1ab4-477b-ba08-dcf2008f1774",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\maure\\AppData\\Roaming\\Python\\Python311\\site-packages\\rpy2\\robjects\\packages.py:367: UserWarning: The symbol 'quartz' is not in this R namespace/package.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "Lade nötiges Paket: Matrix\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "\n",
       "Attache Paket: 'lmerTest'\n",
       "\n",
       "Das folgende Objekt ist maskiert 'package:lme4':\n",
       "\n",
       "    lmer\n",
       "\n",
       "Das folgende Objekt ist maskiert 'package:stats':\n",
       "\n",
       "    step\n",
       "\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "ciTools version 0.6.1 (C) Institute for Defense Analyses\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "\n",
       "Attache Paket: 'nlme'\n",
       "\n",
       "Das folgende Objekt ist maskiert 'package:lme4':\n",
       "\n",
       "    lmList\n",
       "\n",
       "In addition: Warning message:\n",
       "Paket 'nlme' wurde unter R Version 4.3.3 erstellt \n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "Lade nötiges Paket: mgcv\n",
       "This is mgcv 1.9-0. For overview type 'help(\"mgcv-package\")'.\n",
       "Lade nötiges Paket: plotfunctions\n",
       "Loaded package itsadug 2.4 (see 'help(\"itsadug\")' ).\n",
       "In addition: Warning messages:\n",
       "1: Paket 'itsadug' wurde unter R Version 4.3.3 erstellt \n",
       "2: Paket 'plotfunctions' wurde unter R Version 4.3.3 erstellt \n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import json\n",
    "\n",
    "import pandas as pd\n",
    "from matplotlib import pyplot as plt\n",
    "from utils.utils import *\n",
    "\n",
    "%run utils/LMEM_helpers.ipynb"
   ]
  },
  {
   "attachments": {},
   "cell_type": "markdown",
   "id": "e75c7be5-217d-4fcd-9a80-f6b83409a9a4",
   "metadata": {},
   "source": [
    "### Load behavioral data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "365c1ce4-2d53-4f4b-9ab7-7159c28446c0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Snippet</th>\n",
       "      <th>Fixation_Start</th>\n",
       "      <th>End</th>\n",
       "      <th>Start</th>\n",
       "      <th>Duration</th>\n",
       "      <th>Answer</th>\n",
       "      <th>Correctness</th>\n",
       "      <th>Rating</th>\n",
       "      <th>right_answer</th>\n",
       "      <th>possible_wrong_answers</th>\n",
       "      <th>...</th>\n",
       "      <th>HDF_index</th>\n",
       "      <th>Participant</th>\n",
       "      <th>start_event</th>\n",
       "      <th>Block</th>\n",
       "      <th>Block_Index</th>\n",
       "      <th>Stimulus_id</th>\n",
       "      <th>Trial_No</th>\n",
       "      <th>Block_No</th>\n",
       "      <th>In_Block_No</th>\n",
       "      <th>Duration_log</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>16-obf-v0</td>\n",
       "      <td>130.144131</td>\n",
       "      <td>165.194542</td>\n",
       "      <td>135.137310</td>\n",
       "      <td>30.057232</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>5;3</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>P003</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Stimulus/S 12</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3.403103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>5-clean-v0</td>\n",
       "      <td>174.369258</td>\n",
       "      <td>203.895033</td>\n",
       "      <td>179.370753</td>\n",
       "      <td>24.524280</td>\n",
       "      <td>false</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>true</td>\n",
       "      <td>false</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>P003</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>Stimulus/S 11</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>3.199664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>61-clean-v0</td>\n",
       "      <td>211.250803</td>\n",
       "      <td>221.093158</td>\n",
       "      <td>216.250725</td>\n",
       "      <td>4.842433</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>2;0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>P003</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>Stimulus/S 11</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1.577417</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>13-clean-v0</td>\n",
       "      <td>228.432896</td>\n",
       "      <td>237.992304</td>\n",
       "      <td>233.416647</td>\n",
       "      <td>4.575657</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>6;3</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>P003</td>\n",
       "      <td>11</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>Stimulus/S 11</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>1.520750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>10-obf-v0</td>\n",
       "      <td>245.032454</td>\n",
       "      <td>264.358911</td>\n",
       "      <td>250.001624</td>\n",
       "      <td>14.357288</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0;2</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>P003</td>\n",
       "      <td>12</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>Stimulus/S 12</td>\n",
       "      <td>5</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>2.664258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1722</th>\n",
       "      <td>18-clean-v2</td>\n",
       "      <td>650.097955</td>\n",
       "      <td>671.641398</td>\n",
       "      <td>655.097237</td>\n",
       "      <td>16.544161</td>\n",
       "      <td>6</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>4;5</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>P106</td>\n",
       "      <td>11</td>\n",
       "      <td>3</td>\n",
       "      <td>20</td>\n",
       "      <td>Stimulus/S 11</td>\n",
       "      <td>68</td>\n",
       "      <td>3</td>\n",
       "      <td>20</td>\n",
       "      <td>2.806033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1723</th>\n",
       "      <td>54-obf-v2</td>\n",
       "      <td>678.104435</td>\n",
       "      <td>687.740039</td>\n",
       "      <td>683.096211</td>\n",
       "      <td>4.643827</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>6;2</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>P106</td>\n",
       "      <td>12</td>\n",
       "      <td>3</td>\n",
       "      <td>21</td>\n",
       "      <td>Stimulus/S 12</td>\n",
       "      <td>69</td>\n",
       "      <td>3</td>\n",
       "      <td>21</td>\n",
       "      <td>1.535539</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1724</th>\n",
       "      <td>9-clean-v2</td>\n",
       "      <td>694.153446</td>\n",
       "      <td>707.572308</td>\n",
       "      <td>699.128912</td>\n",
       "      <td>8.443396</td>\n",
       "      <td>false</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>false</td>\n",
       "      <td>true</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>P106</td>\n",
       "      <td>11</td>\n",
       "      <td>3</td>\n",
       "      <td>22</td>\n",
       "      <td>Stimulus/S 11</td>\n",
       "      <td>70</td>\n",
       "      <td>3</td>\n",
       "      <td>22</td>\n",
       "      <td>2.133385</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1725</th>\n",
       "      <td>12-obf-v2</td>\n",
       "      <td>713.678701</td>\n",
       "      <td>726.539764</td>\n",
       "      <td>718.661568</td>\n",
       "      <td>7.878196</td>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>3;2</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>P106</td>\n",
       "      <td>12</td>\n",
       "      <td>3</td>\n",
       "      <td>23</td>\n",
       "      <td>Stimulus/S 12</td>\n",
       "      <td>71</td>\n",
       "      <td>3</td>\n",
       "      <td>23</td>\n",
       "      <td>2.064099</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1726</th>\n",
       "      <td>15-obf-v2</td>\n",
       "      <td>733.845005</td>\n",
       "      <td>755.571496</td>\n",
       "      <td>738.827485</td>\n",
       "      <td>16.744011</td>\n",
       "      <td>62.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>62.0</td>\n",
       "      <td>312.0;63.0</td>\n",
       "      <td>...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>P106</td>\n",
       "      <td>12</td>\n",
       "      <td>3</td>\n",
       "      <td>24</td>\n",
       "      <td>Stimulus/S 12</td>\n",
       "      <td>72</td>\n",
       "      <td>3</td>\n",
       "      <td>24</td>\n",
       "      <td>2.818041</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1727 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          Snippet  Fixation_Start         End       Start   Duration Answer   \n",
       "0       16-obf-v0      130.144131  165.194542  135.137310  30.057232      3  \\\n",
       "1      5-clean-v0      174.369258  203.895033  179.370753  24.524280  false   \n",
       "2     61-clean-v0      211.250803  221.093158  216.250725   4.842433      4   \n",
       "3     13-clean-v0      228.432896  237.992304  233.416647   4.575657      5   \n",
       "4       10-obf-v0      245.032454  264.358911  250.001624  14.357288      1   \n",
       "...           ...             ...         ...         ...        ...    ...   \n",
       "1722  18-clean-v2      650.097955  671.641398  655.097237  16.544161      6   \n",
       "1723    54-obf-v2      678.104435  687.740039  683.096211   4.643827      6   \n",
       "1724   9-clean-v2      694.153446  707.572308  699.128912   8.443396  false   \n",
       "1725    12-obf-v2      713.678701  726.539764  718.661568   7.878196      4   \n",
       "1726    15-obf-v2      733.845005  755.571496  738.827485  16.744011   62.0   \n",
       "\n",
       "      Correctness  Rating right_answer possible_wrong_answers  ... HDF_index   \n",
       "0               0       1            7                    5;3  ...       0.0  \\\n",
       "1               0       1         true                  false  ...       0.0   \n",
       "2               1       1            4                    2;0  ...       0.0   \n",
       "3               1       1            5                    6;3  ...       0.0   \n",
       "4               1       0            1                    0;2  ...       0.0   \n",
       "...           ...     ...          ...                    ...  ...       ...   \n",
       "1722            1       1            6                    4;5  ...       7.0   \n",
       "1723            0       1            0                    6;2  ...       7.0   \n",
       "1724            1       1        false                   true  ...       7.0   \n",
       "1725            1       1            4                    3;2  ...       7.0   \n",
       "1726            1       0         62.0             312.0;63.0  ...       7.0   \n",
       "\n",
       "     Participant start_event Block Block_Index    Stimulus_id  Trial_No   \n",
       "0           P003          12     1           1  Stimulus/S 12         1  \\\n",
       "1           P003          11     1           2  Stimulus/S 11         2   \n",
       "2           P003          11     1           3  Stimulus/S 11         3   \n",
       "3           P003          11     1           4  Stimulus/S 11         4   \n",
       "4           P003          12     1           5  Stimulus/S 12         5   \n",
       "...          ...         ...   ...         ...            ...       ...   \n",
       "1722        P106          11     3          20  Stimulus/S 11        68   \n",
       "1723        P106          12     3          21  Stimulus/S 12        69   \n",
       "1724        P106          11     3          22  Stimulus/S 11        70   \n",
       "1725        P106          12     3          23  Stimulus/S 12        71   \n",
       "1726        P106          12     3          24  Stimulus/S 12        72   \n",
       "\n",
       "     Block_No  In_Block_No  Duration_log  \n",
       "0           1            1      3.403103  \n",
       "1           1            2      3.199664  \n",
       "2           1            3      1.577417  \n",
       "3           1            4      1.520750  \n",
       "4           1            5      2.664258  \n",
       "...       ...          ...           ...  \n",
       "1722        3           20      2.806033  \n",
       "1723        3           21      1.535539  \n",
       "1724        3           22      2.133385  \n",
       "1725        3           23      2.064099  \n",
       "1726        3           24      2.818041  \n",
       "\n",
       "[1727 rows x 26 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Snippet                    object\n",
      "Fixation_Start            float64\n",
      "End                       float64\n",
      "Start                     float64\n",
      "Duration                  float64\n",
      "Answer                     object\n",
      "Correctness                 int64\n",
      "Rating                      int64\n",
      "right_answer               object\n",
      "possible_wrong_answers     object\n",
      "number                     object\n",
      "variant                    object\n",
      "version                    object\n",
      "Langhout AoC_category      object\n",
      "AoC_category               object\n",
      "Condition                  object\n",
      "HDF_index                 float64\n",
      "Participant                object\n",
      "start_event                 int64\n",
      "Block                       int64\n",
      "Block_Index                 int64\n",
      "Stimulus_id                object\n",
      "Trial_No                    int64\n",
      "Block_No                    int64\n",
      "In_Block_No                 int64\n",
      "Duration_log              float64\n",
      "dtype: object\n"
     ]
    }
   ],
   "source": [
    "# Snippet data\n",
    "behavioral_data = pd.read_csv(get_behavioral_data_path(\n",
    "    final_data_exclusion=True, analysis_prep=True), sep=SEPARATOR, index_col=False, dtype={PARTICIPANT: str})\n",
    "display(behavioral_data)\n",
    "print(behavioral_data.dtypes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "18043541",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Condition + (1 + Condition | Participant) + (1 + Condition | number)\n",
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition + (1 + Condition | Participant) + (1 +  \n",
      "    Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1148.3   1191.9   -566.1   1132.3     1719 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.0540  0.0942  0.1967  0.3429  2.1088 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.350    1.533         \n",
      "             Conditionconfusing 1.139    1.067    -0.72\n",
      " number      (Intercept)        2.355    1.534         \n",
      "             Conditionconfusing 1.023    1.011    -0.38\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                   Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)          3.0770     0.4883   6.302 2.95e-10 ***\n",
      "Conditionconfusing  -0.7671     0.3943  -1.945   0.0517 .  \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr)\n",
      "Cndtncnfsng -0.598\n",
      "Analysis of Variance Table\n",
      "          npar Sum Sq Mean Sq F value\n",
      "Condition    1 4.4303  4.4303  4.4303\n"
     ]
    }
   ],
   "source": [
    "# Rating: Binomial on normal values (0/1)\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion base model binomial')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "75626948",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Condition * Block_No * In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.0503801 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition * Block_No * In_Block_No + (1 + Condition |  \n",
      "    Participant) + (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1138.1   1214.5   -555.0   1110.1     1713 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.9062  0.0828  0.1915  0.3334  2.0390 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.436    1.561         \n",
      "             Conditionconfusing 1.200    1.096    -0.71\n",
      " number      (Intercept)        2.487    1.577         \n",
      "             Conditionconfusing 1.088    1.043    -0.38\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                                        Estimate Std. Error z value Pr(>|z|)\n",
      "(Intercept)                              3.74374    0.89130   4.200 2.67e-05\n",
      "Conditionconfusing                      -0.36717    1.02315  -0.359   0.7197\n",
      "Block_No                                 0.05650    0.35412   0.160   0.8732\n",
      "In_Block_No                             -0.08656    0.04816  -1.797   0.0723\n",
      "Conditionconfusing:Block_No             -0.38618    0.44537  -0.867   0.3859\n",
      "Conditionconfusing:In_Block_No          -0.02640    0.06296  -0.419   0.6751\n",
      "Block_No:In_Block_No                     0.01648    0.02332   0.707   0.4798\n",
      "Conditionconfusing:Block_No:In_Block_No  0.02482    0.03002   0.827   0.4085\n",
      "                                           \n",
      "(Intercept)                             ***\n",
      "Conditionconfusing                         \n",
      "Block_No                                   \n",
      "In_Block_No                             .  \n",
      "Conditionconfusing:Block_No                \n",
      "Conditionconfusing:In_Block_No             \n",
      "Block_No:In_Block_No                       \n",
      "Conditionconfusing:Block_No:In_Block_No    \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc Blck_N In_B_N Cn:B_N C:I_B_ B_N:I_\n",
      "Cndtncnfsng -0.728                                          \n",
      "Block_No    -0.764  0.665                                   \n",
      "In_Block_No -0.770  0.669  0.834                            \n",
      "Cndtncn:B_N  0.607 -0.853 -0.795 -0.663                     \n",
      "Cndtn:I_B_N  0.588 -0.844 -0.638 -0.764  0.827              \n",
      "Blc_N:I_B_N  0.696 -0.605 -0.905 -0.918  0.719  0.702       \n",
      "C:B_N:I_B_N -0.539  0.768  0.702  0.712 -0.894 -0.921 -0.776\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.0503801 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                               npar  Sum Sq Mean Sq F value\n",
      "Condition                         1  3.9075  3.9075  3.9075\n",
      "Block_No                          1  5.8149  5.8149  5.8149\n",
      "In_Block_No                       1 11.0160 11.0160 11.0160\n",
      "Condition:Block_No                1  0.2499  0.2499  0.2499\n",
      "Condition:In_Block_No             1  0.9442  0.9442  0.9442\n",
      "Block_No:In_Block_No              1  4.4560  4.4560  4.4560\n",
      "Condition:Block_No:In_Block_No    1  0.6541  0.6541  0.6541\n"
     ]
    }
   ],
   "source": [
    "# model with all interactions failed to converge\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * Block_No * In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion block_no in_block_no 3wise binomial')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "37249512",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Condition * Block_No + Condition * In_Block_No + Block_No * In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.0156422 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition * Block_No + Condition * In_Block_No +  \n",
      "    Block_No * In_Block_No + (1 + Condition | Participant) +  \n",
      "    (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1136.7   1207.6   -555.3   1110.7     1714 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.8449  0.0836  0.1908  0.3380  1.9967 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.449    1.565         \n",
      "             Conditionconfusing 1.194    1.093    -0.72\n",
      " number      (Intercept)        2.504    1.582         \n",
      "             Conditionconfusing 1.096    1.047    -0.39\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                               Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)                     4.15904    0.75842   5.484 4.16e-08 ***\n",
      "Conditionconfusing             -1.02254    0.65781  -1.554 0.120074    \n",
      "Block_No                       -0.15499    0.25119  -0.617 0.537211    \n",
      "In_Block_No                    -0.11612    0.03398  -3.417 0.000633 ***\n",
      "Conditionconfusing:Block_No    -0.05780    0.19979  -0.289 0.772333    \n",
      "Conditionconfusing:In_Block_No  0.02185    0.02451   0.892 0.372540    \n",
      "Block_No:In_Block_No            0.03194    0.01467   2.176 0.029522 *  \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc Blck_N In_B_N Cn:B_N C:I_B_\n",
      "Cndtncnfsng -0.597                                   \n",
      "Block_No    -0.650  0.298                            \n",
      "In_Block_No -0.659  0.292  0.677                     \n",
      "Cndtncn:B_N  0.333 -0.584 -0.521 -0.091              \n",
      "Cndtn:I_B_N  0.290 -0.553  0.008 -0.406  0.035       \n",
      "Blc_N:I_B_N  0.525 -0.039 -0.798 -0.825  0.081 -0.043\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.0156422 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                      npar  Sum Sq Mean Sq F value\n",
      "Condition                1  3.8419  3.8419  3.8419\n",
      "Block_No                 1  5.9311  5.9311  5.9311\n",
      "In_Block_No              1 11.0804 11.0804 11.0804\n",
      "Condition:Block_No       1  0.2616  0.2616  0.2616\n",
      "Condition:In_Block_No    1  0.9480  0.9480  0.9480\n",
      "Block_No:In_Block_No     1  4.5620  4.5620  4.5620\n"
     ]
    }
   ],
   "source": [
    "# model with all 2wise interactions failed to converge\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * Block_No + {CONDITION} * In_Block_No + Block_No * In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion block_no in_block_no all 2wise binomial')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "b0426406",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Condition * Block_No + Condition * In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00842608 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition * Block_No + Condition * In_Block_No +  \n",
      "    (1 + Condition | Participant) + (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1139.1   1204.5   -557.5   1115.1     1715 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.7277  0.0848  0.1912  0.3372  2.0265 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.442    1.563         \n",
      "             Conditionconfusing 1.221    1.105    -0.72\n",
      " number      (Intercept)        2.449    1.565         \n",
      "             Conditionconfusing 1.060    1.030    -0.39\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                               Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)                     3.30936    0.63479   5.213 1.85e-07 ***\n",
      "Conditionconfusing             -0.96894    0.64237  -1.508  0.13146    \n",
      "Block_No                        0.28405    0.15076   1.884  0.05955 .  \n",
      "In_Block_No                    -0.05562    0.01914  -2.906  0.00366 ** \n",
      "Conditionconfusing:Block_No    -0.09441    0.19829  -0.476  0.63397    \n",
      "Conditionconfusing:In_Block_No  0.02441    0.02439   1.001  0.31687    \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc Blck_N In_B_N Cn:B_N\n",
      "Cndtncnfsng -0.676                            \n",
      "Block_No    -0.428  0.423                     \n",
      "In_Block_No -0.449  0.442 -0.009              \n",
      "Cndtncn:B_N  0.325 -0.559 -0.760  0.007       \n",
      "Cndtn:I_B_N  0.351 -0.528  0.007 -0.784 -0.028\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00842608 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                      npar  Sum Sq Mean Sq F value\n",
      "Condition                1  3.8340  3.8340  3.8340\n",
      "Block_No                 1  4.8919  4.8919  4.8919\n",
      "In_Block_No              1 11.2983 11.2983 11.2983\n",
      "Condition:Block_No       1  0.1996  0.1996  0.1996\n",
      "Condition:In_Block_No    1  0.9669  0.9669  0.9669\n",
      "Rating ~ 1 + Condition * Block_No + Block_No * In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00681937 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition * Block_No + Block_No * In_Block_No +  \n",
      "    (1 + Condition | Participant) + (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1135.4   1200.9   -555.7   1111.4     1715 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-7.2430  0.0869  0.1919  0.3372  2.0322 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.424    1.557         \n",
      "             Conditionconfusing 1.179    1.086    -0.71\n",
      " number      (Intercept)        2.479    1.574         \n",
      "             Conditionconfusing 1.097    1.047    -0.38\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                            Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)                  3.96805    0.71912   5.518 3.43e-08 ***\n",
      "Conditionconfusing          -0.70082    0.54638  -1.283 0.199605    \n",
      "Block_No                    -0.15693    0.24803  -0.633 0.526925    \n",
      "In_Block_No                 -0.10384    0.03103  -3.347 0.000818 ***\n",
      "Conditionconfusing:Block_No -0.06361    0.19895  -0.320 0.749175    \n",
      "Block_No:In_Block_No         0.03250    0.01465   2.219 0.026479 *  \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc Blck_N In_B_N Cn:B_N\n",
      "Cndtncnfsng -0.531                            \n",
      "Block_No    -0.681  0.349                     \n",
      "In_Block_No -0.614  0.066  0.743              \n",
      "Cndtncn:B_N  0.325 -0.677 -0.503 -0.061       \n",
      "Blc_N:I_B_N  0.559 -0.057 -0.795 -0.923  0.055\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00681937 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                     npar  Sum Sq Mean Sq F value\n",
      "Condition               1  4.0067  4.0067  4.0067\n",
      "Block_No                1  5.9851  5.9851  5.9851\n",
      "In_Block_No             1 11.1808 11.1808 11.1808\n",
      "Condition:Block_No      1  0.1940  0.1940  0.1940\n",
      "Block_No:In_Block_No    1  4.7456  4.7456  4.7456\n",
      "Rating ~ 1 + Condition * In_Block_No + Block_No * In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.0261333 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition * In_Block_No + Block_No * In_Block_No +  \n",
      "    (1 + Condition | Participant) + (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1134.7   1200.2   -555.4   1110.7     1715 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.8610  0.0835  0.1913  0.3386  1.9953 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.443    1.563         \n",
      "             Conditionconfusing 1.192    1.092    -0.72\n",
      " number      (Intercept)        2.495    1.580         \n",
      "             Conditionconfusing 1.094    1.046    -0.39\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                               Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)                     4.23359    0.71612   5.912 3.38e-09 ***\n",
      "Conditionconfusing             -1.13471    0.53382  -2.126 0.033533 *  \n",
      "In_Block_No                    -0.11701    0.03393  -3.448 0.000565 ***\n",
      "Block_No                       -0.19287    0.21432  -0.900 0.368148    \n",
      "Conditionconfusing:In_Block_No  0.02211    0.02448   0.903 0.366505    \n",
      "In_Block_No:Block_No            0.03227    0.01462   2.207 0.027317 *  \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc In_B_N Blck_N C:I_B_\n",
      "Cndtncnfsng -0.528                            \n",
      "In_Block_No -0.671  0.299                     \n",
      "Block_No    -0.595 -0.001  0.743              \n",
      "Cndtn:I_B_N  0.300 -0.656 -0.411  0.022       \n",
      "In_Bl_N:B_N  0.531  0.005 -0.825 -0.889 -0.038\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.0261333 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                      npar  Sum Sq Mean Sq F value\n",
      "Condition                1  3.8794  3.8794  3.8794\n",
      "In_Block_No              1 11.7229 11.7229 11.7229\n",
      "Block_No                 1  5.3540  5.3540  5.3540\n",
      "Condition:In_Block_No    1  0.9507  0.9507  0.9507\n",
      "In_Block_No:Block_No     1  4.6932  4.6932  4.6932\n"
     ]
    }
   ],
   "source": [
    "# all models with 2/3  2wise interactions failed to converge\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * Block_No + {CONDITION} * In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion block_no in_block_no 2 2wise with c binomial')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * Block_No + Block_No * In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion block_no in_block_no 2 2wise with b binomial')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * In_Block_No + Block_No * In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion block_no in_block_no 2 2wise with i binomial')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "9c6bec0b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Condition * In_Block_No + Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00304531 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition * In_Block_No + Block_No + (1 + Condition |  \n",
      "    Participant) + (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1137.3   1197.3   -557.6   1115.3     1716 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.7646  0.0851  0.1912  0.3393  2.0702 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.427    1.558         \n",
      "             Conditionconfusing 1.215    1.102    -0.71\n",
      " number      (Intercept)        2.434    1.560         \n",
      "             Conditionconfusing 1.059    1.029    -0.38\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                               Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)                     3.40873    0.60016   5.680 1.35e-08 ***\n",
      "Conditionconfusing             -1.14039    0.53231  -2.142  0.03217 *  \n",
      "In_Block_No                    -0.05556    0.01912  -2.906  0.00366 ** \n",
      "Block_No                        0.22921    0.09788   2.342  0.01920 *  \n",
      "Conditionconfusing:In_Block_No  0.02410    0.02437   0.989  0.32269    \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc In_B_N Blck_N\n",
      "Cndtncnfsng -0.630                     \n",
      "In_Block_No -0.478  0.538              \n",
      "Block_No    -0.301  0.009 -0.002       \n",
      "Cndtn:I_B_N  0.382 -0.656 -0.783 -0.025\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00304531 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                      npar  Sum Sq Mean Sq F value\n",
      "Condition                1  3.8841  3.8841  3.8841\n",
      "In_Block_No              1 10.8197 10.8197 10.8197\n",
      "Block_No                 1  5.4212  5.4212  5.4212\n",
      "Condition:In_Block_No    1  0.9436  0.9436  0.9436\n",
      "Rating ~ 1 + Condition * Block_No + In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00704778 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition * Block_No + In_Block_No + (1 + Condition |  \n",
      "    Participant) + (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "    1138     1198     -558     1116     1716 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-7.1684  0.0858  0.1918  0.3449  1.9547 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.410    1.552         \n",
      "             Conditionconfusing 1.201    1.096    -0.70\n",
      " number      (Intercept)        2.416    1.554         \n",
      "             Conditionconfusing 1.059    1.029    -0.37\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                            Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)                  3.08963    0.58935   5.242 1.59e-07 ***\n",
      "Conditionconfusing          -0.63073    0.54386  -1.160 0.246162    \n",
      "Block_No                     0.28360    0.14993   1.891 0.058560 .  \n",
      "In_Block_No                 -0.04063    0.01188  -3.421 0.000625 ***\n",
      "Conditionconfusing:Block_No -0.08931    0.19785  -0.451 0.651696    \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc Blck_N In_B_N\n",
      "Cndtncnfsng -0.605                     \n",
      "Block_No    -0.462  0.502              \n",
      "In_Block_No -0.290  0.036 -0.002       \n",
      "Cndtncn:B_N  0.359 -0.676 -0.758 -0.028\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00704778 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                   npar  Sum Sq Mean Sq F value\n",
      "Condition             1  4.0190  4.0190  4.0190\n",
      "Block_No              1  4.9239  4.9239  4.9239\n",
      "In_Block_No           1 11.4246 11.4246 11.4246\n",
      "Condition:Block_No    1  0.1968  0.1968  0.1968\n",
      "Rating ~ 1 + Condition + Block_No * In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00886654 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition + Block_No * In_Block_No + (1 + Condition |  \n",
      "    Participant) + (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1133.5   1193.5   -555.7   1111.5     1716 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-7.2743  0.0868  0.1915  0.3386  2.0647 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.409    1.552         \n",
      "             Conditionconfusing 1.174    1.083    -0.70\n",
      " number      (Intercept)        2.467    1.571         \n",
      "             Conditionconfusing 1.100    1.049    -0.37\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                     Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)           4.04275    0.67972   5.948 2.72e-09 ***\n",
      "Conditionconfusing   -0.81698    0.40178  -2.033  0.04201 *  \n",
      "Block_No             -0.19742    0.21437  -0.921  0.35710    \n",
      "In_Block_No          -0.10451    0.03097  -3.374  0.00074 ***\n",
      "Block_No:In_Block_No  0.03280    0.01463   2.242  0.02495 *  \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc Blck_N In_B_N\n",
      "Cndtncnfsng -0.446                     \n",
      "Block_No    -0.635  0.018              \n",
      "In_Block_No -0.630  0.033  0.826       \n",
      "Blc_N:I_B_N  0.573 -0.026 -0.889 -0.923\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00886654 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                     npar  Sum Sq Mean Sq F value\n",
      "Condition               1  4.0149  4.0149  4.0149\n",
      "Block_No                1  6.0105  6.0105  6.0105\n",
      "In_Block_No             1 11.1964 11.1964 11.1964\n",
      "Block_No:In_Block_No    1  4.8460  4.8460  4.8460\n"
     ]
    }
   ],
   "source": [
    "# all models with 1/3  2wise interactions failed to converge\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * In_Block_No + Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion i in_block_no block_no 2wise binomial')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * Block_No + In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion i block_no in_block_no 2wise binomial')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} + Block_No * In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion block_no i in_block_no 2wise binomial')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "7ea7e7ed",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Condition + Block_No + In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00571031 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition + Block_No + In_Block_No + (1 + Condition |  \n",
      "    Participant) + (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1136.2   1190.7   -558.1   1116.2     1717 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-7.2060  0.0863  0.1913  0.3439  1.9953 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.393    1.547         \n",
      "             Conditionconfusing 1.193    1.092    -0.70\n",
      " number      (Intercept)        2.398    1.549         \n",
      "             Conditionconfusing 1.059    1.029    -0.36\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                   Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)         3.18569    0.54957   5.797 6.76e-09 ***\n",
      "Conditionconfusing -0.79535    0.40025  -1.987 0.046905 *  \n",
      "Block_No            0.23192    0.09779   2.372 0.017705 *  \n",
      "In_Block_No        -0.04080    0.01188  -3.436 0.000591 ***\n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc Blck_N\n",
      "Cndtncnfsng -0.527              \n",
      "Block_No    -0.318 -0.010       \n",
      "In_Block_No -0.300  0.022 -0.036\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00571031 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "            npar  Sum Sq Mean Sq F value\n",
      "Condition      1  4.0516  4.0516  4.0516\n",
      "Block_No       1  4.9383  4.9383  4.9383\n",
      "In_Block_No    1 11.4333 11.4333 11.4333\n"
     ]
    }
   ],
   "source": [
    "# models with 0/3  2wise interactions failed to converge\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} + Block_No + In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion in_block_no block_no 1wise binomial')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "b7fc2263",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Condition * Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n",
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition * Block_No + (1 + Condition | Participant) +  \n",
      "    (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1147.1   1201.6   -563.5   1127.1     1717 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.0978  0.0913  0.1958  0.3431  2.3147 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.393    1.547         \n",
      "             Conditionconfusing 1.165    1.079    -0.72\n",
      " number      (Intercept)        2.398    1.548         \n",
      "             Conditionconfusing 1.039    1.019    -0.39\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                            Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)                   2.5356     0.5620   4.512 6.42e-06 ***\n",
      "Conditionconfusing           -0.5716     0.5393  -1.060   0.2892    \n",
      "Block_No                      0.2847     0.1488   1.913   0.0558 .  \n",
      "Conditionconfusing:Block_No  -0.1074     0.1964  -0.547   0.5845    \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc Blck_N\n",
      "Cndtncnfsng -0.631              \n",
      "Block_No    -0.482  0.502       \n",
      "Cndtncn:B_N  0.365 -0.676 -0.758\n",
      "Analysis of Variance Table\n",
      "                   npar Sum Sq Mean Sq F value\n",
      "Condition             1 4.2959  4.2959  4.2959\n",
      "Block_No              1 5.0830  5.0830  5.0830\n",
      "Condition:Block_No    1 0.2890  0.2890  0.2890\n",
      "Rating ~ 1 + Condition * In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00358913 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: \n",
      "Rating ~ 1 + Condition * In_Block_No + (1 + Condition | Participant) +  \n",
      "    (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1140.4   1195.0   -560.2   1120.4     1717 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.6092  0.0871  0.1954  0.3386  2.2127 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.401    1.549         \n",
      "             Conditionconfusing 1.200    1.096    -0.71\n",
      " number      (Intercept)        2.394    1.547         \n",
      "             Conditionconfusing 1.040    1.020    -0.38\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                               Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)                     3.85092    0.56951   6.762 1.36e-11 ***\n",
      "Conditionconfusing             -1.15611    0.52996  -2.182  0.02914 *  \n",
      "In_Block_No                    -0.05580    0.01908  -2.924  0.00346 ** \n",
      "Conditionconfusing:In_Block_No  0.02567    0.02430   1.057  0.29070    \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc In_B_N\n",
      "Cndtncnfsng -0.659              \n",
      "In_Block_No -0.503  0.539       \n",
      "Cndtn:I_B_N  0.395 -0.657 -0.784\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00358913 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                      npar  Sum Sq Mean Sq F value\n",
      "Condition                1  3.9534  3.9534  3.9534\n",
      "In_Block_No              1 10.9553 10.9553 10.9553\n",
      "Condition:In_Block_No    1  1.0762  1.0762  1.0762\n",
      "Rating ~ 1 + Block_No * In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00759218 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Block_No * In_Block_No + (1 + Condition | Participant) +  \n",
      "    (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1135.3   1189.8   -557.6   1115.3     1717 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-8.3129  0.0882  0.1919  0.3361  2.1047 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.148    1.466         \n",
      "             Conditionconfusing 1.189    1.090    -0.60\n",
      " number      (Intercept)        2.156    1.468         \n",
      "             Conditionconfusing 1.352    1.163    -0.19\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                     Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)           3.60558    0.63227   5.703 1.18e-08 ***\n",
      "Block_No             -0.19060    0.21467  -0.888 0.374600    \n",
      "In_Block_No          -0.10328    0.03099  -3.333 0.000859 ***\n",
      "Block_No:In_Block_No  0.03223    0.01464   2.202 0.027658 *  \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Blck_N In_B_N\n",
      "Block_No    -0.676              \n",
      "In_Block_No -0.669  0.826       \n",
      "Blc_N:I_B_N  0.607 -0.889 -0.923\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00759218 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "                     npar  Sum Sq Mean Sq F value\n",
      "Block_No                1  5.9966  5.9966  5.9966\n",
      "In_Block_No             1 11.0923 11.0923 11.0923\n",
      "Block_No:In_Block_No    1  4.6669  4.6669  4.6669\n"
     ]
    }
   ],
   "source": [
    "# models with only 2 featrues and 1 2wise interaction\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion i block_no 2wise binomial')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} * In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion i in_block_no 2wise binomial')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + Block_No * In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating block_no i in_block_no 2wise binomial')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "87712b5c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Condition + Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n",
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Condition + Block_No + (1 + Condition | Participant) +  \n",
      "    (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1145.4   1194.4   -563.7   1127.4     1718 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.1216  0.0929  0.1943  0.3440  2.3743 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.376    1.542         \n",
      "             Conditionconfusing 1.156    1.075    -0.72\n",
      " number      (Intercept)        2.381    1.543         \n",
      "             Conditionconfusing 1.037    1.018    -0.38\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                   Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)         2.64858    0.52291   5.065 4.08e-07 ***\n",
      "Conditionconfusing -0.77040    0.39649  -1.943   0.0520 .  \n",
      "Block_No            0.22277    0.09705   2.295   0.0217 *  \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc\n",
      "Cndtncnfsng -0.559       \n",
      "Block_No    -0.345 -0.006\n",
      "Analysis of Variance Table\n",
      "          npar Sum Sq Mean Sq F value\n",
      "Condition    1 4.3600  4.3600  4.3600\n",
      "Block_No     1 5.0964  5.0964  5.0964\n",
      "Rating ~ 1 + Condition + In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n",
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: \n",
      "Rating ~ 1 + Condition + In_Block_No + (1 + Condition | Participant) +  \n",
      "    (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1139.5   1188.6   -560.7   1121.5     1718 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-7.0594  0.0891  0.1962  0.3423  2.0388 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.364    1.537         \n",
      "             Conditionconfusing 1.175    1.084    -0.70\n",
      " number      (Intercept)        2.360    1.536         \n",
      "             Conditionconfusing 1.040    1.020    -0.36\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "                   Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)         3.61811    0.51767   6.989 2.76e-12 ***\n",
      "Conditionconfusing -0.78865    0.39765  -1.983 0.047339 *  \n",
      "In_Block_No        -0.04003    0.01183  -3.385 0.000713 ***\n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Cndtnc\n",
      "Cndtncnfsng -0.560       \n",
      "In_Block_No -0.329  0.020\n",
      "Analysis of Variance Table\n",
      "            npar  Sum Sq Mean Sq F value\n",
      "Condition      1  4.1519  4.1519  4.1519\n",
      "In_Block_No    1 11.0881 11.0881 11.0881\n",
      "Rating ~ 1 + Block_No + In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "In addition: Warning message:\n",
       "In checkConv(attr(opt, \"derivs\"), opt$par, ctrl = control$checkConv,  :\n",
       "  Model failed to converge with max|grad| = 0.00635436 (tol = 0.002, component 1)\n"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Block_No + In_Block_No + (1 + Condition | Participant) +  \n",
      "    (1 + Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1137.8   1186.9   -559.9   1119.8     1718 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-8.2045  0.0885  0.1927  0.3362  2.1699 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.138    1.462         \n",
      "             Conditionconfusing 1.212    1.101    -0.60\n",
      " number      (Intercept)        2.101    1.450         \n",
      "             Conditionconfusing 1.300    1.140    -0.18\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "            Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)  2.77566    0.49399   5.619 1.92e-08 ***\n",
      "Block_No     0.23190    0.09776   2.372 0.017680 *  \n",
      "In_Block_No -0.04070    0.01190  -3.420 0.000626 ***\n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr) Blck_N\n",
      "Block_No    -0.357       \n",
      "In_Block_No -0.335 -0.035\n",
      "optimizer (Nelder_Mead) convergence code: 0 (OK)\n",
      "Model failed to converge with max|grad| = 0.00635436 (tol = 0.002, component 1)\n",
      "\n",
      "Analysis of Variance Table\n",
      "            npar  Sum Sq Mean Sq F value\n",
      "Block_No       1  4.9506  4.9506  4.9506\n",
      "In_Block_No    1 11.3160 11.3160 11.3160\n"
     ]
    }
   ],
   "source": [
    "# models with only 2 featrues and 0 2wise interaction\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} + Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion block_no 1wise binomial')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + {CONDITION} + In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating confusion in_block_no 1wise binomial final')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + Block_No + In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating block_no in_block_no 1wise binomial')\n",
    "# 2nd model best due to mINIMAL AIC, even before first model can be considered"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "2b7a6ae6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rating ~ 1 + Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n",
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + Block_No + (1 + Condition | Participant) + (1 +  \n",
      "    Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1146.8   1190.4   -565.4   1130.8     1719 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-6.7587  0.0940  0.1950  0.3433  2.5773 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.120    1.456         \n",
      "             Conditionconfusing 1.157    1.076    -0.62\n",
      " number      (Intercept)        2.089    1.445         \n",
      "             Conditionconfusing 1.253    1.119    -0.20\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "            Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)  2.23548    0.46081   4.851 1.23e-06 ***\n",
      "Block_No     0.22308    0.09701   2.299   0.0215 *  \n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "         (Intr)\n",
      "Block_No -0.394\n",
      "Analysis of Variance Table\n",
      "         npar Sum Sq Mean Sq F value\n",
      "Block_No    1 5.1056  5.1056  5.1056\n",
      "Rating ~ 1 + In_Block_No + (1 + Condition | Participant) + (1 + Condition | number)\n",
      "Generalized linear mixed model fit by maximum likelihood (Laplace\n",
      "  Approximation) [glmerMod]\n",
      " Family: binomial  ( logit )\n",
      "Formula: Rating ~ 1 + In_Block_No + (1 + Condition | Participant) + (1 +  \n",
      "    Condition | number)\n",
      "   Data: data\n",
      "\n",
      "     AIC      BIC   logLik deviance df.resid \n",
      "  1141.0   1184.7   -562.5   1125.0     1719 \n",
      "\n",
      "Scaled residuals: \n",
      "    Min      1Q  Median      3Q     Max \n",
      "-8.0358  0.0931  0.1962  0.3408  1.9918 \n",
      "\n",
      "Random effects:\n",
      " Groups      Name               Variance Std.Dev. Corr \n",
      " Participant (Intercept)        2.108    1.452         \n",
      "             Conditionconfusing 1.191    1.091    -0.60\n",
      " number      (Intercept)        2.070    1.439         \n",
      "             Conditionconfusing 1.278    1.130    -0.18\n",
      "Number of obs: 1727, groups:  Participant, 24; number, 24\n",
      "\n",
      "Fixed effects:\n",
      "            Estimate Std. Error z value Pr(>|z|)    \n",
      "(Intercept)  3.21182    0.45818   7.010 2.39e-12 ***\n",
      "In_Block_No -0.03996    0.01185  -3.371 0.000748 ***\n",
      "---\n",
      "Signif. codes:  0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1\n",
      "\n",
      "Correlation of Fixed Effects:\n",
      "            (Intr)\n",
      "In_Block_No -0.373\n",
      "Analysis of Variance Table\n",
      "            npar Sum Sq Mean Sq F value\n",
      "In_Block_No    1 10.985  10.985  10.985\n"
     ]
    }
   ],
   "source": [
    "# due to 3rd model failing to converge: models with only 1 feature (block or in_block)\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating block_no 1wise binomial')\n",
    "res2 = create_glmer_in_R(\n",
    "    f'{BEHAVIORAL_COLUMN_RATING} ~ 1 + In_Block_No + ' +\n",
    "    f'(1 + {CONDITION} | {PARTICIPANT}) + ' +\n",
    "    f'(1 + {CONDITION} | {SNIPPET_COLUMN_NUMBER})',\n",
    "    behavioral_data, LMEM_FAMILY_BINOMIAL, description='rating in_block_no 1wise binomial')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}