Hindi character recognition.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "80e0aa15",
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "from tensorflow import keras\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn.preprocessing import MinMaxScaler\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "c8df47c7",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>character</th>\n",
       "      <th>pixel_0000</th>\n",
       "      <th>pixel_0001</th>\n",
       "      <th>pixel_0002</th>\n",
       "      <th>pixel_0003</th>\n",
       "      <th>pixel_0004</th>\n",
       "      <th>pixel_0005</th>\n",
       "      <th>pixel_0006</th>\n",
       "      <th>pixel_0007</th>\n",
       "      <th>pixel_0008</th>\n",
       "      <th>...</th>\n",
       "      <th>pixel_1014</th>\n",
       "      <th>pixel_1015</th>\n",
       "      <th>pixel_1016</th>\n",
       "      <th>pixel_1017</th>\n",
       "      <th>pixel_1018</th>\n",
       "      <th>pixel_1019</th>\n",
       "      <th>pixel_1020</th>\n",
       "      <th>pixel_1021</th>\n",
       "      <th>pixel_1022</th>\n",
       "      <th>pixel_1023</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91995</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91996</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91997</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91998</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91999</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>92000 rows × 1025 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             character  pixel_0000  pixel_0001  pixel_0002  pixel_0003  \\\n",
       "0      character_01_ka           0           0           0           0   \n",
       "1      character_01_ka           0           0           0           0   \n",
       "2      character_01_ka           0           0           0           0   \n",
       "3      character_01_ka           0           0           0           0   \n",
       "4      character_01_ka           0           0           0           0   \n",
       "...                ...         ...         ...         ...         ...   \n",
       "91995          digit_9           0           0           0           0   \n",
       "91996          digit_9           0           0           0           0   \n",
       "91997          digit_9           0           0           0           0   \n",
       "91998          digit_9           0           0           0           0   \n",
       "91999          digit_9           0           0           0           0   \n",
       "\n",
       "       pixel_0004  pixel_0005  pixel_0006  pixel_0007  pixel_0008  ...  \\\n",
       "0               0           0           0           0           0  ...   \n",
       "1               0           0           0           0           0  ...   \n",
       "2               0           0           0           0           0  ...   \n",
       "3               0           0           0           0           0  ...   \n",
       "4               0           0           0           0           0  ...   \n",
       "...           ...         ...         ...         ...         ...  ...   \n",
       "91995           0           0           0           0           0  ...   \n",
       "91996           0           0           0           0           0  ...   \n",
       "91997           0           0           0           0           0  ...   \n",
       "91998           0           0           0           0           0  ...   \n",
       "91999           0           0           0           0           0  ...   \n",
       "\n",
       "       pixel_1014  pixel_1015  pixel_1016  pixel_1017  pixel_1018  pixel_1019  \\\n",
       "0               0           0           0           0           0           0   \n",
       "1               0           0           0           0           0           0   \n",
       "2               0           0           0           0           0           0   \n",
       "3               0           0           0           0           0           0   \n",
       "4               0           0           0           0           0           0   \n",
       "...           ...         ...         ...         ...         ...         ...   \n",
       "91995           0           0           0           0           0           0   \n",
       "91996           0           0           0           0           0           0   \n",
       "91997           0           0           0           0           0           0   \n",
       "91998           0           0           0           0           0           0   \n",
       "91999           0           0           0           0           0           0   \n",
       "\n",
       "       pixel_1020  pixel_1021  pixel_1022  pixel_1023  \n",
       "0               0           0           0           0  \n",
       "1               0           0           0           0  \n",
       "2               0           0           0           0  \n",
       "3               0           0           0           0  \n",
       "4               0           0           0           0  \n",
       "...           ...         ...         ...         ...  \n",
       "91995           0           0           0           0  \n",
       "91996           0           0           0           0  \n",
       "91997           0           0           0           0  \n",
       "91998           0           0           0           0  \n",
       "91999           0           0           0           0  \n",
       "\n",
       "[92000 rows x 1025 columns]"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data = pd.read_csv(\"hindi_varnamala.csv\")\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "e530bfd6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "46\n",
      "['character_01_ka' 'character_02_kha' 'character_03_ga' 'character_04_gha'\n",
      " 'character_05_kna' 'character_06_cha' 'character_07_chha'\n",
      " 'character_08_ja' 'character_09_jha' 'character_10_yna'\n",
      " 'character_11_taamatar' 'character_12_thaa' 'character_13_daa'\n",
      " 'character_14_dhaa' 'character_15_adna' 'character_16_tabala'\n",
      " 'character_17_tha' 'character_18_da' 'character_19_dha' 'character_20_na'\n",
      " 'character_21_pa' 'character_22_pha' 'character_23_ba' 'character_24_bha'\n",
      " 'character_25_ma' 'character_26_yaw' 'character_27_ra' 'character_28_la'\n",
      " 'character_29_waw' 'character_30_motosaw' 'character_31_petchiryakha'\n",
      " 'character_32_patalosaw' 'character_33_ha' 'character_34_chhya'\n",
      " 'character_35_tra' 'character_36_gya' 'digit_0' 'digit_1' 'digit_2'\n",
      " 'digit_3' 'digit_4' 'digit_5' 'digit_6' 'digit_7' 'digit_8' 'digit_9']\n"
     ]
    }
   ],
   "source": [
    "# unique categories contained in data column 'character', which are ouptput labels\n",
    "\n",
    "print(len(data[\"character\"].unique())) # no of unique characters\n",
    "print(data[\"character\"].unique())      # list of unique characters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "933c3a15",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['character_01_ka',\n",
       " 'character_02_kha',\n",
       " 'character_03_ga',\n",
       " 'character_04_gha',\n",
       " 'character_05_kna',\n",
       " 'character_06_cha',\n",
       " 'character_07_chha',\n",
       " 'character_08_ja',\n",
       " 'character_09_jha',\n",
       " 'character_10_yna',\n",
       " 'character_11_taamatar',\n",
       " 'character_12_thaa',\n",
       " 'character_13_daa',\n",
       " 'character_14_dhaa',\n",
       " 'character_15_adna',\n",
       " 'character_16_tabala',\n",
       " 'character_17_tha',\n",
       " 'character_18_da',\n",
       " 'character_19_dha',\n",
       " 'character_20_na',\n",
       " 'character_21_pa',\n",
       " 'character_22_pha',\n",
       " 'character_23_ba',\n",
       " 'character_24_bha',\n",
       " 'character_25_ma',\n",
       " 'character_26_yaw',\n",
       " 'character_27_ra',\n",
       " 'character_28_la',\n",
       " 'character_29_waw',\n",
       " 'character_30_motosaw',\n",
       " 'character_31_petchiryakha',\n",
       " 'character_32_patalosaw',\n",
       " 'character_33_ha',\n",
       " 'character_34_chhya',\n",
       " 'character_35_tra',\n",
       " 'character_36_gya',\n",
       " 'digit_0',\n",
       " 'digit_1',\n",
       " 'digit_2',\n",
       " 'digit_3',\n",
       " 'digit_4',\n",
       " 'digit_5',\n",
       " 'digit_6',\n",
       " 'digit_7',\n",
       " 'digit_8',\n",
       " 'digit_9']"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lst = list(data[\"character\"].unique())\n",
    "lst"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "729ef6ac",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'character_01_ka': 0,\n",
       " 'character_02_kha': 1,\n",
       " 'character_03_ga': 2,\n",
       " 'character_04_gha': 3,\n",
       " 'character_05_kna': 4,\n",
       " 'character_06_cha': 5,\n",
       " 'character_07_chha': 6,\n",
       " 'character_08_ja': 7,\n",
       " 'character_09_jha': 8,\n",
       " 'character_10_yna': 9,\n",
       " 'character_11_taamatar': 10,\n",
       " 'character_12_thaa': 11,\n",
       " 'character_13_daa': 12,\n",
       " 'character_14_dhaa': 13,\n",
       " 'character_15_adna': 14,\n",
       " 'character_16_tabala': 15,\n",
       " 'character_17_tha': 16,\n",
       " 'character_18_da': 17,\n",
       " 'character_19_dha': 18,\n",
       " 'character_20_na': 19,\n",
       " 'character_21_pa': 20,\n",
       " 'character_22_pha': 21,\n",
       " 'character_23_ba': 22,\n",
       " 'character_24_bha': 23,\n",
       " 'character_25_ma': 24,\n",
       " 'character_26_yaw': 25,\n",
       " 'character_27_ra': 26,\n",
       " 'character_28_la': 27,\n",
       " 'character_29_waw': 28,\n",
       " 'character_30_motosaw': 29,\n",
       " 'character_31_petchiryakha': 30,\n",
       " 'character_32_patalosaw': 31,\n",
       " 'character_33_ha': 32,\n",
       " 'character_34_chhya': 33,\n",
       " 'character_35_tra': 34,\n",
       " 'character_36_gya': 35,\n",
       " 'digit_0': 36,\n",
       " 'digit_1': 37,\n",
       " 'digit_2': 38,\n",
       " 'digit_3': 39,\n",
       " 'digit_4': 40,\n",
       " 'digit_5': 41,\n",
       " 'digit_6': 42,\n",
       " 'digit_7': 43,\n",
       " 'digit_8': 44,\n",
       " 'digit_9': 45}"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# assigning numbers categorical labels\n",
    "di = {}\n",
    "for i in range(len(lst)):\n",
    "    di[lst[i]] = i\n",
    "di"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "9b7b4267",
   "metadata": {},
   "outputs": [],
   "source": [
    "# converting categorical labels to numerical labels\n",
    "k3 = []\n",
    "for i in range(len(data)):\n",
    "    k3.append(di[data[\"character\"][i]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "b0dd719b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>character</th>\n",
       "      <th>label</th>\n",
       "      <th>pixel_0000</th>\n",
       "      <th>pixel_0001</th>\n",
       "      <th>pixel_0002</th>\n",
       "      <th>pixel_0003</th>\n",
       "      <th>pixel_0004</th>\n",
       "      <th>pixel_0005</th>\n",
       "      <th>pixel_0006</th>\n",
       "      <th>pixel_0007</th>\n",
       "      <th>...</th>\n",
       "      <th>pixel_1014</th>\n",
       "      <th>pixel_1015</th>\n",
       "      <th>pixel_1016</th>\n",
       "      <th>pixel_1017</th>\n",
       "      <th>pixel_1018</th>\n",
       "      <th>pixel_1019</th>\n",
       "      <th>pixel_1020</th>\n",
       "      <th>pixel_1021</th>\n",
       "      <th>pixel_1022</th>\n",
       "      <th>pixel_1023</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>character_01_ka</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91995</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>45</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91996</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>45</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91997</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>45</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91998</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>45</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91999</th>\n",
       "      <td>digit_9</td>\n",
       "      <td>45</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>92000 rows × 1026 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             character  label  pixel_0000  pixel_0001  pixel_0002  pixel_0003  \\\n",
       "0      character_01_ka      0           0           0           0           0   \n",
       "1      character_01_ka      0           0           0           0           0   \n",
       "2      character_01_ka      0           0           0           0           0   \n",
       "3      character_01_ka      0           0           0           0           0   \n",
       "4      character_01_ka      0           0           0           0           0   \n",
       "...                ...    ...         ...         ...         ...         ...   \n",
       "91995          digit_9     45           0           0           0           0   \n",
       "91996          digit_9     45           0           0           0           0   \n",
       "91997          digit_9     45           0           0           0           0   \n",
       "91998          digit_9     45           0           0           0           0   \n",
       "91999          digit_9     45           0           0           0           0   \n",
       "\n",
       "       pixel_0004  pixel_0005  pixel_0006  pixel_0007  ...  pixel_1014  \\\n",
       "0               0           0           0           0  ...           0   \n",
       "1               0           0           0           0  ...           0   \n",
       "2               0           0           0           0  ...           0   \n",
       "3               0           0           0           0  ...           0   \n",
       "4               0           0           0           0  ...           0   \n",
       "...           ...         ...         ...         ...  ...         ...   \n",
       "91995           0           0           0           0  ...           0   \n",
       "91996           0           0           0           0  ...           0   \n",
       "91997           0           0           0           0  ...           0   \n",
       "91998           0           0           0           0  ...           0   \n",
       "91999           0           0           0           0  ...           0   \n",
       "\n",
       "       pixel_1015  pixel_1016  pixel_1017  pixel_1018  pixel_1019  pixel_1020  \\\n",
       "0               0           0           0           0           0           0   \n",
       "1               0           0           0           0           0           0   \n",
       "2               0           0           0           0           0           0   \n",
       "3               0           0           0           0           0           0   \n",
       "4               0           0           0           0           0           0   \n",
       "...           ...         ...         ...         ...         ...         ...   \n",
       "91995           0           0           0           0           0           0   \n",
       "91996           0           0           0           0           0           0   \n",
       "91997           0           0           0           0           0           0   \n",
       "91998           0           0           0           0           0           0   \n",
       "91999           0           0           0           0           0           0   \n",
       "\n",
       "       pixel_1021  pixel_1022  pixel_1023  \n",
       "0               0           0           0  \n",
       "1               0           0           0  \n",
       "2               0           0           0  \n",
       "3               0           0           0  \n",
       "4               0           0           0  \n",
       "...           ...         ...         ...  \n",
       "91995           0           0           0  \n",
       "91996           0           0           0  \n",
       "91997           0           0           0  \n",
       "91998           0           0           0  \n",
       "91999           0           0           0  \n",
       "\n",
       "[92000 rows x 1026 columns]"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.insert(1,\"label\", k3)\n",
    "data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "ccb11bc1",
   "metadata": {},
   "outputs": [],
   "source": [
    "x = data.drop([\"character\", \"label\"], axis = 1) # features, here 1024 pixels\n",
    "y = data[\"label\"] # numeric labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "b2d5c9c1",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "character_01_ka\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAATEAAAEvCAYAAAAtufaDAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAUe0lEQVR4nO3df4xddZnH8c/T6S9sofQHLWOplEqlqdvdVieVlaK7UAhUBFGKEqMkokUUg8iaoGtWSDYGV0RJ3IgViJSIlQWxBXVrqZhmtekvt9Lf24JFmJRWhFIKpe20z/5xT5OhzHy/Z+b+fOz7lUx65zxnnvP0Fj+ee+d7zzF3FwBENaDZAwBANQgxAKERYgBCI8QAhEaIAQiNEAMQ2sBqftjMLpJ0p6Q2SXe7+22Z/VnPAaC/XnD3U47d2O8zMTNrk/Sfki6WNFXSVWY2tf/zAUDSMz1trObl5ExJ2939aXc/KGmhpMuq6AcAfVZNiI2X9Gy3758rtgFAw1T1nlgZZjZP0rx6HwfA8amaEOuUNKHb96cV297A3edLmi/xxj6A2qvm5eRqSZPN7AwzGyzpY5IW12YsACin32di7t5lZtdLWqLKEot73X1jzSYDgBKskZfi4eUkgCqsdfeOYzeyYh9AaIQYgNAIMQChEWIAQiPEAIRGiAEIjRADEBohBiC0un8AHDgeDRiQPj844YQTsj0mTpyYrL/1rW/N9jjzzDOT9WnTpmV7fPSjH03W9+7dm+1xxhlnZPfpL87EAIRGiAEIjRADEBohBiA0QgxAaIQYgNAIMQChsU4MWW1tbdl9hgwZkqyfcsqb7nn6JqeffnqyfvLJJ2d7jB49Olk/9dRTsz1y669ya68kafz49I2/JkyYkKxL5f6+OYcOHUrW9+zZk+3x2muvJetl/vuoJ87EAIRGiAEIjRADEBohBiA0QgxAaIQYgNAIMQChEWIAQjsuF7uaWbJ+0kknZXsMHz48Wc9d0E6SBg0alKwPGzYs22PkyJFV1SVp1qxZyfqMGTOyPdrb25P1Mn+X3L9LLbz++uvZffbt25es7969O9tj69atyfqjjz6a7bFp06ZkfePGjdkezz77bLJe5oKG7p6sDxzY3BjhTAxAaIQYgNAIMQChEWIAQiPEAIRGiAEIjRADEJrl1oDU9GBmjTtYwtSpU5P1FStWZHvk1j01+0JxR5X593311VeT9aeeeirbY8uWLcn6lVdeme2RO87cuXOzPXLrwMqs8co9H11dXdkehw8fzu6DPlvr7h3HbqxqlZqZ7ZD0iqTDkrp6OgAA1FMtltr+s7u/UIM+ANBnvCcGILRqQ8wl/drM1prZvFoMBAB9Ue3LyVnu3mlmYyUtNbMt7r68+w5FuBFwAOqiqjMxd+8s/twt6RFJM3vYZ767d/CmP4B66HeImdkwMzvx6GNJF0raUKvBAKCMal5OjpP0SHENqIGSHnD3/67JVABQ0nG52DV3t+rPfvaz2R7vfe97k/WhQ4dmezz99NPJ+sqVK7M9/vznPyfrZS5696c//SlZ379/f7bHzJlveifhDX7/+99ne+QWGZ977rnZHkeOHMnug7B6XOzKEgsAoRFiAEIjxACERogBCI0QAxAaIQYgNEIMQGjH5c1zDxw4kKzfeeed2R5l9jmedHSkP1VW5sa4mzdvTtZZA4aecCYGIDRCDEBohBiA0AgxAKERYgBCI8QAhEaIAQiNEAMQ2nG52BV9M2bMmOw+N954Y9XH+e1vf1t1Dxx/OBMDEBohBiA0QgxAaIQYgNAIMQChEWIAQiPEAITGOjFk3XDDDdl9Jk2alKyXuUnz+vXrS88EHMWZGIDQCDEAoRFiAEIjxACERogBCI0QAxAaIQYgNEIMQGjZxa5mdq+kSyTtdve/K7aNkvRTSRMl7ZB0pbu/VL8xUU9tbW3J+gUXXFD1MV5++eXsPp2dnVUfB8efMmdiP5J00THbbpa0zN0nS1pWfA8ADZcNMXdfLunFYzZfJum+4vF9kj5U27EAoJz+vic2zt13Fo+flzSuRvMAQJ9U/QFwd3cz6/XTvWY2T9K8ao8DAD3p75nYLjNrl6Tiz9297eju8929w907+nksAOhVf0NssaSri8dXS1pUm3EAoG+yIWZmP5G0QtJZZvacmV0j6TZJF5jZNkmzi+8BoOGy74m5+1W9lM6v8SxoEjNL1v/6179WfYxt27Zl99mzZ0/Vx8HxhxX7AEIjxACERogBCI0QAxAaIQYgNEIMQGiEGIDQCDEAoXEH8Do57bTTsvtce+21yfrUqVOzPQYMSP//0IIFC7I9Fi1Kf2ps9erV2R5z5sxJ1u+///5sj66uruw+wLE4EwMQGiEGIDRCDEBohBiA0AgxAKERYgBCI8QAhMY6sR7k1l5J0lVX9XatyIpvfetb2R5DhgxJ1susrZoyZUqy/uCDD2Z7fPjDH07WzzvvvGyPQ4cOJetLlizJ9miEsWPHZvc5++yzk/Xly5dne3CBx8bhTAxAaIQYgNAIMQChEWIAQiPEAIRGiAEIjRADEBohBiA0c/fGHcyscQerwoUXXpjd5xe/+EWyvmHDhmyPj3/848n6pk2bsj1OPfXUZH3Hjh3ZHr/73e+S9ZkzZ2Z75O7wXaZH7qKIAwfm12Z/6lOfSta/8Y1vZHuMHj06WX/ssceyPS6//PJknQtA9stad+84diNnYgBCI8QAhEaIAQiNEAMQGiEGIDRCDEBohBiA0I7LiyKOGTMmWf/e976X7fGXv/wlWZ87d262x/bt27P75Lz++uvJeu5ihZLU0fGmpTdvMHz48GyP3A1229rasj1yFyO89dZbsz3OPffcZH3hwoXZHhdffHFVx5CkYcOGJesvv/xytgfKyZ6Jmdm9ZrbbzDZ023aLmXWa2briK337ZwCokzIvJ38k6aIetn/H3acXX7+s7VgAUE42xNx9uaQXGzALAPRZNW/sX29mTxYvN0fWbCIA6IP+htj3Jb1d0nRJOyV9u7cdzWyema0xszX9PBYA9KpfIebuu9z9sLsfkfRDSb1eosDd57t7R0+fPgeAavUrxMysvdu3l0vKX3cGAOogu07MzH4i6Z8kjTGz5yR9XdI/mdl0SS5ph6Rr6zciAPQuG2Lu3tOtru+pwyw1Uebu3bfddluyPmnSpGyPj3zkI8l6LRaylpFbzHrw4MFsj1GjRlU9R3t7e7Keu4iklL/T+NatW7M9Lr300mT9iSeeyPbYsmVLsp67EKUkDR06NFlnsWvt8LEjAKERYgBCI8QAhEaIAQiNEAMQGiEGIDRCDEBof3MXRSxzwbpPfvKTyfqiRYuyPcrcQLURcjdhfe2117I9arFO7IMf/GCyXmbd3E033ZSs33XXXdke+/fvT9ZPOumkbI8RI0Yk67t27cr2YB1Y43AmBiA0QgxAaIQYgNAIMQChEWIAQiPEAIRGiAEIjRADEFq4xa4DB6ZH/spXvpLtkbtr9pe+9KVsj8OHD2f3qZaZZffJ3TV77NixVc/xzDPPZPe57rrrkvXf/OY32R4HDhwoPVN/TZ48ObvPyJHpm3f96le/yvZoxN8FFZyJAQiNEAMQGiEGIDRCDEBohBiA0AgxAKERYgBCC7dObPr06cn67Nmzsz0eeOCBZL3MuqhaaGtrS9Y/85nPZHvccccdyfrgwYP7NFNPFixYkN2nzNqpVjBjxoyqe6xcuTK7j7tXfRyUw5kYgNAIMQChEWIAQiPEAIRGiAEIjRADEBohBiA0QgxAaNnFrmY2QdICSeMkuaT57n6nmY2S9FNJEyXtkHSlu79Uv1ErbrzxxmS9zCLD22+/vVbj9Kq9vb3qOebOnZvtsWTJkmT9kksuyfbIPWe5Y0TS0dGR3efgwYPJ+sMPP1yrcVADZc7EuiTd5O5TJZ0t6fNmNlXSzZKWuftkScuK7wGgobIh5u473f0PxeNXJG2WNF7SZZLuK3a7T9KH6jQjAPSqT++JmdlESTMkrZQ0zt13FqXnVXm5CQANVfoD4GY2XNLDkr7o7nu738TC3d3MenxjxczmSZpX7aAA0JNSZ2JmNkiVAPuxu/+s2LzLzNqLeruk3T39rLvPd/cOd8+/owoAfZQNMaucct0jabO7d7/uy2JJVxePr5a0qPbjAUBamZeT50j6hKT1Zrau2PZVSbdJetDMrpH0jKQr6zIhACRYIy/e1tv7Zn3x6quvJus7duzI9nj3u9+drJe58ekHPvCBZP0HP/hBtseAAekT4S9/+cvZHp2dncl6mZvWPv/888l6mRvO7tu3L7tPI+QuNLlixYpsjwkTJiTrkyZNyvbYv39/dh/02dqe3pZixT6A0AgxAKERYgBCI8QAhEaIAQiNEAMQGiEGIDRCDEBo4e4A/pa3vCVZf/zxx7M9Dh06lKx/7nOfy/bIXdBww4YN2R65ix6WWbj7ta99LbtPzpo1a5L13ALjVjJixIhk/ayzzsr2WLVqVbJeZjE0GoczMQChEWIAQiPEAIRGiAEIjRADEBohBiA0QgxAaOHWieW8853vzO6Tu/nppZdemu2xePHiZP3Tn/50tscLL7yQrHe/GUtvpk2blt0n5+c//3my3sgLZ1brHe94R7J+4oknZnssW7YsWT9y5EifZkJ9cSYGIDRCDEBohBiA0AgxAKERYgBCI8QAhEaIAQiNEAMQWrjFrqtXr07Wzz///GyPF198MVn/whe+kO1x9913J+u1uHBe7gKQkvSe97wnWT948GC2R5kLSUaR+/cvs3D30UcfrdU4aADOxACERogBCI0QAxAaIQYgNEIMQGiEGIDQCDEAoYVbJzZ79uxkfcqUKdke27ZtS9ZfeumlPs1UL7Nmzcru87a3vS1ZX79+fbZHZ2dn6ZmaafDgwdl9rrjiimR969at2R7bt28vPROaL3smZmYTzOwJM9tkZhvN7IZi+y1m1mlm64qvOfUfFwDeqMyZWJekm9z9D2Z2oqS1Zra0qH3H3W+v33gAkJYNMXffKWln8fgVM9ssaXy9BwOAMvr0xr6ZTZQ0Q9LKYtP1Zvakmd1rZiNrPRwA5JQOMTMbLulhSV90972Svi/p7ZKmq3Km9u1efm6ema0xszXVjwsAb1QqxMxskCoB9mN3/5kkufsudz/s7kck/VDSzJ5+1t3nu3uHu3fUamgAOKrMbydN0j2SNrv7Hd22t3fb7XJJG2o/HgCklfnt5DmSPiFpvZmtK7Z9VdJVZjZdkkvaIenaOswHAEllfjv5P5J6uhX1L2s/Tt7evXuT9VWrVjVokurl7vA9d+7cqns88sgj2R5dXV3ZfVpBW1tbdp+VK1cm6w899FC2Ry0uaInG4WNHAEIjxACERogBCI0QAxAaIQYgNEIMQGiEGIDQrMzNRGt2MLPGHSyAESNGJOtlLs6X6zFt2rRsjzIXCgRawNqePr7ImRiA0AgxAKERYgBCI8QAhEaIAQiNEAMQGiEGIDRCDEBo4e4A/rfk/e9/f7I+evTobI+lS5cm67m7nQPRcSYGIDRCDEBohBiA0AgxAKERYgBCI8QAhEaIAQiNdWJNdM4551Td47vf/W6yfuTIkaqPAbQyzsQAhEaIAQiNEAMQGiEGIDRCDEBohBiA0AgxAKERYgBCy94B3MyGSlouaYgqi2Mfcvevm9kZkhZKGi1praRPuPvBTC/uAA6gv/p9B/ADks5z93+QNF3SRWZ2tqRvSvqOu58p6SVJ19RwWAAoJRtiXrGv+HZQ8eWSzpP0ULH9PkkfqseAAJBS6j0xM2szs3WSdktaKukpSXvcvavY5TlJ4+syIQAklAoxdz/s7tMlnSZppqQpZQ9gZvPMbI2ZrenfiADQuz79dtLd90h6QtI/SjrZzI5eBeM0SZ29/Mx8d+/o6Q05AKhWNsTM7BQzO7l4fIKkCyRtViXMrih2u1rSojrNCAC9KnM9sXZJ95lZmyqh96C7P2ZmmyQtNLN/l/S/ku6p45wA0KPsOrGaHox1YgD6r9/rxACgZRFiAEIjxACERogBCI0QAxAaIQYgNEIMQGiEGIDQGn0H8BckPdPt+zHFtgiizBplTinOrFHmlOLM2p85T+9pY0NX7L/p4GZronwwPMqsUeaU4swaZU4pzqy1nJOXkwBCI8QAhNbsEJvf5OP3RZRZo8wpxZk1ypxSnFlrNmdT3xMDgGo1+0wMAKrStBAzs4vMbKuZbTezm5s1R46Z7TCz9Wa2rtXuE2Bm95rZbjPb0G3bKDNbambbij9HNnPGYqae5rzFzDqL53Wdmc1p5oxHmdkEM3vCzDaZ2UYzu6HY3lLPa2LOlnpezWyoma0ysz8Wc95abD/DzFYW//v/qZkN7vdB3L3hX5LaVLlj0iRJgyX9UdLUZsxSYtYdksY0e45eZnufpHdJ2tBt239Iurl4fLOkb7bonLdI+pdmz9bDrO2S3lU8PlHS/0ma2mrPa2LOlnpeJZmk4cXjQZJWSjpb0oOSPlZsv0vSdf09RrPOxGZK2u7uT3vlruELJV3WpFnCcvflkl48ZvNlqtwHVGqR+4H2MmdLcved7v6H4vErqtxPYrxa7HlNzNlSvKKu961tVoiNl/Rst+9b+b6VLunXZrbWzOY1e5gSxrn7zuLx85LGNXOYjOvN7Mni5WbTX/Yey8wmSpqhytlDyz6vx8wptdjzWu/71vLGft4sd3+XpIslfd7M3tfsgcryyrl6q/76+fuS3i5puqSdkr7d1GmOYWbDJT0s6Yvuvrd7rZWe1x7mbLnn1au4b20ZzQqxTkkTun3f630rm83dO4s/d0t6RJV/hFa2y8zaJan4c3eT5+mRu+8q/uM+IumHaqHn1cwGqRIMP3b3nxWbW+557WnOVn5evR/3rS2jWSG2WtLk4jcUgyV9TNLiJs3SKzMbZmYnHn0s6UJJG9I/1XSLVbkPqNTC9wM9GgiFy9Uiz6uZmSq3H9zs7nd0K7XU89rbnK32vDbkvrVN/K3FHFV+o/KUpH9t9m9Replxkiq/Of2jpI2tNqekn6jykuGQKu8rXCNptKRlkrZJelzSqBad835J6yU9qUpAtDd7zmLWWaq8VHxS0rria06rPa+JOVvqeZX096rcl/ZJVQL134rtkyStkrRd0n9JGtLfY7BiH0BovLEPIDRCDEBohBiA0AgxAKERYgBCI8QAhEaIAQiNEAMQ2v8D8jFM0J6Eu6EAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "# here is a 2D plot of 1024 pixel as a gray scale image of ith row's data \n",
    "plt.figure(figsize = (5,5))\n",
    "index = 101 # by changing index, we can see index associated row's label as well as image associated with it\n",
    "grid = x.iloc[index].to_numpy().reshape(32,32) # 32*32 = 1024 pixels\n",
    "plt.imshow(grid, cmap = 'gray') # it is showing gray intensity graph, gray image\n",
    "print(y[index]) #numeric label\n",
    "print(data[\"character\"][index])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "199709f6",
   "metadata": {},
   "outputs": [],
   "source": [
    "train, test = train_test_split(data, test_size=0.2, random_state=42, stratify = data[\"label\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "d396471a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pixel_0000</th>\n",
       "      <th>pixel_0001</th>\n",
       "      <th>pixel_0002</th>\n",
       "      <th>pixel_0003</th>\n",
       "      <th>pixel_0004</th>\n",
       "      <th>pixel_0005</th>\n",
       "      <th>pixel_0006</th>\n",
       "      <th>pixel_0007</th>\n",
       "      <th>pixel_0008</th>\n",
       "      <th>pixel_0009</th>\n",
       "      <th>...</th>\n",
       "      <th>pixel_1014</th>\n",
       "      <th>pixel_1015</th>\n",
       "      <th>pixel_1016</th>\n",
       "      <th>pixel_1017</th>\n",
       "      <th>pixel_1018</th>\n",
       "      <th>pixel_1019</th>\n",
       "      <th>pixel_1020</th>\n",
       "      <th>pixel_1021</th>\n",
       "      <th>pixel_1022</th>\n",
       "      <th>pixel_1023</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73595</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73596</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73597</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73598</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73599</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>73600 rows × 1024 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       pixel_0000  pixel_0001  pixel_0002  pixel_0003  pixel_0004  pixel_0005  \\\n",
       "0               0           0           0           0           0           0   \n",
       "1               0           0           0           0           0           0   \n",
       "2               0           0           0           0           0           0   \n",
       "3               0           0           0           0           0           0   \n",
       "4               0           0           0           0           0           0   \n",
       "...           ...         ...         ...         ...         ...         ...   \n",
       "73595           0           0           0           0           0           0   \n",
       "73596           0           0           0           0           0           0   \n",
       "73597           0           0           0           0           0           0   \n",
       "73598           0           0           0           0           0           0   \n",
       "73599           0           0           0           0           0           0   \n",
       "\n",
       "       pixel_0006  pixel_0007  pixel_0008  pixel_0009  ...  pixel_1014  \\\n",
       "0               0           0           0           0  ...           0   \n",
       "1               0           0           0           0  ...           0   \n",
       "2               0           0           0           0  ...           0   \n",
       "3               0           0           0           0  ...           0   \n",
       "4               0           0           0           0  ...           0   \n",
       "...           ...         ...         ...         ...  ...         ...   \n",
       "73595           0           0           0           0  ...           0   \n",
       "73596           0           0           0           0  ...           0   \n",
       "73597           0           0           0           0  ...           0   \n",
       "73598           0           0           0           0  ...           0   \n",
       "73599           0           0           0           0  ...           0   \n",
       "\n",
       "       pixel_1015  pixel_1016  pixel_1017  pixel_1018  pixel_1019  pixel_1020  \\\n",
       "0               0           0           0           0           0           0   \n",
       "1               0           0           0           0           0           0   \n",
       "2               0           0           0           0           0           0   \n",
       "3               0           0           0           0           0           0   \n",
       "4               0           0           0           0           0           0   \n",
       "...           ...         ...         ...         ...         ...         ...   \n",
       "73595           0           0           0           0           0           0   \n",
       "73596           0           0           0           0           0           0   \n",
       "73597           0           0           0           0           0           0   \n",
       "73598           0           0           0           0           0           0   \n",
       "73599           0           0           0           0           0           0   \n",
       "\n",
       "       pixel_1021  pixel_1022  pixel_1023  \n",
       "0               0           0           0  \n",
       "1               0           0           0  \n",
       "2               0           0           0  \n",
       "3               0           0           0  \n",
       "4               0           0           0  \n",
       "...           ...         ...         ...  \n",
       "73595           0           0           0  \n",
       "73596           0           0           0  \n",
       "73597           0           0           0  \n",
       "73598           0           0           0  \n",
       "73599           0           0           0  \n",
       "\n",
       "[73600 rows x 1024 columns]"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train = train.reset_index(drop=True)\n",
    "x_train = train.drop([\"character\", \"label\"], axis = 1)\n",
    "x_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "id": "eee48e9e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        30\n",
       "1        31\n",
       "2        45\n",
       "3        42\n",
       "4         9\n",
       "         ..\n",
       "73595    15\n",
       "73596    17\n",
       "73597    45\n",
       "73598     7\n",
       "73599    35\n",
       "Name: label, Length: 73600, dtype: int64"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train = train[\"label\"]\n",
    "y_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "fb4f2cda",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pixel_0000</th>\n",
       "      <th>pixel_0001</th>\n",
       "      <th>pixel_0002</th>\n",
       "      <th>pixel_0003</th>\n",
       "      <th>pixel_0004</th>\n",
       "      <th>pixel_0005</th>\n",
       "      <th>pixel_0006</th>\n",
       "      <th>pixel_0007</th>\n",
       "      <th>pixel_0008</th>\n",
       "      <th>pixel_0009</th>\n",
       "      <th>...</th>\n",
       "      <th>pixel_1014</th>\n",
       "      <th>pixel_1015</th>\n",
       "      <th>pixel_1016</th>\n",
       "      <th>pixel_1017</th>\n",
       "      <th>pixel_1018</th>\n",
       "      <th>pixel_1019</th>\n",
       "      <th>pixel_1020</th>\n",
       "      <th>pixel_1021</th>\n",
       "      <th>pixel_1022</th>\n",
       "      <th>pixel_1023</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18395</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18396</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18397</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18398</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18399</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>18400 rows × 1024 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       pixel_0000  pixel_0001  pixel_0002  pixel_0003  pixel_0004  pixel_0005  \\\n",
       "0               0           0           0           0           0           0   \n",
       "1               0           0           0           0           0           0   \n",
       "2               0           0           0           0           0           0   \n",
       "3               0           0           0           0           0           0   \n",
       "4               0           0           0           0           0           0   \n",
       "...           ...         ...         ...         ...         ...         ...   \n",
       "18395           0           0           0           0           0           0   \n",
       "18396           0           0           0           0           0           0   \n",
       "18397           0           0           0           0           0           0   \n",
       "18398           0           0           0           0           0           0   \n",
       "18399           0           0           0           0           0           0   \n",
       "\n",
       "       pixel_0006  pixel_0007  pixel_0008  pixel_0009  ...  pixel_1014  \\\n",
       "0               0           0           0           0  ...           0   \n",
       "1               0           0           0           0  ...           0   \n",
       "2               0           0           0           0  ...           0   \n",
       "3               0           0           0           0  ...           0   \n",
       "4               0           0           0           0  ...           0   \n",
       "...           ...         ...         ...         ...  ...         ...   \n",
       "18395           0           0           0           0  ...           0   \n",
       "18396           0           0           0           0  ...           0   \n",
       "18397           0           0           0           0  ...           0   \n",
       "18398           0           0           0           0  ...           0   \n",
       "18399           0           0           0           0  ...           0   \n",
       "\n",
       "       pixel_1015  pixel_1016  pixel_1017  pixel_1018  pixel_1019  pixel_1020  \\\n",
       "0               0           0           0           0           0           0   \n",
       "1               0           0           0           0           0           0   \n",
       "2               0           0           0           0           0           0   \n",
       "3               0           0           0           0           0           0   \n",
       "4               0           0           0           0           0           0   \n",
       "...           ...         ...         ...         ...         ...         ...   \n",
       "18395           0           0           0           0           0           0   \n",
       "18396           0           0           0           0           0           0   \n",
       "18397           0           0           0           0           0           0   \n",
       "18398           0           0           0           0           0           0   \n",
       "18399           0           0           0           0           0           0   \n",
       "\n",
       "       pixel_1021  pixel_1022  pixel_1023  \n",
       "0               0           0           0  \n",
       "1               0           0           0  \n",
       "2               0           0           0  \n",
       "3               0           0           0  \n",
       "4               0           0           0  \n",
       "...           ...         ...         ...  \n",
       "18395           0           0           0  \n",
       "18396           0           0           0  \n",
       "18397           0           0           0  \n",
       "18398           0           0           0  \n",
       "18399           0           0           0  \n",
       "\n",
       "[18400 rows x 1024 columns]"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test = test.reset_index(drop=True)\n",
    "x_test = test.drop([\"character\", \"label\"], axis = 1)\n",
    "x_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "681ac01a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        20\n",
       "1         2\n",
       "2         4\n",
       "3        25\n",
       "4        43\n",
       "         ..\n",
       "18395    21\n",
       "18396    26\n",
       "18397     5\n",
       "18398     9\n",
       "18399    16\n",
       "Name: label, Length: 18400, dtype: int64"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_test = test[\"label\"]\n",
    "y_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "id": "7ce9ff8d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# performing PCA to reduce feature size\n",
    "# retaining 99% of orignal variance of data\n",
    "pca = PCA(.99)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "id": "8b1b020c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PCA(n_components=0.99)"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pca.fit(x_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "id": "e610fdf4",
   "metadata": {},
   "outputs": [],
   "source": [
    "# pca transformed train features data\n",
    "\n",
    "x_train = pca.transform(x_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "id": "dbc9ee46",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(73600, 403)"
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# whopping reduction of 621 features and still retaining 99% variance of original data\n",
    "x_train.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "id": "ee59f45b",
   "metadata": {},
   "outputs": [],
   "source": [
    "x_test = pca.transform(x_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "id": "d19c0bb7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(18400, 403)"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_test.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "id": "9b929045",
   "metadata": {},
   "outputs": [],
   "source": [
    "# satndard scaler tries to makes mean 0 and standard devation 1\n",
    "\n",
    "scaler = StandardScaler()\n",
    "x_train = scaler.fit_transform(x_train)\n",
    "x_test = scaler.fit_transform(x_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "id": "f61cf169",
   "metadata": {},
   "outputs": [],
   "source": [
    "# MinMax scaler makes data values between 0 and 1\n",
    "\n",
    "scaler2 = MinMaxScaler()\n",
    "x_train = scaler2.fit_transform(x_train)\n",
    "x_test = scaler2.fit_transform(x_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "id": "04d6e211",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>393</th>\n",
       "      <th>394</th>\n",
       "      <th>395</th>\n",
       "      <th>396</th>\n",
       "      <th>397</th>\n",
       "      <th>398</th>\n",
       "      <th>399</th>\n",
       "      <th>400</th>\n",
       "      <th>401</th>\n",
       "      <th>402</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "      <td>73600.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.388249</td>\n",
       "      <td>0.462771</td>\n",
       "      <td>0.444546</td>\n",
       "      <td>0.486120</td>\n",
       "      <td>0.494720</td>\n",
       "      <td>0.421062</td>\n",
       "      <td>0.493696</td>\n",
       "      <td>0.498289</td>\n",
       "      <td>0.483803</td>\n",
       "      <td>0.437464</td>\n",
       "      <td>...</td>\n",
       "      <td>0.492744</td>\n",
       "      <td>0.435445</td>\n",
       "      <td>0.491220</td>\n",
       "      <td>0.455877</td>\n",
       "      <td>0.451913</td>\n",
       "      <td>0.499828</td>\n",
       "      <td>0.461055</td>\n",
       "      <td>0.474761</td>\n",
       "      <td>0.497564</td>\n",
       "      <td>0.443084</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.149285</td>\n",
       "      <td>0.156477</td>\n",
       "      <td>0.139193</td>\n",
       "      <td>0.136215</td>\n",
       "      <td>0.133175</td>\n",
       "      <td>0.137260</td>\n",
       "      <td>0.126258</td>\n",
       "      <td>0.128218</td>\n",
       "      <td>0.129589</td>\n",
       "      <td>0.129642</td>\n",
       "      <td>...</td>\n",
       "      <td>0.090172</td>\n",
       "      <td>0.070253</td>\n",
       "      <td>0.075324</td>\n",
       "      <td>0.071255</td>\n",
       "      <td>0.067835</td>\n",
       "      <td>0.071009</td>\n",
       "      <td>0.089517</td>\n",
       "      <td>0.081577</td>\n",
       "      <td>0.084176</td>\n",
       "      <td>0.072332</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.285519</td>\n",
       "      <td>0.348124</td>\n",
       "      <td>0.346624</td>\n",
       "      <td>0.393618</td>\n",
       "      <td>0.403988</td>\n",
       "      <td>0.325438</td>\n",
       "      <td>0.408695</td>\n",
       "      <td>0.413489</td>\n",
       "      <td>0.393521</td>\n",
       "      <td>0.345954</td>\n",
       "      <td>...</td>\n",
       "      <td>0.435459</td>\n",
       "      <td>0.391833</td>\n",
       "      <td>0.444756</td>\n",
       "      <td>0.412749</td>\n",
       "      <td>0.409886</td>\n",
       "      <td>0.455038</td>\n",
       "      <td>0.404019</td>\n",
       "      <td>0.424167</td>\n",
       "      <td>0.445362</td>\n",
       "      <td>0.397960</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.382889</td>\n",
       "      <td>0.461641</td>\n",
       "      <td>0.439049</td>\n",
       "      <td>0.484476</td>\n",
       "      <td>0.488515</td>\n",
       "      <td>0.412758</td>\n",
       "      <td>0.488396</td>\n",
       "      <td>0.496148</td>\n",
       "      <td>0.482375</td>\n",
       "      <td>0.432016</td>\n",
       "      <td>...</td>\n",
       "      <td>0.492658</td>\n",
       "      <td>0.435926</td>\n",
       "      <td>0.491977</td>\n",
       "      <td>0.455802</td>\n",
       "      <td>0.452114</td>\n",
       "      <td>0.499294</td>\n",
       "      <td>0.460814</td>\n",
       "      <td>0.474823</td>\n",
       "      <td>0.497761</td>\n",
       "      <td>0.443166</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.483664</td>\n",
       "      <td>0.572630</td>\n",
       "      <td>0.534542</td>\n",
       "      <td>0.580086</td>\n",
       "      <td>0.580279</td>\n",
       "      <td>0.506995</td>\n",
       "      <td>0.576067</td>\n",
       "      <td>0.581878</td>\n",
       "      <td>0.572623</td>\n",
       "      <td>0.521015</td>\n",
       "      <td>...</td>\n",
       "      <td>0.549698</td>\n",
       "      <td>0.479318</td>\n",
       "      <td>0.537751</td>\n",
       "      <td>0.498708</td>\n",
       "      <td>0.494242</td>\n",
       "      <td>0.544223</td>\n",
       "      <td>0.518000</td>\n",
       "      <td>0.525383</td>\n",
       "      <td>0.549913</td>\n",
       "      <td>0.488068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 403 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                0             1             2             3             4    \\\n",
       "count  73600.000000  73600.000000  73600.000000  73600.000000  73600.000000   \n",
       "mean       0.388249      0.462771      0.444546      0.486120      0.494720   \n",
       "std        0.149285      0.156477      0.139193      0.136215      0.133175   \n",
       "min        0.000000      0.000000      0.000000      0.000000      0.000000   \n",
       "25%        0.285519      0.348124      0.346624      0.393618      0.403988   \n",
       "50%        0.382889      0.461641      0.439049      0.484476      0.488515   \n",
       "75%        0.483664      0.572630      0.534542      0.580086      0.580279   \n",
       "max        1.000000      1.000000      1.000000      1.000000      1.000000   \n",
       "\n",
       "                5             6             7             8             9    \\\n",
       "count  73600.000000  73600.000000  73600.000000  73600.000000  73600.000000   \n",
       "mean       0.421062      0.493696      0.498289      0.483803      0.437464   \n",
       "std        0.137260      0.126258      0.128218      0.129589      0.129642   \n",
       "min        0.000000      0.000000      0.000000      0.000000      0.000000   \n",
       "25%        0.325438      0.408695      0.413489      0.393521      0.345954   \n",
       "50%        0.412758      0.488396      0.496148      0.482375      0.432016   \n",
       "75%        0.506995      0.576067      0.581878      0.572623      0.521015   \n",
       "max        1.000000      1.000000      1.000000      1.000000      1.000000   \n",
       "\n",
       "       ...           393           394           395           396  \\\n",
       "count  ...  73600.000000  73600.000000  73600.000000  73600.000000   \n",
       "mean   ...      0.492744      0.435445      0.491220      0.455877   \n",
       "std    ...      0.090172      0.070253      0.075324      0.071255   \n",
       "min    ...      0.000000      0.000000      0.000000      0.000000   \n",
       "25%    ...      0.435459      0.391833      0.444756      0.412749   \n",
       "50%    ...      0.492658      0.435926      0.491977      0.455802   \n",
       "75%    ...      0.549698      0.479318      0.537751      0.498708   \n",
       "max    ...      1.000000      1.000000      1.000000      1.000000   \n",
       "\n",
       "                397           398           399           400           401  \\\n",
       "count  73600.000000  73600.000000  73600.000000  73600.000000  73600.000000   \n",
       "mean       0.451913      0.499828      0.461055      0.474761      0.497564   \n",
       "std        0.067835      0.071009      0.089517      0.081577      0.084176   \n",
       "min        0.000000      0.000000      0.000000      0.000000      0.000000   \n",
       "25%        0.409886      0.455038      0.404019      0.424167      0.445362   \n",
       "50%        0.452114      0.499294      0.460814      0.474823      0.497761   \n",
       "75%        0.494242      0.544223      0.518000      0.525383      0.549913   \n",
       "max        1.000000      1.000000      1.000000      1.000000      1.000000   \n",
       "\n",
       "                402  \n",
       "count  73600.000000  \n",
       "mean       0.443084  \n",
       "std        0.072332  \n",
       "min        0.000000  \n",
       "25%        0.397960  \n",
       "50%        0.443166  \n",
       "75%        0.488068  \n",
       "max        1.000000  \n",
       "\n",
       "[8 rows x 403 columns]"
      ]
     },
     "execution_count": 116,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_train = pd.DataFrame(x_train)\n",
    "x_train.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "id": "84ca145e",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>393</th>\n",
       "      <th>394</th>\n",
       "      <th>395</th>\n",
       "      <th>396</th>\n",
       "      <th>397</th>\n",
       "      <th>398</th>\n",
       "      <th>399</th>\n",
       "      <th>400</th>\n",
       "      <th>401</th>\n",
       "      <th>402</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "      <td>18400.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>0.385235</td>\n",
       "      <td>0.448869</td>\n",
       "      <td>0.491833</td>\n",
       "      <td>0.503408</td>\n",
       "      <td>0.497925</td>\n",
       "      <td>0.425947</td>\n",
       "      <td>0.515881</td>\n",
       "      <td>0.507619</td>\n",
       "      <td>0.477106</td>\n",
       "      <td>0.416124</td>\n",
       "      <td>...</td>\n",
       "      <td>0.542201</td>\n",
       "      <td>0.507564</td>\n",
       "      <td>0.646944</td>\n",
       "      <td>0.406367</td>\n",
       "      <td>0.484863</td>\n",
       "      <td>0.454604</td>\n",
       "      <td>0.489783</td>\n",
       "      <td>0.521884</td>\n",
       "      <td>0.425007</td>\n",
       "      <td>0.420435</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>0.153195</td>\n",
       "      <td>0.165697</td>\n",
       "      <td>0.152317</td>\n",
       "      <td>0.140659</td>\n",
       "      <td>0.139235</td>\n",
       "      <td>0.146483</td>\n",
       "      <td>0.128592</td>\n",
       "      <td>0.136526</td>\n",
       "      <td>0.133457</td>\n",
       "      <td>0.141455</td>\n",
       "      <td>...</td>\n",
       "      <td>0.094125</td>\n",
       "      <td>0.070060</td>\n",
       "      <td>0.075198</td>\n",
       "      <td>0.073971</td>\n",
       "      <td>0.080694</td>\n",
       "      <td>0.095780</td>\n",
       "      <td>0.083187</td>\n",
       "      <td>0.086162</td>\n",
       "      <td>0.096340</td>\n",
       "      <td>0.074596</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>0.279170</td>\n",
       "      <td>0.328114</td>\n",
       "      <td>0.385940</td>\n",
       "      <td>0.407096</td>\n",
       "      <td>0.402724</td>\n",
       "      <td>0.323880</td>\n",
       "      <td>0.427458</td>\n",
       "      <td>0.416414</td>\n",
       "      <td>0.384248</td>\n",
       "      <td>0.316531</td>\n",
       "      <td>...</td>\n",
       "      <td>0.482845</td>\n",
       "      <td>0.464247</td>\n",
       "      <td>0.600891</td>\n",
       "      <td>0.361613</td>\n",
       "      <td>0.435129</td>\n",
       "      <td>0.394730</td>\n",
       "      <td>0.437382</td>\n",
       "      <td>0.468955</td>\n",
       "      <td>0.363622</td>\n",
       "      <td>0.374471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>0.380076</td>\n",
       "      <td>0.447481</td>\n",
       "      <td>0.485852</td>\n",
       "      <td>0.502486</td>\n",
       "      <td>0.493293</td>\n",
       "      <td>0.417835</td>\n",
       "      <td>0.510905</td>\n",
       "      <td>0.506378</td>\n",
       "      <td>0.475965</td>\n",
       "      <td>0.410332</td>\n",
       "      <td>...</td>\n",
       "      <td>0.542316</td>\n",
       "      <td>0.508198</td>\n",
       "      <td>0.647425</td>\n",
       "      <td>0.406270</td>\n",
       "      <td>0.484945</td>\n",
       "      <td>0.453635</td>\n",
       "      <td>0.489472</td>\n",
       "      <td>0.522485</td>\n",
       "      <td>0.424318</td>\n",
       "      <td>0.420803</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>0.485992</td>\n",
       "      <td>0.565793</td>\n",
       "      <td>0.591257</td>\n",
       "      <td>0.599416</td>\n",
       "      <td>0.588706</td>\n",
       "      <td>0.517179</td>\n",
       "      <td>0.598676</td>\n",
       "      <td>0.597752</td>\n",
       "      <td>0.567732</td>\n",
       "      <td>0.507253</td>\n",
       "      <td>...</td>\n",
       "      <td>0.601499</td>\n",
       "      <td>0.551028</td>\n",
       "      <td>0.693071</td>\n",
       "      <td>0.451008</td>\n",
       "      <td>0.533979</td>\n",
       "      <td>0.514365</td>\n",
       "      <td>0.541798</td>\n",
       "      <td>0.575875</td>\n",
       "      <td>0.485064</td>\n",
       "      <td>0.466566</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 403 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                0             1             2             3             4    \\\n",
       "count  18400.000000  18400.000000  18400.000000  18400.000000  18400.000000   \n",
       "mean       0.385235      0.448869      0.491833      0.503408      0.497925   \n",
       "std        0.153195      0.165697      0.152317      0.140659      0.139235   \n",
       "min        0.000000      0.000000      0.000000      0.000000      0.000000   \n",
       "25%        0.279170      0.328114      0.385940      0.407096      0.402724   \n",
       "50%        0.380076      0.447481      0.485852      0.502486      0.493293   \n",
       "75%        0.485992      0.565793      0.591257      0.599416      0.588706   \n",
       "max        1.000000      1.000000      1.000000      1.000000      1.000000   \n",
       "\n",
       "                5             6             7             8             9    \\\n",
       "count  18400.000000  18400.000000  18400.000000  18400.000000  18400.000000   \n",
       "mean       0.425947      0.515881      0.507619      0.477106      0.416124   \n",
       "std        0.146483      0.128592      0.136526      0.133457      0.141455   \n",
       "min        0.000000      0.000000      0.000000      0.000000      0.000000   \n",
       "25%        0.323880      0.427458      0.416414      0.384248      0.316531   \n",
       "50%        0.417835      0.510905      0.506378      0.475965      0.410332   \n",
       "75%        0.517179      0.598676      0.597752      0.567732      0.507253   \n",
       "max        1.000000      1.000000      1.000000      1.000000      1.000000   \n",
       "\n",
       "       ...           393           394           395           396  \\\n",
       "count  ...  18400.000000  18400.000000  18400.000000  18400.000000   \n",
       "mean   ...      0.542201      0.507564      0.646944      0.406367   \n",
       "std    ...      0.094125      0.070060      0.075198      0.073971   \n",
       "min    ...      0.000000      0.000000      0.000000      0.000000   \n",
       "25%    ...      0.482845      0.464247      0.600891      0.361613   \n",
       "50%    ...      0.542316      0.508198      0.647425      0.406270   \n",
       "75%    ...      0.601499      0.551028      0.693071      0.451008   \n",
       "max    ...      1.000000      1.000000      1.000000      1.000000   \n",
       "\n",
       "                397           398           399           400           401  \\\n",
       "count  18400.000000  18400.000000  18400.000000  18400.000000  18400.000000   \n",
       "mean       0.484863      0.454604      0.489783      0.521884      0.425007   \n",
       "std        0.080694      0.095780      0.083187      0.086162      0.096340   \n",
       "min        0.000000      0.000000      0.000000      0.000000      0.000000   \n",
       "25%        0.435129      0.394730      0.437382      0.468955      0.363622   \n",
       "50%        0.484945      0.453635      0.489472      0.522485      0.424318   \n",
       "75%        0.533979      0.514365      0.541798      0.575875      0.485064   \n",
       "max        1.000000      1.000000      1.000000      1.000000      1.000000   \n",
       "\n",
       "                402  \n",
       "count  18400.000000  \n",
       "mean       0.420435  \n",
       "std        0.074596  \n",
       "min        0.000000  \n",
       "25%        0.374471  \n",
       "50%        0.420803  \n",
       "75%        0.466566  \n",
       "max        1.000000  \n",
       "\n",
       "[8 rows x 403 columns]"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_test = pd.DataFrame(x_test)\n",
    "x_test.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "id": "e6f770cc",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 3.6843 - accuracy: 0.0924\n",
      "Epoch 2/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 3.2957 - accuracy: 0.2996\n",
      "Epoch 3/100\n",
      "2300/2300 [==============================] - 8s 3ms/step - loss: 2.9658 - accuracy: 0.4235\n",
      "Epoch 4/100\n",
      "2300/2300 [==============================] - 8s 3ms/step - loss: 2.6874 - accuracy: 0.4958\n",
      "Epoch 5/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 2.4604 - accuracy: 0.5368\n",
      "Epoch 6/100\n",
      "2300/2300 [==============================] - 7s 3ms/step - loss: 2.2754 - accuracy: 0.5664\n",
      "Epoch 7/100\n",
      "2300/2300 [==============================] - 7s 3ms/step - loss: 2.1246 - accuracy: 0.5834\n",
      "Epoch 8/100\n",
      "2300/2300 [==============================] - 7s 3ms/step - loss: 2.0013 - accuracy: 0.5994\n",
      "Epoch 9/100\n",
      "2300/2300 [==============================] - 6s 2ms/step - loss: 1.8961 - accuracy: 0.6121\n",
      "Epoch 10/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.8116 - accuracy: 0.6207\n",
      "Epoch 11/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.7362 - accuracy: 0.6312\n",
      "Epoch 12/100\n",
      "2300/2300 [==============================] - 4s 2ms/step - loss: 1.6741 - accuracy: 0.6382\n",
      "Epoch 13/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 1.6191 - accuracy: 0.6442\n",
      "Epoch 14/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.5711 - accuracy: 0.6507\n",
      "Epoch 15/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 1.5286 - accuracy: 0.6582\n",
      "Epoch 16/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 1.4902 - accuracy: 0.6600\n",
      "Epoch 17/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 1.4583 - accuracy: 0.6644\n",
      "Epoch 18/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.4266 - accuracy: 0.6705\n",
      "Epoch 19/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 1.4002 - accuracy: 0.6754\n",
      "Epoch 20/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 1.3748 - accuracy: 0.6777\n",
      "Epoch 21/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.3522 - accuracy: 0.6816\n",
      "Epoch 22/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.3308 - accuracy: 0.6844\n",
      "Epoch 23/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.3125 - accuracy: 0.6872\n",
      "Epoch 24/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 1.2937 - accuracy: 0.6913\n",
      "Epoch 25/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 1.2777 - accuracy: 0.6931\n",
      "Epoch 26/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 1.2623 - accuracy: 0.6966\n",
      "Epoch 27/100\n",
      "2300/2300 [==============================] - 6s 3ms/step - loss: 1.2487 - accuracy: 0.6985\n",
      "Epoch 28/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 1.2336 - accuracy: 0.7002\n",
      "Epoch 29/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.2224 - accuracy: 0.7026\n",
      "Epoch 30/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.2092 - accuracy: 0.7053\n",
      "Epoch 31/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 1.1975 - accuracy: 0.7071\n",
      "Epoch 32/100\n",
      "2300/2300 [==============================] - 8s 3ms/step - loss: 1.1888 - accuracy: 0.7076\n",
      "Epoch 33/100\n",
      "2300/2300 [==============================] - 8s 3ms/step - loss: 1.1783 - accuracy: 0.7094\n",
      "Epoch 34/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.1673 - accuracy: 0.7114\n",
      "Epoch 35/100\n",
      "2300/2300 [==============================] - 7s 3ms/step - loss: 1.1595 - accuracy: 0.7120\n",
      "Epoch 36/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.1495 - accuracy: 0.7139\n",
      "Epoch 37/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.1427 - accuracy: 0.7166\n",
      "Epoch 38/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.1340 - accuracy: 0.7175\n",
      "Epoch 39/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.1284 - accuracy: 0.7189\n",
      "Epoch 40/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.1202 - accuracy: 0.7189\n",
      "Epoch 41/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.1133 - accuracy: 0.7214\n",
      "Epoch 42/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.1069 - accuracy: 0.7226\n",
      "Epoch 43/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0996 - accuracy: 0.7254\n",
      "Epoch 44/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0951 - accuracy: 0.7245\n",
      "Epoch 45/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0890 - accuracy: 0.7243\n",
      "Epoch 46/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0829 - accuracy: 0.7263\n",
      "Epoch 47/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0790 - accuracy: 0.7269\n",
      "Epoch 48/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0714 - accuracy: 0.7299\n",
      "Epoch 49/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0690 - accuracy: 0.7297\n",
      "Epoch 50/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0645 - accuracy: 0.7307\n",
      "Epoch 51/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0604 - accuracy: 0.7327\n",
      "Epoch 52/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0546 - accuracy: 0.7327\n",
      "Epoch 53/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0503 - accuracy: 0.7326\n",
      "Epoch 54/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0466 - accuracy: 0.7342\n",
      "Epoch 55/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0427 - accuracy: 0.7341\n",
      "Epoch 56/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0394 - accuracy: 0.7336\n",
      "Epoch 57/100\n",
      "2300/2300 [==============================] - 7s 3ms/step - loss: 1.0352 - accuracy: 0.7356\n",
      "Epoch 58/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.0306 - accuracy: 0.7357\n",
      "Epoch 59/100\n",
      "2300/2300 [==============================] - 9s 4ms/step - loss: 1.0283 - accuracy: 0.7368\n",
      "Epoch 60/100\n",
      "2300/2300 [==============================] - 5s 2ms/step - loss: 1.0238 - accuracy: 0.7389\n",
      "Epoch 61/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0214 - accuracy: 0.7377\n",
      "Epoch 62/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 1.0187 - accuracy: 0.7375\n",
      "Epoch 63/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 1.0162 - accuracy: 0.7390\n",
      "Epoch 64/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0121 - accuracy: 0.7396\n",
      "Epoch 65/100\n",
      "2300/2300 [==============================] - 4s 2ms/step - loss: 1.0101 - accuracy: 0.7404\n",
      "Epoch 66/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 1.0057 - accuracy: 0.7405\n",
      "Epoch 67/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 1.0042 - accuracy: 0.7409\n",
      "Epoch 68/100\n",
      "2300/2300 [==============================] - 4s 2ms/step - loss: 1.0007 - accuracy: 0.7416\n",
      "Epoch 69/100\n",
      "2300/2300 [==============================] - 6s 3ms/step - loss: 0.9982 - accuracy: 0.7433\n",
      "Epoch 70/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9954 - accuracy: 0.7430\n",
      "Epoch 71/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9927 - accuracy: 0.7443\n",
      "Epoch 72/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9911 - accuracy: 0.7442\n",
      "Epoch 73/100\n",
      "2300/2300 [==============================] - 7s 3ms/step - loss: 0.9882 - accuracy: 0.7453\n",
      "Epoch 74/100\n",
      "2300/2300 [==============================] - 4s 2ms/step - loss: 0.9845 - accuracy: 0.7456\n",
      "Epoch 75/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9849 - accuracy: 0.7454\n",
      "Epoch 76/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9807 - accuracy: 0.7467\n",
      "Epoch 77/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9797 - accuracy: 0.7460\n",
      "Epoch 78/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9775 - accuracy: 0.7467\n",
      "Epoch 79/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2300/2300 [==============================] - 2s 966us/step - loss: 0.9752 - accuracy: 0.7483\n",
      "Epoch 80/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9722 - accuracy: 0.7474\n",
      "Epoch 81/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9697 - accuracy: 0.7480\n",
      "Epoch 82/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9702 - accuracy: 0.7487\n",
      "Epoch 83/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 0.9678 - accuracy: 0.7479\n",
      "Epoch 84/100\n",
      "2300/2300 [==============================] - 2s 991us/step - loss: 0.9657 - accuracy: 0.7494\n",
      "Epoch 85/100\n",
      "2300/2300 [==============================] - 4s 2ms/step - loss: 0.9642 - accuracy: 0.7500\n",
      "Epoch 86/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9634 - accuracy: 0.7493\n",
      "Epoch 87/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 0.9603 - accuracy: 0.7500\n",
      "Epoch 88/100\n",
      "2300/2300 [==============================] - 2s 994us/step - loss: 0.9600 - accuracy: 0.7495\n",
      "Epoch 89/100\n",
      "2300/2300 [==============================] - 4s 2ms/step - loss: 0.9571 - accuracy: 0.7496\n",
      "Epoch 90/100\n",
      "2300/2300 [==============================] - 8s 4ms/step - loss: 0.9559 - accuracy: 0.7504\n",
      "Epoch 91/100\n",
      "2300/2300 [==============================] - 5s 2ms/step - loss: 0.9538 - accuracy: 0.7502\n",
      "Epoch 92/100\n",
      "2300/2300 [==============================] - 7s 3ms/step - loss: 0.9526 - accuracy: 0.7512\n",
      "Epoch 93/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9504 - accuracy: 0.7520\n",
      "Epoch 94/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 0.9487 - accuracy: 0.7515\n",
      "Epoch 95/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 0.9475 - accuracy: 0.7515\n",
      "Epoch 96/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9464 - accuracy: 0.7536\n",
      "Epoch 97/100\n",
      "2300/2300 [==============================] - 4s 2ms/step - loss: 0.9458 - accuracy: 0.7526\n",
      "Epoch 98/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9427 - accuracy: 0.7537\n",
      "Epoch 99/100\n",
      "2300/2300 [==============================] - 2s 1ms/step - loss: 0.9426 - accuracy: 0.7531\n",
      "Epoch 100/100\n",
      "2300/2300 [==============================] - 3s 1ms/step - loss: 0.9402 - accuracy: 0.7538\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x1cbe6da3fa0>"
      ]
     },
     "execution_count": 141,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model1 = keras.Sequential([\n",
    "    keras.layers.Dense(46, input_shape=(403,), activation='sigmoid')\n",
    "])\n",
    "\n",
    "model1.compile(optimizer='adam',\n",
    "              loss='sparse_categorical_crossentropy',\n",
    "              metrics=['accuracy'])\n",
    "\n",
    "model1.fit(x_train, y_train, epochs=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "id": "d5bb9d5e",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/10\n",
      "2300/2300 [==============================] - 5s 2ms/step - loss: 3.6522 - accuracy: 0.0898\n",
      "Epoch 2/10\n",
      "2300/2300 [==============================] - 5s 2ms/step - loss: 2.2795 - accuracy: 0.4546\n",
      "Epoch 3/10\n",
      "2300/2300 [==============================] - 5s 2ms/step - loss: 1.6037 - accuracy: 0.5920\n",
      "Epoch 4/10\n",
      "2300/2300 [==============================] - 5s 2ms/step - loss: 1.3861 - accuracy: 0.6305\n",
      "Epoch 5/10\n",
      "2300/2300 [==============================] - 4s 2ms/step - loss: 1.2869 - accuracy: 0.6521\n",
      "Epoch 6/10\n",
      "2300/2300 [==============================] - 8s 3ms/step - loss: 1.2256 - accuracy: 0.6652\n",
      "Epoch 7/10\n",
      "2300/2300 [==============================] - 12s 5ms/step - loss: 1.1793 - accuracy: 0.6779\n",
      "Epoch 8/10\n",
      "2300/2300 [==============================] - 12s 5ms/step - loss: 1.1523 - accuracy: 0.6851\n",
      "Epoch 9/10\n",
      "2300/2300 [==============================] - 12s 5ms/step - loss: 1.1247 - accuracy: 0.6920\n",
      "Epoch 10/10\n",
      "2300/2300 [==============================] - 13s 5ms/step - loss: 1.1023 - accuracy: 0.6960\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x1cad957a820>"
      ]
     },
     "execution_count": 140,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = keras.Sequential([\n",
    "                          keras.layers.Dense(403, input_shape=(403,), activation='sigmoid'),\n",
    "                          keras.layers.Dense(46, activation='sigmoid')\n",
    "                        ])\n",
    "\n",
    "model.compile(optimizer='adam',\n",
    "              loss='sparse_categorical_crossentropy',\n",
    "              metrics=['accuracy'])\n",
    "\n",
    "model.fit(x_train, y_train, epochs = 10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "id": "14ed3e02",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_predicted = model1.predict(x_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "id": "5d05bc1b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "575/575 [==============================] - 1s 1ms/step - loss: 1.1941 - accuracy: 0.6768\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[1.194149136543274, 0.6767934560775757]"
      ]
     },
     "execution_count": 143,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model1.evaluate(x_test, y_test)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}