Dataset_Saving.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "3ae8b7a2",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "import numpy as np\n",
    "from scipy.sparse import coo_matrix"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e08ef638",
   "metadata": {},
   "source": [
    "## Visual Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "d13f4583",
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_labels():\n",
    "    # prepare all the labels\n",
    "    # scene category relevant\n",
    "    file_name_category = 'categories_places365.txt'\n",
    "    if not os.access(file_name_category, os.W_OK):\n",
    "        synset_url = 'https://raw.githubusercontent.com/csailvision/places365/master/categories_places365.txt'\n",
    "        os.system('wget ' + synset_url)\n",
    "    classes = list()\n",
    "    with open(file_name_category) as class_file:\n",
    "        for line in class_file:\n",
    "            classes.append(line.strip().split(' ')[0][3:])\n",
    "    classes = tuple(classes)\n",
    "\n",
    "    # indoor and outdoor relevant\n",
    "    file_name_IO = 'IO_places365.txt'\n",
    "    if not os.access(file_name_IO, os.W_OK):\n",
    "        synset_url = 'https://raw.githubusercontent.com/csailvision/places365/master/IO_places365.txt'\n",
    "        os.system('wget ' + synset_url)\n",
    "    with open(file_name_IO) as f:\n",
    "        lines = f.readlines()\n",
    "        labels_IO = []\n",
    "        for line in lines:\n",
    "            items = line.rstrip().split()\n",
    "            labels_IO.append(int(items[-1]) -1) # 0 is indoor, 1 is outdoor\n",
    "    labels_IO = np.array(labels_IO)\n",
    "\n",
    "    # scene attribute relevant\n",
    "    file_name_attribute = 'labels_sunattribute.txt'\n",
    "    if not os.access(file_name_attribute, os.W_OK):\n",
    "        synset_url = 'https://raw.githubusercontent.com/csailvision/places365/master/labels_sunattribute.txt'\n",
    "        os.system('wget ' + synset_url)\n",
    "    with open(file_name_attribute) as f:\n",
    "        lines = f.readlines()\n",
    "        labels_attribute = [item.rstrip() for item in lines]\n",
    "    file_name_W = 'W_sceneattribute_wideresnet18.npy'\n",
    "    if not os.access(file_name_W, os.W_OK):\n",
    "        synset_url = 'http://places2.csail.mit.edu/models_places365/W_sceneattribute_wideresnet18.npy'\n",
    "        os.system('wget ' + synset_url)\n",
    "    W_attribute = np.load(file_name_W)\n",
    "\n",
    "    return classes, labels_IO, labels_attribute, W_attribute"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "e3266433",
   "metadata": {},
   "outputs": [],
   "source": [
    "def idx_to_mat(M, M_ori, ID, k):\n",
    "    row = np.repeat(np.arange(0,len(M))[:,None],k,axis=1).flatten()\n",
    "    col = ID.flatten()\n",
    "    data = M.flatten()\n",
    "    \n",
    "    M_new = coo_matrix((data, (row, col)), shape=M_ori.shape).toarray()\n",
    "    \n",
    "    return M_new"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "a4e074c1",
   "metadata": {},
   "outputs": [],
   "source": [
    "def k_hot_filter(M, k):\n",
    "    IDX = np.argsort(M,axis=1)\n",
    "    ID = IDX[:,-k:]\n",
    "    ID_rev = IDX[:,:-k]\n",
    "    \n",
    "    R_id = np.take(M,ID, axis=1)\n",
    "    M_id = np.stack([R_id[i,i,:] for i in range(len(M))])\n",
    "    \n",
    "    conf = M_id.sum(axis=1)\n",
    "    \n",
    "    R_rev = np.take(np.ones(M.shape),ID_rev, axis=1)\n",
    "    R_rev_id = np.stack([R_rev[i,i,:] for i in range(len(M))])\n",
    "    M_rev = R_rev_id*(1-conf[:,None])/(M.shape[1]-k)\n",
    "    \n",
    "    M0 = idx_to_mat(M_id, M, ID, k)\n",
    "    M1 = idx_to_mat(M_rev, M, ID_rev, M.shape[1]-k)\n",
    "    \n",
    "    return M0+M1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "5b4eaf73",
   "metadata": {},
   "outputs": [],
   "source": [
    "classes, labels_IO, labels_attribute, W_attribute = load_labels()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "21699001",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150 = pd.read_csv('Venezia/data_storage/IMG_pred_150.csv',sep='\\t', index_col='Unnamed: 0')\n",
    "face_pred = pd.read_csv('Venezia/data_storage/Face_preds.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 326,
   "id": "186c7166",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150 = pd.read_csv('Amsterdam/data_storage/IMG_pred_150.csv',sep='\\t')\n",
    "face_pred = pd.read_csv('Amsterdam/data_storage/Face_preds.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 354,
   "id": "61f3aebb",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150 = pd.read_csv('Suzhou/data_storage/IMG_pred_150.csv',sep='\\t')\n",
    "face_pred = pd.read_csv('Suzhou/data_storage/Face_preds.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "8ada9f1b",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150 = pd.read_csv('data_storage/images/IMG_pred_150_cat.csv',sep='\\t', index_col='Unnamed: 0')\n",
    "face_pred = pd.read_csv('data_storage/images/Face_preds.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "acd26b0b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Attributes_0</th>\n",
       "      <th>Attributes_1</th>\n",
       "      <th>Attributes_2</th>\n",
       "      <th>Attributes_3</th>\n",
       "      <th>Attributes_4</th>\n",
       "      <th>Attributes_5</th>\n",
       "      <th>Attributes_6</th>\n",
       "      <th>Attributes_7</th>\n",
       "      <th>Attributes_8</th>\n",
       "      <th>...</th>\n",
       "      <th>cat_id_vote</th>\n",
       "      <th>cat_probs_vote</th>\n",
       "      <th>category_vote</th>\n",
       "      <th>conf_vote</th>\n",
       "      <th>cat_id_stack</th>\n",
       "      <th>cat_probs_stack</th>\n",
       "      <th>category_stack</th>\n",
       "      <th>conf_stack</th>\n",
       "      <th>category_same</th>\n",
       "      <th>index.1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>50770113131</td>\n",
       "      <td>man-made</td>\n",
       "      <td>natural light</td>\n",
       "      <td>no horizon</td>\n",
       "      <td>open area</td>\n",
       "      <td>vertical components</td>\n",
       "      <td>vegetation</td>\n",
       "      <td>sunny</td>\n",
       "      <td>leaves</td>\n",
       "      <td>foliage</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.39053658 0.07688859 0.05247085 0.01808068 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.390537</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.434003   0.09930002 0.0074593  0.01666662 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.434003</td>\n",
       "      <td>True</td>\n",
       "      <td>50770113131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>50770228312</td>\n",
       "      <td>man-made</td>\n",
       "      <td>natural light</td>\n",
       "      <td>open area</td>\n",
       "      <td>vertical components</td>\n",
       "      <td>no horizon</td>\n",
       "      <td>touring</td>\n",
       "      <td>sunny</td>\n",
       "      <td>brick</td>\n",
       "      <td>praying</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>[0.25264659 0.02824921 0.00182519 0.00707536 0...</td>\n",
       "      <td>monuments</td>\n",
       "      <td>0.689898</td>\n",
       "      <td>5</td>\n",
       "      <td>[0.36544746 0.03825779 0.00173039 0.00638233 0...</td>\n",
       "      <td>monuments</td>\n",
       "      <td>0.556244</td>\n",
       "      <td>True</td>\n",
       "      <td>50770228312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>50766039303</td>\n",
       "      <td>natural light</td>\n",
       "      <td>open area</td>\n",
       "      <td>man-made</td>\n",
       "      <td>boating</td>\n",
       "      <td>sunny</td>\n",
       "      <td>swimming</td>\n",
       "      <td>transporting</td>\n",
       "      <td>far-away horizon</td>\n",
       "      <td>still water</td>\n",
       "      <td>...</td>\n",
       "      <td>4</td>\n",
       "      <td>[0.0073182  0.35323225 0.00486117 0.00246835 0...</td>\n",
       "      <td>landscape scenery and natural features</td>\n",
       "      <td>0.477274</td>\n",
       "      <td>1</td>\n",
       "      <td>[0.04836891 0.40009176 0.02311173 0.04185914 0...</td>\n",
       "      <td>form</td>\n",
       "      <td>0.400092</td>\n",
       "      <td>False</td>\n",
       "      <td>50766039303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>50766893587</td>\n",
       "      <td>natural light</td>\n",
       "      <td>man-made</td>\n",
       "      <td>open area</td>\n",
       "      <td>touring</td>\n",
       "      <td>boating</td>\n",
       "      <td>swimming</td>\n",
       "      <td>sunny</td>\n",
       "      <td>still water</td>\n",
       "      <td>vertical components</td>\n",
       "      <td>...</td>\n",
       "      <td>6</td>\n",
       "      <td>[0.02507305 0.25538455 0.01152419 0.00863368 0...</td>\n",
       "      <td>people</td>\n",
       "      <td>0.481766</td>\n",
       "      <td>6</td>\n",
       "      <td>[0.0181194  0.33873159 0.06019872 0.05836022 0...</td>\n",
       "      <td>people</td>\n",
       "      <td>0.364438</td>\n",
       "      <td>True</td>\n",
       "      <td>50766893587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>50766892772</td>\n",
       "      <td>man-made</td>\n",
       "      <td>natural light</td>\n",
       "      <td>open area</td>\n",
       "      <td>no horizon</td>\n",
       "      <td>vertical components</td>\n",
       "      <td>sunny</td>\n",
       "      <td>pavement</td>\n",
       "      <td>driving</td>\n",
       "      <td>touring</td>\n",
       "      <td>...</td>\n",
       "      <td>1</td>\n",
       "      <td>[0.01647333 0.89346488 0.01105204 0.00141608 0...</td>\n",
       "      <td>form</td>\n",
       "      <td>0.893465</td>\n",
       "      <td>1</td>\n",
       "      <td>[7.14481079e-03 9.37520564e-01 6.32304290e-03 ...</td>\n",
       "      <td>form</td>\n",
       "      <td>0.937521</td>\n",
       "      <td>True</td>\n",
       "      <td>50766892772</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>20879329608</td>\n",
       "      <td>man-made</td>\n",
       "      <td>natural light</td>\n",
       "      <td>open area</td>\n",
       "      <td>sunny</td>\n",
       "      <td>no horizon</td>\n",
       "      <td>vertical components</td>\n",
       "      <td>touring</td>\n",
       "      <td>brick</td>\n",
       "      <td>glass</td>\n",
       "      <td>...</td>\n",
       "      <td>5</td>\n",
       "      <td>[0.03339911 0.28411171 0.00525297 0.00765534 0...</td>\n",
       "      <td>monuments</td>\n",
       "      <td>0.509671</td>\n",
       "      <td>5</td>\n",
       "      <td>[0.09946484 0.32641971 0.00675882 0.00629108 0...</td>\n",
       "      <td>monuments</td>\n",
       "      <td>0.458628</td>\n",
       "      <td>True</td>\n",
       "      <td>20879329608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>21040989736</td>\n",
       "      <td>man-made</td>\n",
       "      <td>no horizon</td>\n",
       "      <td>natural light</td>\n",
       "      <td>aged</td>\n",
       "      <td>vertical components</td>\n",
       "      <td>praying</td>\n",
       "      <td>symmetrical</td>\n",
       "      <td>brick</td>\n",
       "      <td>enclosed area</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.94034656 0.01258757 0.00357108 0.01685633 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.940347</td>\n",
       "      <td>0</td>\n",
       "      <td>[9.43930439e-01 7.15241083e-03 3.10525620e-04 ...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.943930</td>\n",
       "      <td>True</td>\n",
       "      <td>21040989736</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>20880415099</td>\n",
       "      <td>man-made</td>\n",
       "      <td>no horizon</td>\n",
       "      <td>natural light</td>\n",
       "      <td>aged</td>\n",
       "      <td>rock</td>\n",
       "      <td>open area</td>\n",
       "      <td>dry</td>\n",
       "      <td>sunny</td>\n",
       "      <td>brick</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.87164785 0.03271126 0.00088374 0.0227124  0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.871648</td>\n",
       "      <td>0</td>\n",
       "      <td>[9.09375858e-01 1.06165719e-02 5.26034688e-04 ...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.909376</td>\n",
       "      <td>True</td>\n",
       "      <td>20880415099</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>20879281658</td>\n",
       "      <td>man-made</td>\n",
       "      <td>no horizon</td>\n",
       "      <td>natural light</td>\n",
       "      <td>aged</td>\n",
       "      <td>dry</td>\n",
       "      <td>brick</td>\n",
       "      <td>wood</td>\n",
       "      <td>enclosed area</td>\n",
       "      <td>dirty</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.55386971 0.32644859 0.00757863 0.01558469 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.553870</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.6153323  0.179466   0.00454481 0.06058073 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.615332</td>\n",
       "      <td>True</td>\n",
       "      <td>20879281658</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>21074834751</td>\n",
       "      <td>man-made</td>\n",
       "      <td>no horizon</td>\n",
       "      <td>natural light</td>\n",
       "      <td>enclosed area</td>\n",
       "      <td>vertical components</td>\n",
       "      <td>praying</td>\n",
       "      <td>brick</td>\n",
       "      <td>aged</td>\n",
       "      <td>symmetrical</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.85974955 0.03049346 0.00218614 0.03633501 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.859750</td>\n",
       "      <td>0</td>\n",
       "      <td>[8.92577649e-01 1.09840241e-02 5.43714432e-04 ...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.892578</td>\n",
       "      <td>True</td>\n",
       "      <td>21074834751</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 576 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                ID   Attributes_0   Attributes_1   Attributes_2  \\\n",
       "0      50770113131       man-made  natural light     no horizon   \n",
       "1      50770228312       man-made  natural light      open area   \n",
       "2      50766039303  natural light      open area       man-made   \n",
       "3      50766893587  natural light       man-made      open area   \n",
       "4      50766892772       man-made  natural light      open area   \n",
       "...            ...            ...            ...            ...   \n",
       "80958  20879329608       man-made  natural light      open area   \n",
       "80959  21040989736       man-made     no horizon  natural light   \n",
       "80960  20880415099       man-made     no horizon  natural light   \n",
       "80961  20879281658       man-made     no horizon  natural light   \n",
       "80962  21074834751       man-made     no horizon  natural light   \n",
       "\n",
       "              Attributes_3         Attributes_4         Attributes_5  \\\n",
       "0                open area  vertical components           vegetation   \n",
       "1      vertical components           no horizon              touring   \n",
       "2                  boating                sunny             swimming   \n",
       "3                  touring              boating             swimming   \n",
       "4               no horizon  vertical components                sunny   \n",
       "...                    ...                  ...                  ...   \n",
       "80958                sunny           no horizon  vertical components   \n",
       "80959                 aged  vertical components              praying   \n",
       "80960                 aged                 rock            open area   \n",
       "80961                 aged                  dry                brick   \n",
       "80962        enclosed area  vertical components              praying   \n",
       "\n",
       "       Attributes_6      Attributes_7         Attributes_8  ... cat_id_vote  \\\n",
       "0             sunny            leaves              foliage  ...           0   \n",
       "1             sunny             brick              praying  ...           5   \n",
       "2      transporting  far-away horizon          still water  ...           4   \n",
       "3             sunny       still water  vertical components  ...           6   \n",
       "4          pavement           driving              touring  ...           1   \n",
       "...             ...               ...                  ...  ...         ...   \n",
       "80958       touring             brick                glass  ...           5   \n",
       "80959   symmetrical             brick        enclosed area  ...           0   \n",
       "80960           dry             sunny                brick  ...           0   \n",
       "80961          wood     enclosed area                dirty  ...           0   \n",
       "80962         brick              aged          symmetrical  ...           0   \n",
       "\n",
       "                                          cat_probs_vote  \\\n",
       "0      [0.39053658 0.07688859 0.05247085 0.01808068 0...   \n",
       "1      [0.25264659 0.02824921 0.00182519 0.00707536 0...   \n",
       "2      [0.0073182  0.35323225 0.00486117 0.00246835 0...   \n",
       "3      [0.02507305 0.25538455 0.01152419 0.00863368 0...   \n",
       "4      [0.01647333 0.89346488 0.01105204 0.00141608 0...   \n",
       "...                                                  ...   \n",
       "80958  [0.03339911 0.28411171 0.00525297 0.00765534 0...   \n",
       "80959  [0.94034656 0.01258757 0.00357108 0.01685633 0...   \n",
       "80960  [0.87164785 0.03271126 0.00088374 0.0227124  0...   \n",
       "80961  [0.55386971 0.32644859 0.00757863 0.01558469 0...   \n",
       "80962  [0.85974955 0.03049346 0.00218614 0.03633501 0...   \n",
       "\n",
       "                                category_vote  conf_vote  cat_id_stack  \\\n",
       "0                      architectural elements   0.390537             0   \n",
       "1                                   monuments   0.689898             5   \n",
       "2      landscape scenery and natural features   0.477274             1   \n",
       "3                                      people   0.481766             6   \n",
       "4                                        form   0.893465             1   \n",
       "...                                       ...        ...           ...   \n",
       "80958                               monuments   0.509671             5   \n",
       "80959                  architectural elements   0.940347             0   \n",
       "80960                  architectural elements   0.871648             0   \n",
       "80961                  architectural elements   0.553870             0   \n",
       "80962                  architectural elements   0.859750             0   \n",
       "\n",
       "                                         cat_probs_stack  \\\n",
       "0      [0.434003   0.09930002 0.0074593  0.01666662 0...   \n",
       "1      [0.36544746 0.03825779 0.00173039 0.00638233 0...   \n",
       "2      [0.04836891 0.40009176 0.02311173 0.04185914 0...   \n",
       "3      [0.0181194  0.33873159 0.06019872 0.05836022 0...   \n",
       "4      [7.14481079e-03 9.37520564e-01 6.32304290e-03 ...   \n",
       "...                                                  ...   \n",
       "80958  [0.09946484 0.32641971 0.00675882 0.00629108 0...   \n",
       "80959  [9.43930439e-01 7.15241083e-03 3.10525620e-04 ...   \n",
       "80960  [9.09375858e-01 1.06165719e-02 5.26034688e-04 ...   \n",
       "80961  [0.6153323  0.179466   0.00454481 0.06058073 0...   \n",
       "80962  [8.92577649e-01 1.09840241e-02 5.43714432e-04 ...   \n",
       "\n",
       "               category_stack  conf_stack  category_same      index.1  \n",
       "0      architectural elements    0.434003           True  50770113131  \n",
       "1                   monuments    0.556244           True  50770228312  \n",
       "2                        form    0.400092          False  50766039303  \n",
       "3                      people    0.364438           True  50766893587  \n",
       "4                        form    0.937521           True  50766892772  \n",
       "...                       ...         ...            ...          ...  \n",
       "80958               monuments    0.458628           True  20879329608  \n",
       "80959  architectural elements    0.943930           True  21040989736  \n",
       "80960  architectural elements    0.909376           True  20880415099  \n",
       "80961  architectural elements    0.615332           True  20879281658  \n",
       "80962  architectural elements    0.892578           True  21074834751  \n",
       "\n",
       "[80963 rows x 576 columns]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "IMG_pred_150"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 382,
   "id": "9b05da04",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>Face_prob</th>\n",
       "      <th>Face_boxes</th>\n",
       "      <th>Face_num_faces</th>\n",
       "      <th>Face_area</th>\n",
       "      <th>Face_areas</th>\n",
       "      <th>Face_ratio</th>\n",
       "      <th>index.1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>50770113131</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>50770113131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>50770228312</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>50770228312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>50766039303</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>50766039303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>50766893587</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>50766893587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>50766892772</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>50766892772</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>20879329608</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20879329608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>21040989736</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21040989736</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>20880415099</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20880415099</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>20879281658</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>20879281658</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>21074834751</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>21074834751</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             index  Face_prob Face_boxes  Face_num_faces  Face_area  \\\n",
       "0      50770113131        0.0         []               0        0.0   \n",
       "1      50770228312        0.0         []               0        0.0   \n",
       "2      50766039303        0.0         []               0        0.0   \n",
       "3      50766893587        0.0         []               0        0.0   \n",
       "4      50766892772        0.0         []               0        0.0   \n",
       "...            ...        ...        ...             ...        ...   \n",
       "80958  20879329608        0.0         []               0        0.0   \n",
       "80959  21040989736        0.0         []               0        0.0   \n",
       "80960  20880415099        0.0         []               0        0.0   \n",
       "80961  20879281658        0.0         []               0        0.0   \n",
       "80962  21074834751        0.0         []               0        0.0   \n",
       "\n",
       "      Face_areas  Face_ratio      index.1  \n",
       "0             []         0.0  50770113131  \n",
       "1             []         0.0  50770228312  \n",
       "2             []         0.0  50766039303  \n",
       "3             []         0.0  50766893587  \n",
       "4             []         0.0  50766892772  \n",
       "...          ...         ...          ...  \n",
       "80958         []         0.0  20879329608  \n",
       "80959         []         0.0  21040989736  \n",
       "80960         []         0.0  20880415099  \n",
       "80961         []         0.0  20879281658  \n",
       "80962         []         0.0  21074834751  \n",
       "\n",
       "[80963 rows x 8 columns]"
      ]
     },
     "execution_count": 382,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "face_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "7c2d275b",
   "metadata": {},
   "outputs": [],
   "source": [
    "H = IMG_pred_150[IMG_pred_150.columns[51:563]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "f1f81b98",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>VisFeat_0</th>\n",
       "      <th>VisFeat_1</th>\n",
       "      <th>VisFeat_2</th>\n",
       "      <th>VisFeat_3</th>\n",
       "      <th>VisFeat_4</th>\n",
       "      <th>VisFeat_5</th>\n",
       "      <th>VisFeat_6</th>\n",
       "      <th>VisFeat_7</th>\n",
       "      <th>VisFeat_8</th>\n",
       "      <th>VisFeat_9</th>\n",
       "      <th>...</th>\n",
       "      <th>VisFeat_502</th>\n",
       "      <th>VisFeat_503</th>\n",
       "      <th>VisFeat_504</th>\n",
       "      <th>VisFeat_505</th>\n",
       "      <th>VisFeat_506</th>\n",
       "      <th>VisFeat_507</th>\n",
       "      <th>VisFeat_508</th>\n",
       "      <th>VisFeat_509</th>\n",
       "      <th>VisFeat_510</th>\n",
       "      <th>VisFeat_511</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.095580</td>\n",
       "      <td>1.484140</td>\n",
       "      <td>0.167445</td>\n",
       "      <td>0.336726</td>\n",
       "      <td>0.396595</td>\n",
       "      <td>1.318515</td>\n",
       "      <td>0.116753</td>\n",
       "      <td>0.704350</td>\n",
       "      <td>0.172106</td>\n",
       "      <td>0.757024</td>\n",
       "      <td>...</td>\n",
       "      <td>0.917451</td>\n",
       "      <td>1.152833</td>\n",
       "      <td>0.489559</td>\n",
       "      <td>0.313069</td>\n",
       "      <td>0.137527</td>\n",
       "      <td>0.787630</td>\n",
       "      <td>0.285278</td>\n",
       "      <td>0.471025</td>\n",
       "      <td>1.154447</td>\n",
       "      <td>1.687698</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.362849</td>\n",
       "      <td>2.836981</td>\n",
       "      <td>0.030664</td>\n",
       "      <td>0.786215</td>\n",
       "      <td>0.178590</td>\n",
       "      <td>1.163436</td>\n",
       "      <td>0.499891</td>\n",
       "      <td>0.430285</td>\n",
       "      <td>1.069200</td>\n",
       "      <td>0.197102</td>\n",
       "      <td>...</td>\n",
       "      <td>2.555568</td>\n",
       "      <td>0.199221</td>\n",
       "      <td>1.318208</td>\n",
       "      <td>0.266274</td>\n",
       "      <td>0.167791</td>\n",
       "      <td>1.638651</td>\n",
       "      <td>0.379830</td>\n",
       "      <td>0.921426</td>\n",
       "      <td>2.066001</td>\n",
       "      <td>0.905397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.099797</td>\n",
       "      <td>0.947452</td>\n",
       "      <td>0.381367</td>\n",
       "      <td>0.213776</td>\n",
       "      <td>0.151737</td>\n",
       "      <td>0.437884</td>\n",
       "      <td>2.635227</td>\n",
       "      <td>0.394498</td>\n",
       "      <td>0.006307</td>\n",
       "      <td>0.623336</td>\n",
       "      <td>...</td>\n",
       "      <td>1.052630</td>\n",
       "      <td>0.157473</td>\n",
       "      <td>0.465565</td>\n",
       "      <td>0.321595</td>\n",
       "      <td>0.653918</td>\n",
       "      <td>0.297669</td>\n",
       "      <td>0.094641</td>\n",
       "      <td>0.219914</td>\n",
       "      <td>1.218820</td>\n",
       "      <td>0.736437</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.316780</td>\n",
       "      <td>0.736990</td>\n",
       "      <td>0.384384</td>\n",
       "      <td>0.187189</td>\n",
       "      <td>0.271150</td>\n",
       "      <td>1.719753</td>\n",
       "      <td>0.928709</td>\n",
       "      <td>0.179578</td>\n",
       "      <td>0.232560</td>\n",
       "      <td>0.771742</td>\n",
       "      <td>...</td>\n",
       "      <td>2.007199</td>\n",
       "      <td>1.004224</td>\n",
       "      <td>1.507421</td>\n",
       "      <td>0.207160</td>\n",
       "      <td>0.187115</td>\n",
       "      <td>0.471811</td>\n",
       "      <td>0.177643</td>\n",
       "      <td>1.205583</td>\n",
       "      <td>0.610920</td>\n",
       "      <td>0.165037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.202310</td>\n",
       "      <td>0.243766</td>\n",
       "      <td>0.980162</td>\n",
       "      <td>0.481957</td>\n",
       "      <td>0.178570</td>\n",
       "      <td>1.774477</td>\n",
       "      <td>0.567979</td>\n",
       "      <td>0.999433</td>\n",
       "      <td>0.341573</td>\n",
       "      <td>0.946846</td>\n",
       "      <td>...</td>\n",
       "      <td>2.133504</td>\n",
       "      <td>0.545064</td>\n",
       "      <td>0.898647</td>\n",
       "      <td>0.457206</td>\n",
       "      <td>0.086738</td>\n",
       "      <td>0.168795</td>\n",
       "      <td>0.565256</td>\n",
       "      <td>1.466466</td>\n",
       "      <td>1.873460</td>\n",
       "      <td>0.119550</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.704612</td>\n",
       "      <td>0.602044</td>\n",
       "      <td>0.421721</td>\n",
       "      <td>0.525769</td>\n",
       "      <td>0.397438</td>\n",
       "      <td>1.362708</td>\n",
       "      <td>0.285670</td>\n",
       "      <td>0.679079</td>\n",
       "      <td>0.060115</td>\n",
       "      <td>0.162297</td>\n",
       "      <td>...</td>\n",
       "      <td>2.042380</td>\n",
       "      <td>0.526155</td>\n",
       "      <td>0.870230</td>\n",
       "      <td>0.547946</td>\n",
       "      <td>0.259592</td>\n",
       "      <td>0.506071</td>\n",
       "      <td>0.188364</td>\n",
       "      <td>0.490420</td>\n",
       "      <td>1.051661</td>\n",
       "      <td>0.424045</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.207785</td>\n",
       "      <td>0.882313</td>\n",
       "      <td>0.853951</td>\n",
       "      <td>2.248372</td>\n",
       "      <td>0.377950</td>\n",
       "      <td>1.868718</td>\n",
       "      <td>0.027710</td>\n",
       "      <td>0.037824</td>\n",
       "      <td>0.432519</td>\n",
       "      <td>0.002355</td>\n",
       "      <td>...</td>\n",
       "      <td>0.888428</td>\n",
       "      <td>0.315798</td>\n",
       "      <td>1.203163</td>\n",
       "      <td>0.230864</td>\n",
       "      <td>0.410047</td>\n",
       "      <td>1.079965</td>\n",
       "      <td>1.455479</td>\n",
       "      <td>0.204381</td>\n",
       "      <td>1.584732</td>\n",
       "      <td>1.432753</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.239252</td>\n",
       "      <td>0.848180</td>\n",
       "      <td>0.419910</td>\n",
       "      <td>1.281097</td>\n",
       "      <td>0.235951</td>\n",
       "      <td>0.732951</td>\n",
       "      <td>0.194065</td>\n",
       "      <td>0.064664</td>\n",
       "      <td>0.368393</td>\n",
       "      <td>0.071118</td>\n",
       "      <td>...</td>\n",
       "      <td>0.753681</td>\n",
       "      <td>0.247543</td>\n",
       "      <td>1.084328</td>\n",
       "      <td>0.114132</td>\n",
       "      <td>0.312017</td>\n",
       "      <td>0.077341</td>\n",
       "      <td>0.956637</td>\n",
       "      <td>0.235695</td>\n",
       "      <td>1.850316</td>\n",
       "      <td>1.839262</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.461720</td>\n",
       "      <td>0.124599</td>\n",
       "      <td>0.876571</td>\n",
       "      <td>1.559331</td>\n",
       "      <td>0.484961</td>\n",
       "      <td>0.324873</td>\n",
       "      <td>0.392323</td>\n",
       "      <td>0.332792</td>\n",
       "      <td>0.633564</td>\n",
       "      <td>0.085607</td>\n",
       "      <td>...</td>\n",
       "      <td>1.157800</td>\n",
       "      <td>0.726961</td>\n",
       "      <td>1.090512</td>\n",
       "      <td>0.386779</td>\n",
       "      <td>0.094730</td>\n",
       "      <td>0.724957</td>\n",
       "      <td>0.527739</td>\n",
       "      <td>0.453889</td>\n",
       "      <td>0.985986</td>\n",
       "      <td>1.031839</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.437823</td>\n",
       "      <td>0.780513</td>\n",
       "      <td>0.394342</td>\n",
       "      <td>1.436883</td>\n",
       "      <td>0.642281</td>\n",
       "      <td>2.957955</td>\n",
       "      <td>0.071605</td>\n",
       "      <td>0.228663</td>\n",
       "      <td>0.176914</td>\n",
       "      <td>0.220222</td>\n",
       "      <td>...</td>\n",
       "      <td>2.091162</td>\n",
       "      <td>0.095726</td>\n",
       "      <td>1.270541</td>\n",
       "      <td>0.267439</td>\n",
       "      <td>0.419308</td>\n",
       "      <td>0.401468</td>\n",
       "      <td>0.435250</td>\n",
       "      <td>0.328912</td>\n",
       "      <td>1.515120</td>\n",
       "      <td>1.986113</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 512 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       VisFeat_0  VisFeat_1  VisFeat_2  VisFeat_3  VisFeat_4  VisFeat_5  \\\n",
       "0       0.095580   1.484140   0.167445   0.336726   0.396595   1.318515   \n",
       "1       0.362849   2.836981   0.030664   0.786215   0.178590   1.163436   \n",
       "2       0.099797   0.947452   0.381367   0.213776   0.151737   0.437884   \n",
       "3       0.316780   0.736990   0.384384   0.187189   0.271150   1.719753   \n",
       "4       0.202310   0.243766   0.980162   0.481957   0.178570   1.774477   \n",
       "...          ...        ...        ...        ...        ...        ...   \n",
       "80958   0.704612   0.602044   0.421721   0.525769   0.397438   1.362708   \n",
       "80959   0.207785   0.882313   0.853951   2.248372   0.377950   1.868718   \n",
       "80960   0.239252   0.848180   0.419910   1.281097   0.235951   0.732951   \n",
       "80961   0.461720   0.124599   0.876571   1.559331   0.484961   0.324873   \n",
       "80962   0.437823   0.780513   0.394342   1.436883   0.642281   2.957955   \n",
       "\n",
       "       VisFeat_6  VisFeat_7  VisFeat_8  VisFeat_9  ...  VisFeat_502  \\\n",
       "0       0.116753   0.704350   0.172106   0.757024  ...     0.917451   \n",
       "1       0.499891   0.430285   1.069200   0.197102  ...     2.555568   \n",
       "2       2.635227   0.394498   0.006307   0.623336  ...     1.052630   \n",
       "3       0.928709   0.179578   0.232560   0.771742  ...     2.007199   \n",
       "4       0.567979   0.999433   0.341573   0.946846  ...     2.133504   \n",
       "...          ...        ...        ...        ...  ...          ...   \n",
       "80958   0.285670   0.679079   0.060115   0.162297  ...     2.042380   \n",
       "80959   0.027710   0.037824   0.432519   0.002355  ...     0.888428   \n",
       "80960   0.194065   0.064664   0.368393   0.071118  ...     0.753681   \n",
       "80961   0.392323   0.332792   0.633564   0.085607  ...     1.157800   \n",
       "80962   0.071605   0.228663   0.176914   0.220222  ...     2.091162   \n",
       "\n",
       "       VisFeat_503  VisFeat_504  VisFeat_505  VisFeat_506  VisFeat_507  \\\n",
       "0         1.152833     0.489559     0.313069     0.137527     0.787630   \n",
       "1         0.199221     1.318208     0.266274     0.167791     1.638651   \n",
       "2         0.157473     0.465565     0.321595     0.653918     0.297669   \n",
       "3         1.004224     1.507421     0.207160     0.187115     0.471811   \n",
       "4         0.545064     0.898647     0.457206     0.086738     0.168795   \n",
       "...            ...          ...          ...          ...          ...   \n",
       "80958     0.526155     0.870230     0.547946     0.259592     0.506071   \n",
       "80959     0.315798     1.203163     0.230864     0.410047     1.079965   \n",
       "80960     0.247543     1.084328     0.114132     0.312017     0.077341   \n",
       "80961     0.726961     1.090512     0.386779     0.094730     0.724957   \n",
       "80962     0.095726     1.270541     0.267439     0.419308     0.401468   \n",
       "\n",
       "       VisFeat_508  VisFeat_509  VisFeat_510  VisFeat_511  \n",
       "0         0.285278     0.471025     1.154447     1.687698  \n",
       "1         0.379830     0.921426     2.066001     0.905397  \n",
       "2         0.094641     0.219914     1.218820     0.736437  \n",
       "3         0.177643     1.205583     0.610920     0.165037  \n",
       "4         0.565256     1.466466     1.873460     0.119550  \n",
       "...            ...          ...          ...          ...  \n",
       "80958     0.188364     0.490420     1.051661     0.424045  \n",
       "80959     1.455479     0.204381     1.584732     1.432753  \n",
       "80960     0.956637     0.235695     1.850316     1.839262  \n",
       "80961     0.527739     0.453889     0.985986     1.031839  \n",
       "80962     0.435250     0.328912     1.515120     1.986113  \n",
       "\n",
       "[80963 rows x 512 columns]"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "H"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "a426634a",
   "metadata": {},
   "outputs": [],
   "source": [
    "W = np.matmul(np.array(H),W_attribute.T)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "5d3b6df1",
   "metadata": {},
   "outputs": [],
   "source": [
    "W_logit = (np.exp(W)/np.sum(np.exp(W),axis=1)[:,None])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "cc766f13",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0.00472968, 0.00660566, 0.0071637 , ..., 0.00758422, 0.0131058 ,\n",
       "        0.0064717 ],\n",
       "       [0.00614284, 0.00909148, 0.00794041, ..., 0.00764144, 0.00708265,\n",
       "        0.00730435],\n",
       "       [0.02463707, 0.01276119, 0.0099947 , ..., 0.00598794, 0.00883059,\n",
       "        0.00703367],\n",
       "       ...,\n",
       "       [0.00517499, 0.00670504, 0.00737468, ..., 0.00915012, 0.00894595,\n",
       "        0.00714663],\n",
       "       [0.00613419, 0.0098961 , 0.00944293, ..., 0.00988938, 0.00682114,\n",
       "        0.00793346],\n",
       "       [0.00558306, 0.00742625, 0.00811362, ..., 0.0085044 , 0.00890578,\n",
       "        0.00806659]])"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "W_logit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "dc6f5f07",
   "metadata": {},
   "outputs": [],
   "source": [
    "def take_per_row(A, indx, num_elem=1):\n",
    "    all_indx = indx[:,None] + np.arange(num_elem)\n",
    "    return A[np.arange(all_indx.shape[0])[:,None], all_indx]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "4c4d3712",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([37, 77, 13, ..., 56, 89, 64], dtype=int64)"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "IDX = np.argsort(W_logit,axis=1)\n",
    "IDX[:,-10:][:,0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "13ceaeda",
   "metadata": {},
   "outputs": [],
   "source": [
    "a = take_per_row(W_logit, IDX[:,-10:][:,0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "7aad55a2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ATT_boating</th>\n",
       "      <th>ATT_driving</th>\n",
       "      <th>ATT_biking</th>\n",
       "      <th>ATT_transporting</th>\n",
       "      <th>ATT_sunbathing</th>\n",
       "      <th>ATT_touring</th>\n",
       "      <th>ATT_hiking</th>\n",
       "      <th>ATT_climbing</th>\n",
       "      <th>ATT_camping</th>\n",
       "      <th>ATT_reading</th>\n",
       "      <th>...</th>\n",
       "      <th>ATT_far-away horizon</th>\n",
       "      <th>ATT_no horizon</th>\n",
       "      <th>ATT_rugged scene</th>\n",
       "      <th>ATT_vertical components</th>\n",
       "      <th>ATT_horizontal components</th>\n",
       "      <th>ATT_symmetrical</th>\n",
       "      <th>ATT_cluttered space</th>\n",
       "      <th>ATT_scary</th>\n",
       "      <th>ATT_soothing</th>\n",
       "      <th>ATT_stressful</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.041550</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.021930</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.020698</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.022183</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.027873</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.024637</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.017210</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016379</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.021762</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.023330</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.015937</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.016149</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.014660</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.014368</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.018777</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.018383</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.015239</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.016754</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.015712</td>\n",
       "      <td>0.012102</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.063667</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.018533</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.015999</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.040070</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.048417</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.059336</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.018475</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.014008</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 102 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       ATT_boating  ATT_driving  ATT_biking  ATT_transporting  ATT_sunbathing  \\\n",
       "0         0.007941     0.007941    0.007941          0.007941        0.007941   \n",
       "1         0.007538     0.007538    0.007538          0.007538        0.007538   \n",
       "2         0.024637     0.007689    0.007689          0.017210        0.007689   \n",
       "3         0.021762     0.007393    0.007393          0.007393        0.007393   \n",
       "4         0.007826     0.014660    0.007826          0.007826        0.007826   \n",
       "...            ...          ...         ...               ...             ...   \n",
       "80958     0.007739     0.007739    0.007739          0.007739        0.007739   \n",
       "80959     0.007850     0.007850    0.007850          0.007850        0.007850   \n",
       "80960     0.007926     0.007926    0.007926          0.007926        0.007926   \n",
       "80961     0.008142     0.008142    0.008142          0.008142        0.008142   \n",
       "80962     0.007967     0.007967    0.007967          0.007967        0.007967   \n",
       "\n",
       "       ATT_touring  ATT_hiking  ATT_climbing  ATT_camping  ATT_reading  ...  \\\n",
       "0         0.007941    0.007941      0.007941     0.007941     0.007941  ...   \n",
       "1         0.020698    0.007538      0.007538     0.007538     0.007538  ...   \n",
       "2         0.007689    0.007689      0.007689     0.007689     0.007689  ...   \n",
       "3         0.023330    0.007393      0.007393     0.007393     0.007393  ...   \n",
       "4         0.014368    0.007826      0.007826     0.007826     0.007826  ...   \n",
       "...            ...         ...           ...          ...          ...  ...   \n",
       "80958     0.015239    0.007739      0.007739     0.007739     0.007739  ...   \n",
       "80959     0.007850    0.007850      0.007850     0.007850     0.007850  ...   \n",
       "80960     0.007926    0.007926      0.007926     0.007926     0.007926  ...   \n",
       "80961     0.008142    0.008142      0.008142     0.008142     0.008142  ...   \n",
       "80962     0.007967    0.007967      0.007967     0.007967     0.007967  ...   \n",
       "\n",
       "       ATT_far-away horizon  ATT_no horizon  ATT_rugged scene  \\\n",
       "0                  0.007941        0.041550          0.007941   \n",
       "1                  0.007538        0.022183          0.007538   \n",
       "2                  0.016379        0.007689          0.007689   \n",
       "3                  0.007393        0.015937          0.007393   \n",
       "4                  0.007826        0.018777          0.007826   \n",
       "...                     ...             ...               ...   \n",
       "80958              0.007739        0.016754          0.007739   \n",
       "80959              0.007850        0.063667          0.007850   \n",
       "80960              0.007926        0.040070          0.007926   \n",
       "80961              0.008142        0.048417          0.008142   \n",
       "80962              0.007967        0.059336          0.007967   \n",
       "\n",
       "       ATT_vertical components  ATT_horizontal components  ATT_symmetrical  \\\n",
       "0                     0.021930                   0.007941         0.007941   \n",
       "1                     0.027873                   0.007538         0.007538   \n",
       "2                     0.007689                   0.007689         0.007689   \n",
       "3                     0.016149                   0.007393         0.007393   \n",
       "4                     0.018383                   0.007826         0.007826   \n",
       "...                        ...                        ...              ...   \n",
       "80958                 0.015712                   0.012102         0.007739   \n",
       "80959                 0.018533                   0.007850         0.015999   \n",
       "80960                 0.007926                   0.007926         0.007926   \n",
       "80961                 0.008142                   0.008142         0.008142   \n",
       "80962                 0.018475                   0.007967         0.014008   \n",
       "\n",
       "       ATT_cluttered space  ATT_scary  ATT_soothing  ATT_stressful  \n",
       "0                 0.007941   0.007941      0.007941       0.007941  \n",
       "1                 0.007538   0.007538      0.007538       0.007538  \n",
       "2                 0.007689   0.007689      0.007689       0.007689  \n",
       "3                 0.007393   0.007393      0.007393       0.007393  \n",
       "4                 0.007826   0.007826      0.007826       0.007826  \n",
       "...                    ...        ...           ...            ...  \n",
       "80958             0.007739   0.007739      0.007739       0.007739  \n",
       "80959             0.007850   0.007850      0.007850       0.007850  \n",
       "80960             0.007926   0.007926      0.007926       0.007926  \n",
       "80961             0.008142   0.008142      0.008142       0.008142  \n",
       "80962             0.007967   0.007967      0.007967       0.007967  \n",
       "\n",
       "[80963 rows x 102 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "L_a = W_logit * (pd.DataFrame(W_logit,columns=['ATT_'+a for a in labels_attribute])>=a)\n",
    "conf = L_a.sum(axis=1)\n",
    "La = ((L_a + ((1-np.array(conf))/92)[:,None])*(L_a==0) + L_a)\n",
    "La"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "d034a051",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ATT_boating</th>\n",
       "      <th>ATT_driving</th>\n",
       "      <th>ATT_biking</th>\n",
       "      <th>ATT_transporting</th>\n",
       "      <th>ATT_sunbathing</th>\n",
       "      <th>ATT_touring</th>\n",
       "      <th>ATT_hiking</th>\n",
       "      <th>ATT_climbing</th>\n",
       "      <th>ATT_camping</th>\n",
       "      <th>ATT_reading</th>\n",
       "      <th>...</th>\n",
       "      <th>ATT_far-away horizon</th>\n",
       "      <th>ATT_no horizon</th>\n",
       "      <th>ATT_rugged scene</th>\n",
       "      <th>ATT_vertical components</th>\n",
       "      <th>ATT_horizontal components</th>\n",
       "      <th>ATT_symmetrical</th>\n",
       "      <th>ATT_cluttered space</th>\n",
       "      <th>ATT_scary</th>\n",
       "      <th>ATT_soothing</th>\n",
       "      <th>ATT_stressful</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.019991</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.018967</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016033</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "      <td>0.007074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.011022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.013117</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>...</td>\n",
       "      <td>0.024333</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.012180</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "      <td>0.007022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.021909</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.021507</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.018033</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "      <td>0.007077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.015944</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.035501</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.016390</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.008118</td>\n",
       "      <td>0.011374</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.047680</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "      <td>0.007887</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2946</th>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.047875</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "      <td>0.008231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2947</th>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.059437</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "      <td>0.007976</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2948</th>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.042148</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.007691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2949</th>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.032347</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.015322</td>\n",
       "      <td>0.013575</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "      <td>0.008304</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2950</th>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.015828</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "      <td>0.007242</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2951 rows × 102 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      ATT_boating  ATT_driving  ATT_biking  ATT_transporting  ATT_sunbathing  \\\n",
       "0        0.019991     0.007074    0.007074          0.007074        0.007074   \n",
       "1        0.011022     0.007022    0.007022          0.007022        0.007022   \n",
       "2        0.021909     0.007077    0.007077          0.007077        0.007077   \n",
       "3        0.008118     0.008118    0.008118          0.008118        0.008118   \n",
       "4        0.007887     0.007887    0.007887          0.007887        0.007887   \n",
       "...           ...          ...         ...               ...             ...   \n",
       "2946     0.008231     0.008231    0.008231          0.008231        0.008231   \n",
       "2947     0.007976     0.007976    0.007976          0.007976        0.007976   \n",
       "2948     0.007691     0.007691    0.007691          0.007691        0.007691   \n",
       "2949     0.008304     0.008304    0.008304          0.008304        0.008304   \n",
       "2950     0.007242     0.007242    0.007242          0.007242        0.007242   \n",
       "\n",
       "      ATT_touring  ATT_hiking  ATT_climbing  ATT_camping  ATT_reading  ...  \\\n",
       "0        0.018967    0.007074      0.007074     0.007074     0.007074  ...   \n",
       "1        0.013117    0.007022      0.007022     0.007022     0.007022  ...   \n",
       "2        0.021507    0.007077      0.007077     0.007077     0.007077  ...   \n",
       "3        0.015944    0.008118      0.008118     0.008118     0.008118  ...   \n",
       "4        0.007887    0.007887      0.007887     0.007887     0.007887  ...   \n",
       "...           ...         ...           ...          ...          ...  ...   \n",
       "2946     0.008231    0.008231      0.008231     0.008231     0.008231  ...   \n",
       "2947     0.007976    0.007976      0.007976     0.007976     0.007976  ...   \n",
       "2948     0.007691    0.007691      0.007691     0.007691     0.007691  ...   \n",
       "2949     0.008304    0.008304      0.008304     0.008304     0.008304  ...   \n",
       "2950     0.007242    0.007242      0.007242     0.007242     0.007242  ...   \n",
       "\n",
       "      ATT_far-away horizon  ATT_no horizon  ATT_rugged scene  \\\n",
       "0                 0.016033        0.007074          0.007074   \n",
       "1                 0.024333        0.007022          0.007022   \n",
       "2                 0.007077        0.007077          0.007077   \n",
       "3                 0.008118        0.035501          0.008118   \n",
       "4                 0.007887        0.047680          0.007887   \n",
       "...                    ...             ...               ...   \n",
       "2946              0.008231        0.047875          0.008231   \n",
       "2947              0.007976        0.059437          0.007976   \n",
       "2948              0.007691        0.042148          0.007691   \n",
       "2949              0.008304        0.032347          0.008304   \n",
       "2950              0.007242        0.015828          0.007242   \n",
       "\n",
       "      ATT_vertical components  ATT_horizontal components  ATT_symmetrical  \\\n",
       "0                    0.007074                   0.007074         0.007074   \n",
       "1                    0.012180                   0.007022         0.007022   \n",
       "2                    0.018033                   0.007077         0.007077   \n",
       "3                    0.016390                   0.008118         0.008118   \n",
       "4                    0.007887                   0.007887         0.007887   \n",
       "...                       ...                        ...              ...   \n",
       "2946                 0.008231                   0.008231         0.008231   \n",
       "2947                 0.007976                   0.007976         0.007976   \n",
       "2948                 0.007691                   0.007691         0.007691   \n",
       "2949                 0.015322                   0.013575         0.008304   \n",
       "2950                 0.007242                   0.007242         0.007242   \n",
       "\n",
       "      ATT_cluttered space  ATT_scary  ATT_soothing  ATT_stressful  \n",
       "0                0.007074   0.007074      0.007074       0.007074  \n",
       "1                0.007022   0.007022      0.007022       0.007022  \n",
       "2                0.007077   0.007077      0.007077       0.007077  \n",
       "3                0.008118   0.008118      0.008118       0.011374  \n",
       "4                0.007887   0.007887      0.007887       0.007887  \n",
       "...                   ...        ...           ...            ...  \n",
       "2946             0.008231   0.008231      0.008231       0.008231  \n",
       "2947             0.007976   0.007976      0.007976       0.007976  \n",
       "2948             0.007691   0.007691      0.007691       0.007691  \n",
       "2949             0.008304   0.008304      0.008304       0.008304  \n",
       "2950             0.007242   0.007242      0.007242       0.007242  \n",
       "\n",
       "[2951 rows x 102 columns]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "La = pd.DataFrame(k_hot_filter(W_logit,10),columns=['ATT_'+a for a in labels_attribute])\n",
    "La"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "32fcb576",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        1.0\n",
       "1        1.0\n",
       "2        1.0\n",
       "3        1.0\n",
       "4        1.0\n",
       "        ... \n",
       "80958    1.0\n",
       "80959    1.0\n",
       "80960    1.0\n",
       "80961    1.0\n",
       "80962    1.0\n",
       "Length: 80963, dtype: float64"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "La.sum(axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "60fd17a1",
   "metadata": {},
   "outputs": [],
   "source": [
    "Places = IMG_pred_150[IMG_pred_150.columns[21:51]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "bd05650d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Places_p_0</th>\n",
       "      <th>Places_p_1</th>\n",
       "      <th>Places_p_2</th>\n",
       "      <th>Places_p_3</th>\n",
       "      <th>Places_p_4</th>\n",
       "      <th>Places_p_5</th>\n",
       "      <th>Places_p_6</th>\n",
       "      <th>Places_p_7</th>\n",
       "      <th>Places_p_8</th>\n",
       "      <th>Places_p_9</th>\n",
       "      <th>...</th>\n",
       "      <th>Places_ID_0</th>\n",
       "      <th>Places_ID_1</th>\n",
       "      <th>Places_ID_2</th>\n",
       "      <th>Places_ID_3</th>\n",
       "      <th>Places_ID_4</th>\n",
       "      <th>Places_ID_5</th>\n",
       "      <th>Places_ID_6</th>\n",
       "      <th>Places_ID_7</th>\n",
       "      <th>Places_ID_8</th>\n",
       "      <th>Places_ID_9</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.140020</td>\n",
       "      <td>0.126312</td>\n",
       "      <td>0.042274</td>\n",
       "      <td>0.034378</td>\n",
       "      <td>0.033253</td>\n",
       "      <td>0.031212</td>\n",
       "      <td>0.025955</td>\n",
       "      <td>0.025221</td>\n",
       "      <td>0.018702</td>\n",
       "      <td>0.018020</td>\n",
       "      <td>...</td>\n",
       "      <td>201</td>\n",
       "      <td>196</td>\n",
       "      <td>10</td>\n",
       "      <td>290</td>\n",
       "      <td>261</td>\n",
       "      <td>109</td>\n",
       "      <td>345</td>\n",
       "      <td>33</td>\n",
       "      <td>272</td>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.869308</td>\n",
       "      <td>0.022048</td>\n",
       "      <td>0.011398</td>\n",
       "      <td>0.011329</td>\n",
       "      <td>0.010825</td>\n",
       "      <td>0.010472</td>\n",
       "      <td>0.007895</td>\n",
       "      <td>0.004579</td>\n",
       "      <td>0.003729</td>\n",
       "      <td>0.003200</td>\n",
       "      <td>...</td>\n",
       "      <td>327</td>\n",
       "      <td>108</td>\n",
       "      <td>237</td>\n",
       "      <td>109</td>\n",
       "      <td>91</td>\n",
       "      <td>334</td>\n",
       "      <td>132</td>\n",
       "      <td>230</td>\n",
       "      <td>196</td>\n",
       "      <td>213</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.778716</td>\n",
       "      <td>0.043855</td>\n",
       "      <td>0.026737</td>\n",
       "      <td>0.025956</td>\n",
       "      <td>0.015962</td>\n",
       "      <td>0.009945</td>\n",
       "      <td>0.008016</td>\n",
       "      <td>0.006170</td>\n",
       "      <td>0.005180</td>\n",
       "      <td>0.005148</td>\n",
       "      <td>...</td>\n",
       "      <td>79</td>\n",
       "      <td>273</td>\n",
       "      <td>49</td>\n",
       "      <td>78</td>\n",
       "      <td>171</td>\n",
       "      <td>229</td>\n",
       "      <td>348</td>\n",
       "      <td>283</td>\n",
       "      <td>319</td>\n",
       "      <td>218</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.835532</td>\n",
       "      <td>0.017288</td>\n",
       "      <td>0.012632</td>\n",
       "      <td>0.011651</td>\n",
       "      <td>0.011080</td>\n",
       "      <td>0.008530</td>\n",
       "      <td>0.008107</td>\n",
       "      <td>0.007858</td>\n",
       "      <td>0.007776</td>\n",
       "      <td>0.006972</td>\n",
       "      <td>...</td>\n",
       "      <td>79</td>\n",
       "      <td>229</td>\n",
       "      <td>218</td>\n",
       "      <td>49</td>\n",
       "      <td>132</td>\n",
       "      <td>353</td>\n",
       "      <td>268</td>\n",
       "      <td>273</td>\n",
       "      <td>78</td>\n",
       "      <td>171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.158031</td>\n",
       "      <td>0.154220</td>\n",
       "      <td>0.126143</td>\n",
       "      <td>0.063206</td>\n",
       "      <td>0.055104</td>\n",
       "      <td>0.046235</td>\n",
       "      <td>0.038958</td>\n",
       "      <td>0.031665</td>\n",
       "      <td>0.026696</td>\n",
       "      <td>0.023611</td>\n",
       "      <td>...</td>\n",
       "      <td>319</td>\n",
       "      <td>109</td>\n",
       "      <td>4</td>\n",
       "      <td>227</td>\n",
       "      <td>270</td>\n",
       "      <td>79</td>\n",
       "      <td>256</td>\n",
       "      <td>189</td>\n",
       "      <td>47</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.140349</td>\n",
       "      <td>0.070128</td>\n",
       "      <td>0.063321</td>\n",
       "      <td>0.046199</td>\n",
       "      <td>0.042463</td>\n",
       "      <td>0.038982</td>\n",
       "      <td>0.029716</td>\n",
       "      <td>0.029220</td>\n",
       "      <td>0.026144</td>\n",
       "      <td>0.020487</td>\n",
       "      <td>...</td>\n",
       "      <td>79</td>\n",
       "      <td>132</td>\n",
       "      <td>77</td>\n",
       "      <td>108</td>\n",
       "      <td>270</td>\n",
       "      <td>213</td>\n",
       "      <td>8</td>\n",
       "      <td>5</td>\n",
       "      <td>256</td>\n",
       "      <td>109</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.918045</td>\n",
       "      <td>0.042664</td>\n",
       "      <td>0.007215</td>\n",
       "      <td>0.006569</td>\n",
       "      <td>0.006335</td>\n",
       "      <td>0.003469</td>\n",
       "      <td>0.002794</td>\n",
       "      <td>0.001578</td>\n",
       "      <td>0.001568</td>\n",
       "      <td>0.001061</td>\n",
       "      <td>...</td>\n",
       "      <td>123</td>\n",
       "      <td>3</td>\n",
       "      <td>41</td>\n",
       "      <td>69</td>\n",
       "      <td>226</td>\n",
       "      <td>90</td>\n",
       "      <td>327</td>\n",
       "      <td>129</td>\n",
       "      <td>12</td>\n",
       "      <td>227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.174099</td>\n",
       "      <td>0.121597</td>\n",
       "      <td>0.103429</td>\n",
       "      <td>0.098353</td>\n",
       "      <td>0.080807</td>\n",
       "      <td>0.042609</td>\n",
       "      <td>0.028817</td>\n",
       "      <td>0.027616</td>\n",
       "      <td>0.021983</td>\n",
       "      <td>0.017629</td>\n",
       "      <td>...</td>\n",
       "      <td>3</td>\n",
       "      <td>69</td>\n",
       "      <td>123</td>\n",
       "      <td>292</td>\n",
       "      <td>226</td>\n",
       "      <td>13</td>\n",
       "      <td>330</td>\n",
       "      <td>74</td>\n",
       "      <td>41</td>\n",
       "      <td>296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.153207</td>\n",
       "      <td>0.122745</td>\n",
       "      <td>0.086672</td>\n",
       "      <td>0.081746</td>\n",
       "      <td>0.048086</td>\n",
       "      <td>0.045712</td>\n",
       "      <td>0.041104</td>\n",
       "      <td>0.038536</td>\n",
       "      <td>0.020216</td>\n",
       "      <td>0.019491</td>\n",
       "      <td>...</td>\n",
       "      <td>123</td>\n",
       "      <td>216</td>\n",
       "      <td>227</td>\n",
       "      <td>41</td>\n",
       "      <td>308</td>\n",
       "      <td>43</td>\n",
       "      <td>37</td>\n",
       "      <td>131</td>\n",
       "      <td>129</td>\n",
       "      <td>332</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.611204</td>\n",
       "      <td>0.058257</td>\n",
       "      <td>0.057028</td>\n",
       "      <td>0.033453</td>\n",
       "      <td>0.033087</td>\n",
       "      <td>0.029314</td>\n",
       "      <td>0.022656</td>\n",
       "      <td>0.019241</td>\n",
       "      <td>0.009766</td>\n",
       "      <td>0.009678</td>\n",
       "      <td>...</td>\n",
       "      <td>123</td>\n",
       "      <td>3</td>\n",
       "      <td>227</td>\n",
       "      <td>327</td>\n",
       "      <td>90</td>\n",
       "      <td>12</td>\n",
       "      <td>134</td>\n",
       "      <td>109</td>\n",
       "      <td>69</td>\n",
       "      <td>91</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 30 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Places_p_0  Places_p_1  Places_p_2  Places_p_3  Places_p_4  Places_p_5  \\\n",
       "0        0.140020    0.126312    0.042274    0.034378    0.033253    0.031212   \n",
       "1        0.869308    0.022048    0.011398    0.011329    0.010825    0.010472   \n",
       "2        0.778716    0.043855    0.026737    0.025956    0.015962    0.009945   \n",
       "3        0.835532    0.017288    0.012632    0.011651    0.011080    0.008530   \n",
       "4        0.158031    0.154220    0.126143    0.063206    0.055104    0.046235   \n",
       "...           ...         ...         ...         ...         ...         ...   \n",
       "80958    0.140349    0.070128    0.063321    0.046199    0.042463    0.038982   \n",
       "80959    0.918045    0.042664    0.007215    0.006569    0.006335    0.003469   \n",
       "80960    0.174099    0.121597    0.103429    0.098353    0.080807    0.042609   \n",
       "80961    0.153207    0.122745    0.086672    0.081746    0.048086    0.045712   \n",
       "80962    0.611204    0.058257    0.057028    0.033453    0.033087    0.029314   \n",
       "\n",
       "       Places_p_6  Places_p_7  Places_p_8  Places_p_9  ... Places_ID_0  \\\n",
       "0        0.025955    0.025221    0.018702    0.018020  ...         201   \n",
       "1        0.007895    0.004579    0.003729    0.003200  ...         327   \n",
       "2        0.008016    0.006170    0.005180    0.005148  ...          79   \n",
       "3        0.008107    0.007858    0.007776    0.006972  ...          79   \n",
       "4        0.038958    0.031665    0.026696    0.023611  ...         319   \n",
       "...           ...         ...         ...         ...  ...         ...   \n",
       "80958    0.029716    0.029220    0.026144    0.020487  ...          79   \n",
       "80959    0.002794    0.001578    0.001568    0.001061  ...         123   \n",
       "80960    0.028817    0.027616    0.021983    0.017629  ...           3   \n",
       "80961    0.041104    0.038536    0.020216    0.019491  ...         123   \n",
       "80962    0.022656    0.019241    0.009766    0.009678  ...         123   \n",
       "\n",
       "      Places_ID_1 Places_ID_2 Places_ID_3 Places_ID_4 Places_ID_5 Places_ID_6  \\\n",
       "0             196          10         290         261         109         345   \n",
       "1             108         237         109          91         334         132   \n",
       "2             273          49          78         171         229         348   \n",
       "3             229         218          49         132         353         268   \n",
       "4             109           4         227         270          79         256   \n",
       "...           ...         ...         ...         ...         ...         ...   \n",
       "80958         132          77         108         270         213           8   \n",
       "80959           3          41          69         226          90         327   \n",
       "80960          69         123         292         226          13         330   \n",
       "80961         216         227          41         308          43          37   \n",
       "80962           3         227         327          90          12         134   \n",
       "\n",
       "      Places_ID_7 Places_ID_8 Places_ID_9  \n",
       "0              33         272         197  \n",
       "1             230         196         213  \n",
       "2             283         319         218  \n",
       "3             273          78         171  \n",
       "4             189          47          77  \n",
       "...           ...         ...         ...  \n",
       "80958           5         256         109  \n",
       "80959         129          12         227  \n",
       "80960          74          41         296  \n",
       "80961         131         129         332  \n",
       "80962         109          69          91  \n",
       "\n",
       "[80963 rows x 30 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Places"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "90c6cb2d",
   "metadata": {},
   "outputs": [],
   "source": [
    "Places_p = Places[Places.columns[:5]]\n",
    "Places_id = Places[Places.columns[20:25]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "7fcc36e0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        0.376236\n",
       "1        0.924908\n",
       "2        0.891226\n",
       "3        0.888184\n",
       "4        0.556705\n",
       "           ...   \n",
       "80958    0.362460\n",
       "80959    0.980830\n",
       "80960    0.578285\n",
       "80961    0.492456\n",
       "80962    0.793029\n",
       "Length: 80963, dtype: float64"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "conf = Places_p.sum(axis=1)\n",
    "conf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "f652dbf8",
   "metadata": {},
   "outputs": [],
   "source": [
    "Places_ori = np.zeros((len(Places),len(classes)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "fbbdb728",
   "metadata": {},
   "outputs": [],
   "source": [
    "L_s = pd.DataFrame(idx_to_mat(np.array(Places_p), Places_ori, np.array(Places_id), 5),columns=['SCE_'+ a for a in classes])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "e12301bb",
   "metadata": {},
   "outputs": [],
   "source": [
    "Ls = ((L_s + ((1-np.array(conf))/360)[:,None])*(L_s==0) + L_s)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "730a6521",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SCE_airfield</th>\n",
       "      <th>SCE_airplane_cabin</th>\n",
       "      <th>SCE_airport_terminal</th>\n",
       "      <th>SCE_alcove</th>\n",
       "      <th>SCE_alley</th>\n",
       "      <th>SCE_amphitheater</th>\n",
       "      <th>SCE_amusement_arcade</th>\n",
       "      <th>SCE_amusement_park</th>\n",
       "      <th>SCE_apartment_building/outdoor</th>\n",
       "      <th>SCE_aquarium</th>\n",
       "      <th>...</th>\n",
       "      <th>SCE_waterfall</th>\n",
       "      <th>SCE_watering_hole</th>\n",
       "      <th>SCE_wave</th>\n",
       "      <th>SCE_wet_bar</th>\n",
       "      <th>SCE_wheat_field</th>\n",
       "      <th>SCE_wind_farm</th>\n",
       "      <th>SCE_windmill</th>\n",
       "      <th>SCE_yard</th>\n",
       "      <th>SCE_youth_hostel</th>\n",
       "      <th>SCE_zen_garden</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.001733</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.000209</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "      <td>0.000302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000311</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.126143</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "      <td>0.001231</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "      <td>0.001771</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.042664</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000053</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.174099</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "      <td>0.001171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "      <td>0.001410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.058257</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000575</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 365 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       SCE_airfield  SCE_airplane_cabin  SCE_airport_terminal  SCE_alcove  \\\n",
       "0          0.001733            0.001733              0.001733    0.001733   \n",
       "1          0.000209            0.000209              0.000209    0.000209   \n",
       "2          0.000302            0.000302              0.000302    0.000302   \n",
       "3          0.000311            0.000311              0.000311    0.000311   \n",
       "4          0.001231            0.001231              0.001231    0.001231   \n",
       "...             ...                 ...                   ...         ...   \n",
       "80958      0.001771            0.001771              0.001771    0.001771   \n",
       "80959      0.000053            0.000053              0.000053    0.042664   \n",
       "80960      0.001171            0.001171              0.001171    0.174099   \n",
       "80961      0.001410            0.001410              0.001410    0.001410   \n",
       "80962      0.000575            0.000575              0.000575    0.058257   \n",
       "\n",
       "       SCE_alley  SCE_amphitheater  SCE_amusement_arcade  SCE_amusement_park  \\\n",
       "0       0.001733          0.001733              0.001733            0.001733   \n",
       "1       0.000209          0.000209              0.000209            0.000209   \n",
       "2       0.000302          0.000302              0.000302            0.000302   \n",
       "3       0.000311          0.000311              0.000311            0.000311   \n",
       "4       0.126143          0.001231              0.001231            0.001231   \n",
       "...          ...               ...                   ...                 ...   \n",
       "80958   0.001771          0.001771              0.001771            0.001771   \n",
       "80959   0.000053          0.000053              0.000053            0.000053   \n",
       "80960   0.001171          0.001171              0.001171            0.001171   \n",
       "80961   0.001410          0.001410              0.001410            0.001410   \n",
       "80962   0.000575          0.000575              0.000575            0.000575   \n",
       "\n",
       "       SCE_apartment_building/outdoor  SCE_aquarium  ...  SCE_waterfall  \\\n",
       "0                            0.001733      0.001733  ...       0.001733   \n",
       "1                            0.000209      0.000209  ...       0.000209   \n",
       "2                            0.000302      0.000302  ...       0.000302   \n",
       "3                            0.000311      0.000311  ...       0.000311   \n",
       "4                            0.001231      0.001231  ...       0.001231   \n",
       "...                               ...           ...  ...            ...   \n",
       "80958                        0.001771      0.001771  ...       0.001771   \n",
       "80959                        0.000053      0.000053  ...       0.000053   \n",
       "80960                        0.001171      0.001171  ...       0.001171   \n",
       "80961                        0.001410      0.001410  ...       0.001410   \n",
       "80962                        0.000575      0.000575  ...       0.000575   \n",
       "\n",
       "       SCE_watering_hole  SCE_wave  SCE_wet_bar  SCE_wheat_field  \\\n",
       "0               0.001733  0.001733     0.001733         0.001733   \n",
       "1               0.000209  0.000209     0.000209         0.000209   \n",
       "2               0.000302  0.000302     0.000302         0.000302   \n",
       "3               0.000311  0.000311     0.000311         0.000311   \n",
       "4               0.001231  0.001231     0.001231         0.001231   \n",
       "...                  ...       ...          ...              ...   \n",
       "80958           0.001771  0.001771     0.001771         0.001771   \n",
       "80959           0.000053  0.000053     0.000053         0.000053   \n",
       "80960           0.001171  0.001171     0.001171         0.001171   \n",
       "80961           0.001410  0.001410     0.001410         0.001410   \n",
       "80962           0.000575  0.000575     0.000575         0.000575   \n",
       "\n",
       "       SCE_wind_farm  SCE_windmill  SCE_yard  SCE_youth_hostel  SCE_zen_garden  \n",
       "0           0.001733      0.001733  0.001733          0.001733        0.001733  \n",
       "1           0.000209      0.000209  0.000209          0.000209        0.000209  \n",
       "2           0.000302      0.000302  0.000302          0.000302        0.000302  \n",
       "3           0.000311      0.000311  0.000311          0.000311        0.000311  \n",
       "4           0.001231      0.001231  0.001231          0.001231        0.001231  \n",
       "...              ...           ...       ...               ...             ...  \n",
       "80958       0.001771      0.001771  0.001771          0.001771        0.001771  \n",
       "80959       0.000053      0.000053  0.000053          0.000053        0.000053  \n",
       "80960       0.001171      0.001171  0.001171          0.001171        0.001171  \n",
       "80961       0.001410      0.001410  0.001410          0.001410        0.001410  \n",
       "80962       0.000575      0.000575  0.000575          0.000575        0.000575  \n",
       "\n",
       "[80963 rows x 365 columns]"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Ls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "b4a18175",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        1.0\n",
       "1        1.0\n",
       "2        1.0\n",
       "3        1.0\n",
       "4        1.0\n",
       "        ... \n",
       "80958    1.0\n",
       "80959    1.0\n",
       "80960    1.0\n",
       "80961    1.0\n",
       "80962    1.0\n",
       "Length: 80963, dtype: float64"
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Ls.sum(axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "6d1709ec",
   "metadata": {},
   "outputs": [],
   "source": [
    "F = face_pred.set_index('index')[['Face_num_faces', 'Face_prob', 'Face_ratio']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "a646b50e",
   "metadata": {},
   "outputs": [],
   "source": [
    "F = face_pred[['Face_num_faces', 'Face_prob', 'Face_ratio']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "629ac9fe",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Face_num_faces</th>\n",
       "      <th>Face_prob</th>\n",
       "      <th>Face_ratio</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>index</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>50770113131</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50770228312</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50766039303</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50766893587</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50766892772</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20879329608</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21040989736</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20880415099</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20879281658</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21074834751</th>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             Face_num_faces  Face_prob  Face_ratio\n",
       "index                                             \n",
       "50770113131               0        0.0         0.0\n",
       "50770228312               0        0.0         0.0\n",
       "50766039303               0        0.0         0.0\n",
       "50766893587               0        0.0         0.0\n",
       "50766892772               0        0.0         0.0\n",
       "...                     ...        ...         ...\n",
       "20879329608               0        0.0         0.0\n",
       "21040989736               0        0.0         0.0\n",
       "20880415099               0        0.0         0.0\n",
       "20879281658               0        0.0         0.0\n",
       "21074834751               0        0.0         0.0\n",
       "\n",
       "[80963 rows x 3 columns]"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "F"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "d6955a17",
   "metadata": {},
   "outputs": [],
   "source": [
    "VIS_FEAT = IMG_pred_150[['ID','IO_type']].merge(H, how='outer', left_index=True, right_index=True).merge(F, how='outer', \n",
    "                left_on='ID', right_index=True).merge(Ls, how='outer', left_index=True, right_index=True).merge(La, \n",
    "                                                                    how='outer', left_index=True, right_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "id": "f7b62647",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>IO_type</th>\n",
       "      <th>VisFeat_0</th>\n",
       "      <th>VisFeat_1</th>\n",
       "      <th>VisFeat_2</th>\n",
       "      <th>VisFeat_3</th>\n",
       "      <th>VisFeat_4</th>\n",
       "      <th>VisFeat_5</th>\n",
       "      <th>VisFeat_6</th>\n",
       "      <th>VisFeat_7</th>\n",
       "      <th>...</th>\n",
       "      <th>ATT_far-away horizon</th>\n",
       "      <th>ATT_no horizon</th>\n",
       "      <th>ATT_rugged scene</th>\n",
       "      <th>ATT_vertical components</th>\n",
       "      <th>ATT_horizontal components</th>\n",
       "      <th>ATT_symmetrical</th>\n",
       "      <th>ATT_cluttered space</th>\n",
       "      <th>ATT_scary</th>\n",
       "      <th>ATT_soothing</th>\n",
       "      <th>ATT_stressful</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>50770113131</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.095580</td>\n",
       "      <td>1.484140</td>\n",
       "      <td>0.167445</td>\n",
       "      <td>0.336726</td>\n",
       "      <td>0.396595</td>\n",
       "      <td>1.318515</td>\n",
       "      <td>0.116753</td>\n",
       "      <td>0.704350</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.041550</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.021930</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>50770228312</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.362849</td>\n",
       "      <td>2.836981</td>\n",
       "      <td>0.030664</td>\n",
       "      <td>0.786215</td>\n",
       "      <td>0.178590</td>\n",
       "      <td>1.163436</td>\n",
       "      <td>0.499891</td>\n",
       "      <td>0.430285</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.022183</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.027873</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>50766039303</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.099797</td>\n",
       "      <td>0.947452</td>\n",
       "      <td>0.381367</td>\n",
       "      <td>0.213776</td>\n",
       "      <td>0.151737</td>\n",
       "      <td>0.437884</td>\n",
       "      <td>2.635227</td>\n",
       "      <td>0.394498</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016379</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>50766893587</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.316780</td>\n",
       "      <td>0.736990</td>\n",
       "      <td>0.384384</td>\n",
       "      <td>0.187189</td>\n",
       "      <td>0.271150</td>\n",
       "      <td>1.719753</td>\n",
       "      <td>0.928709</td>\n",
       "      <td>0.179578</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.015937</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.016149</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>50766892772</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.202310</td>\n",
       "      <td>0.243766</td>\n",
       "      <td>0.980162</td>\n",
       "      <td>0.481957</td>\n",
       "      <td>0.178570</td>\n",
       "      <td>1.774477</td>\n",
       "      <td>0.567979</td>\n",
       "      <td>0.999433</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.018777</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.018383</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>20879329608</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.704612</td>\n",
       "      <td>0.602044</td>\n",
       "      <td>0.421721</td>\n",
       "      <td>0.525769</td>\n",
       "      <td>0.397438</td>\n",
       "      <td>1.362708</td>\n",
       "      <td>0.285670</td>\n",
       "      <td>0.679079</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.016754</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.015712</td>\n",
       "      <td>0.012102</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>21040989736</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.207785</td>\n",
       "      <td>0.882313</td>\n",
       "      <td>0.853951</td>\n",
       "      <td>2.248372</td>\n",
       "      <td>0.377950</td>\n",
       "      <td>1.868718</td>\n",
       "      <td>0.027710</td>\n",
       "      <td>0.037824</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.063667</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.018533</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.015999</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>20880415099</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.239252</td>\n",
       "      <td>0.848180</td>\n",
       "      <td>0.419910</td>\n",
       "      <td>1.281097</td>\n",
       "      <td>0.235951</td>\n",
       "      <td>0.732951</td>\n",
       "      <td>0.194065</td>\n",
       "      <td>0.064664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.040070</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>20879281658</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.461720</td>\n",
       "      <td>0.124599</td>\n",
       "      <td>0.876571</td>\n",
       "      <td>1.559331</td>\n",
       "      <td>0.484961</td>\n",
       "      <td>0.324873</td>\n",
       "      <td>0.392323</td>\n",
       "      <td>0.332792</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.048417</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>21074834751</td>\n",
       "      <td>outdoor</td>\n",
       "      <td>0.437823</td>\n",
       "      <td>0.780513</td>\n",
       "      <td>0.394342</td>\n",
       "      <td>1.436883</td>\n",
       "      <td>0.642281</td>\n",
       "      <td>2.957955</td>\n",
       "      <td>0.071605</td>\n",
       "      <td>0.228663</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.059336</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.018475</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.014008</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 984 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                ID  IO_type  VisFeat_0  VisFeat_1  VisFeat_2  VisFeat_3  \\\n",
       "0      50770113131  outdoor   0.095580   1.484140   0.167445   0.336726   \n",
       "1      50770228312  outdoor   0.362849   2.836981   0.030664   0.786215   \n",
       "2      50766039303  outdoor   0.099797   0.947452   0.381367   0.213776   \n",
       "3      50766893587  outdoor   0.316780   0.736990   0.384384   0.187189   \n",
       "4      50766892772  outdoor   0.202310   0.243766   0.980162   0.481957   \n",
       "...            ...      ...        ...        ...        ...        ...   \n",
       "80958  20879329608  outdoor   0.704612   0.602044   0.421721   0.525769   \n",
       "80959  21040989736  outdoor   0.207785   0.882313   0.853951   2.248372   \n",
       "80960  20880415099  outdoor   0.239252   0.848180   0.419910   1.281097   \n",
       "80961  20879281658  outdoor   0.461720   0.124599   0.876571   1.559331   \n",
       "80962  21074834751  outdoor   0.437823   0.780513   0.394342   1.436883   \n",
       "\n",
       "       VisFeat_4  VisFeat_5  VisFeat_6  VisFeat_7  ...  ATT_far-away horizon  \\\n",
       "0       0.396595   1.318515   0.116753   0.704350  ...              0.007941   \n",
       "1       0.178590   1.163436   0.499891   0.430285  ...              0.007538   \n",
       "2       0.151737   0.437884   2.635227   0.394498  ...              0.016379   \n",
       "3       0.271150   1.719753   0.928709   0.179578  ...              0.007393   \n",
       "4       0.178570   1.774477   0.567979   0.999433  ...              0.007826   \n",
       "...          ...        ...        ...        ...  ...                   ...   \n",
       "80958   0.397438   1.362708   0.285670   0.679079  ...              0.007739   \n",
       "80959   0.377950   1.868718   0.027710   0.037824  ...              0.007850   \n",
       "80960   0.235951   0.732951   0.194065   0.064664  ...              0.007926   \n",
       "80961   0.484961   0.324873   0.392323   0.332792  ...              0.008142   \n",
       "80962   0.642281   2.957955   0.071605   0.228663  ...              0.007967   \n",
       "\n",
       "       ATT_no horizon  ATT_rugged scene  ATT_vertical components  \\\n",
       "0            0.041550          0.007941                 0.021930   \n",
       "1            0.022183          0.007538                 0.027873   \n",
       "2            0.007689          0.007689                 0.007689   \n",
       "3            0.015937          0.007393                 0.016149   \n",
       "4            0.018777          0.007826                 0.018383   \n",
       "...               ...               ...                      ...   \n",
       "80958        0.016754          0.007739                 0.015712   \n",
       "80959        0.063667          0.007850                 0.018533   \n",
       "80960        0.040070          0.007926                 0.007926   \n",
       "80961        0.048417          0.008142                 0.008142   \n",
       "80962        0.059336          0.007967                 0.018475   \n",
       "\n",
       "       ATT_horizontal components  ATT_symmetrical  ATT_cluttered space  \\\n",
       "0                       0.007941         0.007941             0.007941   \n",
       "1                       0.007538         0.007538             0.007538   \n",
       "2                       0.007689         0.007689             0.007689   \n",
       "3                       0.007393         0.007393             0.007393   \n",
       "4                       0.007826         0.007826             0.007826   \n",
       "...                          ...              ...                  ...   \n",
       "80958                   0.012102         0.007739             0.007739   \n",
       "80959                   0.007850         0.015999             0.007850   \n",
       "80960                   0.007926         0.007926             0.007926   \n",
       "80961                   0.008142         0.008142             0.008142   \n",
       "80962                   0.007967         0.014008             0.007967   \n",
       "\n",
       "       ATT_scary  ATT_soothing  ATT_stressful  \n",
       "0       0.007941      0.007941       0.007941  \n",
       "1       0.007538      0.007538       0.007538  \n",
       "2       0.007689      0.007689       0.007689  \n",
       "3       0.007393      0.007393       0.007393  \n",
       "4       0.007826      0.007826       0.007826  \n",
       "...          ...           ...            ...  \n",
       "80958   0.007739      0.007739       0.007739  \n",
       "80959   0.007850      0.007850       0.007850  \n",
       "80960   0.007926      0.007926       0.007926  \n",
       "80961   0.008142      0.008142       0.008142  \n",
       "80962   0.007967      0.007967       0.007967  \n",
       "\n",
       "[80963 rows x 984 columns]"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "VIS_FEAT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "id": "d04308d2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ATT_boating</th>\n",
       "      <th>ATT_driving</th>\n",
       "      <th>ATT_biking</th>\n",
       "      <th>ATT_transporting</th>\n",
       "      <th>ATT_sunbathing</th>\n",
       "      <th>ATT_touring</th>\n",
       "      <th>ATT_hiking</th>\n",
       "      <th>ATT_climbing</th>\n",
       "      <th>ATT_camping</th>\n",
       "      <th>ATT_reading</th>\n",
       "      <th>...</th>\n",
       "      <th>ATT_far-away horizon</th>\n",
       "      <th>ATT_no horizon</th>\n",
       "      <th>ATT_rugged scene</th>\n",
       "      <th>ATT_vertical components</th>\n",
       "      <th>ATT_horizontal components</th>\n",
       "      <th>ATT_symmetrical</th>\n",
       "      <th>ATT_cluttered space</th>\n",
       "      <th>ATT_scary</th>\n",
       "      <th>ATT_soothing</th>\n",
       "      <th>ATT_stressful</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.041550</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.021930</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "      <td>0.007941</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.020698</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.022183</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.027873</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "      <td>0.007538</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.024637</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.017210</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>...</td>\n",
       "      <td>0.016379</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "      <td>0.007689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.021762</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.023330</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.015937</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.016149</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "      <td>0.007393</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.014660</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.014368</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.018777</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.018383</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "      <td>0.007826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.015239</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.016754</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.015712</td>\n",
       "      <td>0.012102</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "      <td>0.007739</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.063667</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.018533</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.015999</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.007850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.040070</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>0.007926</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.048417</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "      <td>0.008142</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.059336</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.018475</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.014008</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "      <td>0.007967</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 102 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       ATT_boating  ATT_driving  ATT_biking  ATT_transporting  ATT_sunbathing  \\\n",
       "0         0.007941     0.007941    0.007941          0.007941        0.007941   \n",
       "1         0.007538     0.007538    0.007538          0.007538        0.007538   \n",
       "2         0.024637     0.007689    0.007689          0.017210        0.007689   \n",
       "3         0.021762     0.007393    0.007393          0.007393        0.007393   \n",
       "4         0.007826     0.014660    0.007826          0.007826        0.007826   \n",
       "...            ...          ...         ...               ...             ...   \n",
       "80958     0.007739     0.007739    0.007739          0.007739        0.007739   \n",
       "80959     0.007850     0.007850    0.007850          0.007850        0.007850   \n",
       "80960     0.007926     0.007926    0.007926          0.007926        0.007926   \n",
       "80961     0.008142     0.008142    0.008142          0.008142        0.008142   \n",
       "80962     0.007967     0.007967    0.007967          0.007967        0.007967   \n",
       "\n",
       "       ATT_touring  ATT_hiking  ATT_climbing  ATT_camping  ATT_reading  ...  \\\n",
       "0         0.007941    0.007941      0.007941     0.007941     0.007941  ...   \n",
       "1         0.020698    0.007538      0.007538     0.007538     0.007538  ...   \n",
       "2         0.007689    0.007689      0.007689     0.007689     0.007689  ...   \n",
       "3         0.023330    0.007393      0.007393     0.007393     0.007393  ...   \n",
       "4         0.014368    0.007826      0.007826     0.007826     0.007826  ...   \n",
       "...            ...         ...           ...          ...          ...  ...   \n",
       "80958     0.015239    0.007739      0.007739     0.007739     0.007739  ...   \n",
       "80959     0.007850    0.007850      0.007850     0.007850     0.007850  ...   \n",
       "80960     0.007926    0.007926      0.007926     0.007926     0.007926  ...   \n",
       "80961     0.008142    0.008142      0.008142     0.008142     0.008142  ...   \n",
       "80962     0.007967    0.007967      0.007967     0.007967     0.007967  ...   \n",
       "\n",
       "       ATT_far-away horizon  ATT_no horizon  ATT_rugged scene  \\\n",
       "0                  0.007941        0.041550          0.007941   \n",
       "1                  0.007538        0.022183          0.007538   \n",
       "2                  0.016379        0.007689          0.007689   \n",
       "3                  0.007393        0.015937          0.007393   \n",
       "4                  0.007826        0.018777          0.007826   \n",
       "...                     ...             ...               ...   \n",
       "80958              0.007739        0.016754          0.007739   \n",
       "80959              0.007850        0.063667          0.007850   \n",
       "80960              0.007926        0.040070          0.007926   \n",
       "80961              0.008142        0.048417          0.008142   \n",
       "80962              0.007967        0.059336          0.007967   \n",
       "\n",
       "       ATT_vertical components  ATT_horizontal components  ATT_symmetrical  \\\n",
       "0                     0.021930                   0.007941         0.007941   \n",
       "1                     0.027873                   0.007538         0.007538   \n",
       "2                     0.007689                   0.007689         0.007689   \n",
       "3                     0.016149                   0.007393         0.007393   \n",
       "4                     0.018383                   0.007826         0.007826   \n",
       "...                        ...                        ...              ...   \n",
       "80958                 0.015712                   0.012102         0.007739   \n",
       "80959                 0.018533                   0.007850         0.015999   \n",
       "80960                 0.007926                   0.007926         0.007926   \n",
       "80961                 0.008142                   0.008142         0.008142   \n",
       "80962                 0.018475                   0.007967         0.014008   \n",
       "\n",
       "       ATT_cluttered space  ATT_scary  ATT_soothing  ATT_stressful  \n",
       "0                 0.007941   0.007941      0.007941       0.007941  \n",
       "1                 0.007538   0.007538      0.007538       0.007538  \n",
       "2                 0.007689   0.007689      0.007689       0.007689  \n",
       "3                 0.007393   0.007393      0.007393       0.007393  \n",
       "4                 0.007826   0.007826      0.007826       0.007826  \n",
       "...                    ...        ...           ...            ...  \n",
       "80958             0.007739   0.007739      0.007739       0.007739  \n",
       "80959             0.007850   0.007850      0.007850       0.007850  \n",
       "80960             0.007926   0.007926      0.007926       0.007926  \n",
       "80961             0.008142   0.008142      0.008142       0.008142  \n",
       "80962             0.007967   0.007967      0.007967       0.007967  \n",
       "\n",
       "[80963 rows x 102 columns]"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "VIS_FEAT[VIS_FEAT.columns[882:984]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 324,
   "id": "9198f03b",
   "metadata": {},
   "outputs": [],
   "source": [
    "VIS_FEAT.to_csv('Venezia/data_storage/Visual_Features.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 350,
   "id": "1b47af1e",
   "metadata": {},
   "outputs": [],
   "source": [
    "VIS_FEAT.to_csv('Amsterdam/data_storage/Visual_Features.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 377,
   "id": "ab05d317",
   "metadata": {},
   "outputs": [],
   "source": [
    "VIS_FEAT.to_csv('Suzhou/data_storage/Visual_Features.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "id": "86d2ffdb",
   "metadata": {},
   "outputs": [],
   "source": [
    "VIS_FEAT.to_csv('data_storage/images/Visual_Features.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cbdc2034",
   "metadata": {},
   "source": [
    "## Textual Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "47fb70d1",
   "metadata": {},
   "outputs": [],
   "source": [
    "bert = pd.read_csv('Venezia/data_storage/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "id": "64a9d7c5",
   "metadata": {},
   "outputs": [],
   "source": [
    "bert = pd.read_csv('Amsterdam/data_storage/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "id": "1caa98f7",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\zzbn1\\AppData\\Local\\Temp\\ipykernel_32540\\2615473687.py:1: DtypeWarning: Columns (824,825,826,827) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  bert = pd.read_csv('Suzhou/data_storage/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')\n"
     ]
    }
   ],
   "source": [
    "bert = pd.read_csv('Suzhou/data_storage/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "id": "c900ba2e",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\zzbn1\\AppData\\Local\\Temp\\ipykernel_32540\\3987502545.py:1: DtypeWarning: Columns (5,824) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  bert = pd.read_csv('data_storage/images/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')\n"
     ]
    }
   ],
   "source": [
    "bert = pd.read_csv('data_storage/images/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c033d64c",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>origin</th>\n",
       "      <th>index</th>\n",
       "      <th>candownload</th>\n",
       "      <th>url_c</th>\n",
       "      <th>url_q</th>\n",
       "      <th>url_n</th>\n",
       "      <th>url_largest</th>\n",
       "      <th>owner</th>\n",
       "      <th>owner_loc</th>\n",
       "      <th>title</th>\n",
       "      <th>...</th>\n",
       "      <th>max_3_col</th>\n",
       "      <th>max_1</th>\n",
       "      <th>max_3</th>\n",
       "      <th>valid</th>\n",
       "      <th>max_1_col_agg</th>\n",
       "      <th>max_2_col_agg</th>\n",
       "      <th>max_3_col_agg</th>\n",
       "      <th>max_1_eq</th>\n",
       "      <th>max_3_eq</th>\n",
       "      <th>text_bool</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>3</td>\n",
       "      <td>51870743082</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187074308...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187074308...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187074308...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187074308...</td>\n",
       "      <td>47954272@N06</td>\n",
       "      <td>Tallinn, Estonia</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.362388</td>\n",
       "      <td>0.787226</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>51871789478</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187178947...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187178947...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187178947...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187178947...</td>\n",
       "      <td>47954272@N06</td>\n",
       "      <td>Tallinn, Estonia</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.638658</td>\n",
       "      <td>0.898092</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>5</td>\n",
       "      <td>51870742942</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187074294...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187074294...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187074294...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187074294...</td>\n",
       "      <td>47954272@N06</td>\n",
       "      <td>Tallinn, Estonia</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.396352</td>\n",
       "      <td>0.812845</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>6</td>\n",
       "      <td>51870380541</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187038054...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187038054...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187038054...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5187038054...</td>\n",
       "      <td>64148082@N02</td>\n",
       "      <td>NaN</td>\n",
       "      <td>VENEZIA. CARNEVALE 2019</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.823930</td>\n",
       "      <td>0.930945</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>True</td>\n",
       "      <td>0.5</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>13</td>\n",
       "      <td>51863124066</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5186312406...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5186312406...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5186312406...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5186312406...</td>\n",
       "      <td>186704588@N07</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Venice - Ponte dei Sospiri</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.337761</td>\n",
       "      <td>0.871130</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>False</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2946</th>\n",
       "      <td>4981</td>\n",
       "      <td>51233430558</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123343055...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123343055...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123343055...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123343055...</td>\n",
       "      <td>83293103@N00</td>\n",
       "      <td>Milano, Italy</td>\n",
       "      <td>20210520_145859</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.571989</td>\n",
       "      <td>0.903156</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2947</th>\n",
       "      <td>4982</td>\n",
       "      <td>51234286630</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123428663...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123428663...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123428663...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123428663...</td>\n",
       "      <td>83293103@N00</td>\n",
       "      <td>Milano, Italy</td>\n",
       "      <td>20210520_145745</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.571989</td>\n",
       "      <td>0.903156</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2948</th>\n",
       "      <td>4983</td>\n",
       "      <td>51234294135</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123429413...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123429413...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123429413...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123429413...</td>\n",
       "      <td>83293103@N00</td>\n",
       "      <td>Milano, Italy</td>\n",
       "      <td>20210520_164727</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.571989</td>\n",
       "      <td>0.903156</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2949</th>\n",
       "      <td>4984</td>\n",
       "      <td>51234291635</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123429163...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123429163...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123429163...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123429163...</td>\n",
       "      <td>83293103@N00</td>\n",
       "      <td>Milano, Italy</td>\n",
       "      <td>20210520_155646</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.571989</td>\n",
       "      <td>0.903156</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2950</th>\n",
       "      <td>4985</td>\n",
       "      <td>51233434888</td>\n",
       "      <td>1</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123343488...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123343488...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123343488...</td>\n",
       "      <td>https://live.staticflickr.com/65535/5123343488...</td>\n",
       "      <td>83293103@N00</td>\n",
       "      <td>Milano, Italy</td>\n",
       "      <td>20210520_155525</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.571989</td>\n",
       "      <td>0.903156</td>\n",
       "      <td>True</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2951 rows × 829 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      origin        index  candownload  \\\n",
       "0          3  51870743082            1   \n",
       "1          4  51871789478            1   \n",
       "2          5  51870742942            1   \n",
       "3          6  51870380541            1   \n",
       "4         13  51863124066            1   \n",
       "...      ...          ...          ...   \n",
       "2946    4981  51233430558            1   \n",
       "2947    4982  51234286630            1   \n",
       "2948    4983  51234294135            1   \n",
       "2949    4984  51234291635            1   \n",
       "2950    4985  51233434888            1   \n",
       "\n",
       "                                                  url_c  \\\n",
       "0     https://live.staticflickr.com/65535/5187074308...   \n",
       "1     https://live.staticflickr.com/65535/5187178947...   \n",
       "2     https://live.staticflickr.com/65535/5187074294...   \n",
       "3     https://live.staticflickr.com/65535/5187038054...   \n",
       "4     https://live.staticflickr.com/65535/5186312406...   \n",
       "...                                                 ...   \n",
       "2946  https://live.staticflickr.com/65535/5123343055...   \n",
       "2947  https://live.staticflickr.com/65535/5123428663...   \n",
       "2948  https://live.staticflickr.com/65535/5123429413...   \n",
       "2949  https://live.staticflickr.com/65535/5123429163...   \n",
       "2950  https://live.staticflickr.com/65535/5123343488...   \n",
       "\n",
       "                                                  url_q  \\\n",
       "0     https://live.staticflickr.com/65535/5187074308...   \n",
       "1     https://live.staticflickr.com/65535/5187178947...   \n",
       "2     https://live.staticflickr.com/65535/5187074294...   \n",
       "3     https://live.staticflickr.com/65535/5187038054...   \n",
       "4     https://live.staticflickr.com/65535/5186312406...   \n",
       "...                                                 ...   \n",
       "2946  https://live.staticflickr.com/65535/5123343055...   \n",
       "2947  https://live.staticflickr.com/65535/5123428663...   \n",
       "2948  https://live.staticflickr.com/65535/5123429413...   \n",
       "2949  https://live.staticflickr.com/65535/5123429163...   \n",
       "2950  https://live.staticflickr.com/65535/5123343488...   \n",
       "\n",
       "                                                  url_n  \\\n",
       "0     https://live.staticflickr.com/65535/5187074308...   \n",
       "1     https://live.staticflickr.com/65535/5187178947...   \n",
       "2     https://live.staticflickr.com/65535/5187074294...   \n",
       "3     https://live.staticflickr.com/65535/5187038054...   \n",
       "4     https://live.staticflickr.com/65535/5186312406...   \n",
       "...                                                 ...   \n",
       "2946  https://live.staticflickr.com/65535/5123343055...   \n",
       "2947  https://live.staticflickr.com/65535/5123428663...   \n",
       "2948  https://live.staticflickr.com/65535/5123429413...   \n",
       "2949  https://live.staticflickr.com/65535/5123429163...   \n",
       "2950  https://live.staticflickr.com/65535/5123343488...   \n",
       "\n",
       "                                            url_largest          owner  \\\n",
       "0     https://live.staticflickr.com/65535/5187074308...   47954272@N06   \n",
       "1     https://live.staticflickr.com/65535/5187178947...   47954272@N06   \n",
       "2     https://live.staticflickr.com/65535/5187074294...   47954272@N06   \n",
       "3     https://live.staticflickr.com/65535/5187038054...   64148082@N02   \n",
       "4     https://live.staticflickr.com/65535/5186312406...  186704588@N07   \n",
       "...                                                 ...            ...   \n",
       "2946  https://live.staticflickr.com/65535/5123343055...   83293103@N00   \n",
       "2947  https://live.staticflickr.com/65535/5123428663...   83293103@N00   \n",
       "2948  https://live.staticflickr.com/65535/5123429413...   83293103@N00   \n",
       "2949  https://live.staticflickr.com/65535/5123429163...   83293103@N00   \n",
       "2950  https://live.staticflickr.com/65535/5123343488...   83293103@N00   \n",
       "\n",
       "             owner_loc                       title  ...    max_3_col  \\\n",
       "0     Tallinn, Estonia                         ...  ...   Criteria i   \n",
       "1     Tallinn, Estonia                         ...  ...  Criteria iv   \n",
       "2     Tallinn, Estonia                         ...  ...  Criteria iv   \n",
       "3                  NaN     VENEZIA. CARNEVALE 2019  ...  Criteria iv   \n",
       "4                  NaN  Venice - Ponte dei Sospiri  ...   Criteria i   \n",
       "...                ...                         ...  ...          ...   \n",
       "2946     Milano, Italy             20210520_145859  ...  Criteria iv   \n",
       "2947     Milano, Italy             20210520_145745  ...  Criteria iv   \n",
       "2948     Milano, Italy             20210520_164727  ...  Criteria iv   \n",
       "2949     Milano, Italy             20210520_155646  ...  Criteria iv   \n",
       "2950     Milano, Italy             20210520_155525  ...  Criteria iv   \n",
       "\n",
       "         max_1     max_3  valid  max_1_col_agg max_2_col_agg  max_3_col_agg  \\\n",
       "0     0.362388  0.787226   True    Criteria ii   Criteria iv     Criteria i   \n",
       "1     0.638658  0.898092   True    Criteria ii    Criteria i    Criteria iv   \n",
       "2     0.396352  0.812845   True    Criteria ii    Criteria i    Criteria iv   \n",
       "3     0.823930  0.930945   True    Criteria vi  Criteria iii     Criteria i   \n",
       "4     0.337761  0.871130   True    Criteria iv    Criteria i    Criteria vi   \n",
       "...        ...       ...    ...            ...           ...            ...   \n",
       "2946  0.571989  0.903156   True     Criteria i   Criteria ii    Criteria iv   \n",
       "2947  0.571989  0.903156   True     Criteria i   Criteria ii    Criteria iv   \n",
       "2948  0.571989  0.903156   True     Criteria i   Criteria ii    Criteria iv   \n",
       "2949  0.571989  0.903156   True     Criteria i   Criteria ii    Criteria iv   \n",
       "2950  0.571989  0.903156   True     Criteria i   Criteria ii    Criteria iv   \n",
       "\n",
       "      max_1_eq max_3_eq text_bool  \n",
       "0         True      1.0      True  \n",
       "1         True      1.0      True  \n",
       "2         True      1.0      True  \n",
       "3         True      0.5      True  \n",
       "4        False      1.0      True  \n",
       "...        ...      ...       ...  \n",
       "2946      True      1.0      True  \n",
       "2947      True      1.0      True  \n",
       "2948      True      1.0      True  \n",
       "2949      True      1.0      True  \n",
       "2950      True      1.0      True  \n",
       "\n",
       "[2951 rows x 829 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bert"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "ff3e4d7e",
   "metadata": {},
   "outputs": [],
   "source": [
    "bert['text_bool'] = bert['max_3_eq']>-1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "id": "e8251546",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>English</th>\n",
       "      <th>Local_Lang</th>\n",
       "      <th>Other_Lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>49823 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       English  Local_Lang  Other_Lang\n",
       "0          0.0         0.0         0.0\n",
       "1          0.0         0.0         0.0\n",
       "2          0.0         0.0         0.0\n",
       "3          0.0         0.0         0.0\n",
       "4          0.0         0.0         0.0\n",
       "...        ...         ...         ...\n",
       "80958      0.0         0.0         0.0\n",
       "80959      0.0         0.0         0.0\n",
       "80960      0.0         0.0         0.0\n",
       "80961      0.0         0.0         0.0\n",
       "80962      0.0         0.0         0.0\n",
       "\n",
       "[49823 rows x 3 columns]"
      ]
     },
     "execution_count": 143,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "O = bert[bert['text_bool']][['English', 'Italian', 'Other_Lang']].rename(columns={'Italian':'Local_Lang'})\n",
    "O"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "id": "af89d48e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>English</th>\n",
       "      <th>Local_Lang</th>\n",
       "      <th>Other_Lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3720</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3721</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3722</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3723</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3726</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2904 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      English  Local_Lang  Other_Lang\n",
       "0         1.0         0.0         0.0\n",
       "1         1.0         0.0         0.0\n",
       "2         1.0         1.0         0.0\n",
       "3         1.0         1.0         0.0\n",
       "4         1.0         1.0         1.0\n",
       "...       ...         ...         ...\n",
       "3720      0.0         1.0         0.0\n",
       "3721      1.0         0.0         0.0\n",
       "3722      1.0         1.0         1.0\n",
       "3723      0.0         0.0         1.0\n",
       "3726      1.0         1.0         0.0\n",
       "\n",
       "[2904 rows x 3 columns]"
      ]
     },
     "execution_count": 126,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "O = bert[bert['text_bool']][['English', 'Dutch', 'Other_Lang']].rename(columns={'Dutch':'Local_Lang'})\n",
    "O"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "id": "788d0b99",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>English</th>\n",
       "      <th>Local_Lang</th>\n",
       "      <th>Other_Lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3041</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3048</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3049</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3050</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3051</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>754 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      English  Local_Lang  Other_Lang\n",
       "0         0.0         1.0         0.0\n",
       "5         0.0         1.0         0.0\n",
       "8         0.0         1.0         0.0\n",
       "15        0.0         1.0         0.0\n",
       "92        1.0         0.0         0.0\n",
       "...       ...         ...         ...\n",
       "3041      1.0         0.0         1.0\n",
       "3048      1.0         0.0         0.0\n",
       "3049      1.0         0.0         0.0\n",
       "3050      1.0         0.0         1.0\n",
       "3051      1.0         0.0         1.0\n",
       "\n",
       "[754 rows x 3 columns]"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "O = bert[bert['text_bool']][['English', 'Chinese', 'Other_Lang']].rename(columns={'Chinese':'Local_Lang'})\n",
    "O"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "id": "2bff7845",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BERT_0</th>\n",
       "      <th>BERT_1</th>\n",
       "      <th>BERT_2</th>\n",
       "      <th>BERT_3</th>\n",
       "      <th>BERT_4</th>\n",
       "      <th>BERT_5</th>\n",
       "      <th>BERT_6</th>\n",
       "      <th>BERT_7</th>\n",
       "      <th>BERT_8</th>\n",
       "      <th>BERT_9</th>\n",
       "      <th>...</th>\n",
       "      <th>BERT_758</th>\n",
       "      <th>BERT_759</th>\n",
       "      <th>BERT_760</th>\n",
       "      <th>BERT_761</th>\n",
       "      <th>BERT_762</th>\n",
       "      <th>BERT_763</th>\n",
       "      <th>BERT_764</th>\n",
       "      <th>BERT_765</th>\n",
       "      <th>BERT_766</th>\n",
       "      <th>BERT_767</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.725867</td>\n",
       "      <td>0.645667</td>\n",
       "      <td>-0.835403</td>\n",
       "      <td>0.396469</td>\n",
       "      <td>0.699823</td>\n",
       "      <td>0.583684</td>\n",
       "      <td>0.684937</td>\n",
       "      <td>-0.300641</td>\n",
       "      <td>-0.861769</td>\n",
       "      <td>-0.870342</td>\n",
       "      <td>...</td>\n",
       "      <td>0.446480</td>\n",
       "      <td>-0.160617</td>\n",
       "      <td>0.825009</td>\n",
       "      <td>-0.447969</td>\n",
       "      <td>0.968792</td>\n",
       "      <td>0.137899</td>\n",
       "      <td>0.621971</td>\n",
       "      <td>-0.179741</td>\n",
       "      <td>0.535175</td>\n",
       "      <td>0.448510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.687322</td>\n",
       "      <td>0.634107</td>\n",
       "      <td>-0.852408</td>\n",
       "      <td>0.411906</td>\n",
       "      <td>0.678268</td>\n",
       "      <td>0.560558</td>\n",
       "      <td>0.701253</td>\n",
       "      <td>-0.255225</td>\n",
       "      <td>-0.884209</td>\n",
       "      <td>-0.848714</td>\n",
       "      <td>...</td>\n",
       "      <td>0.514765</td>\n",
       "      <td>-0.176437</td>\n",
       "      <td>0.816575</td>\n",
       "      <td>-0.499717</td>\n",
       "      <td>0.964874</td>\n",
       "      <td>0.072426</td>\n",
       "      <td>0.673002</td>\n",
       "      <td>-0.329150</td>\n",
       "      <td>0.561132</td>\n",
       "      <td>0.377601</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.152785</td>\n",
       "      <td>0.484428</td>\n",
       "      <td>-0.967312</td>\n",
       "      <td>0.135312</td>\n",
       "      <td>0.760674</td>\n",
       "      <td>-0.058021</td>\n",
       "      <td>-0.004875</td>\n",
       "      <td>-0.202761</td>\n",
       "      <td>-0.989303</td>\n",
       "      <td>0.906264</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.332770</td>\n",
       "      <td>-0.849182</td>\n",
       "      <td>0.997512</td>\n",
       "      <td>-0.663447</td>\n",
       "      <td>-0.436441</td>\n",
       "      <td>-0.705778</td>\n",
       "      <td>0.317978</td>\n",
       "      <td>-0.675741</td>\n",
       "      <td>0.461170</td>\n",
       "      <td>-0.678003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.883628</td>\n",
       "      <td>0.647049</td>\n",
       "      <td>-0.881726</td>\n",
       "      <td>-0.699901</td>\n",
       "      <td>0.148423</td>\n",
       "      <td>0.216855</td>\n",
       "      <td>-0.859930</td>\n",
       "      <td>-0.231999</td>\n",
       "      <td>-0.871000</td>\n",
       "      <td>0.998952</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.328970</td>\n",
       "      <td>-0.446491</td>\n",
       "      <td>0.777226</td>\n",
       "      <td>-0.911606</td>\n",
       "      <td>0.338391</td>\n",
       "      <td>-0.653141</td>\n",
       "      <td>0.268055</td>\n",
       "      <td>-0.048600</td>\n",
       "      <td>0.579666</td>\n",
       "      <td>-0.933288</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.828631</td>\n",
       "      <td>0.395096</td>\n",
       "      <td>-0.950549</td>\n",
       "      <td>-0.189191</td>\n",
       "      <td>0.378434</td>\n",
       "      <td>0.155617</td>\n",
       "      <td>-0.158817</td>\n",
       "      <td>0.305665</td>\n",
       "      <td>-0.802254</td>\n",
       "      <td>0.809712</td>\n",
       "      <td>...</td>\n",
       "      <td>0.423444</td>\n",
       "      <td>0.278416</td>\n",
       "      <td>0.177207</td>\n",
       "      <td>-0.906934</td>\n",
       "      <td>0.576211</td>\n",
       "      <td>-0.770738</td>\n",
       "      <td>0.516666</td>\n",
       "      <td>-0.651380</td>\n",
       "      <td>0.474633</td>\n",
       "      <td>-0.865077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>-0.602327</td>\n",
       "      <td>0.844247</td>\n",
       "      <td>0.003864</td>\n",
       "      <td>0.583110</td>\n",
       "      <td>-0.078405</td>\n",
       "      <td>0.370737</td>\n",
       "      <td>0.929915</td>\n",
       "      <td>-0.734345</td>\n",
       "      <td>-0.319077</td>\n",
       "      <td>-0.520302</td>\n",
       "      <td>...</td>\n",
       "      <td>0.685031</td>\n",
       "      <td>-0.024899</td>\n",
       "      <td>-0.167808</td>\n",
       "      <td>0.101503</td>\n",
       "      <td>0.905999</td>\n",
       "      <td>0.569518</td>\n",
       "      <td>0.783320</td>\n",
       "      <td>0.749429</td>\n",
       "      <td>0.866267</td>\n",
       "      <td>0.295226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>-0.807686</td>\n",
       "      <td>0.784066</td>\n",
       "      <td>0.898045</td>\n",
       "      <td>0.665245</td>\n",
       "      <td>-0.414406</td>\n",
       "      <td>0.384306</td>\n",
       "      <td>0.977027</td>\n",
       "      <td>-0.796748</td>\n",
       "      <td>0.615145</td>\n",
       "      <td>-0.209704</td>\n",
       "      <td>...</td>\n",
       "      <td>0.744247</td>\n",
       "      <td>0.639540</td>\n",
       "      <td>-0.796536</td>\n",
       "      <td>0.606640</td>\n",
       "      <td>0.959838</td>\n",
       "      <td>0.869317</td>\n",
       "      <td>0.683151</td>\n",
       "      <td>0.922499</td>\n",
       "      <td>0.816869</td>\n",
       "      <td>0.615930</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>-0.815055</td>\n",
       "      <td>0.762962</td>\n",
       "      <td>-0.031195</td>\n",
       "      <td>0.752968</td>\n",
       "      <td>0.215688</td>\n",
       "      <td>0.283594</td>\n",
       "      <td>0.972989</td>\n",
       "      <td>-0.798809</td>\n",
       "      <td>-0.394815</td>\n",
       "      <td>-0.792138</td>\n",
       "      <td>...</td>\n",
       "      <td>0.576397</td>\n",
       "      <td>-0.241379</td>\n",
       "      <td>0.515048</td>\n",
       "      <td>0.559288</td>\n",
       "      <td>0.912735</td>\n",
       "      <td>0.500433</td>\n",
       "      <td>0.525574</td>\n",
       "      <td>0.677767</td>\n",
       "      <td>0.837013</td>\n",
       "      <td>0.358870</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>-0.787440</td>\n",
       "      <td>0.802281</td>\n",
       "      <td>0.809869</td>\n",
       "      <td>0.402350</td>\n",
       "      <td>-0.299049</td>\n",
       "      <td>0.475018</td>\n",
       "      <td>0.927901</td>\n",
       "      <td>-0.776222</td>\n",
       "      <td>0.365500</td>\n",
       "      <td>-0.290354</td>\n",
       "      <td>...</td>\n",
       "      <td>0.778824</td>\n",
       "      <td>0.259840</td>\n",
       "      <td>-0.762688</td>\n",
       "      <td>0.556807</td>\n",
       "      <td>0.953909</td>\n",
       "      <td>0.842399</td>\n",
       "      <td>0.703403</td>\n",
       "      <td>0.912806</td>\n",
       "      <td>0.877418</td>\n",
       "      <td>0.477641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>-0.734078</td>\n",
       "      <td>0.828057</td>\n",
       "      <td>0.947541</td>\n",
       "      <td>0.426278</td>\n",
       "      <td>-0.527140</td>\n",
       "      <td>0.433643</td>\n",
       "      <td>0.958200</td>\n",
       "      <td>-0.831823</td>\n",
       "      <td>0.634917</td>\n",
       "      <td>0.784971</td>\n",
       "      <td>...</td>\n",
       "      <td>0.733926</td>\n",
       "      <td>0.651519</td>\n",
       "      <td>-0.878958</td>\n",
       "      <td>0.402750</td>\n",
       "      <td>0.972278</td>\n",
       "      <td>0.863282</td>\n",
       "      <td>0.699111</td>\n",
       "      <td>0.939752</td>\n",
       "      <td>0.862488</td>\n",
       "      <td>0.336658</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>49823 rows × 768 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         BERT_0    BERT_1    BERT_2    BERT_3    BERT_4    BERT_5    BERT_6  \\\n",
       "0     -0.725867  0.645667 -0.835403  0.396469  0.699823  0.583684  0.684937   \n",
       "1     -0.687322  0.634107 -0.852408  0.411906  0.678268  0.560558  0.701253   \n",
       "2      0.152785  0.484428 -0.967312  0.135312  0.760674 -0.058021 -0.004875   \n",
       "3      0.883628  0.647049 -0.881726 -0.699901  0.148423  0.216855 -0.859930   \n",
       "4      0.828631  0.395096 -0.950549 -0.189191  0.378434  0.155617 -0.158817   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "80958 -0.602327  0.844247  0.003864  0.583110 -0.078405  0.370737  0.929915   \n",
       "80959 -0.807686  0.784066  0.898045  0.665245 -0.414406  0.384306  0.977027   \n",
       "80960 -0.815055  0.762962 -0.031195  0.752968  0.215688  0.283594  0.972989   \n",
       "80961 -0.787440  0.802281  0.809869  0.402350 -0.299049  0.475018  0.927901   \n",
       "80962 -0.734078  0.828057  0.947541  0.426278 -0.527140  0.433643  0.958200   \n",
       "\n",
       "         BERT_7    BERT_8    BERT_9  ...  BERT_758  BERT_759  BERT_760  \\\n",
       "0     -0.300641 -0.861769 -0.870342  ...  0.446480 -0.160617  0.825009   \n",
       "1     -0.255225 -0.884209 -0.848714  ...  0.514765 -0.176437  0.816575   \n",
       "2     -0.202761 -0.989303  0.906264  ... -0.332770 -0.849182  0.997512   \n",
       "3     -0.231999 -0.871000  0.998952  ... -0.328970 -0.446491  0.777226   \n",
       "4      0.305665 -0.802254  0.809712  ...  0.423444  0.278416  0.177207   \n",
       "...         ...       ...       ...  ...       ...       ...       ...   \n",
       "80958 -0.734345 -0.319077 -0.520302  ...  0.685031 -0.024899 -0.167808   \n",
       "80959 -0.796748  0.615145 -0.209704  ...  0.744247  0.639540 -0.796536   \n",
       "80960 -0.798809 -0.394815 -0.792138  ...  0.576397 -0.241379  0.515048   \n",
       "80961 -0.776222  0.365500 -0.290354  ...  0.778824  0.259840 -0.762688   \n",
       "80962 -0.831823  0.634917  0.784971  ...  0.733926  0.651519 -0.878958   \n",
       "\n",
       "       BERT_761  BERT_762  BERT_763  BERT_764  BERT_765  BERT_766  BERT_767  \n",
       "0     -0.447969  0.968792  0.137899  0.621971 -0.179741  0.535175  0.448510  \n",
       "1     -0.499717  0.964874  0.072426  0.673002 -0.329150  0.561132  0.377601  \n",
       "2     -0.663447 -0.436441 -0.705778  0.317978 -0.675741  0.461170 -0.678003  \n",
       "3     -0.911606  0.338391 -0.653141  0.268055 -0.048600  0.579666 -0.933288  \n",
       "4     -0.906934  0.576211 -0.770738  0.516666 -0.651380  0.474633 -0.865077  \n",
       "...         ...       ...       ...       ...       ...       ...       ...  \n",
       "80958  0.101503  0.905999  0.569518  0.783320  0.749429  0.866267  0.295226  \n",
       "80959  0.606640  0.959838  0.869317  0.683151  0.922499  0.816869  0.615930  \n",
       "80960  0.559288  0.912735  0.500433  0.525574  0.677767  0.837013  0.358870  \n",
       "80961  0.556807  0.953909  0.842399  0.703403  0.912806  0.877418  0.477641  \n",
       "80962  0.402750  0.972278  0.863282  0.699111  0.939752  0.862488  0.336658  \n",
       "\n",
       "[49823 rows x 768 columns]"
      ]
     },
     "execution_count": 155,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "B = bert[bert['text_bool']][bert.columns[43:811]]\n",
    "B"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 144,
   "id": "ad3d97dd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>BERT_3</th>\n",
       "      <th>BERT_4</th>\n",
       "      <th>BERT_5</th>\n",
       "      <th>BERT_6</th>\n",
       "      <th>BERT_7</th>\n",
       "      <th>BERT_8</th>\n",
       "      <th>BERT_9</th>\n",
       "      <th>BERT_10</th>\n",
       "      <th>BERT_11</th>\n",
       "      <th>BERT_12</th>\n",
       "      <th>...</th>\n",
       "      <th>BERT_761</th>\n",
       "      <th>BERT_762</th>\n",
       "      <th>BERT_763</th>\n",
       "      <th>BERT_764</th>\n",
       "      <th>BERT_765</th>\n",
       "      <th>BERT_766</th>\n",
       "      <th>BERT_767</th>\n",
       "      <th>max_1_val</th>\n",
       "      <th>max_1_col</th>\n",
       "      <th>max_2_val</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.396469</td>\n",
       "      <td>0.699823</td>\n",
       "      <td>0.583684</td>\n",
       "      <td>0.684937</td>\n",
       "      <td>-0.300641</td>\n",
       "      <td>-0.861769</td>\n",
       "      <td>-0.870342</td>\n",
       "      <td>-0.270273</td>\n",
       "      <td>0.392132</td>\n",
       "      <td>0.718036</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.447969</td>\n",
       "      <td>0.968792</td>\n",
       "      <td>0.137899</td>\n",
       "      <td>0.621971</td>\n",
       "      <td>-0.179741</td>\n",
       "      <td>0.535175</td>\n",
       "      <td>0.448510</td>\n",
       "      <td>0.624199</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.183747</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.411906</td>\n",
       "      <td>0.678268</td>\n",
       "      <td>0.560558</td>\n",
       "      <td>0.701253</td>\n",
       "      <td>-0.255225</td>\n",
       "      <td>-0.884209</td>\n",
       "      <td>-0.848714</td>\n",
       "      <td>-0.266009</td>\n",
       "      <td>0.386042</td>\n",
       "      <td>0.624316</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.499717</td>\n",
       "      <td>0.964874</td>\n",
       "      <td>0.072426</td>\n",
       "      <td>0.673002</td>\n",
       "      <td>-0.329150</td>\n",
       "      <td>0.561132</td>\n",
       "      <td>0.377601</td>\n",
       "      <td>0.690831</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.130004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.135312</td>\n",
       "      <td>0.760674</td>\n",
       "      <td>-0.058021</td>\n",
       "      <td>-0.004875</td>\n",
       "      <td>-0.202761</td>\n",
       "      <td>-0.989303</td>\n",
       "      <td>0.906264</td>\n",
       "      <td>-0.698797</td>\n",
       "      <td>0.887834</td>\n",
       "      <td>-0.372035</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.663447</td>\n",
       "      <td>-0.436441</td>\n",
       "      <td>-0.705778</td>\n",
       "      <td>0.317978</td>\n",
       "      <td>-0.675741</td>\n",
       "      <td>0.461170</td>\n",
       "      <td>-0.678003</td>\n",
       "      <td>0.687655</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.083139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.699901</td>\n",
       "      <td>0.148423</td>\n",
       "      <td>0.216855</td>\n",
       "      <td>-0.859930</td>\n",
       "      <td>-0.231999</td>\n",
       "      <td>-0.871000</td>\n",
       "      <td>0.998952</td>\n",
       "      <td>-0.291405</td>\n",
       "      <td>0.083433</td>\n",
       "      <td>-0.857605</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.911606</td>\n",
       "      <td>0.338391</td>\n",
       "      <td>-0.653141</td>\n",
       "      <td>0.268055</td>\n",
       "      <td>-0.048600</td>\n",
       "      <td>0.579666</td>\n",
       "      <td>-0.933288</td>\n",
       "      <td>0.390900</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.228499</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.189191</td>\n",
       "      <td>0.378434</td>\n",
       "      <td>0.155617</td>\n",
       "      <td>-0.158817</td>\n",
       "      <td>0.305665</td>\n",
       "      <td>-0.802254</td>\n",
       "      <td>0.809712</td>\n",
       "      <td>-0.262057</td>\n",
       "      <td>0.104558</td>\n",
       "      <td>-0.900556</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.906934</td>\n",
       "      <td>0.576211</td>\n",
       "      <td>-0.770738</td>\n",
       "      <td>0.516666</td>\n",
       "      <td>-0.651380</td>\n",
       "      <td>0.474633</td>\n",
       "      <td>-0.865077</td>\n",
       "      <td>0.594140</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.166905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.583110</td>\n",
       "      <td>-0.078405</td>\n",
       "      <td>0.370737</td>\n",
       "      <td>0.929915</td>\n",
       "      <td>-0.734345</td>\n",
       "      <td>-0.319077</td>\n",
       "      <td>-0.520302</td>\n",
       "      <td>0.453560</td>\n",
       "      <td>-0.612344</td>\n",
       "      <td>0.504709</td>\n",
       "      <td>...</td>\n",
       "      <td>0.101503</td>\n",
       "      <td>0.905999</td>\n",
       "      <td>0.569518</td>\n",
       "      <td>0.783320</td>\n",
       "      <td>0.749429</td>\n",
       "      <td>0.866267</td>\n",
       "      <td>0.295226</td>\n",
       "      <td>0.390654</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.383132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.665245</td>\n",
       "      <td>-0.414406</td>\n",
       "      <td>0.384306</td>\n",
       "      <td>0.977027</td>\n",
       "      <td>-0.796748</td>\n",
       "      <td>0.615145</td>\n",
       "      <td>-0.209704</td>\n",
       "      <td>0.617512</td>\n",
       "      <td>-0.861686</td>\n",
       "      <td>0.913866</td>\n",
       "      <td>...</td>\n",
       "      <td>0.606640</td>\n",
       "      <td>0.959838</td>\n",
       "      <td>0.869317</td>\n",
       "      <td>0.683151</td>\n",
       "      <td>0.922499</td>\n",
       "      <td>0.816869</td>\n",
       "      <td>0.615930</td>\n",
       "      <td>0.511271</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.276984</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.752968</td>\n",
       "      <td>0.215688</td>\n",
       "      <td>0.283594</td>\n",
       "      <td>0.972989</td>\n",
       "      <td>-0.798809</td>\n",
       "      <td>-0.394815</td>\n",
       "      <td>-0.792138</td>\n",
       "      <td>0.063225</td>\n",
       "      <td>-0.119373</td>\n",
       "      <td>0.889248</td>\n",
       "      <td>...</td>\n",
       "      <td>0.559288</td>\n",
       "      <td>0.912735</td>\n",
       "      <td>0.500433</td>\n",
       "      <td>0.525574</td>\n",
       "      <td>0.677767</td>\n",
       "      <td>0.837013</td>\n",
       "      <td>0.358870</td>\n",
       "      <td>0.437061</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.254000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.402350</td>\n",
       "      <td>-0.299049</td>\n",
       "      <td>0.475018</td>\n",
       "      <td>0.927901</td>\n",
       "      <td>-0.776222</td>\n",
       "      <td>0.365500</td>\n",
       "      <td>-0.290354</td>\n",
       "      <td>0.544445</td>\n",
       "      <td>-0.886663</td>\n",
       "      <td>0.845405</td>\n",
       "      <td>...</td>\n",
       "      <td>0.556807</td>\n",
       "      <td>0.953909</td>\n",
       "      <td>0.842399</td>\n",
       "      <td>0.703403</td>\n",
       "      <td>0.912806</td>\n",
       "      <td>0.877418</td>\n",
       "      <td>0.477641</td>\n",
       "      <td>0.548089</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.236939</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.426278</td>\n",
       "      <td>-0.527140</td>\n",
       "      <td>0.433643</td>\n",
       "      <td>0.958200</td>\n",
       "      <td>-0.831823</td>\n",
       "      <td>0.634917</td>\n",
       "      <td>0.784971</td>\n",
       "      <td>0.538409</td>\n",
       "      <td>-0.917742</td>\n",
       "      <td>0.782769</td>\n",
       "      <td>...</td>\n",
       "      <td>0.402750</td>\n",
       "      <td>0.972278</td>\n",
       "      <td>0.863282</td>\n",
       "      <td>0.699111</td>\n",
       "      <td>0.939752</td>\n",
       "      <td>0.862488</td>\n",
       "      <td>0.336658</td>\n",
       "      <td>0.683579</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.155237</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>49823 rows × 768 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         BERT_3    BERT_4    BERT_5    BERT_6    BERT_7    BERT_8    BERT_9  \\\n",
       "0      0.396469  0.699823  0.583684  0.684937 -0.300641 -0.861769 -0.870342   \n",
       "1      0.411906  0.678268  0.560558  0.701253 -0.255225 -0.884209 -0.848714   \n",
       "2      0.135312  0.760674 -0.058021 -0.004875 -0.202761 -0.989303  0.906264   \n",
       "3     -0.699901  0.148423  0.216855 -0.859930 -0.231999 -0.871000  0.998952   \n",
       "4     -0.189191  0.378434  0.155617 -0.158817  0.305665 -0.802254  0.809712   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "80958  0.583110 -0.078405  0.370737  0.929915 -0.734345 -0.319077 -0.520302   \n",
       "80959  0.665245 -0.414406  0.384306  0.977027 -0.796748  0.615145 -0.209704   \n",
       "80960  0.752968  0.215688  0.283594  0.972989 -0.798809 -0.394815 -0.792138   \n",
       "80961  0.402350 -0.299049  0.475018  0.927901 -0.776222  0.365500 -0.290354   \n",
       "80962  0.426278 -0.527140  0.433643  0.958200 -0.831823  0.634917  0.784971   \n",
       "\n",
       "        BERT_10   BERT_11   BERT_12  ...  BERT_761  BERT_762  BERT_763  \\\n",
       "0     -0.270273  0.392132  0.718036  ... -0.447969  0.968792  0.137899   \n",
       "1     -0.266009  0.386042  0.624316  ... -0.499717  0.964874  0.072426   \n",
       "2     -0.698797  0.887834 -0.372035  ... -0.663447 -0.436441 -0.705778   \n",
       "3     -0.291405  0.083433 -0.857605  ... -0.911606  0.338391 -0.653141   \n",
       "4     -0.262057  0.104558 -0.900556  ... -0.906934  0.576211 -0.770738   \n",
       "...         ...       ...       ...  ...       ...       ...       ...   \n",
       "80958  0.453560 -0.612344  0.504709  ...  0.101503  0.905999  0.569518   \n",
       "80959  0.617512 -0.861686  0.913866  ...  0.606640  0.959838  0.869317   \n",
       "80960  0.063225 -0.119373  0.889248  ...  0.559288  0.912735  0.500433   \n",
       "80961  0.544445 -0.886663  0.845405  ...  0.556807  0.953909  0.842399   \n",
       "80962  0.538409 -0.917742  0.782769  ...  0.402750  0.972278  0.863282   \n",
       "\n",
       "       BERT_764  BERT_765  BERT_766  BERT_767  max_1_val    max_1_col  \\\n",
       "0      0.621971 -0.179741  0.535175  0.448510   0.624199  Criteria iv   \n",
       "1      0.673002 -0.329150  0.561132  0.377601   0.690831  Criteria iv   \n",
       "2      0.317978 -0.675741  0.461170 -0.678003   0.687655  Criteria vi   \n",
       "3      0.268055 -0.048600  0.579666 -0.933288   0.390900  Criteria vi   \n",
       "4      0.516666 -0.651380  0.474633 -0.865077   0.594140  Criteria iv   \n",
       "...         ...       ...       ...       ...        ...          ...   \n",
       "80958  0.783320  0.749429  0.866267  0.295226   0.390654  Criteria ii   \n",
       "80959  0.683151  0.922499  0.816869  0.615930   0.511271  Criteria ii   \n",
       "80960  0.525574  0.677767  0.837013  0.358870   0.437061   Criteria i   \n",
       "80961  0.703403  0.912806  0.877418  0.477641   0.548089  Criteria ii   \n",
       "80962  0.699111  0.939752  0.862488  0.336658   0.683579  Criteria ii   \n",
       "\n",
       "       max_2_val  \n",
       "0       0.183747  \n",
       "1       0.130004  \n",
       "2       0.083139  \n",
       "3       0.228499  \n",
       "4       0.166905  \n",
       "...          ...  \n",
       "80958   0.383132  \n",
       "80959   0.276984  \n",
       "80960   0.254000  \n",
       "80961   0.236939  \n",
       "80962   0.155237  \n",
       "\n",
       "[49823 rows x 768 columns]"
      ]
     },
     "execution_count": 144,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "B = bert[bert['text_bool']][bert.columns[46:814]]\n",
    "B"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "id": "7df15347",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>text_bool</th>\n",
       "      <th>revised_text</th>\n",
       "      <th>num_sent</th>\n",
       "      <th>text_len</th>\n",
       "      <th>BERT_0</th>\n",
       "      <th>BERT_1</th>\n",
       "      <th>BERT_2</th>\n",
       "      <th>BERT_3</th>\n",
       "      <th>BERT_4</th>\n",
       "      <th>...</th>\n",
       "      <th>BERT_761</th>\n",
       "      <th>BERT_762</th>\n",
       "      <th>BERT_763</th>\n",
       "      <th>BERT_764</th>\n",
       "      <th>BERT_765</th>\n",
       "      <th>BERT_766</th>\n",
       "      <th>BERT_767</th>\n",
       "      <th>English</th>\n",
       "      <th>Local_Lang</th>\n",
       "      <th>Other_Lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Venice - Minelli Palace Courty...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>236.0</td>\n",
       "      <td>-0.725867</td>\n",
       "      <td>0.645667</td>\n",
       "      <td>-0.835403</td>\n",
       "      <td>0.396469</td>\n",
       "      <td>0.699823</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.447969</td>\n",
       "      <td>0.968792</td>\n",
       "      <td>0.137899</td>\n",
       "      <td>0.621971</td>\n",
       "      <td>-0.179741</td>\n",
       "      <td>0.535175</td>\n",
       "      <td>0.448510</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Venice - Minelli Palace. It ha...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>234.0</td>\n",
       "      <td>-0.687322</td>\n",
       "      <td>0.634107</td>\n",
       "      <td>-0.852408</td>\n",
       "      <td>0.411906</td>\n",
       "      <td>0.678268</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.499717</td>\n",
       "      <td>0.964874</td>\n",
       "      <td>0.072426</td>\n",
       "      <td>0.673002</td>\n",
       "      <td>-0.329150</td>\n",
       "      <td>0.561132</td>\n",
       "      <td>0.377601</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of canalgrande, canal, bridge, pie...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>0.152785</td>\n",
       "      <td>0.484428</td>\n",
       "      <td>-0.967312</td>\n",
       "      <td>0.135312</td>\n",
       "      <td>0.760674</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.663447</td>\n",
       "      <td>-0.436441</td>\n",
       "      <td>-0.705778</td>\n",
       "      <td>0.317978</td>\n",
       "      <td>-0.675741</td>\n",
       "      <td>0.461170</td>\n",
       "      <td>-0.678003</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of pier, italy, venice, gondola, c...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>0.883628</td>\n",
       "      <td>0.647049</td>\n",
       "      <td>-0.881726</td>\n",
       "      <td>-0.699901</td>\n",
       "      <td>0.148423</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.911606</td>\n",
       "      <td>0.338391</td>\n",
       "      <td>-0.653141</td>\n",
       "      <td>0.268055</td>\n",
       "      <td>-0.048600</td>\n",
       "      <td>0.579666</td>\n",
       "      <td>-0.933288</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of commercialbuildings, italy, ven...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>0.828631</td>\n",
       "      <td>0.395096</td>\n",
       "      <td>-0.950549</td>\n",
       "      <td>-0.189191</td>\n",
       "      <td>0.378434</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.906934</td>\n",
       "      <td>0.576211</td>\n",
       "      <td>-0.770738</td>\n",
       "      <td>0.516666</td>\n",
       "      <td>-0.651380</td>\n",
       "      <td>0.474633</td>\n",
       "      <td>-0.865077</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>123096</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Here the packages are delivere...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>-0.602327</td>\n",
       "      <td>0.844247</td>\n",
       "      <td>0.003864</td>\n",
       "      <td>0.583110</td>\n",
       "      <td>-0.078405</td>\n",
       "      <td>...</td>\n",
       "      <td>0.101503</td>\n",
       "      <td>0.905999</td>\n",
       "      <td>0.569518</td>\n",
       "      <td>0.783320</td>\n",
       "      <td>0.749429</td>\n",
       "      <td>0.866267</td>\n",
       "      <td>0.295226</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>123097</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Door No.342. It has tags of Ve...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>-0.807686</td>\n",
       "      <td>0.784066</td>\n",
       "      <td>0.898045</td>\n",
       "      <td>0.665245</td>\n",
       "      <td>-0.414406</td>\n",
       "      <td>...</td>\n",
       "      <td>0.606640</td>\n",
       "      <td>0.959838</td>\n",
       "      <td>0.869317</td>\n",
       "      <td>0.683151</td>\n",
       "      <td>0.922499</td>\n",
       "      <td>0.816869</td>\n",
       "      <td>0.615930</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>123098</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Ave Maria. It has tags of Vene...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>-0.815055</td>\n",
       "      <td>0.762962</td>\n",
       "      <td>-0.031195</td>\n",
       "      <td>0.752968</td>\n",
       "      <td>0.215688</td>\n",
       "      <td>...</td>\n",
       "      <td>0.559288</td>\n",
       "      <td>0.912735</td>\n",
       "      <td>0.500433</td>\n",
       "      <td>0.525574</td>\n",
       "      <td>0.677767</td>\n",
       "      <td>0.837013</td>\n",
       "      <td>0.358870</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>123099</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Kirchenportal der Church of Sa...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>-0.787440</td>\n",
       "      <td>0.802281</td>\n",
       "      <td>0.809869</td>\n",
       "      <td>0.402350</td>\n",
       "      <td>-0.299049</td>\n",
       "      <td>...</td>\n",
       "      <td>0.556807</td>\n",
       "      <td>0.953909</td>\n",
       "      <td>0.842399</td>\n",
       "      <td>0.703403</td>\n",
       "      <td>0.912806</td>\n",
       "      <td>0.877418</td>\n",
       "      <td>0.477641</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>123100</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Door in the Jewish district of...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>-0.734078</td>\n",
       "      <td>0.828057</td>\n",
       "      <td>0.947541</td>\n",
       "      <td>0.426278</td>\n",
       "      <td>-0.527140</td>\n",
       "      <td>...</td>\n",
       "      <td>0.402750</td>\n",
       "      <td>0.972278</td>\n",
       "      <td>0.863282</td>\n",
       "      <td>0.699111</td>\n",
       "      <td>0.939752</td>\n",
       "      <td>0.862488</td>\n",
       "      <td>0.336658</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 776 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        index  text_bool                                       revised_text  \\\n",
       "0           6       True  It has title of Venice - Minelli Palace Courty...   \n",
       "1           7       True  It has title of Venice - Minelli Palace. It ha...   \n",
       "2          10       True  It has tags of canalgrande, canal, bridge, pie...   \n",
       "3          11       True  It has tags of pier, italy, venice, gondola, c...   \n",
       "4          12       True  It has tags of commercialbuildings, italy, ven...   \n",
       "...       ...        ...                                                ...   \n",
       "80958  123096       True  It has title of Here the packages are delivere...   \n",
       "80959  123097       True  It has title of Door No.342. It has tags of Ve...   \n",
       "80960  123098       True  It has title of Ave Maria. It has tags of Vene...   \n",
       "80961  123099       True  It has title of Kirchenportal der Church of Sa...   \n",
       "80962  123100       True  It has title of Door in the Jewish district of...   \n",
       "\n",
       "       num_sent  text_len    BERT_0    BERT_1    BERT_2    BERT_3    BERT_4  \\\n",
       "0          12.0     236.0 -0.725867  0.645667 -0.835403  0.396469  0.699823   \n",
       "1          12.0     234.0 -0.687322  0.634107 -0.852408  0.411906  0.678268   \n",
       "2           6.0      84.0  0.152785  0.484428 -0.967312  0.135312  0.760674   \n",
       "3           4.0      80.0  0.883628  0.647049 -0.881726 -0.699901  0.148423   \n",
       "4           4.0      76.0  0.828631  0.395096 -0.950549 -0.189191  0.378434   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "80958       2.0      35.0 -0.602327  0.844247  0.003864  0.583110 -0.078405   \n",
       "80959       2.0      25.0 -0.807686  0.784066  0.898045  0.665245 -0.414406   \n",
       "80960       2.0      26.0 -0.815055  0.762962 -0.031195  0.752968  0.215688   \n",
       "80961       2.0      33.0 -0.787440  0.802281  0.809869  0.402350 -0.299049   \n",
       "80962       2.0      28.0 -0.734078  0.828057  0.947541  0.426278 -0.527140   \n",
       "\n",
       "       ...  BERT_761  BERT_762  BERT_763  BERT_764  BERT_765  BERT_766  \\\n",
       "0      ... -0.447969  0.968792  0.137899  0.621971 -0.179741  0.535175   \n",
       "1      ... -0.499717  0.964874  0.072426  0.673002 -0.329150  0.561132   \n",
       "2      ... -0.663447 -0.436441 -0.705778  0.317978 -0.675741  0.461170   \n",
       "3      ... -0.911606  0.338391 -0.653141  0.268055 -0.048600  0.579666   \n",
       "4      ... -0.906934  0.576211 -0.770738  0.516666 -0.651380  0.474633   \n",
       "...    ...       ...       ...       ...       ...       ...       ...   \n",
       "80958  ...  0.101503  0.905999  0.569518  0.783320  0.749429  0.866267   \n",
       "80959  ...  0.606640  0.959838  0.869317  0.683151  0.922499  0.816869   \n",
       "80960  ...  0.559288  0.912735  0.500433  0.525574  0.677767  0.837013   \n",
       "80961  ...  0.556807  0.953909  0.842399  0.703403  0.912806  0.877418   \n",
       "80962  ...  0.402750  0.972278  0.863282  0.699111  0.939752  0.862488   \n",
       "\n",
       "       BERT_767  English  Local_Lang  Other_Lang  \n",
       "0      0.448510      0.0         0.0         0.0  \n",
       "1      0.377601      0.0         0.0         0.0  \n",
       "2     -0.678003      0.0         0.0         0.0  \n",
       "3     -0.933288      0.0         0.0         0.0  \n",
       "4     -0.865077      0.0         0.0         0.0  \n",
       "...         ...      ...         ...         ...  \n",
       "80958  0.295226      0.0         0.0         0.0  \n",
       "80959  0.615930      0.0         0.0         0.0  \n",
       "80960  0.358870      0.0         0.0         0.0  \n",
       "80961  0.477641      0.0         0.0         0.0  \n",
       "80962  0.336658      0.0         0.0         0.0  \n",
       "\n",
       "[80963 rows x 776 columns]"
      ]
     },
     "execution_count": 156,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "TEX_FEAT = bert[['index','text_bool','revised_text', 'num_sent', 'text_len']].merge(B, how='left', left_index=True, \n",
    "            right_index=True).merge(O, how='left',left_index=True, right_index=True)\n",
    "TEX_FEAT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "id": "8b2d23f0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>text_bool</th>\n",
       "      <th>revised_text</th>\n",
       "      <th>num_sent</th>\n",
       "      <th>text_len</th>\n",
       "      <th>BERT_0</th>\n",
       "      <th>BERT_1</th>\n",
       "      <th>BERT_2</th>\n",
       "      <th>BERT_3</th>\n",
       "      <th>BERT_4</th>\n",
       "      <th>...</th>\n",
       "      <th>BERT_761</th>\n",
       "      <th>BERT_762</th>\n",
       "      <th>BERT_763</th>\n",
       "      <th>BERT_764</th>\n",
       "      <th>BERT_765</th>\n",
       "      <th>BERT_766</th>\n",
       "      <th>BERT_767</th>\n",
       "      <th>English</th>\n",
       "      <th>Local_Lang</th>\n",
       "      <th>Other_Lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>50770113131</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Venice - Minelli Palace Courty...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>236.0</td>\n",
       "      <td>-0.725867</td>\n",
       "      <td>0.645667</td>\n",
       "      <td>-0.835403</td>\n",
       "      <td>0.396469</td>\n",
       "      <td>0.699823</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.447969</td>\n",
       "      <td>0.968792</td>\n",
       "      <td>0.137899</td>\n",
       "      <td>0.621971</td>\n",
       "      <td>-0.179741</td>\n",
       "      <td>0.535175</td>\n",
       "      <td>0.448510</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>50770228312</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Venice - Minelli Palace. It ha...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>234.0</td>\n",
       "      <td>-0.687322</td>\n",
       "      <td>0.634107</td>\n",
       "      <td>-0.852408</td>\n",
       "      <td>0.411906</td>\n",
       "      <td>0.678268</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.499717</td>\n",
       "      <td>0.964874</td>\n",
       "      <td>0.072426</td>\n",
       "      <td>0.673002</td>\n",
       "      <td>-0.329150</td>\n",
       "      <td>0.561132</td>\n",
       "      <td>0.377601</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>50766039303</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of canalgrande, canal, bridge, pie...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>0.152785</td>\n",
       "      <td>0.484428</td>\n",
       "      <td>-0.967312</td>\n",
       "      <td>0.135312</td>\n",
       "      <td>0.760674</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.663447</td>\n",
       "      <td>-0.436441</td>\n",
       "      <td>-0.705778</td>\n",
       "      <td>0.317978</td>\n",
       "      <td>-0.675741</td>\n",
       "      <td>0.461170</td>\n",
       "      <td>-0.678003</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>50766893587</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of pier, italy, venice, gondola, c...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>0.883628</td>\n",
       "      <td>0.647049</td>\n",
       "      <td>-0.881726</td>\n",
       "      <td>-0.699901</td>\n",
       "      <td>0.148423</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.911606</td>\n",
       "      <td>0.338391</td>\n",
       "      <td>-0.653141</td>\n",
       "      <td>0.268055</td>\n",
       "      <td>-0.048600</td>\n",
       "      <td>0.579666</td>\n",
       "      <td>-0.933288</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>50766892772</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of commercialbuildings, italy, ven...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>0.828631</td>\n",
       "      <td>0.395096</td>\n",
       "      <td>-0.950549</td>\n",
       "      <td>-0.189191</td>\n",
       "      <td>0.378434</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.906934</td>\n",
       "      <td>0.576211</td>\n",
       "      <td>-0.770738</td>\n",
       "      <td>0.516666</td>\n",
       "      <td>-0.651380</td>\n",
       "      <td>0.474633</td>\n",
       "      <td>-0.865077</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>20879329608</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Here the packages are delivere...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>-0.602327</td>\n",
       "      <td>0.844247</td>\n",
       "      <td>0.003864</td>\n",
       "      <td>0.583110</td>\n",
       "      <td>-0.078405</td>\n",
       "      <td>...</td>\n",
       "      <td>0.101503</td>\n",
       "      <td>0.905999</td>\n",
       "      <td>0.569518</td>\n",
       "      <td>0.783320</td>\n",
       "      <td>0.749429</td>\n",
       "      <td>0.866267</td>\n",
       "      <td>0.295226</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>21040989736</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Door No.342. It has tags of Ve...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>-0.807686</td>\n",
       "      <td>0.784066</td>\n",
       "      <td>0.898045</td>\n",
       "      <td>0.665245</td>\n",
       "      <td>-0.414406</td>\n",
       "      <td>...</td>\n",
       "      <td>0.606640</td>\n",
       "      <td>0.959838</td>\n",
       "      <td>0.869317</td>\n",
       "      <td>0.683151</td>\n",
       "      <td>0.922499</td>\n",
       "      <td>0.816869</td>\n",
       "      <td>0.615930</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>20880415099</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Ave Maria. It has tags of Vene...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>-0.815055</td>\n",
       "      <td>0.762962</td>\n",
       "      <td>-0.031195</td>\n",
       "      <td>0.752968</td>\n",
       "      <td>0.215688</td>\n",
       "      <td>...</td>\n",
       "      <td>0.559288</td>\n",
       "      <td>0.912735</td>\n",
       "      <td>0.500433</td>\n",
       "      <td>0.525574</td>\n",
       "      <td>0.677767</td>\n",
       "      <td>0.837013</td>\n",
       "      <td>0.358870</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>20879281658</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Kirchenportal der Church of Sa...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>-0.787440</td>\n",
       "      <td>0.802281</td>\n",
       "      <td>0.809869</td>\n",
       "      <td>0.402350</td>\n",
       "      <td>-0.299049</td>\n",
       "      <td>...</td>\n",
       "      <td>0.556807</td>\n",
       "      <td>0.953909</td>\n",
       "      <td>0.842399</td>\n",
       "      <td>0.703403</td>\n",
       "      <td>0.912806</td>\n",
       "      <td>0.877418</td>\n",
       "      <td>0.477641</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>21074834751</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Door in the Jewish district of...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>-0.734078</td>\n",
       "      <td>0.828057</td>\n",
       "      <td>0.947541</td>\n",
       "      <td>0.426278</td>\n",
       "      <td>-0.527140</td>\n",
       "      <td>...</td>\n",
       "      <td>0.402750</td>\n",
       "      <td>0.972278</td>\n",
       "      <td>0.863282</td>\n",
       "      <td>0.699111</td>\n",
       "      <td>0.939752</td>\n",
       "      <td>0.862488</td>\n",
       "      <td>0.336658</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 776 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             index  text_bool  \\\n",
       "0      50770113131       True   \n",
       "1      50770228312       True   \n",
       "2      50766039303       True   \n",
       "3      50766893587       True   \n",
       "4      50766892772       True   \n",
       "...            ...        ...   \n",
       "80958  20879329608       True   \n",
       "80959  21040989736       True   \n",
       "80960  20880415099       True   \n",
       "80961  20879281658       True   \n",
       "80962  21074834751       True   \n",
       "\n",
       "                                            revised_text  num_sent  text_len  \\\n",
       "0      It has title of Venice - Minelli Palace Courty...      12.0     236.0   \n",
       "1      It has title of Venice - Minelli Palace. It ha...      12.0     234.0   \n",
       "2      It has tags of canalgrande, canal, bridge, pie...       6.0      84.0   \n",
       "3      It has tags of pier, italy, venice, gondola, c...       4.0      80.0   \n",
       "4      It has tags of commercialbuildings, italy, ven...       4.0      76.0   \n",
       "...                                                  ...       ...       ...   \n",
       "80958  It has title of Here the packages are delivere...       2.0      35.0   \n",
       "80959  It has title of Door No.342. It has tags of Ve...       2.0      25.0   \n",
       "80960  It has title of Ave Maria. It has tags of Vene...       2.0      26.0   \n",
       "80961  It has title of Kirchenportal der Church of Sa...       2.0      33.0   \n",
       "80962  It has title of Door in the Jewish district of...       2.0      28.0   \n",
       "\n",
       "         BERT_0    BERT_1    BERT_2    BERT_3    BERT_4  ...  BERT_761  \\\n",
       "0     -0.725867  0.645667 -0.835403  0.396469  0.699823  ... -0.447969   \n",
       "1     -0.687322  0.634107 -0.852408  0.411906  0.678268  ... -0.499717   \n",
       "2      0.152785  0.484428 -0.967312  0.135312  0.760674  ... -0.663447   \n",
       "3      0.883628  0.647049 -0.881726 -0.699901  0.148423  ... -0.911606   \n",
       "4      0.828631  0.395096 -0.950549 -0.189191  0.378434  ... -0.906934   \n",
       "...         ...       ...       ...       ...       ...  ...       ...   \n",
       "80958 -0.602327  0.844247  0.003864  0.583110 -0.078405  ...  0.101503   \n",
       "80959 -0.807686  0.784066  0.898045  0.665245 -0.414406  ...  0.606640   \n",
       "80960 -0.815055  0.762962 -0.031195  0.752968  0.215688  ...  0.559288   \n",
       "80961 -0.787440  0.802281  0.809869  0.402350 -0.299049  ...  0.556807   \n",
       "80962 -0.734078  0.828057  0.947541  0.426278 -0.527140  ...  0.402750   \n",
       "\n",
       "       BERT_762  BERT_763  BERT_764  BERT_765  BERT_766  BERT_767  English  \\\n",
       "0      0.968792  0.137899  0.621971 -0.179741  0.535175  0.448510      0.0   \n",
       "1      0.964874  0.072426  0.673002 -0.329150  0.561132  0.377601      0.0   \n",
       "2     -0.436441 -0.705778  0.317978 -0.675741  0.461170 -0.678003      0.0   \n",
       "3      0.338391 -0.653141  0.268055 -0.048600  0.579666 -0.933288      0.0   \n",
       "4      0.576211 -0.770738  0.516666 -0.651380  0.474633 -0.865077      0.0   \n",
       "...         ...       ...       ...       ...       ...       ...      ...   \n",
       "80958  0.905999  0.569518  0.783320  0.749429  0.866267  0.295226      0.0   \n",
       "80959  0.959838  0.869317  0.683151  0.922499  0.816869  0.615930      0.0   \n",
       "80960  0.912735  0.500433  0.525574  0.677767  0.837013  0.358870      0.0   \n",
       "80961  0.953909  0.842399  0.703403  0.912806  0.877418  0.477641      0.0   \n",
       "80962  0.972278  0.863282  0.699111  0.939752  0.862488  0.336658      0.0   \n",
       "\n",
       "       Local_Lang  Other_Lang  \n",
       "0             0.0         0.0  \n",
       "1             0.0         0.0  \n",
       "2             0.0         0.0  \n",
       "3             0.0         0.0  \n",
       "4             0.0         0.0  \n",
       "...           ...         ...  \n",
       "80958         0.0         0.0  \n",
       "80959         0.0         0.0  \n",
       "80960         0.0         0.0  \n",
       "80961         0.0         0.0  \n",
       "80962         0.0         0.0  \n",
       "\n",
       "[80963 rows x 776 columns]"
      ]
     },
     "execution_count": 157,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "TEX_FEAT = bert[['index.1','text_bool','revised_text', 'num_sent', 'text_len']].merge(B, how='left', left_index=True, \n",
    "            right_index=True).merge(O, how='left',left_index=True, right_index=True).rename(columns={'index.1':'index'})\n",
    "TEX_FEAT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "id": "6fa996e3",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>text_bool</th>\n",
       "      <th>revised_text</th>\n",
       "      <th>num_sent</th>\n",
       "      <th>text_len</th>\n",
       "      <th>BERT_0</th>\n",
       "      <th>BERT_1</th>\n",
       "      <th>BERT_2</th>\n",
       "      <th>BERT_3</th>\n",
       "      <th>BERT_4</th>\n",
       "      <th>...</th>\n",
       "      <th>BERT_761</th>\n",
       "      <th>BERT_762</th>\n",
       "      <th>BERT_763</th>\n",
       "      <th>BERT_764</th>\n",
       "      <th>BERT_765</th>\n",
       "      <th>BERT_766</th>\n",
       "      <th>BERT_767</th>\n",
       "      <th>English</th>\n",
       "      <th>Local_Lang</th>\n",
       "      <th>Other_Lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>50770113131</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Venice - Minelli Palace Courty...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>236.0</td>\n",
       "      <td>-0.725867</td>\n",
       "      <td>0.645667</td>\n",
       "      <td>-0.835403</td>\n",
       "      <td>0.396469</td>\n",
       "      <td>0.699823</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.447969</td>\n",
       "      <td>0.968792</td>\n",
       "      <td>0.137899</td>\n",
       "      <td>0.621971</td>\n",
       "      <td>-0.179741</td>\n",
       "      <td>0.535175</td>\n",
       "      <td>0.448510</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>50770228312</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Venice - Minelli Palace. It ha...</td>\n",
       "      <td>12.0</td>\n",
       "      <td>234.0</td>\n",
       "      <td>-0.687322</td>\n",
       "      <td>0.634107</td>\n",
       "      <td>-0.852408</td>\n",
       "      <td>0.411906</td>\n",
       "      <td>0.678268</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.499717</td>\n",
       "      <td>0.964874</td>\n",
       "      <td>0.072426</td>\n",
       "      <td>0.673002</td>\n",
       "      <td>-0.329150</td>\n",
       "      <td>0.561132</td>\n",
       "      <td>0.377601</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>50766039303</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of canalgrande, canal, bridge, pie...</td>\n",
       "      <td>6.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>0.152785</td>\n",
       "      <td>0.484428</td>\n",
       "      <td>-0.967312</td>\n",
       "      <td>0.135312</td>\n",
       "      <td>0.760674</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.663447</td>\n",
       "      <td>-0.436441</td>\n",
       "      <td>-0.705778</td>\n",
       "      <td>0.317978</td>\n",
       "      <td>-0.675741</td>\n",
       "      <td>0.461170</td>\n",
       "      <td>-0.678003</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>50766893587</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of pier, italy, venice, gondola, c...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>0.883628</td>\n",
       "      <td>0.647049</td>\n",
       "      <td>-0.881726</td>\n",
       "      <td>-0.699901</td>\n",
       "      <td>0.148423</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.911606</td>\n",
       "      <td>0.338391</td>\n",
       "      <td>-0.653141</td>\n",
       "      <td>0.268055</td>\n",
       "      <td>-0.048600</td>\n",
       "      <td>0.579666</td>\n",
       "      <td>-0.933288</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>50766892772</td>\n",
       "      <td>True</td>\n",
       "      <td>It has tags of commercialbuildings, italy, ven...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>0.828631</td>\n",
       "      <td>0.395096</td>\n",
       "      <td>-0.950549</td>\n",
       "      <td>-0.189191</td>\n",
       "      <td>0.378434</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.906934</td>\n",
       "      <td>0.576211</td>\n",
       "      <td>-0.770738</td>\n",
       "      <td>0.516666</td>\n",
       "      <td>-0.651380</td>\n",
       "      <td>0.474633</td>\n",
       "      <td>-0.865077</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>20879329608</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Here the packages are delivere...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>-0.602327</td>\n",
       "      <td>0.844247</td>\n",
       "      <td>0.003864</td>\n",
       "      <td>0.583110</td>\n",
       "      <td>-0.078405</td>\n",
       "      <td>...</td>\n",
       "      <td>0.101503</td>\n",
       "      <td>0.905999</td>\n",
       "      <td>0.569518</td>\n",
       "      <td>0.783320</td>\n",
       "      <td>0.749429</td>\n",
       "      <td>0.866267</td>\n",
       "      <td>0.295226</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>21040989736</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Door No.342. It has tags of Ve...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>25.0</td>\n",
       "      <td>-0.807686</td>\n",
       "      <td>0.784066</td>\n",
       "      <td>0.898045</td>\n",
       "      <td>0.665245</td>\n",
       "      <td>-0.414406</td>\n",
       "      <td>...</td>\n",
       "      <td>0.606640</td>\n",
       "      <td>0.959838</td>\n",
       "      <td>0.869317</td>\n",
       "      <td>0.683151</td>\n",
       "      <td>0.922499</td>\n",
       "      <td>0.816869</td>\n",
       "      <td>0.615930</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>20880415099</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Ave Maria. It has tags of Vene...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>26.0</td>\n",
       "      <td>-0.815055</td>\n",
       "      <td>0.762962</td>\n",
       "      <td>-0.031195</td>\n",
       "      <td>0.752968</td>\n",
       "      <td>0.215688</td>\n",
       "      <td>...</td>\n",
       "      <td>0.559288</td>\n",
       "      <td>0.912735</td>\n",
       "      <td>0.500433</td>\n",
       "      <td>0.525574</td>\n",
       "      <td>0.677767</td>\n",
       "      <td>0.837013</td>\n",
       "      <td>0.358870</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>20879281658</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Kirchenportal der Church of Sa...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>33.0</td>\n",
       "      <td>-0.787440</td>\n",
       "      <td>0.802281</td>\n",
       "      <td>0.809869</td>\n",
       "      <td>0.402350</td>\n",
       "      <td>-0.299049</td>\n",
       "      <td>...</td>\n",
       "      <td>0.556807</td>\n",
       "      <td>0.953909</td>\n",
       "      <td>0.842399</td>\n",
       "      <td>0.703403</td>\n",
       "      <td>0.912806</td>\n",
       "      <td>0.877418</td>\n",
       "      <td>0.477641</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>21074834751</td>\n",
       "      <td>True</td>\n",
       "      <td>It has title of Door in the Jewish district of...</td>\n",
       "      <td>2.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>-0.734078</td>\n",
       "      <td>0.828057</td>\n",
       "      <td>0.947541</td>\n",
       "      <td>0.426278</td>\n",
       "      <td>-0.527140</td>\n",
       "      <td>...</td>\n",
       "      <td>0.402750</td>\n",
       "      <td>0.972278</td>\n",
       "      <td>0.863282</td>\n",
       "      <td>0.699111</td>\n",
       "      <td>0.939752</td>\n",
       "      <td>0.862488</td>\n",
       "      <td>0.336658</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>49823 rows × 776 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             index  text_bool  \\\n",
       "0      50770113131       True   \n",
       "1      50770228312       True   \n",
       "2      50766039303       True   \n",
       "3      50766893587       True   \n",
       "4      50766892772       True   \n",
       "...            ...        ...   \n",
       "80958  20879329608       True   \n",
       "80959  21040989736       True   \n",
       "80960  20880415099       True   \n",
       "80961  20879281658       True   \n",
       "80962  21074834751       True   \n",
       "\n",
       "                                            revised_text  num_sent  text_len  \\\n",
       "0      It has title of Venice - Minelli Palace Courty...      12.0     236.0   \n",
       "1      It has title of Venice - Minelli Palace. It ha...      12.0     234.0   \n",
       "2      It has tags of canalgrande, canal, bridge, pie...       6.0      84.0   \n",
       "3      It has tags of pier, italy, venice, gondola, c...       4.0      80.0   \n",
       "4      It has tags of commercialbuildings, italy, ven...       4.0      76.0   \n",
       "...                                                  ...       ...       ...   \n",
       "80958  It has title of Here the packages are delivere...       2.0      35.0   \n",
       "80959  It has title of Door No.342. It has tags of Ve...       2.0      25.0   \n",
       "80960  It has title of Ave Maria. It has tags of Vene...       2.0      26.0   \n",
       "80961  It has title of Kirchenportal der Church of Sa...       2.0      33.0   \n",
       "80962  It has title of Door in the Jewish district of...       2.0      28.0   \n",
       "\n",
       "         BERT_0    BERT_1    BERT_2    BERT_3    BERT_4  ...  BERT_761  \\\n",
       "0     -0.725867  0.645667 -0.835403  0.396469  0.699823  ... -0.447969   \n",
       "1     -0.687322  0.634107 -0.852408  0.411906  0.678268  ... -0.499717   \n",
       "2      0.152785  0.484428 -0.967312  0.135312  0.760674  ... -0.663447   \n",
       "3      0.883628  0.647049 -0.881726 -0.699901  0.148423  ... -0.911606   \n",
       "4      0.828631  0.395096 -0.950549 -0.189191  0.378434  ... -0.906934   \n",
       "...         ...       ...       ...       ...       ...  ...       ...   \n",
       "80958 -0.602327  0.844247  0.003864  0.583110 -0.078405  ...  0.101503   \n",
       "80959 -0.807686  0.784066  0.898045  0.665245 -0.414406  ...  0.606640   \n",
       "80960 -0.815055  0.762962 -0.031195  0.752968  0.215688  ...  0.559288   \n",
       "80961 -0.787440  0.802281  0.809869  0.402350 -0.299049  ...  0.556807   \n",
       "80962 -0.734078  0.828057  0.947541  0.426278 -0.527140  ...  0.402750   \n",
       "\n",
       "       BERT_762  BERT_763  BERT_764  BERT_765  BERT_766  BERT_767  English  \\\n",
       "0      0.968792  0.137899  0.621971 -0.179741  0.535175  0.448510      0.0   \n",
       "1      0.964874  0.072426  0.673002 -0.329150  0.561132  0.377601      0.0   \n",
       "2     -0.436441 -0.705778  0.317978 -0.675741  0.461170 -0.678003      0.0   \n",
       "3      0.338391 -0.653141  0.268055 -0.048600  0.579666 -0.933288      0.0   \n",
       "4      0.576211 -0.770738  0.516666 -0.651380  0.474633 -0.865077      0.0   \n",
       "...         ...       ...       ...       ...       ...       ...      ...   \n",
       "80958  0.905999  0.569518  0.783320  0.749429  0.866267  0.295226      0.0   \n",
       "80959  0.959838  0.869317  0.683151  0.922499  0.816869  0.615930      0.0   \n",
       "80960  0.912735  0.500433  0.525574  0.677767  0.837013  0.358870      0.0   \n",
       "80961  0.953909  0.842399  0.703403  0.912806  0.877418  0.477641      0.0   \n",
       "80962  0.972278  0.863282  0.699111  0.939752  0.862488  0.336658      0.0   \n",
       "\n",
       "       Local_Lang  Other_Lang  \n",
       "0             0.0         0.0  \n",
       "1             0.0         0.0  \n",
       "2             0.0         0.0  \n",
       "3             0.0         0.0  \n",
       "4             0.0         0.0  \n",
       "...           ...         ...  \n",
       "80958         0.0         0.0  \n",
       "80959         0.0         0.0  \n",
       "80960         0.0         0.0  \n",
       "80961         0.0         0.0  \n",
       "80962         0.0         0.0  \n",
       "\n",
       "[49823 rows x 776 columns]"
      ]
     },
     "execution_count": 158,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "TEX_FEAT[TEX_FEAT['text_bool']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "id": "d233e0ed",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>English</th>\n",
       "      <th>Local_Lang</th>\n",
       "      <th>Other_Lang</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       English  Local_Lang  Other_Lang\n",
       "0          0.0         0.0         0.0\n",
       "1          0.0         0.0         0.0\n",
       "2          0.0         0.0         0.0\n",
       "3          0.0         0.0         0.0\n",
       "4          0.0         0.0         0.0\n",
       "...        ...         ...         ...\n",
       "80958      0.0         0.0         0.0\n",
       "80959      0.0         0.0         0.0\n",
       "80960      0.0         0.0         0.0\n",
       "80961      0.0         0.0         0.0\n",
       "80962      0.0         0.0         0.0\n",
       "\n",
       "[80963 rows x 3 columns]"
      ]
     },
     "execution_count": 164,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "TEX_FEAT[TEX_FEAT.columns[773:776]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "id": "0f405b5f",
   "metadata": {},
   "outputs": [],
   "source": [
    "TEX_FEAT.to_csv('Venezia/data_storage/Textual_Features.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "id": "2e3c3651",
   "metadata": {},
   "outputs": [],
   "source": [
    "TEX_FEAT.to_csv('Amsterdam/data_storage/Textual_Features.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 139,
   "id": "cd57d3d8",
   "metadata": {},
   "outputs": [],
   "source": [
    "TEX_FEAT.to_csv('Suzhou/data_storage/Textual_Features.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 162,
   "id": "48bdebbe",
   "metadata": {},
   "outputs": [],
   "source": [
    "TEX_FEAT.to_csv('data_storage/images/Textual_Features.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "62e7b346",
   "metadata": {},
   "source": [
    "## Heritage Values Labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "803e271c",
   "metadata": {},
   "outputs": [],
   "source": [
    "classes = ['Criteria i', 'Criteria ii', 'Criteria iii', 'Criteria iv', 'Criteria v', 'Criteria vi', \n",
    "              'Criteria vii', 'Criteria viii', 'Criteria ix', 'Criteria x', 'Others']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "3404b885",
   "metadata": {},
   "outputs": [],
   "source": [
    "bert = pd.read_csv('Venezia/data_storage/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "7b3ae8cc",
   "metadata": {},
   "outputs": [],
   "source": [
    "ulmfit = pd.read_csv('Venezia/data_storage/metadata_ulmfit.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "3d6b782a",
   "metadata": {},
   "outputs": [],
   "source": [
    "cmp = pd.read_csv('Venezia/data_storage/metadata_compare.csv',sep='\\t',index_col='Unnamed: 0')\n",
    "\n",
    "#cmp = cmp.merge(bert[['max_1_eq','max_3_eq']], how='right',left_index=True, right_index=True)\n",
    "\n",
    "cmp['conf_3'] = (cmp['max_3_ulmfit'] + cmp['max_3_bert'])/2\n",
    "cmp['conf_1'] = (cmp['max_1_ulmfit'] + cmp['max_1_bert'])/2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "1f6b5695",
   "metadata": {},
   "outputs": [],
   "source": [
    "bert = pd.read_csv('Amsterdam/data_storage/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "id": "cbf24465",
   "metadata": {},
   "outputs": [],
   "source": [
    "ulmfit = pd.read_csv('Amsterdam/data_storage/metadata_ulmfit.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "id": "7fd8e0b4",
   "metadata": {},
   "outputs": [],
   "source": [
    "cmp = pd.read_csv('Amsterdam/data_storage/metadata_compare.csv',sep='\\t',index_col='Unnamed: 0')\n",
    "\n",
    "#cmp = cmp.merge(bert[['max_1_eq','max_3_eq']], how='right',left_index=True, right_index=True)\n",
    "\n",
    "cmp['conf_3'] = (cmp['max_3_ulmfit'] + cmp['max_3_bert'])/2\n",
    "cmp['conf_1'] = (cmp['max_1_ulmfit'] + cmp['max_1_bert'])/2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "7caf6879",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\zzbn1\\AppData\\Local\\Temp\\ipykernel_28224\\2615473687.py:1: DtypeWarning: Columns (824,825,826,827) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  bert = pd.read_csv('Suzhou/data_storage/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')\n"
     ]
    }
   ],
   "source": [
    "bert = pd.read_csv('Suzhou/data_storage/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "c016c192",
   "metadata": {},
   "outputs": [],
   "source": [
    "ulmfit = pd.read_csv('Suzhou/data_storage/metadata_ulmfit.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "34b68611",
   "metadata": {},
   "outputs": [],
   "source": [
    "cmp = pd.read_csv('Suzhou/data_storage/metadata_compare.csv',sep='\\t',index_col='Unnamed: 0')\n",
    "\n",
    "#cmp = cmp.merge(bert[['max_1_eq','max_3_eq']], how='right',left_index=True, right_index=True)\n",
    "\n",
    "cmp['conf_3'] = (cmp['max_3_ulmfit'] + cmp['max_3_bert'])/2\n",
    "cmp['conf_1'] = (cmp['max_1_ulmfit'] + cmp['max_1_bert'])/2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "030dbabf",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\zzbn1\\AppData\\Local\\Temp\\ipykernel_28224\\3987502545.py:1: DtypeWarning: Columns (5,824) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  bert = pd.read_csv('data_storage/images/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')\n"
     ]
    }
   ],
   "source": [
    "bert = pd.read_csv('data_storage/images/metadata_bert.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "f06910eb",
   "metadata": {},
   "outputs": [],
   "source": [
    "ulmfit = pd.read_csv('data_storage/images/metadata_ulmfit.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "85544ffb",
   "metadata": {},
   "outputs": [],
   "source": [
    "cmp = pd.read_csv('data_storage/images/metadata_compare.csv',sep='\\t',index_col='Unnamed: 0')\n",
    "\n",
    "#cmp = cmp.merge(bert[['max_1_eq','max_3_eq']], how='right',left_index=True, right_index=True)\n",
    "\n",
    "cmp['conf_3'] = (cmp['max_3_ulmfit'] + cmp['max_3_bert'])/2\n",
    "cmp['conf_1'] = (cmp['max_1_ulmfit'] + cmp['max_1_bert'])/2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "fdedb7e6",
   "metadata": {},
   "outputs": [],
   "source": [
    "bert['text_bool'] = bert['max_3_eq']>-1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "4e4069f6",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "bert_l = bert[bert.columns[35:46]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "d8587f06",
   "metadata": {},
   "outputs": [],
   "source": [
    "ulmfit_l = ulmfit[ulmfit.columns[35:46]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "256cb21d",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "bert_l = bert[bert.columns[32:43]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "a18ad6ff",
   "metadata": {},
   "outputs": [],
   "source": [
    "ulmfit_l = ulmfit[ulmfit.columns[32:43]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "ae821703",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Criteria i</th>\n",
       "      <th>Criteria ii</th>\n",
       "      <th>Criteria iii</th>\n",
       "      <th>Criteria iv</th>\n",
       "      <th>Criteria v</th>\n",
       "      <th>Criteria vi</th>\n",
       "      <th>Criteria vii</th>\n",
       "      <th>Criteria viii</th>\n",
       "      <th>Criteria ix</th>\n",
       "      <th>Criteria x</th>\n",
       "      <th>Others</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.183747</td>\n",
       "      <td>0.022853</td>\n",
       "      <td>0.083780</td>\n",
       "      <td>0.624199</td>\n",
       "      <td>0.009987</td>\n",
       "      <td>0.045060</td>\n",
       "      <td>0.007873</td>\n",
       "      <td>0.002240</td>\n",
       "      <td>0.002382</td>\n",
       "      <td>0.003424</td>\n",
       "      <td>0.014457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.130004</td>\n",
       "      <td>0.021327</td>\n",
       "      <td>0.083284</td>\n",
       "      <td>0.690831</td>\n",
       "      <td>0.009521</td>\n",
       "      <td>0.039857</td>\n",
       "      <td>0.005688</td>\n",
       "      <td>0.001748</td>\n",
       "      <td>0.001966</td>\n",
       "      <td>0.002678</td>\n",
       "      <td>0.013094</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.022963</td>\n",
       "      <td>0.017869</td>\n",
       "      <td>0.070070</td>\n",
       "      <td>0.083139</td>\n",
       "      <td>0.029432</td>\n",
       "      <td>0.687655</td>\n",
       "      <td>0.030171</td>\n",
       "      <td>0.007955</td>\n",
       "      <td>0.015020</td>\n",
       "      <td>0.017473</td>\n",
       "      <td>0.018253</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.019122</td>\n",
       "      <td>0.088968</td>\n",
       "      <td>0.111985</td>\n",
       "      <td>0.228499</td>\n",
       "      <td>0.078189</td>\n",
       "      <td>0.390900</td>\n",
       "      <td>0.020495</td>\n",
       "      <td>0.006239</td>\n",
       "      <td>0.020129</td>\n",
       "      <td>0.006759</td>\n",
       "      <td>0.028715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.009118</td>\n",
       "      <td>0.043270</td>\n",
       "      <td>0.073843</td>\n",
       "      <td>0.594140</td>\n",
       "      <td>0.166905</td>\n",
       "      <td>0.072603</td>\n",
       "      <td>0.005750</td>\n",
       "      <td>0.002411</td>\n",
       "      <td>0.008906</td>\n",
       "      <td>0.004332</td>\n",
       "      <td>0.018721</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.121423</td>\n",
       "      <td>0.390654</td>\n",
       "      <td>0.032405</td>\n",
       "      <td>0.383132</td>\n",
       "      <td>0.007551</td>\n",
       "      <td>0.042279</td>\n",
       "      <td>0.001727</td>\n",
       "      <td>0.001719</td>\n",
       "      <td>0.001826</td>\n",
       "      <td>0.001700</td>\n",
       "      <td>0.015584</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.276984</td>\n",
       "      <td>0.511271</td>\n",
       "      <td>0.049984</td>\n",
       "      <td>0.114366</td>\n",
       "      <td>0.003641</td>\n",
       "      <td>0.014104</td>\n",
       "      <td>0.002231</td>\n",
       "      <td>0.003422</td>\n",
       "      <td>0.002994</td>\n",
       "      <td>0.003382</td>\n",
       "      <td>0.017621</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.437061</td>\n",
       "      <td>0.254000</td>\n",
       "      <td>0.071049</td>\n",
       "      <td>0.140171</td>\n",
       "      <td>0.003359</td>\n",
       "      <td>0.066108</td>\n",
       "      <td>0.002784</td>\n",
       "      <td>0.002676</td>\n",
       "      <td>0.002237</td>\n",
       "      <td>0.002568</td>\n",
       "      <td>0.017988</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.236939</td>\n",
       "      <td>0.548089</td>\n",
       "      <td>0.029292</td>\n",
       "      <td>0.130852</td>\n",
       "      <td>0.003584</td>\n",
       "      <td>0.022139</td>\n",
       "      <td>0.002243</td>\n",
       "      <td>0.003827</td>\n",
       "      <td>0.002795</td>\n",
       "      <td>0.002883</td>\n",
       "      <td>0.017357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.155237</td>\n",
       "      <td>0.683579</td>\n",
       "      <td>0.028815</td>\n",
       "      <td>0.089504</td>\n",
       "      <td>0.003646</td>\n",
       "      <td>0.015055</td>\n",
       "      <td>0.001796</td>\n",
       "      <td>0.002616</td>\n",
       "      <td>0.002844</td>\n",
       "      <td>0.002456</td>\n",
       "      <td>0.014452</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Criteria i  Criteria ii  Criteria iii  Criteria iv  Criteria v  \\\n",
       "0        0.183747     0.022853      0.083780     0.624199    0.009987   \n",
       "1        0.130004     0.021327      0.083284     0.690831    0.009521   \n",
       "2        0.022963     0.017869      0.070070     0.083139    0.029432   \n",
       "3        0.019122     0.088968      0.111985     0.228499    0.078189   \n",
       "4        0.009118     0.043270      0.073843     0.594140    0.166905   \n",
       "...           ...          ...           ...          ...         ...   \n",
       "80958    0.121423     0.390654      0.032405     0.383132    0.007551   \n",
       "80959    0.276984     0.511271      0.049984     0.114366    0.003641   \n",
       "80960    0.437061     0.254000      0.071049     0.140171    0.003359   \n",
       "80961    0.236939     0.548089      0.029292     0.130852    0.003584   \n",
       "80962    0.155237     0.683579      0.028815     0.089504    0.003646   \n",
       "\n",
       "       Criteria vi  Criteria vii  Criteria viii  Criteria ix  Criteria x  \\\n",
       "0         0.045060      0.007873       0.002240     0.002382    0.003424   \n",
       "1         0.039857      0.005688       0.001748     0.001966    0.002678   \n",
       "2         0.687655      0.030171       0.007955     0.015020    0.017473   \n",
       "3         0.390900      0.020495       0.006239     0.020129    0.006759   \n",
       "4         0.072603      0.005750       0.002411     0.008906    0.004332   \n",
       "...            ...           ...            ...          ...         ...   \n",
       "80958     0.042279      0.001727       0.001719     0.001826    0.001700   \n",
       "80959     0.014104      0.002231       0.003422     0.002994    0.003382   \n",
       "80960     0.066108      0.002784       0.002676     0.002237    0.002568   \n",
       "80961     0.022139      0.002243       0.003827     0.002795    0.002883   \n",
       "80962     0.015055      0.001796       0.002616     0.002844    0.002456   \n",
       "\n",
       "         Others  \n",
       "0      0.014457  \n",
       "1      0.013094  \n",
       "2      0.018253  \n",
       "3      0.028715  \n",
       "4      0.018721  \n",
       "...         ...  \n",
       "80958  0.015584  \n",
       "80959  0.017621  \n",
       "80960  0.017988  \n",
       "80961  0.017357  \n",
       "80962  0.014452  \n",
       "\n",
       "[80963 rows x 11 columns]"
      ]
     },
     "execution_count": 101,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bert_l"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "d895b03b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Criteria i</th>\n",
       "      <th>Criteria ii</th>\n",
       "      <th>Criteria iii</th>\n",
       "      <th>Criteria iv</th>\n",
       "      <th>Criteria v</th>\n",
       "      <th>Criteria vi</th>\n",
       "      <th>Criteria vii</th>\n",
       "      <th>Criteria viii</th>\n",
       "      <th>Criteria ix</th>\n",
       "      <th>Criteria x</th>\n",
       "      <th>Others</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.300038</td>\n",
       "      <td>0.105972</td>\n",
       "      <td>0.110439</td>\n",
       "      <td>0.391179</td>\n",
       "      <td>0.042873</td>\n",
       "      <td>0.043235</td>\n",
       "      <td>0.002022</td>\n",
       "      <td>0.001575</td>\n",
       "      <td>0.001025</td>\n",
       "      <td>0.001220</td>\n",
       "      <td>0.000422</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.300537</td>\n",
       "      <td>0.105456</td>\n",
       "      <td>0.111514</td>\n",
       "      <td>0.387872</td>\n",
       "      <td>0.043060</td>\n",
       "      <td>0.045290</td>\n",
       "      <td>0.002039</td>\n",
       "      <td>0.001567</td>\n",
       "      <td>0.001015</td>\n",
       "      <td>0.001215</td>\n",
       "      <td>0.000434</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.183531</td>\n",
       "      <td>0.225481</td>\n",
       "      <td>0.083111</td>\n",
       "      <td>0.449886</td>\n",
       "      <td>0.008262</td>\n",
       "      <td>0.042647</td>\n",
       "      <td>0.002100</td>\n",
       "      <td>0.002684</td>\n",
       "      <td>0.001059</td>\n",
       "      <td>0.001152</td>\n",
       "      <td>0.000087</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.085485</td>\n",
       "      <td>0.132468</td>\n",
       "      <td>0.205980</td>\n",
       "      <td>0.378402</td>\n",
       "      <td>0.047569</td>\n",
       "      <td>0.071661</td>\n",
       "      <td>0.040116</td>\n",
       "      <td>0.015467</td>\n",
       "      <td>0.009485</td>\n",
       "      <td>0.013226</td>\n",
       "      <td>0.000141</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.045470</td>\n",
       "      <td>0.187583</td>\n",
       "      <td>0.247151</td>\n",
       "      <td>0.351008</td>\n",
       "      <td>0.074293</td>\n",
       "      <td>0.075992</td>\n",
       "      <td>0.007469</td>\n",
       "      <td>0.002897</td>\n",
       "      <td>0.003285</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.000129</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.014668</td>\n",
       "      <td>0.161494</td>\n",
       "      <td>0.416799</td>\n",
       "      <td>0.236805</td>\n",
       "      <td>0.074207</td>\n",
       "      <td>0.085732</td>\n",
       "      <td>0.002166</td>\n",
       "      <td>0.002078</td>\n",
       "      <td>0.003267</td>\n",
       "      <td>0.002727</td>\n",
       "      <td>0.000056</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.025120</td>\n",
       "      <td>0.297634</td>\n",
       "      <td>0.334180</td>\n",
       "      <td>0.136499</td>\n",
       "      <td>0.015375</td>\n",
       "      <td>0.185791</td>\n",
       "      <td>0.001277</td>\n",
       "      <td>0.001423</td>\n",
       "      <td>0.001244</td>\n",
       "      <td>0.001374</td>\n",
       "      <td>0.000083</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.027727</td>\n",
       "      <td>0.222477</td>\n",
       "      <td>0.365697</td>\n",
       "      <td>0.173320</td>\n",
       "      <td>0.017452</td>\n",
       "      <td>0.184820</td>\n",
       "      <td>0.001975</td>\n",
       "      <td>0.002437</td>\n",
       "      <td>0.002078</td>\n",
       "      <td>0.001947</td>\n",
       "      <td>0.000069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.049469</td>\n",
       "      <td>0.091807</td>\n",
       "      <td>0.350125</td>\n",
       "      <td>0.163804</td>\n",
       "      <td>0.015471</td>\n",
       "      <td>0.322296</td>\n",
       "      <td>0.002075</td>\n",
       "      <td>0.001710</td>\n",
       "      <td>0.001439</td>\n",
       "      <td>0.001700</td>\n",
       "      <td>0.000105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.017763</td>\n",
       "      <td>0.339121</td>\n",
       "      <td>0.343892</td>\n",
       "      <td>0.131618</td>\n",
       "      <td>0.016615</td>\n",
       "      <td>0.147517</td>\n",
       "      <td>0.000668</td>\n",
       "      <td>0.000760</td>\n",
       "      <td>0.000905</td>\n",
       "      <td>0.001081</td>\n",
       "      <td>0.000060</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Criteria i  Criteria ii  Criteria iii  Criteria iv  Criteria v  \\\n",
       "0        0.300038     0.105972      0.110439     0.391179    0.042873   \n",
       "1        0.300537     0.105456      0.111514     0.387872    0.043060   \n",
       "2        0.183531     0.225481      0.083111     0.449886    0.008262   \n",
       "3        0.085485     0.132468      0.205980     0.378402    0.047569   \n",
       "4        0.045470     0.187583      0.247151     0.351008    0.074293   \n",
       "...           ...          ...           ...          ...         ...   \n",
       "80958    0.014668     0.161494      0.416799     0.236805    0.074207   \n",
       "80959    0.025120     0.297634      0.334180     0.136499    0.015375   \n",
       "80960    0.027727     0.222477      0.365697     0.173320    0.017452   \n",
       "80961    0.049469     0.091807      0.350125     0.163804    0.015471   \n",
       "80962    0.017763     0.339121      0.343892     0.131618    0.016615   \n",
       "\n",
       "       Criteria vi  Criteria vii  Criteria viii  Criteria ix  Criteria x  \\\n",
       "0         0.043235      0.002022       0.001575     0.001025    0.001220   \n",
       "1         0.045290      0.002039       0.001567     0.001015    0.001215   \n",
       "2         0.042647      0.002100       0.002684     0.001059    0.001152   \n",
       "3         0.071661      0.040116       0.015467     0.009485    0.013226   \n",
       "4         0.075992      0.007469       0.002897     0.003285    0.004723   \n",
       "...            ...           ...            ...          ...         ...   \n",
       "80958     0.085732      0.002166       0.002078     0.003267    0.002727   \n",
       "80959     0.185791      0.001277       0.001423     0.001244    0.001374   \n",
       "80960     0.184820      0.001975       0.002437     0.002078    0.001947   \n",
       "80961     0.322296      0.002075       0.001710     0.001439    0.001700   \n",
       "80962     0.147517      0.000668       0.000760     0.000905    0.001081   \n",
       "\n",
       "         Others  \n",
       "0      0.000422  \n",
       "1      0.000434  \n",
       "2      0.000087  \n",
       "3      0.000141  \n",
       "4      0.000129  \n",
       "...         ...  \n",
       "80958  0.000056  \n",
       "80959  0.000083  \n",
       "80960  0.000069  \n",
       "80961  0.000105  \n",
       "80962  0.000060  \n",
       "\n",
       "[80963 rows x 11 columns]"
      ]
     },
     "execution_count": 102,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ulmfit_l"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "4d0b44c2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Criteria i</th>\n",
       "      <th>Criteria ii</th>\n",
       "      <th>Criteria iii</th>\n",
       "      <th>Criteria iv</th>\n",
       "      <th>Criteria v</th>\n",
       "      <th>Criteria vi</th>\n",
       "      <th>Criteria vii</th>\n",
       "      <th>Criteria viii</th>\n",
       "      <th>Criteria ix</th>\n",
       "      <th>Criteria x</th>\n",
       "      <th>Others</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.241893</td>\n",
       "      <td>0.064412</td>\n",
       "      <td>0.097109</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>0.026430</td>\n",
       "      <td>0.044148</td>\n",
       "      <td>0.004947</td>\n",
       "      <td>0.001907</td>\n",
       "      <td>0.001703</td>\n",
       "      <td>0.002322</td>\n",
       "      <td>0.007439</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.215271</td>\n",
       "      <td>0.063392</td>\n",
       "      <td>0.097399</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>0.026291</td>\n",
       "      <td>0.042574</td>\n",
       "      <td>0.003864</td>\n",
       "      <td>0.001658</td>\n",
       "      <td>0.001491</td>\n",
       "      <td>0.001947</td>\n",
       "      <td>0.006764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.103247</td>\n",
       "      <td>0.121675</td>\n",
       "      <td>0.076590</td>\n",
       "      <td>0.266513</td>\n",
       "      <td>0.018847</td>\n",
       "      <td>0.365151</td>\n",
       "      <td>0.016136</td>\n",
       "      <td>0.005319</td>\n",
       "      <td>0.008040</td>\n",
       "      <td>0.009312</td>\n",
       "      <td>0.009170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.052303</td>\n",
       "      <td>0.110718</td>\n",
       "      <td>0.158982</td>\n",
       "      <td>0.303451</td>\n",
       "      <td>0.062879</td>\n",
       "      <td>0.231280</td>\n",
       "      <td>0.030306</td>\n",
       "      <td>0.010853</td>\n",
       "      <td>0.014807</td>\n",
       "      <td>0.009993</td>\n",
       "      <td>0.014428</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.027294</td>\n",
       "      <td>0.115427</td>\n",
       "      <td>0.160497</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.120599</td>\n",
       "      <td>0.074298</td>\n",
       "      <td>0.006610</td>\n",
       "      <td>0.002654</td>\n",
       "      <td>0.006096</td>\n",
       "      <td>0.004527</td>\n",
       "      <td>0.009425</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.068046</td>\n",
       "      <td>0.276074</td>\n",
       "      <td>0.224602</td>\n",
       "      <td>0.309969</td>\n",
       "      <td>0.040879</td>\n",
       "      <td>0.064006</td>\n",
       "      <td>0.001947</td>\n",
       "      <td>0.001898</td>\n",
       "      <td>0.002546</td>\n",
       "      <td>0.002214</td>\n",
       "      <td>0.007820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.151052</td>\n",
       "      <td>0.404452</td>\n",
       "      <td>0.192082</td>\n",
       "      <td>0.125432</td>\n",
       "      <td>0.009508</td>\n",
       "      <td>0.099948</td>\n",
       "      <td>0.001754</td>\n",
       "      <td>0.002422</td>\n",
       "      <td>0.002119</td>\n",
       "      <td>0.002378</td>\n",
       "      <td>0.008852</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.232394</td>\n",
       "      <td>0.238239</td>\n",
       "      <td>0.218373</td>\n",
       "      <td>0.156745</td>\n",
       "      <td>0.010405</td>\n",
       "      <td>0.125464</td>\n",
       "      <td>0.002380</td>\n",
       "      <td>0.002557</td>\n",
       "      <td>0.002157</td>\n",
       "      <td>0.002258</td>\n",
       "      <td>0.009029</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.143204</td>\n",
       "      <td>0.319948</td>\n",
       "      <td>0.189708</td>\n",
       "      <td>0.147328</td>\n",
       "      <td>0.009527</td>\n",
       "      <td>0.172217</td>\n",
       "      <td>0.002159</td>\n",
       "      <td>0.002768</td>\n",
       "      <td>0.002117</td>\n",
       "      <td>0.002292</td>\n",
       "      <td>0.008731</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.086500</td>\n",
       "      <td>0.511350</td>\n",
       "      <td>0.186354</td>\n",
       "      <td>0.110561</td>\n",
       "      <td>0.010130</td>\n",
       "      <td>0.081286</td>\n",
       "      <td>0.001232</td>\n",
       "      <td>0.001688</td>\n",
       "      <td>0.001875</td>\n",
       "      <td>0.001768</td>\n",
       "      <td>0.007256</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Criteria i  Criteria ii  Criteria iii  Criteria iv  Criteria v  \\\n",
       "0        0.241893     0.064412      0.097109     0.507689    0.026430   \n",
       "1        0.215271     0.063392      0.097399     0.539351    0.026291   \n",
       "2        0.103247     0.121675      0.076590     0.266513    0.018847   \n",
       "3        0.052303     0.110718      0.158982     0.303451    0.062879   \n",
       "4        0.027294     0.115427      0.160497     0.472574    0.120599   \n",
       "...           ...          ...           ...          ...         ...   \n",
       "80958    0.068046     0.276074      0.224602     0.309969    0.040879   \n",
       "80959    0.151052     0.404452      0.192082     0.125432    0.009508   \n",
       "80960    0.232394     0.238239      0.218373     0.156745    0.010405   \n",
       "80961    0.143204     0.319948      0.189708     0.147328    0.009527   \n",
       "80962    0.086500     0.511350      0.186354     0.110561    0.010130   \n",
       "\n",
       "       Criteria vi  Criteria vii  Criteria viii  Criteria ix  Criteria x  \\\n",
       "0         0.044148      0.004947       0.001907     0.001703    0.002322   \n",
       "1         0.042574      0.003864       0.001658     0.001491    0.001947   \n",
       "2         0.365151      0.016136       0.005319     0.008040    0.009312   \n",
       "3         0.231280      0.030306       0.010853     0.014807    0.009993   \n",
       "4         0.074298      0.006610       0.002654     0.006096    0.004527   \n",
       "...            ...           ...            ...          ...         ...   \n",
       "80958     0.064006      0.001947       0.001898     0.002546    0.002214   \n",
       "80959     0.099948      0.001754       0.002422     0.002119    0.002378   \n",
       "80960     0.125464      0.002380       0.002557     0.002157    0.002258   \n",
       "80961     0.172217      0.002159       0.002768     0.002117    0.002292   \n",
       "80962     0.081286      0.001232       0.001688     0.001875    0.001768   \n",
       "\n",
       "         Others  \n",
       "0      0.007439  \n",
       "1      0.006764  \n",
       "2      0.009170  \n",
       "3      0.014428  \n",
       "4      0.009425  \n",
       "...         ...  \n",
       "80958  0.007820  \n",
       "80959  0.008852  \n",
       "80960  0.009029  \n",
       "80961  0.008731  \n",
       "80962  0.007256  \n",
       "\n",
       "[80963 rows x 11 columns]"
      ]
     },
     "execution_count": 103,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v_labels = (bert_l + ulmfit_l)/2\n",
    "v_labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "39925400",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Criteria i</th>\n",
       "      <th>Criteria ii</th>\n",
       "      <th>Criteria iii</th>\n",
       "      <th>Criteria iv</th>\n",
       "      <th>Criteria v</th>\n",
       "      <th>Criteria vi</th>\n",
       "      <th>Criteria vii</th>\n",
       "      <th>Criteria viii</th>\n",
       "      <th>Criteria ix</th>\n",
       "      <th>Criteria x</th>\n",
       "      <th>Others</th>\n",
       "      <th>max_1_val</th>\n",
       "      <th>max_1_col</th>\n",
       "      <th>max_2_val</th>\n",
       "      <th>max_2_col</th>\n",
       "      <th>max_3_val</th>\n",
       "      <th>max_3_col</th>\n",
       "      <th>max_1</th>\n",
       "      <th>max_3</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.241893</td>\n",
       "      <td>0.064412</td>\n",
       "      <td>0.097109</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>0.026430</td>\n",
       "      <td>0.044148</td>\n",
       "      <td>0.004947</td>\n",
       "      <td>0.001907</td>\n",
       "      <td>0.001703</td>\n",
       "      <td>0.002322</td>\n",
       "      <td>0.007439</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.241893</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.097109</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>0.846691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.215271</td>\n",
       "      <td>0.063392</td>\n",
       "      <td>0.097399</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>0.026291</td>\n",
       "      <td>0.042574</td>\n",
       "      <td>0.003864</td>\n",
       "      <td>0.001658</td>\n",
       "      <td>0.001491</td>\n",
       "      <td>0.001947</td>\n",
       "      <td>0.006764</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.215271</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.097399</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>0.852021</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.103247</td>\n",
       "      <td>0.121675</td>\n",
       "      <td>0.076590</td>\n",
       "      <td>0.266513</td>\n",
       "      <td>0.018847</td>\n",
       "      <td>0.365151</td>\n",
       "      <td>0.016136</td>\n",
       "      <td>0.005319</td>\n",
       "      <td>0.008040</td>\n",
       "      <td>0.009312</td>\n",
       "      <td>0.009170</td>\n",
       "      <td>0.365151</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.266513</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.121675</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.365151</td>\n",
       "      <td>0.753339</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.052303</td>\n",
       "      <td>0.110718</td>\n",
       "      <td>0.158982</td>\n",
       "      <td>0.303451</td>\n",
       "      <td>0.062879</td>\n",
       "      <td>0.231280</td>\n",
       "      <td>0.030306</td>\n",
       "      <td>0.010853</td>\n",
       "      <td>0.014807</td>\n",
       "      <td>0.009993</td>\n",
       "      <td>0.014428</td>\n",
       "      <td>0.303451</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.231280</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.158982</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.303451</td>\n",
       "      <td>0.693713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.027294</td>\n",
       "      <td>0.115427</td>\n",
       "      <td>0.160497</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.120599</td>\n",
       "      <td>0.074298</td>\n",
       "      <td>0.006610</td>\n",
       "      <td>0.002654</td>\n",
       "      <td>0.006096</td>\n",
       "      <td>0.004527</td>\n",
       "      <td>0.009425</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.160497</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.120599</td>\n",
       "      <td>Criteria v</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.753670</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.068046</td>\n",
       "      <td>0.276074</td>\n",
       "      <td>0.224602</td>\n",
       "      <td>0.309969</td>\n",
       "      <td>0.040879</td>\n",
       "      <td>0.064006</td>\n",
       "      <td>0.001947</td>\n",
       "      <td>0.001898</td>\n",
       "      <td>0.002546</td>\n",
       "      <td>0.002214</td>\n",
       "      <td>0.007820</td>\n",
       "      <td>0.309969</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.276074</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.224602</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.309969</td>\n",
       "      <td>0.810644</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.151052</td>\n",
       "      <td>0.404452</td>\n",
       "      <td>0.192082</td>\n",
       "      <td>0.125432</td>\n",
       "      <td>0.009508</td>\n",
       "      <td>0.099948</td>\n",
       "      <td>0.001754</td>\n",
       "      <td>0.002422</td>\n",
       "      <td>0.002119</td>\n",
       "      <td>0.002378</td>\n",
       "      <td>0.008852</td>\n",
       "      <td>0.404452</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.192082</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.151052</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.404452</td>\n",
       "      <td>0.747587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.232394</td>\n",
       "      <td>0.238239</td>\n",
       "      <td>0.218373</td>\n",
       "      <td>0.156745</td>\n",
       "      <td>0.010405</td>\n",
       "      <td>0.125464</td>\n",
       "      <td>0.002380</td>\n",
       "      <td>0.002557</td>\n",
       "      <td>0.002157</td>\n",
       "      <td>0.002258</td>\n",
       "      <td>0.009029</td>\n",
       "      <td>0.238239</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.232394</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.218373</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.238239</td>\n",
       "      <td>0.689006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.143204</td>\n",
       "      <td>0.319948</td>\n",
       "      <td>0.189708</td>\n",
       "      <td>0.147328</td>\n",
       "      <td>0.009527</td>\n",
       "      <td>0.172217</td>\n",
       "      <td>0.002159</td>\n",
       "      <td>0.002768</td>\n",
       "      <td>0.002117</td>\n",
       "      <td>0.002292</td>\n",
       "      <td>0.008731</td>\n",
       "      <td>0.319948</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.189708</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.172217</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.319948</td>\n",
       "      <td>0.681873</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.086500</td>\n",
       "      <td>0.511350</td>\n",
       "      <td>0.186354</td>\n",
       "      <td>0.110561</td>\n",
       "      <td>0.010130</td>\n",
       "      <td>0.081286</td>\n",
       "      <td>0.001232</td>\n",
       "      <td>0.001688</td>\n",
       "      <td>0.001875</td>\n",
       "      <td>0.001768</td>\n",
       "      <td>0.007256</td>\n",
       "      <td>0.511350</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.186354</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.110561</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.511350</td>\n",
       "      <td>0.808265</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Criteria i  Criteria ii  Criteria iii  Criteria iv  Criteria v  \\\n",
       "0        0.241893     0.064412      0.097109     0.507689    0.026430   \n",
       "1        0.215271     0.063392      0.097399     0.539351    0.026291   \n",
       "2        0.103247     0.121675      0.076590     0.266513    0.018847   \n",
       "3        0.052303     0.110718      0.158982     0.303451    0.062879   \n",
       "4        0.027294     0.115427      0.160497     0.472574    0.120599   \n",
       "...           ...          ...           ...          ...         ...   \n",
       "80958    0.068046     0.276074      0.224602     0.309969    0.040879   \n",
       "80959    0.151052     0.404452      0.192082     0.125432    0.009508   \n",
       "80960    0.232394     0.238239      0.218373     0.156745    0.010405   \n",
       "80961    0.143204     0.319948      0.189708     0.147328    0.009527   \n",
       "80962    0.086500     0.511350      0.186354     0.110561    0.010130   \n",
       "\n",
       "       Criteria vi  Criteria vii  Criteria viii  Criteria ix  Criteria x  \\\n",
       "0         0.044148      0.004947       0.001907     0.001703    0.002322   \n",
       "1         0.042574      0.003864       0.001658     0.001491    0.001947   \n",
       "2         0.365151      0.016136       0.005319     0.008040    0.009312   \n",
       "3         0.231280      0.030306       0.010853     0.014807    0.009993   \n",
       "4         0.074298      0.006610       0.002654     0.006096    0.004527   \n",
       "...            ...           ...            ...          ...         ...   \n",
       "80958     0.064006      0.001947       0.001898     0.002546    0.002214   \n",
       "80959     0.099948      0.001754       0.002422     0.002119    0.002378   \n",
       "80960     0.125464      0.002380       0.002557     0.002157    0.002258   \n",
       "80961     0.172217      0.002159       0.002768     0.002117    0.002292   \n",
       "80962     0.081286      0.001232       0.001688     0.001875    0.001768   \n",
       "\n",
       "         Others  max_1_val    max_1_col  max_2_val     max_2_col  max_3_val  \\\n",
       "0      0.007439   0.507689  Criteria iv   0.241893    Criteria i   0.097109   \n",
       "1      0.006764   0.539351  Criteria iv   0.215271    Criteria i   0.097399   \n",
       "2      0.009170   0.365151  Criteria vi   0.266513   Criteria iv   0.121675   \n",
       "3      0.014428   0.303451  Criteria iv   0.231280   Criteria vi   0.158982   \n",
       "4      0.009425   0.472574  Criteria iv   0.160497  Criteria iii   0.120599   \n",
       "...         ...        ...          ...        ...           ...        ...   \n",
       "80958  0.007820   0.309969  Criteria iv   0.276074   Criteria ii   0.224602   \n",
       "80959  0.008852   0.404452  Criteria ii   0.192082  Criteria iii   0.151052   \n",
       "80960  0.009029   0.238239  Criteria ii   0.232394    Criteria i   0.218373   \n",
       "80961  0.008731   0.319948  Criteria ii   0.189708  Criteria iii   0.172217   \n",
       "80962  0.007256   0.511350  Criteria ii   0.186354  Criteria iii   0.110561   \n",
       "\n",
       "          max_3_col     max_1     max_3  \n",
       "0      Criteria iii  0.507689  0.846691  \n",
       "1      Criteria iii  0.539351  0.852021  \n",
       "2       Criteria ii  0.365151  0.753339  \n",
       "3      Criteria iii  0.303451  0.693713  \n",
       "4        Criteria v  0.472574  0.753670  \n",
       "...             ...       ...       ...  \n",
       "80958  Criteria iii  0.309969  0.810644  \n",
       "80959    Criteria i  0.404452  0.747587  \n",
       "80960  Criteria iii  0.238239  0.689006  \n",
       "80961   Criteria vi  0.319948  0.681873  \n",
       "80962   Criteria iv  0.511350  0.808265  \n",
       "\n",
       "[80963 rows x 19 columns]"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a = v_labels[classes].to_numpy().argsort()[:, :-4:-1]\n",
    "c = np.array(classes)[a]\n",
    "d = v_labels[classes].to_numpy()[np.arange(a.shape[0])[:, None], a]\n",
    "\n",
    "df1 = pd.DataFrame(c).rename(columns=lambda x : f'max_{x+1}_col')\n",
    "df2 = pd.DataFrame(d).rename(columns=lambda x : f'max_{x+1}_val')\n",
    "c = v_labels.columns.tolist() + [y for x in zip(df2.columns, df1.columns) for y in x]\n",
    "\n",
    "v_labels = pd.concat([v_labels, df1, df2], axis=1).reindex(c, axis=1)\n",
    "\n",
    "v_labels['max_1'] = v_labels['max_1_val']\n",
    "v_labels['max_3'] = v_labels['max_1_val']+v_labels['max_2_val']+v_labels['max_3_val']\n",
    "v_labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "id": "f62d71fa",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>origin</th>\n",
       "      <th>index</th>\n",
       "      <th>max_1_col_ulmfit</th>\n",
       "      <th>max_2_col_ulmfit</th>\n",
       "      <th>max_3_col_ulmfit</th>\n",
       "      <th>max_1_ulmfit</th>\n",
       "      <th>max_3_ulmfit</th>\n",
       "      <th>max_1_col_bert</th>\n",
       "      <th>max_2_col_bert</th>\n",
       "      <th>max_3_col_bert</th>\n",
       "      <th>max_1_bert</th>\n",
       "      <th>max_3_bert</th>\n",
       "      <th>same_1</th>\n",
       "      <th>same_3</th>\n",
       "      <th>conf_3</th>\n",
       "      <th>conf_1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>6</td>\n",
       "      <td>6</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.391179</td>\n",
       "      <td>0.801656</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.624199</td>\n",
       "      <td>0.891726</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.846691</td>\n",
       "      <td>0.507689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.387872</td>\n",
       "      <td>0.799923</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.690831</td>\n",
       "      <td>0.904119</td>\n",
       "      <td>True</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.852021</td>\n",
       "      <td>0.539351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.449886</td>\n",
       "      <td>0.858898</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.687655</td>\n",
       "      <td>0.840863</td>\n",
       "      <td>False</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.849881</td>\n",
       "      <td>0.568770</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.378402</td>\n",
       "      <td>0.716850</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.390900</td>\n",
       "      <td>0.731383</td>\n",
       "      <td>False</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.724117</td>\n",
       "      <td>0.384651</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>12</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.351008</td>\n",
       "      <td>0.785742</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria v</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.594140</td>\n",
       "      <td>0.834888</td>\n",
       "      <td>True</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.810315</td>\n",
       "      <td>0.472574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>116670</td>\n",
       "      <td>123096</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.416799</td>\n",
       "      <td>0.815098</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.390654</td>\n",
       "      <td>0.895209</td>\n",
       "      <td>False</td>\n",
       "      <td>0.5</td>\n",
       "      <td>0.855154</td>\n",
       "      <td>0.403726</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>116671</td>\n",
       "      <td>123097</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.334180</td>\n",
       "      <td>0.817606</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.511271</td>\n",
       "      <td>0.902621</td>\n",
       "      <td>False</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.860113</td>\n",
       "      <td>0.422726</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>116672</td>\n",
       "      <td>123098</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.365697</td>\n",
       "      <td>0.772994</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.437061</td>\n",
       "      <td>0.831232</td>\n",
       "      <td>False</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.802113</td>\n",
       "      <td>0.401379</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>116673</td>\n",
       "      <td>123099</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.350125</td>\n",
       "      <td>0.836224</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.548089</td>\n",
       "      <td>0.915880</td>\n",
       "      <td>False</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.876052</td>\n",
       "      <td>0.449107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>116674</td>\n",
       "      <td>123100</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.343892</td>\n",
       "      <td>0.830531</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.683579</td>\n",
       "      <td>0.928320</td>\n",
       "      <td>False</td>\n",
       "      <td>0.2</td>\n",
       "      <td>0.879425</td>\n",
       "      <td>0.513736</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       origin   index max_1_col_ulmfit max_2_col_ulmfit max_3_col_ulmfit  \\\n",
       "0           6       6      Criteria iv       Criteria i     Criteria iii   \n",
       "1           7       7      Criteria iv       Criteria i     Criteria iii   \n",
       "2          10      10      Criteria iv      Criteria ii       Criteria i   \n",
       "3          11      11      Criteria iv     Criteria iii      Criteria ii   \n",
       "4          12      12      Criteria iv     Criteria iii      Criteria ii   \n",
       "...       ...     ...              ...              ...              ...   \n",
       "80958  116670  123096     Criteria iii      Criteria iv      Criteria ii   \n",
       "80959  116671  123097     Criteria iii      Criteria ii      Criteria vi   \n",
       "80960  116672  123098     Criteria iii      Criteria ii      Criteria vi   \n",
       "80961  116673  123099     Criteria iii      Criteria vi      Criteria iv   \n",
       "80962  116674  123100     Criteria iii      Criteria ii      Criteria vi   \n",
       "\n",
       "       max_1_ulmfit  max_3_ulmfit max_1_col_bert max_2_col_bert  \\\n",
       "0          0.391179      0.801656    Criteria iv     Criteria i   \n",
       "1          0.387872      0.799923    Criteria iv     Criteria i   \n",
       "2          0.449886      0.858898    Criteria vi    Criteria iv   \n",
       "3          0.378402      0.716850    Criteria vi    Criteria iv   \n",
       "4          0.351008      0.785742    Criteria iv     Criteria v   \n",
       "...             ...           ...            ...            ...   \n",
       "80958      0.416799      0.815098    Criteria ii    Criteria iv   \n",
       "80959      0.334180      0.817606    Criteria ii     Criteria i   \n",
       "80960      0.365697      0.772994     Criteria i    Criteria ii   \n",
       "80961      0.350125      0.836224    Criteria ii     Criteria i   \n",
       "80962      0.343892      0.830531    Criteria ii     Criteria i   \n",
       "\n",
       "      max_3_col_bert  max_1_bert  max_3_bert  same_1  same_3    conf_3  \\\n",
       "0       Criteria iii    0.624199    0.891726    True     1.0  0.846691   \n",
       "1       Criteria iii    0.690831    0.904119    True     1.0  0.852021   \n",
       "2       Criteria iii    0.687655    0.840863   False     0.2  0.849881   \n",
       "3       Criteria iii    0.390900    0.731383   False     0.5  0.724117   \n",
       "4       Criteria iii    0.594140    0.834888    True     0.5  0.810315   \n",
       "...              ...         ...         ...     ...     ...       ...   \n",
       "80958     Criteria i    0.390654    0.895209   False     0.5  0.855154   \n",
       "80959    Criteria iv    0.511271    0.902621   False     0.2  0.860113   \n",
       "80960    Criteria iv    0.437061    0.831232   False     0.2  0.802113   \n",
       "80961    Criteria iv    0.548089    0.915880   False     0.2  0.876052   \n",
       "80962    Criteria iv    0.683579    0.928320   False     0.2  0.879425   \n",
       "\n",
       "         conf_1  \n",
       "0      0.507689  \n",
       "1      0.539351  \n",
       "2      0.568770  \n",
       "3      0.384651  \n",
       "4      0.472574  \n",
       "...         ...  \n",
       "80958  0.403726  \n",
       "80959  0.422726  \n",
       "80960  0.401379  \n",
       "80961  0.449107  \n",
       "80962  0.513736  \n",
       "\n",
       "[80963 rows x 16 columns]"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cmp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "e1611734",
   "metadata": {},
   "outputs": [],
   "source": [
    "v_labels['conf_3'] = cmp['conf_3']\n",
    "v_labels['conf_1'] = cmp['conf_1']\n",
    "v_labels['same_3'] = cmp['same_3']\n",
    "v_labels['same_1'] = cmp['same_1']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "1252e883",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Criteria i</th>\n",
       "      <th>Criteria ii</th>\n",
       "      <th>Criteria iii</th>\n",
       "      <th>Criteria iv</th>\n",
       "      <th>Criteria v</th>\n",
       "      <th>Criteria vi</th>\n",
       "      <th>Criteria vii</th>\n",
       "      <th>Criteria viii</th>\n",
       "      <th>Criteria ix</th>\n",
       "      <th>Criteria x</th>\n",
       "      <th>...</th>\n",
       "      <th>max_2_val</th>\n",
       "      <th>max_2_col</th>\n",
       "      <th>max_3_val</th>\n",
       "      <th>max_3_col</th>\n",
       "      <th>max_1</th>\n",
       "      <th>max_3</th>\n",
       "      <th>conf_3</th>\n",
       "      <th>conf_1</th>\n",
       "      <th>same_3</th>\n",
       "      <th>same_1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.241893</td>\n",
       "      <td>0.064412</td>\n",
       "      <td>0.097109</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>0.026430</td>\n",
       "      <td>0.044148</td>\n",
       "      <td>0.004947</td>\n",
       "      <td>0.001907</td>\n",
       "      <td>0.001703</td>\n",
       "      <td>0.002322</td>\n",
       "      <td>...</td>\n",
       "      <td>0.241893</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.097109</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>0.846691</td>\n",
       "      <td>0.846691</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.215271</td>\n",
       "      <td>0.063392</td>\n",
       "      <td>0.097399</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>0.026291</td>\n",
       "      <td>0.042574</td>\n",
       "      <td>0.003864</td>\n",
       "      <td>0.001658</td>\n",
       "      <td>0.001491</td>\n",
       "      <td>0.001947</td>\n",
       "      <td>...</td>\n",
       "      <td>0.215271</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.097399</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>0.852021</td>\n",
       "      <td>0.852021</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.103247</td>\n",
       "      <td>0.121675</td>\n",
       "      <td>0.076590</td>\n",
       "      <td>0.266513</td>\n",
       "      <td>0.018847</td>\n",
       "      <td>0.365151</td>\n",
       "      <td>0.016136</td>\n",
       "      <td>0.005319</td>\n",
       "      <td>0.008040</td>\n",
       "      <td>0.009312</td>\n",
       "      <td>...</td>\n",
       "      <td>0.266513</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.121675</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.365151</td>\n",
       "      <td>0.753339</td>\n",
       "      <td>0.849881</td>\n",
       "      <td>0.568770</td>\n",
       "      <td>0.2</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.052303</td>\n",
       "      <td>0.110718</td>\n",
       "      <td>0.158982</td>\n",
       "      <td>0.303451</td>\n",
       "      <td>0.062879</td>\n",
       "      <td>0.231280</td>\n",
       "      <td>0.030306</td>\n",
       "      <td>0.010853</td>\n",
       "      <td>0.014807</td>\n",
       "      <td>0.009993</td>\n",
       "      <td>...</td>\n",
       "      <td>0.231280</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.158982</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.303451</td>\n",
       "      <td>0.693713</td>\n",
       "      <td>0.724117</td>\n",
       "      <td>0.384651</td>\n",
       "      <td>0.5</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.027294</td>\n",
       "      <td>0.115427</td>\n",
       "      <td>0.160497</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.120599</td>\n",
       "      <td>0.074298</td>\n",
       "      <td>0.006610</td>\n",
       "      <td>0.002654</td>\n",
       "      <td>0.006096</td>\n",
       "      <td>0.004527</td>\n",
       "      <td>...</td>\n",
       "      <td>0.160497</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.120599</td>\n",
       "      <td>Criteria v</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.753670</td>\n",
       "      <td>0.810315</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.5</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.068046</td>\n",
       "      <td>0.276074</td>\n",
       "      <td>0.224602</td>\n",
       "      <td>0.309969</td>\n",
       "      <td>0.040879</td>\n",
       "      <td>0.064006</td>\n",
       "      <td>0.001947</td>\n",
       "      <td>0.001898</td>\n",
       "      <td>0.002546</td>\n",
       "      <td>0.002214</td>\n",
       "      <td>...</td>\n",
       "      <td>0.276074</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.224602</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.309969</td>\n",
       "      <td>0.810644</td>\n",
       "      <td>0.855154</td>\n",
       "      <td>0.403726</td>\n",
       "      <td>0.5</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.151052</td>\n",
       "      <td>0.404452</td>\n",
       "      <td>0.192082</td>\n",
       "      <td>0.125432</td>\n",
       "      <td>0.009508</td>\n",
       "      <td>0.099948</td>\n",
       "      <td>0.001754</td>\n",
       "      <td>0.002422</td>\n",
       "      <td>0.002119</td>\n",
       "      <td>0.002378</td>\n",
       "      <td>...</td>\n",
       "      <td>0.192082</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.151052</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.404452</td>\n",
       "      <td>0.747587</td>\n",
       "      <td>0.860113</td>\n",
       "      <td>0.422726</td>\n",
       "      <td>0.2</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.232394</td>\n",
       "      <td>0.238239</td>\n",
       "      <td>0.218373</td>\n",
       "      <td>0.156745</td>\n",
       "      <td>0.010405</td>\n",
       "      <td>0.125464</td>\n",
       "      <td>0.002380</td>\n",
       "      <td>0.002557</td>\n",
       "      <td>0.002157</td>\n",
       "      <td>0.002258</td>\n",
       "      <td>...</td>\n",
       "      <td>0.232394</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.218373</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.238239</td>\n",
       "      <td>0.689006</td>\n",
       "      <td>0.802113</td>\n",
       "      <td>0.401379</td>\n",
       "      <td>0.2</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.143204</td>\n",
       "      <td>0.319948</td>\n",
       "      <td>0.189708</td>\n",
       "      <td>0.147328</td>\n",
       "      <td>0.009527</td>\n",
       "      <td>0.172217</td>\n",
       "      <td>0.002159</td>\n",
       "      <td>0.002768</td>\n",
       "      <td>0.002117</td>\n",
       "      <td>0.002292</td>\n",
       "      <td>...</td>\n",
       "      <td>0.189708</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.172217</td>\n",
       "      <td>Criteria vi</td>\n",
       "      <td>0.319948</td>\n",
       "      <td>0.681873</td>\n",
       "      <td>0.876052</td>\n",
       "      <td>0.449107</td>\n",
       "      <td>0.2</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.086500</td>\n",
       "      <td>0.511350</td>\n",
       "      <td>0.186354</td>\n",
       "      <td>0.110561</td>\n",
       "      <td>0.010130</td>\n",
       "      <td>0.081286</td>\n",
       "      <td>0.001232</td>\n",
       "      <td>0.001688</td>\n",
       "      <td>0.001875</td>\n",
       "      <td>0.001768</td>\n",
       "      <td>...</td>\n",
       "      <td>0.186354</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.110561</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.511350</td>\n",
       "      <td>0.808265</td>\n",
       "      <td>0.879425</td>\n",
       "      <td>0.513736</td>\n",
       "      <td>0.2</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 23 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Criteria i  Criteria ii  Criteria iii  Criteria iv  Criteria v  \\\n",
       "0        0.241893     0.064412      0.097109     0.507689    0.026430   \n",
       "1        0.215271     0.063392      0.097399     0.539351    0.026291   \n",
       "2        0.103247     0.121675      0.076590     0.266513    0.018847   \n",
       "3        0.052303     0.110718      0.158982     0.303451    0.062879   \n",
       "4        0.027294     0.115427      0.160497     0.472574    0.120599   \n",
       "...           ...          ...           ...          ...         ...   \n",
       "80958    0.068046     0.276074      0.224602     0.309969    0.040879   \n",
       "80959    0.151052     0.404452      0.192082     0.125432    0.009508   \n",
       "80960    0.232394     0.238239      0.218373     0.156745    0.010405   \n",
       "80961    0.143204     0.319948      0.189708     0.147328    0.009527   \n",
       "80962    0.086500     0.511350      0.186354     0.110561    0.010130   \n",
       "\n",
       "       Criteria vi  Criteria vii  Criteria viii  Criteria ix  Criteria x  ...  \\\n",
       "0         0.044148      0.004947       0.001907     0.001703    0.002322  ...   \n",
       "1         0.042574      0.003864       0.001658     0.001491    0.001947  ...   \n",
       "2         0.365151      0.016136       0.005319     0.008040    0.009312  ...   \n",
       "3         0.231280      0.030306       0.010853     0.014807    0.009993  ...   \n",
       "4         0.074298      0.006610       0.002654     0.006096    0.004527  ...   \n",
       "...            ...           ...            ...          ...         ...  ...   \n",
       "80958     0.064006      0.001947       0.001898     0.002546    0.002214  ...   \n",
       "80959     0.099948      0.001754       0.002422     0.002119    0.002378  ...   \n",
       "80960     0.125464      0.002380       0.002557     0.002157    0.002258  ...   \n",
       "80961     0.172217      0.002159       0.002768     0.002117    0.002292  ...   \n",
       "80962     0.081286      0.001232       0.001688     0.001875    0.001768  ...   \n",
       "\n",
       "       max_2_val     max_2_col max_3_val     max_3_col     max_1     max_3  \\\n",
       "0       0.241893    Criteria i  0.097109  Criteria iii  0.507689  0.846691   \n",
       "1       0.215271    Criteria i  0.097399  Criteria iii  0.539351  0.852021   \n",
       "2       0.266513   Criteria iv  0.121675   Criteria ii  0.365151  0.753339   \n",
       "3       0.231280   Criteria vi  0.158982  Criteria iii  0.303451  0.693713   \n",
       "4       0.160497  Criteria iii  0.120599    Criteria v  0.472574  0.753670   \n",
       "...          ...           ...       ...           ...       ...       ...   \n",
       "80958   0.276074   Criteria ii  0.224602  Criteria iii  0.309969  0.810644   \n",
       "80959   0.192082  Criteria iii  0.151052    Criteria i  0.404452  0.747587   \n",
       "80960   0.232394    Criteria i  0.218373  Criteria iii  0.238239  0.689006   \n",
       "80961   0.189708  Criteria iii  0.172217   Criteria vi  0.319948  0.681873   \n",
       "80962   0.186354  Criteria iii  0.110561   Criteria iv  0.511350  0.808265   \n",
       "\n",
       "         conf_3    conf_1  same_3  same_1  \n",
       "0      0.846691  0.507689     1.0    True  \n",
       "1      0.852021  0.539351     1.0    True  \n",
       "2      0.849881  0.568770     0.2   False  \n",
       "3      0.724117  0.384651     0.5   False  \n",
       "4      0.810315  0.472574     0.5    True  \n",
       "...         ...       ...     ...     ...  \n",
       "80958  0.855154  0.403726     0.5   False  \n",
       "80959  0.860113  0.422726     0.2   False  \n",
       "80960  0.802113  0.401379     0.2   False  \n",
       "80961  0.876052  0.449107     0.2   False  \n",
       "80962  0.879425  0.513736     0.2   False  \n",
       "\n",
       "[80963 rows x 23 columns]"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "v_labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "id": "efafaad4",
   "metadata": {},
   "outputs": [],
   "source": [
    "VAL_LAB = bert[['index.1','text_bool']].merge(v_labels[bert['text_bool']],how='left', left_index=True, right_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "id": "28ec7b69",
   "metadata": {},
   "outputs": [],
   "source": [
    "VAL_LAB['labelled'] = (VAL_LAB.conf_3>=0.75) & (VAL_LAB.same_3>=0.5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "id": "8bc5b3e8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index.1</th>\n",
       "      <th>text_bool</th>\n",
       "      <th>Criteria i</th>\n",
       "      <th>Criteria ii</th>\n",
       "      <th>Criteria iii</th>\n",
       "      <th>Criteria iv</th>\n",
       "      <th>Criteria v</th>\n",
       "      <th>Criteria vi</th>\n",
       "      <th>Criteria vii</th>\n",
       "      <th>Criteria viii</th>\n",
       "      <th>...</th>\n",
       "      <th>max_2_col</th>\n",
       "      <th>max_3_val</th>\n",
       "      <th>max_3_col</th>\n",
       "      <th>max_1</th>\n",
       "      <th>max_3</th>\n",
       "      <th>conf_3</th>\n",
       "      <th>conf_1</th>\n",
       "      <th>same_3</th>\n",
       "      <th>same_1</th>\n",
       "      <th>labelled</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>50770113131</td>\n",
       "      <td>True</td>\n",
       "      <td>0.241893</td>\n",
       "      <td>0.064412</td>\n",
       "      <td>0.097109</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>0.026430</td>\n",
       "      <td>0.044148</td>\n",
       "      <td>0.004947</td>\n",
       "      <td>0.001907</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.097109</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>0.846691</td>\n",
       "      <td>0.846691</td>\n",
       "      <td>0.507689</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>50770228312</td>\n",
       "      <td>True</td>\n",
       "      <td>0.215271</td>\n",
       "      <td>0.063392</td>\n",
       "      <td>0.097399</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>0.026291</td>\n",
       "      <td>0.042574</td>\n",
       "      <td>0.003864</td>\n",
       "      <td>0.001658</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.097399</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>0.852021</td>\n",
       "      <td>0.852021</td>\n",
       "      <td>0.539351</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>50766892772</td>\n",
       "      <td>True</td>\n",
       "      <td>0.027294</td>\n",
       "      <td>0.115427</td>\n",
       "      <td>0.160497</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.120599</td>\n",
       "      <td>0.074298</td>\n",
       "      <td>0.006610</td>\n",
       "      <td>0.002654</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.120599</td>\n",
       "      <td>Criteria v</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.753670</td>\n",
       "      <td>0.810315</td>\n",
       "      <td>0.472574</td>\n",
       "      <td>0.5</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>50766892252</td>\n",
       "      <td>True</td>\n",
       "      <td>0.024067</td>\n",
       "      <td>0.110218</td>\n",
       "      <td>0.208847</td>\n",
       "      <td>0.395105</td>\n",
       "      <td>0.147828</td>\n",
       "      <td>0.084316</td>\n",
       "      <td>0.006409</td>\n",
       "      <td>0.002525</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.147828</td>\n",
       "      <td>Criteria v</td>\n",
       "      <td>0.395105</td>\n",
       "      <td>0.751779</td>\n",
       "      <td>0.801720</td>\n",
       "      <td>0.395105</td>\n",
       "      <td>0.5</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>50763281362</td>\n",
       "      <td>True</td>\n",
       "      <td>0.052154</td>\n",
       "      <td>0.045569</td>\n",
       "      <td>0.205780</td>\n",
       "      <td>0.087766</td>\n",
       "      <td>0.012058</td>\n",
       "      <td>0.511174</td>\n",
       "      <td>0.034524</td>\n",
       "      <td>0.019425</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.087766</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.511174</td>\n",
       "      <td>0.804720</td>\n",
       "      <td>0.804719</td>\n",
       "      <td>0.511174</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80952</th>\n",
       "      <td>20906151848</td>\n",
       "      <td>True</td>\n",
       "      <td>0.148628</td>\n",
       "      <td>0.038375</td>\n",
       "      <td>0.207089</td>\n",
       "      <td>0.429762</td>\n",
       "      <td>0.016484</td>\n",
       "      <td>0.110343</td>\n",
       "      <td>0.016347</td>\n",
       "      <td>0.009239</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.148628</td>\n",
       "      <td>Criteria i</td>\n",
       "      <td>0.429762</td>\n",
       "      <td>0.785479</td>\n",
       "      <td>0.803788</td>\n",
       "      <td>0.480751</td>\n",
       "      <td>0.5</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80953</th>\n",
       "      <td>20905940510</td>\n",
       "      <td>True</td>\n",
       "      <td>0.033005</td>\n",
       "      <td>0.436002</td>\n",
       "      <td>0.166744</td>\n",
       "      <td>0.245028</td>\n",
       "      <td>0.019090</td>\n",
       "      <td>0.086166</td>\n",
       "      <td>0.001302</td>\n",
       "      <td>0.001254</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria iv</td>\n",
       "      <td>0.166744</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.436002</td>\n",
       "      <td>0.847774</td>\n",
       "      <td>0.857761</td>\n",
       "      <td>0.436002</td>\n",
       "      <td>0.5</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80954</th>\n",
       "      <td>20472920383</td>\n",
       "      <td>True</td>\n",
       "      <td>0.123870</td>\n",
       "      <td>0.288300</td>\n",
       "      <td>0.174762</td>\n",
       "      <td>0.305799</td>\n",
       "      <td>0.014098</td>\n",
       "      <td>0.078043</td>\n",
       "      <td>0.001457</td>\n",
       "      <td>0.001616</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.174762</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.305799</td>\n",
       "      <td>0.768861</td>\n",
       "      <td>0.830410</td>\n",
       "      <td>0.371838</td>\n",
       "      <td>0.5</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80956</th>\n",
       "      <td>21067259705</td>\n",
       "      <td>True</td>\n",
       "      <td>0.061778</td>\n",
       "      <td>0.231981</td>\n",
       "      <td>0.196921</td>\n",
       "      <td>0.336562</td>\n",
       "      <td>0.021311</td>\n",
       "      <td>0.135269</td>\n",
       "      <td>0.001387</td>\n",
       "      <td>0.001556</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.196921</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.336562</td>\n",
       "      <td>0.765465</td>\n",
       "      <td>0.822078</td>\n",
       "      <td>0.358216</td>\n",
       "      <td>0.5</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>20879329608</td>\n",
       "      <td>True</td>\n",
       "      <td>0.068046</td>\n",
       "      <td>0.276074</td>\n",
       "      <td>0.224602</td>\n",
       "      <td>0.309969</td>\n",
       "      <td>0.040879</td>\n",
       "      <td>0.064006</td>\n",
       "      <td>0.001947</td>\n",
       "      <td>0.001898</td>\n",
       "      <td>...</td>\n",
       "      <td>Criteria ii</td>\n",
       "      <td>0.224602</td>\n",
       "      <td>Criteria iii</td>\n",
       "      <td>0.309969</td>\n",
       "      <td>0.810644</td>\n",
       "      <td>0.855154</td>\n",
       "      <td>0.403726</td>\n",
       "      <td>0.5</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>25771 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           index.1  text_bool  Criteria i  Criteria ii  Criteria iii  \\\n",
       "0      50770113131       True    0.241893     0.064412      0.097109   \n",
       "1      50770228312       True    0.215271     0.063392      0.097399   \n",
       "4      50766892772       True    0.027294     0.115427      0.160497   \n",
       "5      50766892252       True    0.024067     0.110218      0.208847   \n",
       "7      50763281362       True    0.052154     0.045569      0.205780   \n",
       "...            ...        ...         ...          ...           ...   \n",
       "80952  20906151848       True    0.148628     0.038375      0.207089   \n",
       "80953  20905940510       True    0.033005     0.436002      0.166744   \n",
       "80954  20472920383       True    0.123870     0.288300      0.174762   \n",
       "80956  21067259705       True    0.061778     0.231981      0.196921   \n",
       "80958  20879329608       True    0.068046     0.276074      0.224602   \n",
       "\n",
       "       Criteria iv  Criteria v  Criteria vi  Criteria vii  Criteria viii  ...  \\\n",
       "0         0.507689    0.026430     0.044148      0.004947       0.001907  ...   \n",
       "1         0.539351    0.026291     0.042574      0.003864       0.001658  ...   \n",
       "4         0.472574    0.120599     0.074298      0.006610       0.002654  ...   \n",
       "5         0.395105    0.147828     0.084316      0.006409       0.002525  ...   \n",
       "7         0.087766    0.012058     0.511174      0.034524       0.019425  ...   \n",
       "...            ...         ...          ...           ...            ...  ...   \n",
       "80952     0.429762    0.016484     0.110343      0.016347       0.009239  ...   \n",
       "80953     0.245028    0.019090     0.086166      0.001302       0.001254  ...   \n",
       "80954     0.305799    0.014098     0.078043      0.001457       0.001616  ...   \n",
       "80956     0.336562    0.021311     0.135269      0.001387       0.001556  ...   \n",
       "80958     0.309969    0.040879     0.064006      0.001947       0.001898  ...   \n",
       "\n",
       "          max_2_col  max_3_val     max_3_col     max_1     max_3    conf_3  \\\n",
       "0        Criteria i   0.097109  Criteria iii  0.507689  0.846691  0.846691   \n",
       "1        Criteria i   0.097399  Criteria iii  0.539351  0.852021  0.852021   \n",
       "4      Criteria iii   0.120599    Criteria v  0.472574  0.753670  0.810315   \n",
       "5      Criteria iii   0.147828    Criteria v  0.395105  0.751779  0.801720   \n",
       "7      Criteria iii   0.087766   Criteria iv  0.511174  0.804720  0.804719   \n",
       "...             ...        ...           ...       ...       ...       ...   \n",
       "80952  Criteria iii   0.148628    Criteria i  0.429762  0.785479  0.803788   \n",
       "80953   Criteria iv   0.166744  Criteria iii  0.436002  0.847774  0.857761   \n",
       "80954   Criteria ii   0.174762  Criteria iii  0.305799  0.768861  0.830410   \n",
       "80956   Criteria ii   0.196921  Criteria iii  0.336562  0.765465  0.822078   \n",
       "80958   Criteria ii   0.224602  Criteria iii  0.309969  0.810644  0.855154   \n",
       "\n",
       "         conf_1  same_3 same_1  labelled  \n",
       "0      0.507689     1.0   True      True  \n",
       "1      0.539351     1.0   True      True  \n",
       "4      0.472574     0.5   True      True  \n",
       "5      0.395105     0.5   True      True  \n",
       "7      0.511174     1.0   True      True  \n",
       "...         ...     ...    ...       ...  \n",
       "80952  0.480751     0.5  False      True  \n",
       "80953  0.436002     0.5   True      True  \n",
       "80954  0.371838     0.5  False      True  \n",
       "80956  0.358216     0.5  False      True  \n",
       "80958  0.403726     0.5  False      True  \n",
       "\n",
       "[25771 rows x 26 columns]"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "VAL_LAB[VAL_LAB.labelled]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "id": "331e2907",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>labelled</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       labelled\n",
       "0          True\n",
       "1          True\n",
       "2         False\n",
       "3         False\n",
       "4          True\n",
       "...         ...\n",
       "80958      True\n",
       "80959     False\n",
       "80960     False\n",
       "80961     False\n",
       "80962     False\n",
       "\n",
       "[80963 rows x 1 columns]"
      ]
     },
     "execution_count": 123,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "VAL_LAB[VAL_LAB.columns[25:]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "ffa8fa71",
   "metadata": {},
   "outputs": [],
   "source": [
    "VAL_LAB.to_csv('Venezia/data_storage/Value_Labels.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "e847f91e",
   "metadata": {},
   "outputs": [],
   "source": [
    "VAL_LAB.to_csv('Amsterdam/data_storage/Value_Labels.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "id": "fe27ee14",
   "metadata": {},
   "outputs": [],
   "source": [
    "VAL_LAB.to_csv('Suzhou/data_storage/Value_Labels.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "id": "85947f09",
   "metadata": {},
   "outputs": [],
   "source": [
    "VAL_LAB.to_csv('data_storage/images/Value_Labels.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "26764766",
   "metadata": {},
   "source": [
    "## Heritage Attributes Labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 143,
   "id": "58d494b3",
   "metadata": {},
   "outputs": [],
   "source": [
    "from ast import literal_eval"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "id": "4e078284",
   "metadata": {},
   "outputs": [],
   "source": [
    "category_dict = {0: 'architectural elements',\n",
    " 1: 'form',\n",
    " 2: 'gastronomy',\n",
    " 3: 'interior',\n",
    " 4: 'landscape scenery and natural features',\n",
    " 5: 'monuments',\n",
    " 6: 'people',\n",
    " 7: 'product',\n",
    " 8: 'urban scenery'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "id": "5ac438cc",
   "metadata": {},
   "outputs": [],
   "source": [
    "cat_dict_new = {0: 'Building Elements',\n",
    " 1: 'Urban Form Elements',\n",
    " 2: 'Gastronomy',\n",
    " 3: 'Interior Scenery',\n",
    " 4: 'Natural Features and Land-scape Scenery',\n",
    " 5: 'Monuments and Buildings',\n",
    " 6: 'People’s Activity and Association',\n",
    " 7: 'Artifact Products',\n",
    " 8: 'Urban Scenery'}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "id": "b6748359",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Building Elements',\n",
       " 'Urban Form Elements',\n",
       " 'Gastronomy',\n",
       " 'Interior Scenery',\n",
       " 'Natural Features and Land-scape Scenery',\n",
       " 'Monuments and Buildings',\n",
       " 'People’s Activity and Association',\n",
       " 'Artifact Products',\n",
       " 'Urban Scenery']"
      ]
     },
     "execution_count": 184,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "categories = [cat_dict_new[v] for v in cat_dict_new]\n",
    "categories"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "id": "3461dc4f",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150 = pd.read_csv('Venezia/data_storage/IMG_pred_150_cat.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "id": "6856e934",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150 = pd.read_csv('Amsterdam/data_storage/IMG_pred_150_cat.csv',sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 255,
   "id": "2c589597",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150 = pd.read_csv('Suzhou/data_storage/IMG_pred_150_cat.csv',sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 272,
   "id": "d803bf44",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150 = pd.read_csv('data_storage/images/IMG_pred_150_cat.csv',sep='\\t', index_col='Unnamed: 0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 273,
   "id": "6fa2e94c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>confidence</th>\n",
       "      <th>cat_id_vote</th>\n",
       "      <th>cat_probs_vote</th>\n",
       "      <th>category_vote</th>\n",
       "      <th>conf_vote</th>\n",
       "      <th>cat_id_stack</th>\n",
       "      <th>cat_probs_stack</th>\n",
       "      <th>category_stack</th>\n",
       "      <th>conf_stack</th>\n",
       "      <th>category_same</th>\n",
       "      <th>index.1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.376236</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.39053658 0.07688859 0.05247085 0.01808068 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.390537</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.434003   0.09930002 0.0074593  0.01666662 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.434003</td>\n",
       "      <td>True</td>\n",
       "      <td>50770113131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.924908</td>\n",
       "      <td>5</td>\n",
       "      <td>[0.25264659 0.02824921 0.00182519 0.00707536 0...</td>\n",
       "      <td>monuments</td>\n",
       "      <td>0.689898</td>\n",
       "      <td>5</td>\n",
       "      <td>[0.36544746 0.03825779 0.00173039 0.00638233 0...</td>\n",
       "      <td>monuments</td>\n",
       "      <td>0.556244</td>\n",
       "      <td>True</td>\n",
       "      <td>50770228312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.891226</td>\n",
       "      <td>4</td>\n",
       "      <td>[0.0073182  0.35323225 0.00486117 0.00246835 0...</td>\n",
       "      <td>landscape scenery and natural features</td>\n",
       "      <td>0.477274</td>\n",
       "      <td>1</td>\n",
       "      <td>[0.04836891 0.40009176 0.02311173 0.04185914 0...</td>\n",
       "      <td>form</td>\n",
       "      <td>0.400092</td>\n",
       "      <td>False</td>\n",
       "      <td>50766039303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.888184</td>\n",
       "      <td>6</td>\n",
       "      <td>[0.02507305 0.25538455 0.01152419 0.00863368 0...</td>\n",
       "      <td>people</td>\n",
       "      <td>0.481766</td>\n",
       "      <td>6</td>\n",
       "      <td>[0.0181194  0.33873159 0.06019872 0.05836022 0...</td>\n",
       "      <td>people</td>\n",
       "      <td>0.364438</td>\n",
       "      <td>True</td>\n",
       "      <td>50766893587</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.556705</td>\n",
       "      <td>1</td>\n",
       "      <td>[0.01647333 0.89346488 0.01105204 0.00141608 0...</td>\n",
       "      <td>form</td>\n",
       "      <td>0.893465</td>\n",
       "      <td>1</td>\n",
       "      <td>[7.14481079e-03 9.37520564e-01 6.32304290e-03 ...</td>\n",
       "      <td>form</td>\n",
       "      <td>0.937521</td>\n",
       "      <td>True</td>\n",
       "      <td>50766892772</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.362460</td>\n",
       "      <td>5</td>\n",
       "      <td>[0.03339911 0.28411171 0.00525297 0.00765534 0...</td>\n",
       "      <td>monuments</td>\n",
       "      <td>0.509671</td>\n",
       "      <td>5</td>\n",
       "      <td>[0.09946484 0.32641971 0.00675882 0.00629108 0...</td>\n",
       "      <td>monuments</td>\n",
       "      <td>0.458628</td>\n",
       "      <td>True</td>\n",
       "      <td>20879329608</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.980830</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.94034656 0.01258757 0.00357108 0.01685633 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.940347</td>\n",
       "      <td>0</td>\n",
       "      <td>[9.43930439e-01 7.15241083e-03 3.10525620e-04 ...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.943930</td>\n",
       "      <td>True</td>\n",
       "      <td>21040989736</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.578285</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.87164785 0.03271126 0.00088374 0.0227124  0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.871648</td>\n",
       "      <td>0</td>\n",
       "      <td>[9.09375858e-01 1.06165719e-02 5.26034688e-04 ...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.909376</td>\n",
       "      <td>True</td>\n",
       "      <td>20880415099</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.492456</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.55386971 0.32644859 0.00757863 0.01558469 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.553870</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.6153323  0.179466   0.00454481 0.06058073 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.615332</td>\n",
       "      <td>True</td>\n",
       "      <td>20879281658</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.793029</td>\n",
       "      <td>0</td>\n",
       "      <td>[0.85974955 0.03049346 0.00218614 0.03633501 0...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.859750</td>\n",
       "      <td>0</td>\n",
       "      <td>[8.92577649e-01 1.09840241e-02 5.43714432e-04 ...</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0.892578</td>\n",
       "      <td>True</td>\n",
       "      <td>21074834751</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       confidence  cat_id_vote  \\\n",
       "0        0.376236            0   \n",
       "1        0.924908            5   \n",
       "2        0.891226            4   \n",
       "3        0.888184            6   \n",
       "4        0.556705            1   \n",
       "...           ...          ...   \n",
       "80958    0.362460            5   \n",
       "80959    0.980830            0   \n",
       "80960    0.578285            0   \n",
       "80961    0.492456            0   \n",
       "80962    0.793029            0   \n",
       "\n",
       "                                          cat_probs_vote  \\\n",
       "0      [0.39053658 0.07688859 0.05247085 0.01808068 0...   \n",
       "1      [0.25264659 0.02824921 0.00182519 0.00707536 0...   \n",
       "2      [0.0073182  0.35323225 0.00486117 0.00246835 0...   \n",
       "3      [0.02507305 0.25538455 0.01152419 0.00863368 0...   \n",
       "4      [0.01647333 0.89346488 0.01105204 0.00141608 0...   \n",
       "...                                                  ...   \n",
       "80958  [0.03339911 0.28411171 0.00525297 0.00765534 0...   \n",
       "80959  [0.94034656 0.01258757 0.00357108 0.01685633 0...   \n",
       "80960  [0.87164785 0.03271126 0.00088374 0.0227124  0...   \n",
       "80961  [0.55386971 0.32644859 0.00757863 0.01558469 0...   \n",
       "80962  [0.85974955 0.03049346 0.00218614 0.03633501 0...   \n",
       "\n",
       "                                category_vote  conf_vote  cat_id_stack  \\\n",
       "0                      architectural elements   0.390537             0   \n",
       "1                                   monuments   0.689898             5   \n",
       "2      landscape scenery and natural features   0.477274             1   \n",
       "3                                      people   0.481766             6   \n",
       "4                                        form   0.893465             1   \n",
       "...                                       ...        ...           ...   \n",
       "80958                               monuments   0.509671             5   \n",
       "80959                  architectural elements   0.940347             0   \n",
       "80960                  architectural elements   0.871648             0   \n",
       "80961                  architectural elements   0.553870             0   \n",
       "80962                  architectural elements   0.859750             0   \n",
       "\n",
       "                                         cat_probs_stack  \\\n",
       "0      [0.434003   0.09930002 0.0074593  0.01666662 0...   \n",
       "1      [0.36544746 0.03825779 0.00173039 0.00638233 0...   \n",
       "2      [0.04836891 0.40009176 0.02311173 0.04185914 0...   \n",
       "3      [0.0181194  0.33873159 0.06019872 0.05836022 0...   \n",
       "4      [7.14481079e-03 9.37520564e-01 6.32304290e-03 ...   \n",
       "...                                                  ...   \n",
       "80958  [0.09946484 0.32641971 0.00675882 0.00629108 0...   \n",
       "80959  [9.43930439e-01 7.15241083e-03 3.10525620e-04 ...   \n",
       "80960  [9.09375858e-01 1.06165719e-02 5.26034688e-04 ...   \n",
       "80961  [0.6153323  0.179466   0.00454481 0.06058073 0...   \n",
       "80962  [8.92577649e-01 1.09840241e-02 5.43714432e-04 ...   \n",
       "\n",
       "               category_stack  conf_stack  category_same      index.1  \n",
       "0      architectural elements    0.434003           True  50770113131  \n",
       "1                   monuments    0.556244           True  50770228312  \n",
       "2                        form    0.400092          False  50766039303  \n",
       "3                      people    0.364438           True  50766893587  \n",
       "4                        form    0.937521           True  50766892772  \n",
       "...                       ...         ...            ...          ...  \n",
       "80958               monuments    0.458628           True  20879329608  \n",
       "80959  architectural elements    0.943930           True  21040989736  \n",
       "80960  architectural elements    0.909376           True  20880415099  \n",
       "80961  architectural elements    0.615332           True  20879281658  \n",
       "80962  architectural elements    0.892578           True  21074834751  \n",
       "\n",
       "[80963 rows x 11 columns]"
      ]
     },
     "execution_count": 273,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "IMG_pred_150[IMG_pred_150.columns[565:]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 274,
   "id": "f516b101",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\zzbn1\\AppData\\Local\\Temp\\ipykernel_28224\\4188713959.py:1: FutureWarning: The default value of regex will change from True to False in a future version. In addition, single character regular expressions will *not* be treated as literal strings when regex=True.\n",
      "  VOTEs = IMG_pred_150['cat_probs_vote'].str.replace('[','').str.replace(']','').str.replace('\\n','').str.split(expand=True).rename(columns=cat_dict_new)\n"
     ]
    }
   ],
   "source": [
    "VOTEs = IMG_pred_150['cat_probs_vote'].str.replace('[','').str.replace(']','').str.replace('\\n','').str.split(expand=True).rename(columns=cat_dict_new)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 275,
   "id": "fc469a05",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\zzbn1\\AppData\\Local\\Temp\\ipykernel_28224\\2400201701.py:1: FutureWarning: The default value of regex will change from True to False in a future version. In addition, single character regular expressions will *not* be treated as literal strings when regex=True.\n",
      "  STACKs = IMG_pred_150['cat_probs_stack'].str.replace('[','').str.replace(']','').str.replace('\\n','').str.split(expand=True).rename(columns=cat_dict_new)\n"
     ]
    }
   ],
   "source": [
    "STACKs = IMG_pred_150['cat_probs_stack'].str.replace('[','').str.replace(']','').str.replace('\\n','').str.split(expand=True).rename(columns=cat_dict_new)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 276,
   "id": "6818588d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Building Elements</th>\n",
       "      <th>Urban Form Elements</th>\n",
       "      <th>Gastronomy</th>\n",
       "      <th>Interior Scenery</th>\n",
       "      <th>Natural Features and Land-scape Scenery</th>\n",
       "      <th>Monuments and Buildings</th>\n",
       "      <th>People’s Activity and Association</th>\n",
       "      <th>Artifact Products</th>\n",
       "      <th>Urban Scenery</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.390537</td>\n",
       "      <td>0.076889</td>\n",
       "      <td>0.052471</td>\n",
       "      <td>0.018081</td>\n",
       "      <td>0.009278</td>\n",
       "      <td>0.373008</td>\n",
       "      <td>0.021499</td>\n",
       "      <td>0.022670</td>\n",
       "      <td>0.035567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.252647</td>\n",
       "      <td>0.028249</td>\n",
       "      <td>0.001825</td>\n",
       "      <td>0.007075</td>\n",
       "      <td>0.006304</td>\n",
       "      <td>0.689898</td>\n",
       "      <td>0.005580</td>\n",
       "      <td>0.001402</td>\n",
       "      <td>0.007019</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.007318</td>\n",
       "      <td>0.353232</td>\n",
       "      <td>0.004861</td>\n",
       "      <td>0.002468</td>\n",
       "      <td>0.477274</td>\n",
       "      <td>0.022278</td>\n",
       "      <td>0.023849</td>\n",
       "      <td>0.006545</td>\n",
       "      <td>0.102173</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.025073</td>\n",
       "      <td>0.255385</td>\n",
       "      <td>0.011524</td>\n",
       "      <td>0.008634</td>\n",
       "      <td>0.060189</td>\n",
       "      <td>0.082511</td>\n",
       "      <td>0.481766</td>\n",
       "      <td>0.007979</td>\n",
       "      <td>0.066940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.016473</td>\n",
       "      <td>0.893465</td>\n",
       "      <td>0.011052</td>\n",
       "      <td>0.001416</td>\n",
       "      <td>0.002594</td>\n",
       "      <td>0.041075</td>\n",
       "      <td>0.012039</td>\n",
       "      <td>0.006095</td>\n",
       "      <td>0.015790</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.033399</td>\n",
       "      <td>0.284112</td>\n",
       "      <td>0.005253</td>\n",
       "      <td>0.007655</td>\n",
       "      <td>0.011063</td>\n",
       "      <td>0.509671</td>\n",
       "      <td>0.023306</td>\n",
       "      <td>0.006414</td>\n",
       "      <td>0.119127</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.940347</td>\n",
       "      <td>0.012588</td>\n",
       "      <td>0.003571</td>\n",
       "      <td>0.016856</td>\n",
       "      <td>0.001716</td>\n",
       "      <td>0.014993</td>\n",
       "      <td>0.004445</td>\n",
       "      <td>0.000980</td>\n",
       "      <td>0.004503</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.871648</td>\n",
       "      <td>0.032711</td>\n",
       "      <td>0.000884</td>\n",
       "      <td>0.022712</td>\n",
       "      <td>0.002328</td>\n",
       "      <td>0.050936</td>\n",
       "      <td>0.011154</td>\n",
       "      <td>0.004965</td>\n",
       "      <td>0.002662</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.553870</td>\n",
       "      <td>0.326449</td>\n",
       "      <td>0.007579</td>\n",
       "      <td>0.015585</td>\n",
       "      <td>0.003696</td>\n",
       "      <td>0.010892</td>\n",
       "      <td>0.061895</td>\n",
       "      <td>0.017490</td>\n",
       "      <td>0.002546</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.859750</td>\n",
       "      <td>0.030493</td>\n",
       "      <td>0.002186</td>\n",
       "      <td>0.036335</td>\n",
       "      <td>0.004378</td>\n",
       "      <td>0.043476</td>\n",
       "      <td>0.009011</td>\n",
       "      <td>0.006724</td>\n",
       "      <td>0.007646</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Building Elements  Urban Form Elements  Gastronomy  Interior Scenery  \\\n",
       "0               0.390537             0.076889    0.052471          0.018081   \n",
       "1               0.252647             0.028249    0.001825          0.007075   \n",
       "2               0.007318             0.353232    0.004861          0.002468   \n",
       "3               0.025073             0.255385    0.011524          0.008634   \n",
       "4               0.016473             0.893465    0.011052          0.001416   \n",
       "...                  ...                  ...         ...               ...   \n",
       "80958           0.033399             0.284112    0.005253          0.007655   \n",
       "80959           0.940347             0.012588    0.003571          0.016856   \n",
       "80960           0.871648             0.032711    0.000884          0.022712   \n",
       "80961           0.553870             0.326449    0.007579          0.015585   \n",
       "80962           0.859750             0.030493    0.002186          0.036335   \n",
       "\n",
       "       Natural Features and Land-scape Scenery  Monuments and Buildings  \\\n",
       "0                                     0.009278                 0.373008   \n",
       "1                                     0.006304                 0.689898   \n",
       "2                                     0.477274                 0.022278   \n",
       "3                                     0.060189                 0.082511   \n",
       "4                                     0.002594                 0.041075   \n",
       "...                                        ...                      ...   \n",
       "80958                                 0.011063                 0.509671   \n",
       "80959                                 0.001716                 0.014993   \n",
       "80960                                 0.002328                 0.050936   \n",
       "80961                                 0.003696                 0.010892   \n",
       "80962                                 0.004378                 0.043476   \n",
       "\n",
       "       People’s Activity and Association  Artifact Products  Urban Scenery  \n",
       "0                               0.021499           0.022670       0.035567  \n",
       "1                               0.005580           0.001402       0.007019  \n",
       "2                               0.023849           0.006545       0.102173  \n",
       "3                               0.481766           0.007979       0.066940  \n",
       "4                               0.012039           0.006095       0.015790  \n",
       "...                                  ...                ...            ...  \n",
       "80958                           0.023306           0.006414       0.119127  \n",
       "80959                           0.004445           0.000980       0.004503  \n",
       "80960                           0.011154           0.004965       0.002662  \n",
       "80961                           0.061895           0.017490       0.002546  \n",
       "80962                           0.009011           0.006724       0.007646  \n",
       "\n",
       "[80963 rows x 9 columns]"
      ]
     },
     "execution_count": 276,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "VOTEs = VOTEs.astype(float)\n",
    "VOTEs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 277,
   "id": "c7a20a8d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Building Elements</th>\n",
       "      <th>Urban Form Elements</th>\n",
       "      <th>Gastronomy</th>\n",
       "      <th>Interior Scenery</th>\n",
       "      <th>Natural Features and Land-scape Scenery</th>\n",
       "      <th>Monuments and Buildings</th>\n",
       "      <th>People’s Activity and Association</th>\n",
       "      <th>Artifact Products</th>\n",
       "      <th>Urban Scenery</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.434003</td>\n",
       "      <td>0.099300</td>\n",
       "      <td>0.007459</td>\n",
       "      <td>0.016667</td>\n",
       "      <td>0.015785</td>\n",
       "      <td>0.376650</td>\n",
       "      <td>0.023540</td>\n",
       "      <td>0.008071</td>\n",
       "      <td>0.018525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.365447</td>\n",
       "      <td>0.038258</td>\n",
       "      <td>0.001730</td>\n",
       "      <td>0.006382</td>\n",
       "      <td>0.002585</td>\n",
       "      <td>0.556244</td>\n",
       "      <td>0.003236</td>\n",
       "      <td>0.005169</td>\n",
       "      <td>0.020949</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.048369</td>\n",
       "      <td>0.400092</td>\n",
       "      <td>0.023112</td>\n",
       "      <td>0.041859</td>\n",
       "      <td>0.220126</td>\n",
       "      <td>0.032953</td>\n",
       "      <td>0.136749</td>\n",
       "      <td>0.015246</td>\n",
       "      <td>0.081495</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.018119</td>\n",
       "      <td>0.338732</td>\n",
       "      <td>0.060199</td>\n",
       "      <td>0.058360</td>\n",
       "      <td>0.022458</td>\n",
       "      <td>0.050185</td>\n",
       "      <td>0.364438</td>\n",
       "      <td>0.057663</td>\n",
       "      <td>0.029847</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.007145</td>\n",
       "      <td>0.937521</td>\n",
       "      <td>0.006323</td>\n",
       "      <td>0.002909</td>\n",
       "      <td>0.000551</td>\n",
       "      <td>0.025030</td>\n",
       "      <td>0.015413</td>\n",
       "      <td>0.001229</td>\n",
       "      <td>0.003880</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.099465</td>\n",
       "      <td>0.326420</td>\n",
       "      <td>0.006759</td>\n",
       "      <td>0.006291</td>\n",
       "      <td>0.003333</td>\n",
       "      <td>0.458628</td>\n",
       "      <td>0.014077</td>\n",
       "      <td>0.008013</td>\n",
       "      <td>0.077014</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.943930</td>\n",
       "      <td>0.007152</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.021950</td>\n",
       "      <td>0.004905</td>\n",
       "      <td>0.014882</td>\n",
       "      <td>0.003127</td>\n",
       "      <td>0.003087</td>\n",
       "      <td>0.000657</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.909376</td>\n",
       "      <td>0.010617</td>\n",
       "      <td>0.000526</td>\n",
       "      <td>0.029639</td>\n",
       "      <td>0.007066</td>\n",
       "      <td>0.031976</td>\n",
       "      <td>0.005292</td>\n",
       "      <td>0.004368</td>\n",
       "      <td>0.001140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.615332</td>\n",
       "      <td>0.179466</td>\n",
       "      <td>0.004545</td>\n",
       "      <td>0.060581</td>\n",
       "      <td>0.015517</td>\n",
       "      <td>0.047708</td>\n",
       "      <td>0.055019</td>\n",
       "      <td>0.015428</td>\n",
       "      <td>0.006404</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.892578</td>\n",
       "      <td>0.010984</td>\n",
       "      <td>0.000544</td>\n",
       "      <td>0.038688</td>\n",
       "      <td>0.007745</td>\n",
       "      <td>0.037677</td>\n",
       "      <td>0.005822</td>\n",
       "      <td>0.004771</td>\n",
       "      <td>0.001192</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Building Elements  Urban Form Elements  Gastronomy  Interior Scenery  \\\n",
       "0               0.434003             0.099300    0.007459          0.016667   \n",
       "1               0.365447             0.038258    0.001730          0.006382   \n",
       "2               0.048369             0.400092    0.023112          0.041859   \n",
       "3               0.018119             0.338732    0.060199          0.058360   \n",
       "4               0.007145             0.937521    0.006323          0.002909   \n",
       "...                  ...                  ...         ...               ...   \n",
       "80958           0.099465             0.326420    0.006759          0.006291   \n",
       "80959           0.943930             0.007152    0.000311          0.021950   \n",
       "80960           0.909376             0.010617    0.000526          0.029639   \n",
       "80961           0.615332             0.179466    0.004545          0.060581   \n",
       "80962           0.892578             0.010984    0.000544          0.038688   \n",
       "\n",
       "       Natural Features and Land-scape Scenery  Monuments and Buildings  \\\n",
       "0                                     0.015785                 0.376650   \n",
       "1                                     0.002585                 0.556244   \n",
       "2                                     0.220126                 0.032953   \n",
       "3                                     0.022458                 0.050185   \n",
       "4                                     0.000551                 0.025030   \n",
       "...                                        ...                      ...   \n",
       "80958                                 0.003333                 0.458628   \n",
       "80959                                 0.004905                 0.014882   \n",
       "80960                                 0.007066                 0.031976   \n",
       "80961                                 0.015517                 0.047708   \n",
       "80962                                 0.007745                 0.037677   \n",
       "\n",
       "       People’s Activity and Association  Artifact Products  Urban Scenery  \n",
       "0                               0.023540           0.008071       0.018525  \n",
       "1                               0.003236           0.005169       0.020949  \n",
       "2                               0.136749           0.015246       0.081495  \n",
       "3                               0.364438           0.057663       0.029847  \n",
       "4                               0.015413           0.001229       0.003880  \n",
       "...                                  ...                ...            ...  \n",
       "80958                           0.014077           0.008013       0.077014  \n",
       "80959                           0.003127           0.003087       0.000657  \n",
       "80960                           0.005292           0.004368       0.001140  \n",
       "80961                           0.055019           0.015428       0.006404  \n",
       "80962                           0.005822           0.004771       0.001192  \n",
       "\n",
       "[80963 rows x 9 columns]"
      ]
     },
     "execution_count": 277,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "STACKs=STACKs.astype(float)\n",
    "STACKs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 278,
   "id": "ef36b155",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Building Elements</th>\n",
       "      <th>Urban Form Elements</th>\n",
       "      <th>Gastronomy</th>\n",
       "      <th>Interior Scenery</th>\n",
       "      <th>Natural Features and Land-scape Scenery</th>\n",
       "      <th>Monuments and Buildings</th>\n",
       "      <th>People’s Activity and Association</th>\n",
       "      <th>Artifact Products</th>\n",
       "      <th>Urban Scenery</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.412270</td>\n",
       "      <td>0.088094</td>\n",
       "      <td>0.029965</td>\n",
       "      <td>0.017374</td>\n",
       "      <td>0.012531</td>\n",
       "      <td>0.374829</td>\n",
       "      <td>0.022520</td>\n",
       "      <td>0.015371</td>\n",
       "      <td>0.027046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.309047</td>\n",
       "      <td>0.033253</td>\n",
       "      <td>0.001778</td>\n",
       "      <td>0.006729</td>\n",
       "      <td>0.004444</td>\n",
       "      <td>0.623071</td>\n",
       "      <td>0.004408</td>\n",
       "      <td>0.003285</td>\n",
       "      <td>0.013984</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.027844</td>\n",
       "      <td>0.376662</td>\n",
       "      <td>0.013986</td>\n",
       "      <td>0.022164</td>\n",
       "      <td>0.348700</td>\n",
       "      <td>0.027616</td>\n",
       "      <td>0.080299</td>\n",
       "      <td>0.010896</td>\n",
       "      <td>0.091834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.021596</td>\n",
       "      <td>0.297058</td>\n",
       "      <td>0.035861</td>\n",
       "      <td>0.033497</td>\n",
       "      <td>0.041323</td>\n",
       "      <td>0.066348</td>\n",
       "      <td>0.423102</td>\n",
       "      <td>0.032821</td>\n",
       "      <td>0.048393</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.011809</td>\n",
       "      <td>0.915493</td>\n",
       "      <td>0.008688</td>\n",
       "      <td>0.002162</td>\n",
       "      <td>0.001573</td>\n",
       "      <td>0.033053</td>\n",
       "      <td>0.013726</td>\n",
       "      <td>0.003662</td>\n",
       "      <td>0.009835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.066432</td>\n",
       "      <td>0.305266</td>\n",
       "      <td>0.006006</td>\n",
       "      <td>0.006973</td>\n",
       "      <td>0.007198</td>\n",
       "      <td>0.484150</td>\n",
       "      <td>0.018691</td>\n",
       "      <td>0.007214</td>\n",
       "      <td>0.098070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.942138</td>\n",
       "      <td>0.009870</td>\n",
       "      <td>0.001941</td>\n",
       "      <td>0.019403</td>\n",
       "      <td>0.003311</td>\n",
       "      <td>0.014937</td>\n",
       "      <td>0.003786</td>\n",
       "      <td>0.002034</td>\n",
       "      <td>0.002580</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.890512</td>\n",
       "      <td>0.021664</td>\n",
       "      <td>0.000705</td>\n",
       "      <td>0.026175</td>\n",
       "      <td>0.004697</td>\n",
       "      <td>0.041456</td>\n",
       "      <td>0.008223</td>\n",
       "      <td>0.004666</td>\n",
       "      <td>0.001901</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.584601</td>\n",
       "      <td>0.252957</td>\n",
       "      <td>0.006062</td>\n",
       "      <td>0.038083</td>\n",
       "      <td>0.009606</td>\n",
       "      <td>0.029300</td>\n",
       "      <td>0.058457</td>\n",
       "      <td>0.016459</td>\n",
       "      <td>0.004475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.876164</td>\n",
       "      <td>0.020739</td>\n",
       "      <td>0.001365</td>\n",
       "      <td>0.037512</td>\n",
       "      <td>0.006061</td>\n",
       "      <td>0.040576</td>\n",
       "      <td>0.007417</td>\n",
       "      <td>0.005748</td>\n",
       "      <td>0.004419</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Building Elements  Urban Form Elements  Gastronomy  Interior Scenery  \\\n",
       "0               0.412270             0.088094    0.029965          0.017374   \n",
       "1               0.309047             0.033253    0.001778          0.006729   \n",
       "2               0.027844             0.376662    0.013986          0.022164   \n",
       "3               0.021596             0.297058    0.035861          0.033497   \n",
       "4               0.011809             0.915493    0.008688          0.002162   \n",
       "...                  ...                  ...         ...               ...   \n",
       "80958           0.066432             0.305266    0.006006          0.006973   \n",
       "80959           0.942138             0.009870    0.001941          0.019403   \n",
       "80960           0.890512             0.021664    0.000705          0.026175   \n",
       "80961           0.584601             0.252957    0.006062          0.038083   \n",
       "80962           0.876164             0.020739    0.001365          0.037512   \n",
       "\n",
       "       Natural Features and Land-scape Scenery  Monuments and Buildings  \\\n",
       "0                                     0.012531                 0.374829   \n",
       "1                                     0.004444                 0.623071   \n",
       "2                                     0.348700                 0.027616   \n",
       "3                                     0.041323                 0.066348   \n",
       "4                                     0.001573                 0.033053   \n",
       "...                                        ...                      ...   \n",
       "80958                                 0.007198                 0.484150   \n",
       "80959                                 0.003311                 0.014937   \n",
       "80960                                 0.004697                 0.041456   \n",
       "80961                                 0.009606                 0.029300   \n",
       "80962                                 0.006061                 0.040576   \n",
       "\n",
       "       People’s Activity and Association  Artifact Products  Urban Scenery  \n",
       "0                               0.022520           0.015371       0.027046  \n",
       "1                               0.004408           0.003285       0.013984  \n",
       "2                               0.080299           0.010896       0.091834  \n",
       "3                               0.423102           0.032821       0.048393  \n",
       "4                               0.013726           0.003662       0.009835  \n",
       "...                                  ...                ...            ...  \n",
       "80958                           0.018691           0.007214       0.098070  \n",
       "80959                           0.003786           0.002034       0.002580  \n",
       "80960                           0.008223           0.004666       0.001901  \n",
       "80961                           0.058457           0.016459       0.004475  \n",
       "80962                           0.007417           0.005748       0.004419  \n",
       "\n",
       "[80963 rows x 9 columns]"
      ]
     },
     "execution_count": 278,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a_labels = (VOTEs + STACKs)/2\n",
    "a_labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 279,
   "id": "c1f74c86",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Building Elements</th>\n",
       "      <th>Urban Form Elements</th>\n",
       "      <th>Gastronomy</th>\n",
       "      <th>Interior Scenery</th>\n",
       "      <th>Natural Features and Land-scape Scenery</th>\n",
       "      <th>Monuments and Buildings</th>\n",
       "      <th>People’s Activity and Association</th>\n",
       "      <th>Artifact Products</th>\n",
       "      <th>Urban Scenery</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>50770113131</td>\n",
       "      <td>0.412270</td>\n",
       "      <td>0.088094</td>\n",
       "      <td>0.029965</td>\n",
       "      <td>0.017374</td>\n",
       "      <td>0.012531</td>\n",
       "      <td>0.374829</td>\n",
       "      <td>0.022520</td>\n",
       "      <td>0.015371</td>\n",
       "      <td>0.027046</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>50770228312</td>\n",
       "      <td>0.309047</td>\n",
       "      <td>0.033253</td>\n",
       "      <td>0.001778</td>\n",
       "      <td>0.006729</td>\n",
       "      <td>0.004444</td>\n",
       "      <td>0.623071</td>\n",
       "      <td>0.004408</td>\n",
       "      <td>0.003285</td>\n",
       "      <td>0.013984</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>50766039303</td>\n",
       "      <td>0.027844</td>\n",
       "      <td>0.376662</td>\n",
       "      <td>0.013986</td>\n",
       "      <td>0.022164</td>\n",
       "      <td>0.348700</td>\n",
       "      <td>0.027616</td>\n",
       "      <td>0.080299</td>\n",
       "      <td>0.010896</td>\n",
       "      <td>0.091834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>50766893587</td>\n",
       "      <td>0.021596</td>\n",
       "      <td>0.297058</td>\n",
       "      <td>0.035861</td>\n",
       "      <td>0.033497</td>\n",
       "      <td>0.041323</td>\n",
       "      <td>0.066348</td>\n",
       "      <td>0.423102</td>\n",
       "      <td>0.032821</td>\n",
       "      <td>0.048393</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>50766892772</td>\n",
       "      <td>0.011809</td>\n",
       "      <td>0.915493</td>\n",
       "      <td>0.008688</td>\n",
       "      <td>0.002162</td>\n",
       "      <td>0.001573</td>\n",
       "      <td>0.033053</td>\n",
       "      <td>0.013726</td>\n",
       "      <td>0.003662</td>\n",
       "      <td>0.009835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>20879329608</td>\n",
       "      <td>0.066432</td>\n",
       "      <td>0.305266</td>\n",
       "      <td>0.006006</td>\n",
       "      <td>0.006973</td>\n",
       "      <td>0.007198</td>\n",
       "      <td>0.484150</td>\n",
       "      <td>0.018691</td>\n",
       "      <td>0.007214</td>\n",
       "      <td>0.098070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>21040989736</td>\n",
       "      <td>0.942138</td>\n",
       "      <td>0.009870</td>\n",
       "      <td>0.001941</td>\n",
       "      <td>0.019403</td>\n",
       "      <td>0.003311</td>\n",
       "      <td>0.014937</td>\n",
       "      <td>0.003786</td>\n",
       "      <td>0.002034</td>\n",
       "      <td>0.002580</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>20880415099</td>\n",
       "      <td>0.890512</td>\n",
       "      <td>0.021664</td>\n",
       "      <td>0.000705</td>\n",
       "      <td>0.026175</td>\n",
       "      <td>0.004697</td>\n",
       "      <td>0.041456</td>\n",
       "      <td>0.008223</td>\n",
       "      <td>0.004666</td>\n",
       "      <td>0.001901</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>20879281658</td>\n",
       "      <td>0.584601</td>\n",
       "      <td>0.252957</td>\n",
       "      <td>0.006062</td>\n",
       "      <td>0.038083</td>\n",
       "      <td>0.009606</td>\n",
       "      <td>0.029300</td>\n",
       "      <td>0.058457</td>\n",
       "      <td>0.016459</td>\n",
       "      <td>0.004475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>21074834751</td>\n",
       "      <td>0.876164</td>\n",
       "      <td>0.020739</td>\n",
       "      <td>0.001365</td>\n",
       "      <td>0.037512</td>\n",
       "      <td>0.006061</td>\n",
       "      <td>0.040576</td>\n",
       "      <td>0.007417</td>\n",
       "      <td>0.005748</td>\n",
       "      <td>0.004419</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                ID  Building Elements  Urban Form Elements  Gastronomy  \\\n",
       "0      50770113131           0.412270             0.088094    0.029965   \n",
       "1      50770228312           0.309047             0.033253    0.001778   \n",
       "2      50766039303           0.027844             0.376662    0.013986   \n",
       "3      50766893587           0.021596             0.297058    0.035861   \n",
       "4      50766892772           0.011809             0.915493    0.008688   \n",
       "...            ...                ...                  ...         ...   \n",
       "80958  20879329608           0.066432             0.305266    0.006006   \n",
       "80959  21040989736           0.942138             0.009870    0.001941   \n",
       "80960  20880415099           0.890512             0.021664    0.000705   \n",
       "80961  20879281658           0.584601             0.252957    0.006062   \n",
       "80962  21074834751           0.876164             0.020739    0.001365   \n",
       "\n",
       "       Interior Scenery  Natural Features and Land-scape Scenery  \\\n",
       "0              0.017374                                 0.012531   \n",
       "1              0.006729                                 0.004444   \n",
       "2              0.022164                                 0.348700   \n",
       "3              0.033497                                 0.041323   \n",
       "4              0.002162                                 0.001573   \n",
       "...                 ...                                      ...   \n",
       "80958          0.006973                                 0.007198   \n",
       "80959          0.019403                                 0.003311   \n",
       "80960          0.026175                                 0.004697   \n",
       "80961          0.038083                                 0.009606   \n",
       "80962          0.037512                                 0.006061   \n",
       "\n",
       "       Monuments and Buildings  People’s Activity and Association  \\\n",
       "0                     0.374829                           0.022520   \n",
       "1                     0.623071                           0.004408   \n",
       "2                     0.027616                           0.080299   \n",
       "3                     0.066348                           0.423102   \n",
       "4                     0.033053                           0.013726   \n",
       "...                        ...                                ...   \n",
       "80958                 0.484150                           0.018691   \n",
       "80959                 0.014937                           0.003786   \n",
       "80960                 0.041456                           0.008223   \n",
       "80961                 0.029300                           0.058457   \n",
       "80962                 0.040576                           0.007417   \n",
       "\n",
       "       Artifact Products  Urban Scenery  \n",
       "0               0.015371       0.027046  \n",
       "1               0.003285       0.013984  \n",
       "2               0.010896       0.091834  \n",
       "3               0.032821       0.048393  \n",
       "4               0.003662       0.009835  \n",
       "...                  ...            ...  \n",
       "80958           0.007214       0.098070  \n",
       "80959           0.002034       0.002580  \n",
       "80960           0.004666       0.001901  \n",
       "80961           0.016459       0.004475  \n",
       "80962           0.005748       0.004419  \n",
       "\n",
       "[80963 rows x 10 columns]"
      ]
     },
     "execution_count": 279,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ATT_LAB = IMG_pred_150[['ID','name']].merge(a_labels, how='left', left_index=True, right_index=True).drop('name',axis=1)\n",
    "ATT_LAB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 280,
   "id": "d043b922",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150['category'] = IMG_pred_150[IMG_pred_150.category_same]['category_vote']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 281,
   "id": "1d2fedc0",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150['category_id'] = IMG_pred_150[IMG_pred_150.category_same]['cat_id_vote']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 282,
   "id": "fb9e9932",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150['category_id'] = IMG_pred_150['category_id'].fillna(-1).astype(int)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 283,
   "id": "3dedda5a",
   "metadata": {},
   "outputs": [],
   "source": [
    "IMG_pred_150['conf'] = (IMG_pred_150['conf_vote'] + IMG_pred_150['conf_stack'])/2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 284,
   "id": "ac8ba303",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>category</th>\n",
       "      <th>category_id</th>\n",
       "      <th>category_vote</th>\n",
       "      <th>cat_id_vote</th>\n",
       "      <th>category_stack</th>\n",
       "      <th>cat_id_stack</th>\n",
       "      <th>conf</th>\n",
       "      <th>category_same</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.412270</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>monuments</td>\n",
       "      <td>5</td>\n",
       "      <td>monuments</td>\n",
       "      <td>5</td>\n",
       "      <td>monuments</td>\n",
       "      <td>5</td>\n",
       "      <td>0.623071</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>-1</td>\n",
       "      <td>landscape scenery and natural features</td>\n",
       "      <td>4</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>0.438683</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>people</td>\n",
       "      <td>6</td>\n",
       "      <td>people</td>\n",
       "      <td>6</td>\n",
       "      <td>people</td>\n",
       "      <td>6</td>\n",
       "      <td>0.423102</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>0.915493</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>monuments</td>\n",
       "      <td>5</td>\n",
       "      <td>monuments</td>\n",
       "      <td>5</td>\n",
       "      <td>monuments</td>\n",
       "      <td>5</td>\n",
       "      <td>0.484150</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.942138</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.890512</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.584601</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.876164</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 8 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     category  category_id  \\\n",
       "0      architectural elements            0   \n",
       "1                   monuments            5   \n",
       "2                         NaN           -1   \n",
       "3                      people            6   \n",
       "4                        form            1   \n",
       "...                       ...          ...   \n",
       "80958               monuments            5   \n",
       "80959  architectural elements            0   \n",
       "80960  architectural elements            0   \n",
       "80961  architectural elements            0   \n",
       "80962  architectural elements            0   \n",
       "\n",
       "                                category_vote  cat_id_vote  \\\n",
       "0                      architectural elements            0   \n",
       "1                                   monuments            5   \n",
       "2      landscape scenery and natural features            4   \n",
       "3                                      people            6   \n",
       "4                                        form            1   \n",
       "...                                       ...          ...   \n",
       "80958                               monuments            5   \n",
       "80959                  architectural elements            0   \n",
       "80960                  architectural elements            0   \n",
       "80961                  architectural elements            0   \n",
       "80962                  architectural elements            0   \n",
       "\n",
       "               category_stack  cat_id_stack      conf  category_same  \n",
       "0      architectural elements             0  0.412270           True  \n",
       "1                   monuments             5  0.623071           True  \n",
       "2                        form             1  0.438683          False  \n",
       "3                      people             6  0.423102           True  \n",
       "4                        form             1  0.915493           True  \n",
       "...                       ...           ...       ...            ...  \n",
       "80958               monuments             5  0.484150           True  \n",
       "80959  architectural elements             0  0.942138           True  \n",
       "80960  architectural elements             0  0.890512           True  \n",
       "80961  architectural elements             0  0.584601           True  \n",
       "80962  architectural elements             0  0.876164           True  \n",
       "\n",
       "[80963 rows x 8 columns]"
      ]
     },
     "execution_count": 284,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "IMG_pred_150[['category','category_id','category_vote','cat_id_vote', 'category_stack','cat_id_stack',  'conf', 'category_same']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 285,
   "id": "4069a0d5",
   "metadata": {},
   "outputs": [],
   "source": [
    "ATT_LAB = ATT_LAB.merge(IMG_pred_150[['category','category_id','category_vote','cat_id_vote', \n",
    "                                      'category_stack','cat_id_stack',  'conf', 'category_same']],\n",
    "                       how='left', left_index=True, right_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 286,
   "id": "885b22e4",
   "metadata": {},
   "outputs": [],
   "source": [
    "ATT_LAB['labelled'] = (ATT_LAB.conf>=0.7) & (ATT_LAB.category_same)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 287,
   "id": "e98ec8bc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>ID</th>\n",
       "      <th>Building Elements</th>\n",
       "      <th>Urban Form Elements</th>\n",
       "      <th>Gastronomy</th>\n",
       "      <th>Interior Scenery</th>\n",
       "      <th>Natural Features and Land-scape Scenery</th>\n",
       "      <th>Monuments and Buildings</th>\n",
       "      <th>People’s Activity and Association</th>\n",
       "      <th>Artifact Products</th>\n",
       "      <th>Urban Scenery</th>\n",
       "      <th>category</th>\n",
       "      <th>category_id</th>\n",
       "      <th>category_vote</th>\n",
       "      <th>cat_id_vote</th>\n",
       "      <th>category_stack</th>\n",
       "      <th>cat_id_stack</th>\n",
       "      <th>conf</th>\n",
       "      <th>category_same</th>\n",
       "      <th>labelled</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>50766892772</td>\n",
       "      <td>0.011809</td>\n",
       "      <td>0.915493</td>\n",
       "      <td>0.008688</td>\n",
       "      <td>0.002162</td>\n",
       "      <td>0.001573</td>\n",
       "      <td>0.033053</td>\n",
       "      <td>0.013726</td>\n",
       "      <td>0.003662</td>\n",
       "      <td>0.009835</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>0.915493</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>50766892252</td>\n",
       "      <td>0.007013</td>\n",
       "      <td>0.861934</td>\n",
       "      <td>0.003147</td>\n",
       "      <td>0.003801</td>\n",
       "      <td>0.001778</td>\n",
       "      <td>0.112822</td>\n",
       "      <td>0.003591</td>\n",
       "      <td>0.001306</td>\n",
       "      <td>0.004609</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>0.861934</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>50762326397</td>\n",
       "      <td>0.016873</td>\n",
       "      <td>0.845055</td>\n",
       "      <td>0.008787</td>\n",
       "      <td>0.007844</td>\n",
       "      <td>0.008445</td>\n",
       "      <td>0.075485</td>\n",
       "      <td>0.021208</td>\n",
       "      <td>0.003526</td>\n",
       "      <td>0.012778</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>0.845055</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>50759304312</td>\n",
       "      <td>0.023229</td>\n",
       "      <td>0.827964</td>\n",
       "      <td>0.003225</td>\n",
       "      <td>0.005748</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.114696</td>\n",
       "      <td>0.009097</td>\n",
       "      <td>0.002800</td>\n",
       "      <td>0.008518</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>0.827964</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>50753064816</td>\n",
       "      <td>0.063995</td>\n",
       "      <td>0.753307</td>\n",
       "      <td>0.009293</td>\n",
       "      <td>0.006454</td>\n",
       "      <td>0.002883</td>\n",
       "      <td>0.122078</td>\n",
       "      <td>0.026211</td>\n",
       "      <td>0.004682</td>\n",
       "      <td>0.011096</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>0.753307</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80954</th>\n",
       "      <td>20472920383</td>\n",
       "      <td>0.753900</td>\n",
       "      <td>0.076857</td>\n",
       "      <td>0.008495</td>\n",
       "      <td>0.037670</td>\n",
       "      <td>0.010506</td>\n",
       "      <td>0.044045</td>\n",
       "      <td>0.048432</td>\n",
       "      <td>0.017303</td>\n",
       "      <td>0.002793</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.753900</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80955</th>\n",
       "      <td>20906083108</td>\n",
       "      <td>0.037035</td>\n",
       "      <td>0.734087</td>\n",
       "      <td>0.017871</td>\n",
       "      <td>0.010127</td>\n",
       "      <td>0.002192</td>\n",
       "      <td>0.047726</td>\n",
       "      <td>0.135027</td>\n",
       "      <td>0.009292</td>\n",
       "      <td>0.006643</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>form</td>\n",
       "      <td>1</td>\n",
       "      <td>0.734087</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>21040989736</td>\n",
       "      <td>0.942138</td>\n",
       "      <td>0.009870</td>\n",
       "      <td>0.001941</td>\n",
       "      <td>0.019403</td>\n",
       "      <td>0.003311</td>\n",
       "      <td>0.014937</td>\n",
       "      <td>0.003786</td>\n",
       "      <td>0.002034</td>\n",
       "      <td>0.002580</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.942138</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>20880415099</td>\n",
       "      <td>0.890512</td>\n",
       "      <td>0.021664</td>\n",
       "      <td>0.000705</td>\n",
       "      <td>0.026175</td>\n",
       "      <td>0.004697</td>\n",
       "      <td>0.041456</td>\n",
       "      <td>0.008223</td>\n",
       "      <td>0.004666</td>\n",
       "      <td>0.001901</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.890512</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>21074834751</td>\n",
       "      <td>0.876164</td>\n",
       "      <td>0.020739</td>\n",
       "      <td>0.001365</td>\n",
       "      <td>0.037512</td>\n",
       "      <td>0.006061</td>\n",
       "      <td>0.040576</td>\n",
       "      <td>0.007417</td>\n",
       "      <td>0.005748</td>\n",
       "      <td>0.004419</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>architectural elements</td>\n",
       "      <td>0</td>\n",
       "      <td>0.876164</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>37289 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                ID  Building Elements  Urban Form Elements  Gastronomy  \\\n",
       "4      50766892772           0.011809             0.915493    0.008688   \n",
       "5      50766892252           0.007013             0.861934    0.003147   \n",
       "8      50762326397           0.016873             0.845055    0.008787   \n",
       "9      50759304312           0.023229             0.827964    0.003225   \n",
       "12     50753064816           0.063995             0.753307    0.009293   \n",
       "...            ...                ...                  ...         ...   \n",
       "80954  20472920383           0.753900             0.076857    0.008495   \n",
       "80955  20906083108           0.037035             0.734087    0.017871   \n",
       "80959  21040989736           0.942138             0.009870    0.001941   \n",
       "80960  20880415099           0.890512             0.021664    0.000705   \n",
       "80962  21074834751           0.876164             0.020739    0.001365   \n",
       "\n",
       "       Interior Scenery  Natural Features and Land-scape Scenery  \\\n",
       "4              0.002162                                 0.001573   \n",
       "5              0.003801                                 0.001778   \n",
       "8              0.007844                                 0.008445   \n",
       "9              0.005748                                 0.004723   \n",
       "12             0.006454                                 0.002883   \n",
       "...                 ...                                      ...   \n",
       "80954          0.037670                                 0.010506   \n",
       "80955          0.010127                                 0.002192   \n",
       "80959          0.019403                                 0.003311   \n",
       "80960          0.026175                                 0.004697   \n",
       "80962          0.037512                                 0.006061   \n",
       "\n",
       "       Monuments and Buildings  People’s Activity and Association  \\\n",
       "4                     0.033053                           0.013726   \n",
       "5                     0.112822                           0.003591   \n",
       "8                     0.075485                           0.021208   \n",
       "9                     0.114696                           0.009097   \n",
       "12                    0.122078                           0.026211   \n",
       "...                        ...                                ...   \n",
       "80954                 0.044045                           0.048432   \n",
       "80955                 0.047726                           0.135027   \n",
       "80959                 0.014937                           0.003786   \n",
       "80960                 0.041456                           0.008223   \n",
       "80962                 0.040576                           0.007417   \n",
       "\n",
       "       Artifact Products  Urban Scenery                category  category_id  \\\n",
       "4               0.003662       0.009835                    form            1   \n",
       "5               0.001306       0.004609                    form            1   \n",
       "8               0.003526       0.012778                    form            1   \n",
       "9               0.002800       0.008518                    form            1   \n",
       "12              0.004682       0.011096                    form            1   \n",
       "...                  ...            ...                     ...          ...   \n",
       "80954           0.017303       0.002793  architectural elements            0   \n",
       "80955           0.009292       0.006643                    form            1   \n",
       "80959           0.002034       0.002580  architectural elements            0   \n",
       "80960           0.004666       0.001901  architectural elements            0   \n",
       "80962           0.005748       0.004419  architectural elements            0   \n",
       "\n",
       "                category_vote  cat_id_vote          category_stack  \\\n",
       "4                        form            1                    form   \n",
       "5                        form            1                    form   \n",
       "8                        form            1                    form   \n",
       "9                        form            1                    form   \n",
       "12                       form            1                    form   \n",
       "...                       ...          ...                     ...   \n",
       "80954  architectural elements            0  architectural elements   \n",
       "80955                    form            1                    form   \n",
       "80959  architectural elements            0  architectural elements   \n",
       "80960  architectural elements            0  architectural elements   \n",
       "80962  architectural elements            0  architectural elements   \n",
       "\n",
       "       cat_id_stack      conf  category_same  labelled  \n",
       "4                 1  0.915493           True      True  \n",
       "5                 1  0.861934           True      True  \n",
       "8                 1  0.845055           True      True  \n",
       "9                 1  0.827964           True      True  \n",
       "12                1  0.753307           True      True  \n",
       "...             ...       ...            ...       ...  \n",
       "80954             0  0.753900           True      True  \n",
       "80955             1  0.734087           True      True  \n",
       "80959             0  0.942138           True      True  \n",
       "80960             0  0.890512           True      True  \n",
       "80962             0  0.876164           True      True  \n",
       "\n",
       "[37289 rows x 19 columns]"
      ]
     },
     "execution_count": 287,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ATT_LAB[ATT_LAB.labelled]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 295,
   "id": "3bcc0788",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>conf</th>\n",
       "      <th>category_same</th>\n",
       "      <th>labelled</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.412270</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.623071</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.438683</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.423102</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.915493</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80958</th>\n",
       "      <td>0.484150</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80959</th>\n",
       "      <td>0.942138</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80960</th>\n",
       "      <td>0.890512</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80961</th>\n",
       "      <td>0.584601</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80962</th>\n",
       "      <td>0.876164</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>80963 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           conf  category_same  labelled\n",
       "0      0.412270           True     False\n",
       "1      0.623071           True     False\n",
       "2      0.438683          False     False\n",
       "3      0.423102           True     False\n",
       "4      0.915493           True      True\n",
       "...         ...            ...       ...\n",
       "80958  0.484150           True     False\n",
       "80959  0.942138           True      True\n",
       "80960  0.890512           True      True\n",
       "80961  0.584601           True     False\n",
       "80962  0.876164           True      True\n",
       "\n",
       "[80963 rows x 3 columns]"
      ]
     },
     "execution_count": 295,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ATT_LAB[ATT_LAB.columns[16:19]]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "id": "c9ffc17d",
   "metadata": {},
   "outputs": [],
   "source": [
    "ATT_LAB.to_csv('Venezia/data_storage/Attribute_Labels.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 254,
   "id": "193f7ab6",
   "metadata": {},
   "outputs": [],
   "source": [
    "ATT_LAB.to_csv('Amsterdam/data_storage/Attribute_Labels.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 271,
   "id": "b68c5cdf",
   "metadata": {},
   "outputs": [],
   "source": [
    "ATT_LAB.to_csv('Suzhou/data_storage/Attribute_Labels.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 288,
   "id": "c669ff2f",
   "metadata": {},
   "outputs": [],
   "source": [
    "ATT_LAB.to_csv('data_storage/images/Attribute_Labels.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7fca3b84",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python (env)",
   "language": "python",
   "name": "env"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}