preprocessing5.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "d636d0a0",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import requests\n",
    "import bs4 as bs\n",
    "import urllib.request"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d645a57f",
   "metadata": {},
   "source": [
    "# Extracting features of 2021 movies from Wikipedia"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "d09e04fd",
   "metadata": {},
   "outputs": [],
   "source": [
    "link = \"https://en.wikipedia.org/wiki/List_of_American_films_of_2021\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "1b1185f0",
   "metadata": {},
   "outputs": [],
   "source": [
    "source = urllib.request.urlopen(link).read()\n",
    "soup = bs.BeautifulSoup(source,'lxml')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "f17d5f7c",
   "metadata": {},
   "outputs": [],
   "source": [
    "tables = soup.find_all('table',class_='wikitable sortable')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "f5b50e9b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(tables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "c8d13f90",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "bs4.element.Tag"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(tables[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "321bf079",
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = pd.read_html(str(tables[0]))[0]\n",
    "df2 = pd.read_html(str(tables[1]))[0]\n",
    "df3 = pd.read_html(str(tables[2]))[0]\n",
    "df4 = pd.read_html(str(tables[3]).replace(\"'1\\\"\\'\",'\"1\"'))[0] # avoided \"ValueError: invalid literal for int() with base 10: '1\"'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "af4019c3",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ncs\\AppData\\Local\\Temp\\ipykernel_7060\\1752420719.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n"
     ]
    }
   ],
   "source": [
    "df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "80659260",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Opening</th>\n",
       "      <th>Opening.1</th>\n",
       "      <th>Title</th>\n",
       "      <th>Production company</th>\n",
       "      <th>Cast and crew</th>\n",
       "      <th>.mw-parser-output .tooltip-dotted{border-bottom:1px dotted;cursor:help}Ref.</th>\n",
       "      <th>Ref.</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>J A N U A R Y</td>\n",
       "      <td>1.0</td>\n",
       "      <td>Shadow in the Cloud</td>\n",
       "      <td>Vertical Entertainment</td>\n",
       "      <td>Roseanne Liang (director/screenplay); Max Land...</td>\n",
       "      <td>[2]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>J A N U A R Y</td>\n",
       "      <td>13.0</td>\n",
       "      <td>The White Tiger</td>\n",
       "      <td>Netflix</td>\n",
       "      <td>Ramin Bahrani (director/screenplay); Adarsh Go...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>J A N U A R Y</td>\n",
       "      <td>14.0</td>\n",
       "      <td>Locked Down</td>\n",
       "      <td>HBO Max / Warner Bros. Pictures</td>\n",
       "      <td>Doug Liman (director); Steven Knight (screenpl...</td>\n",
       "      <td>[3]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>J A N U A R Y</td>\n",
       "      <td>15.0</td>\n",
       "      <td>The Dig</td>\n",
       "      <td>Netflix / Clerkenwell Films</td>\n",
       "      <td>Simon Stone (director); Moira Buffini (screenp...</td>\n",
       "      <td>[4]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>J A N U A R Y</td>\n",
       "      <td>15.0</td>\n",
       "      <td>Outside the Wire</td>\n",
       "      <td>Netflix</td>\n",
       "      <td>Mikael Håfström (director); Rob Yescombe, Rowa...</td>\n",
       "      <td>[5]</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>D E C E M B E R</td>\n",
       "      <td>25.0</td>\n",
       "      <td>The Tragedy of Macbeth</td>\n",
       "      <td>Apple TV+ / A24 / IAC Films</td>\n",
       "      <td>Joel Coen (director/screenplay); Denzel Washin...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[273]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>D E C E M B E R</td>\n",
       "      <td>25.0</td>\n",
       "      <td>A Journal for Jordan</td>\n",
       "      <td>Columbia Pictures / Escape Artists / Bron Studios</td>\n",
       "      <td>Denzel Washington (director); Virgil Williams ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[274]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>D E C E M B E R</td>\n",
       "      <td>25.0</td>\n",
       "      <td>American Underdog</td>\n",
       "      <td>Lionsgate</td>\n",
       "      <td>Erwin brothers (directors); Jon Erwin, David A...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[275]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>D E C E M B E R</td>\n",
       "      <td>26.0</td>\n",
       "      <td>Memoria</td>\n",
       "      <td>Neon</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[276]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>360</th>\n",
       "      <td>D E C E M B E R</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>361 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             Opening  Opening.1                   Title  \\\n",
       "0      J A N U A R Y        1.0     Shadow in the Cloud   \n",
       "1      J A N U A R Y       13.0         The White Tiger   \n",
       "2      J A N U A R Y       14.0             Locked Down   \n",
       "3      J A N U A R Y       15.0                 The Dig   \n",
       "4      J A N U A R Y       15.0        Outside the Wire   \n",
       "..               ...        ...                     ...   \n",
       "356  D E C E M B E R       25.0  The Tragedy of Macbeth   \n",
       "357  D E C E M B E R       25.0    A Journal for Jordan   \n",
       "358  D E C E M B E R       25.0       American Underdog   \n",
       "359  D E C E M B E R       26.0                 Memoria   \n",
       "360  D E C E M B E R        NaN                     NaN   \n",
       "\n",
       "                                    Production company  \\\n",
       "0                               Vertical Entertainment   \n",
       "1                                              Netflix   \n",
       "2                      HBO Max / Warner Bros. Pictures   \n",
       "3                          Netflix / Clerkenwell Films   \n",
       "4                                              Netflix   \n",
       "..                                                 ...   \n",
       "356                        Apple TV+ / A24 / IAC Films   \n",
       "357  Columbia Pictures / Escape Artists / Bron Studios   \n",
       "358                                          Lionsgate   \n",
       "359                                               Neon   \n",
       "360                                                NaN   \n",
       "\n",
       "                                         Cast and crew  \\\n",
       "0    Roseanne Liang (director/screenplay); Max Land...   \n",
       "1    Ramin Bahrani (director/screenplay); Adarsh Go...   \n",
       "2    Doug Liman (director); Steven Knight (screenpl...   \n",
       "3    Simon Stone (director); Moira Buffini (screenp...   \n",
       "4    Mikael Håfström (director); Rob Yescombe, Rowa...   \n",
       "..                                                 ...   \n",
       "356  Joel Coen (director/screenplay); Denzel Washin...   \n",
       "357  Denzel Washington (director); Virgil Williams ...   \n",
       "358  Erwin brothers (directors); Jon Erwin, David A...   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...   \n",
       "360                                                NaN   \n",
       "\n",
       "    .mw-parser-output .tooltip-dotted{border-bottom:1px dotted;cursor:help}Ref.  \\\n",
       "0                                                  [2]                            \n",
       "1                                                  NaN                            \n",
       "2                                                  [3]                            \n",
       "3                                                  [4]                            \n",
       "4                                                  [5]                            \n",
       "..                                                 ...                            \n",
       "356                                                NaN                            \n",
       "357                                                NaN                            \n",
       "358                                                NaN                            \n",
       "359                                                NaN                            \n",
       "360                                                NaN                            \n",
       "\n",
       "      Ref.  \n",
       "0      NaN  \n",
       "1      NaN  \n",
       "2      NaN  \n",
       "3      NaN  \n",
       "4      NaN  \n",
       "..     ...  \n",
       "356  [273]  \n",
       "357  [274]  \n",
       "358  [275]  \n",
       "359  [276]  \n",
       "360    NaN  \n",
       "\n",
       "[361 rows x 7 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "165eddab",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_2021 = df[['Title','Cast and crew']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "82cead80",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Cast and crew</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Shadow in the Cloud</td>\n",
       "      <td>Roseanne Liang (director/screenplay); Max Land...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The White Tiger</td>\n",
       "      <td>Ramin Bahrani (director/screenplay); Adarsh Go...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Locked Down</td>\n",
       "      <td>Doug Liman (director); Steven Knight (screenpl...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Dig</td>\n",
       "      <td>Simon Stone (director); Moira Buffini (screenp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Outside the Wire</td>\n",
       "      <td>Mikael Håfström (director); Rob Yescombe, Rowa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>The Tragedy of Macbeth</td>\n",
       "      <td>Joel Coen (director/screenplay); Denzel Washin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>A Journal for Jordan</td>\n",
       "      <td>Denzel Washington (director); Virgil Williams ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>American Underdog</td>\n",
       "      <td>Erwin brothers (directors); Jon Erwin, David A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>Memoria</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>360</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>361 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      Title                                      Cast and crew\n",
       "0       Shadow in the Cloud  Roseanne Liang (director/screenplay); Max Land...\n",
       "1           The White Tiger  Ramin Bahrani (director/screenplay); Adarsh Go...\n",
       "2               Locked Down  Doug Liman (director); Steven Knight (screenpl...\n",
       "3                   The Dig  Simon Stone (director); Moira Buffini (screenp...\n",
       "4          Outside the Wire  Mikael Håfström (director); Rob Yescombe, Rowa...\n",
       "..                      ...                                                ...\n",
       "356  The Tragedy of Macbeth  Joel Coen (director/screenplay); Denzel Washin...\n",
       "357    A Journal for Jordan  Denzel Washington (director); Virgil Williams ...\n",
       "358       American Underdog  Erwin brothers (directors); Jon Erwin, David A...\n",
       "359                 Memoria  Apichatpong Weerasethakul (director/acreenplay...\n",
       "360                     NaN                                                NaN\n",
       "\n",
       "[361 rows x 2 columns]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "f17b5ba2",
   "metadata": {},
   "outputs": [],
   "source": [
    "from tmdbv3api import TMDb\n",
    "import json\n",
    "import requests\n",
    "tmdb = TMDb()\n",
    "tmdb.api_key = '440945e71e455226b9f8cb03f967e669'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "ab39f8ac",
   "metadata": {},
   "outputs": [],
   "source": [
    "from tmdbv3api import Movie\n",
    "tmdb_movie = Movie() \n",
    "def get_genre(x):\n",
    "    genres = []\n",
    "    result = tmdb_movie.search(x)\n",
    "    if not result:\n",
    "      return np.NaN\n",
    "    else:\n",
    "      movie_id = result[0].id\n",
    "      response = requests.get('https://api.themoviedb.org/3/movie/{}?api_key={}'.format(movie_id,tmdb.api_key))\n",
    "      data_json = response.json()\n",
    "      if data_json['genres']:\n",
    "          genre_str = \" \" \n",
    "          for i in range(0,len(data_json['genres'])):\n",
    "              genres.append(data_json['genres'][i]['name'])\n",
    "          return genre_str.join(genres)\n",
    "      else:\n",
    "          return np.NaN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "5ab576e1",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ncs\\AppData\\Local\\Temp\\ipykernel_7060\\3587185986.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_2021['genres'] = df_2021['Title'].map(lambda x: get_genre(str(x)))\n"
     ]
    }
   ],
   "source": [
    "df_2021['genres'] = df_2021['Title'].map(lambda x: get_genre(str(x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "1efa89b3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Cast and crew</th>\n",
       "      <th>genres</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Shadow in the Cloud</td>\n",
       "      <td>Roseanne Liang (director/screenplay); Max Land...</td>\n",
       "      <td>Horror Action War</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The White Tiger</td>\n",
       "      <td>Ramin Bahrani (director/screenplay); Adarsh Go...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Locked Down</td>\n",
       "      <td>Doug Liman (director); Steven Knight (screenpl...</td>\n",
       "      <td>Comedy Crime Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Dig</td>\n",
       "      <td>Simon Stone (director); Moira Buffini (screenp...</td>\n",
       "      <td>Drama History</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Outside the Wire</td>\n",
       "      <td>Mikael Håfström (director); Rob Yescombe, Rowa...</td>\n",
       "      <td>Thriller Action Science Fiction</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>The Tragedy of Macbeth</td>\n",
       "      <td>Joel Coen (director/screenplay); Denzel Washin...</td>\n",
       "      <td>Drama War</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>A Journal for Jordan</td>\n",
       "      <td>Denzel Washington (director); Virgil Williams ...</td>\n",
       "      <td>Drama Romance</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>American Underdog</td>\n",
       "      <td>Erwin brothers (directors); Jon Erwin, David A...</td>\n",
       "      <td>Drama</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>Memoria</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Drama Science Fiction Mystery</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>360</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Comedy</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>361 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      Title  \\\n",
       "0       Shadow in the Cloud   \n",
       "1           The White Tiger   \n",
       "2               Locked Down   \n",
       "3                   The Dig   \n",
       "4          Outside the Wire   \n",
       "..                      ...   \n",
       "356  The Tragedy of Macbeth   \n",
       "357    A Journal for Jordan   \n",
       "358       American Underdog   \n",
       "359                 Memoria   \n",
       "360                     NaN   \n",
       "\n",
       "                                         Cast and crew  \\\n",
       "0    Roseanne Liang (director/screenplay); Max Land...   \n",
       "1    Ramin Bahrani (director/screenplay); Adarsh Go...   \n",
       "2    Doug Liman (director); Steven Knight (screenpl...   \n",
       "3    Simon Stone (director); Moira Buffini (screenp...   \n",
       "4    Mikael Håfström (director); Rob Yescombe, Rowa...   \n",
       "..                                                 ...   \n",
       "356  Joel Coen (director/screenplay); Denzel Washin...   \n",
       "357  Denzel Washington (director); Virgil Williams ...   \n",
       "358  Erwin brothers (directors); Jon Erwin, David A...   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...   \n",
       "360                                                NaN   \n",
       "\n",
       "                              genres  \n",
       "0                  Horror Action War  \n",
       "1                              Drama  \n",
       "2                 Comedy Crime Drama  \n",
       "3                      Drama History  \n",
       "4    Thriller Action Science Fiction  \n",
       "..                               ...  \n",
       "356                        Drama War  \n",
       "357                    Drama Romance  \n",
       "358                            Drama  \n",
       "359    Drama Science Fiction Mystery  \n",
       "360                           Comedy  \n",
       "\n",
       "[361 rows x 3 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "385cf8b4",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_director(x):\n",
    "    if \" (director)\" in x:\n",
    "        return x.split(\" (director)\")[0]\n",
    "    elif \" (directors)\" in x:\n",
    "        return x.split(\" (directors)\")[0]\n",
    "    else:\n",
    "        return x.split(\" (director/screenplay)\")[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "a8bea058",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ncs\\AppData\\Local\\Temp\\ipykernel_7060\\3118254134.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_2021['director_name'] = df_2021['Cast and crew'].map(lambda x: get_director(str(x)))\n"
     ]
    }
   ],
   "source": [
    "df_2021['director_name'] = df_2021['Cast and crew'].map(lambda x: get_director(str(x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "b6113842",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_actor1(x):\n",
    "    return ((x.split(\"screenplay); \")[-1]).split(\", \")[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "9917ebdd",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ncs\\AppData\\Local\\Temp\\ipykernel_7060\\1611661901.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_2021['actor_1_name'] = df_2021['Cast and crew'].map(lambda x: get_actor1(str(x)))\n"
     ]
    }
   ],
   "source": [
    "df_2021['actor_1_name'] = df_2021['Cast and crew'].map(lambda x: get_actor1(str(x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "6fd9bb71",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_actor2(x):\n",
    "    if len((x.split(\"screenplay); \")[-1]).split(\", \")) < 2:\n",
    "        return np.NaN\n",
    "    else:\n",
    "        return ((x.split(\"screenplay); \")[-1]).split(\", \")[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "bab8fdc0",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ncs\\AppData\\Local\\Temp\\ipykernel_7060\\3001516348.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_2021['actor_2_name'] = df_2021['Cast and crew'].map(lambda x: get_actor2(str(x)))\n"
     ]
    }
   ],
   "source": [
    "df_2021['actor_2_name'] = df_2021['Cast and crew'].map(lambda x: get_actor2(str(x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "904c3451",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_actor3(x):\n",
    "    if len((x.split(\"screenplay); \")[-1]).split(\", \")) < 3:\n",
    "        return np.NaN\n",
    "    else:\n",
    "        return ((x.split(\"screenplay); \")[-1]).split(\", \")[2])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "db9b4f63",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_2021['actor_3_name'] = df_2021['Cast and crew'].map(lambda x: get_actor3(str(x)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "ba0f94ec",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Cast and crew</th>\n",
       "      <th>genres</th>\n",
       "      <th>director_name</th>\n",
       "      <th>actor_1_name</th>\n",
       "      <th>actor_2_name</th>\n",
       "      <th>actor_3_name</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Shadow in the Cloud</td>\n",
       "      <td>Roseanne Liang (director/screenplay); Max Land...</td>\n",
       "      <td>Horror Action War</td>\n",
       "      <td>Roseanne Liang</td>\n",
       "      <td>Chloë Grace Moretz</td>\n",
       "      <td>Taylor John Smith</td>\n",
       "      <td>Beulah Koale</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>The White Tiger</td>\n",
       "      <td>Ramin Bahrani (director/screenplay); Adarsh Go...</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Ramin Bahrani</td>\n",
       "      <td>Adarsh Gourav</td>\n",
       "      <td>Rajkummar Rao</td>\n",
       "      <td>Priyanka Chopra Jonas</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Locked Down</td>\n",
       "      <td>Doug Liman (director); Steven Knight (screenpl...</td>\n",
       "      <td>Comedy Crime Drama</td>\n",
       "      <td>Doug Liman</td>\n",
       "      <td>Anne Hathaway</td>\n",
       "      <td>Chiwetel Ejiofor</td>\n",
       "      <td>Stephen Merchant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>The Dig</td>\n",
       "      <td>Simon Stone (director); Moira Buffini (screenp...</td>\n",
       "      <td>Drama History</td>\n",
       "      <td>Simon Stone</td>\n",
       "      <td>Carey Mulligan</td>\n",
       "      <td>Ralph Fiennes</td>\n",
       "      <td>Lily James</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Outside the Wire</td>\n",
       "      <td>Mikael Håfström (director); Rob Yescombe, Rowa...</td>\n",
       "      <td>Thriller Action Science Fiction</td>\n",
       "      <td>Mikael Håfström</td>\n",
       "      <td>Anthony Mackie</td>\n",
       "      <td>Damson Idris</td>\n",
       "      <td>Emily Beecham</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>The Tragedy of Macbeth</td>\n",
       "      <td>Joel Coen (director/screenplay); Denzel Washin...</td>\n",
       "      <td>Drama War</td>\n",
       "      <td>Joel Coen</td>\n",
       "      <td>Denzel Washington</td>\n",
       "      <td>Frances McDormand</td>\n",
       "      <td>Bertie Carvel</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>A Journal for Jordan</td>\n",
       "      <td>Denzel Washington (director); Virgil Williams ...</td>\n",
       "      <td>Drama Romance</td>\n",
       "      <td>Denzel Washington</td>\n",
       "      <td>Michael B. Jordan</td>\n",
       "      <td>Chanté Adams</td>\n",
       "      <td>Jalon Christian</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>American Underdog</td>\n",
       "      <td>Erwin brothers (directors); Jon Erwin, David A...</td>\n",
       "      <td>Drama</td>\n",
       "      <td>Erwin brothers</td>\n",
       "      <td>Zachary Levi</td>\n",
       "      <td>Anna Paquin</td>\n",
       "      <td>Dennis Quaid</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>Memoria</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Drama Science Fiction Mystery</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Elkin Díaz</td>\n",
       "      <td>Jeanne Balibar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>360</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>nan</td>\n",
       "      <td>nan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>361 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      Title  \\\n",
       "0       Shadow in the Cloud   \n",
       "1           The White Tiger   \n",
       "2               Locked Down   \n",
       "3                   The Dig   \n",
       "4          Outside the Wire   \n",
       "..                      ...   \n",
       "356  The Tragedy of Macbeth   \n",
       "357    A Journal for Jordan   \n",
       "358       American Underdog   \n",
       "359                 Memoria   \n",
       "360                     NaN   \n",
       "\n",
       "                                         Cast and crew  \\\n",
       "0    Roseanne Liang (director/screenplay); Max Land...   \n",
       "1    Ramin Bahrani (director/screenplay); Adarsh Go...   \n",
       "2    Doug Liman (director); Steven Knight (screenpl...   \n",
       "3    Simon Stone (director); Moira Buffini (screenp...   \n",
       "4    Mikael Håfström (director); Rob Yescombe, Rowa...   \n",
       "..                                                 ...   \n",
       "356  Joel Coen (director/screenplay); Denzel Washin...   \n",
       "357  Denzel Washington (director); Virgil Williams ...   \n",
       "358  Erwin brothers (directors); Jon Erwin, David A...   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...   \n",
       "360                                                NaN   \n",
       "\n",
       "                              genres  \\\n",
       "0                  Horror Action War   \n",
       "1                              Drama   \n",
       "2                 Comedy Crime Drama   \n",
       "3                      Drama History   \n",
       "4    Thriller Action Science Fiction   \n",
       "..                               ...   \n",
       "356                        Drama War   \n",
       "357                    Drama Romance   \n",
       "358                            Drama   \n",
       "359    Drama Science Fiction Mystery   \n",
       "360                           Comedy   \n",
       "\n",
       "                                         director_name  \\\n",
       "0                                       Roseanne Liang   \n",
       "1                                        Ramin Bahrani   \n",
       "2                                           Doug Liman   \n",
       "3                                          Simon Stone   \n",
       "4                                      Mikael Håfström   \n",
       "..                                                 ...   \n",
       "356                                          Joel Coen   \n",
       "357                                  Denzel Washington   \n",
       "358                                     Erwin brothers   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...   \n",
       "360                                                nan   \n",
       "\n",
       "                                          actor_1_name       actor_2_name  \\\n",
       "0                                   Chloë Grace Moretz  Taylor John Smith   \n",
       "1                                        Adarsh Gourav      Rajkummar Rao   \n",
       "2                                        Anne Hathaway   Chiwetel Ejiofor   \n",
       "3                                       Carey Mulligan      Ralph Fiennes   \n",
       "4                                       Anthony Mackie       Damson Idris   \n",
       "..                                                 ...                ...   \n",
       "356                                  Denzel Washington  Frances McDormand   \n",
       "357                                  Michael B. Jordan       Chanté Adams   \n",
       "358                                       Zachary Levi        Anna Paquin   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...         Elkin Díaz   \n",
       "360                                                nan                NaN   \n",
       "\n",
       "              actor_3_name  \n",
       "0             Beulah Koale  \n",
       "1    Priyanka Chopra Jonas  \n",
       "2         Stephen Merchant  \n",
       "3               Lily James  \n",
       "4            Emily Beecham  \n",
       "..                     ...  \n",
       "356          Bertie Carvel  \n",
       "357        Jalon Christian  \n",
       "358           Dennis Quaid  \n",
       "359         Jeanne Balibar  \n",
       "360                    NaN  \n",
       "\n",
       "[361 rows x 7 columns]"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_2021"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "54a2215a",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_2021 = df_2021.rename(columns={'Title':'movie_title'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "502238c2",
   "metadata": {},
   "outputs": [],
   "source": [
    "new_df21 = df_2021.loc[:,['director_name','actor_1_name','actor_2_name','actor_3_name','genres','movie_title']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "853318e8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>director_name</th>\n",
       "      <th>actor_1_name</th>\n",
       "      <th>actor_2_name</th>\n",
       "      <th>actor_3_name</th>\n",
       "      <th>genres</th>\n",
       "      <th>movie_title</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Roseanne Liang</td>\n",
       "      <td>Chloë Grace Moretz</td>\n",
       "      <td>Taylor John Smith</td>\n",
       "      <td>Beulah Koale</td>\n",
       "      <td>Horror Action War</td>\n",
       "      <td>Shadow in the Cloud</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Ramin Bahrani</td>\n",
       "      <td>Adarsh Gourav</td>\n",
       "      <td>Rajkummar Rao</td>\n",
       "      <td>Priyanka Chopra Jonas</td>\n",
       "      <td>Drama</td>\n",
       "      <td>The White Tiger</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Doug Liman</td>\n",
       "      <td>Anne Hathaway</td>\n",
       "      <td>Chiwetel Ejiofor</td>\n",
       "      <td>Stephen Merchant</td>\n",
       "      <td>Comedy Crime Drama</td>\n",
       "      <td>Locked Down</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Simon Stone</td>\n",
       "      <td>Carey Mulligan</td>\n",
       "      <td>Ralph Fiennes</td>\n",
       "      <td>Lily James</td>\n",
       "      <td>Drama History</td>\n",
       "      <td>The Dig</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Mikael Håfström</td>\n",
       "      <td>Anthony Mackie</td>\n",
       "      <td>Damson Idris</td>\n",
       "      <td>Emily Beecham</td>\n",
       "      <td>Thriller Action Science Fiction</td>\n",
       "      <td>Outside the Wire</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>Joel Coen</td>\n",
       "      <td>Denzel Washington</td>\n",
       "      <td>Frances McDormand</td>\n",
       "      <td>Bertie Carvel</td>\n",
       "      <td>Drama War</td>\n",
       "      <td>The Tragedy of Macbeth</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>Denzel Washington</td>\n",
       "      <td>Michael B. Jordan</td>\n",
       "      <td>Chanté Adams</td>\n",
       "      <td>Jalon Christian</td>\n",
       "      <td>Drama Romance</td>\n",
       "      <td>A Journal for Jordan</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>Erwin brothers</td>\n",
       "      <td>Zachary Levi</td>\n",
       "      <td>Anna Paquin</td>\n",
       "      <td>Dennis Quaid</td>\n",
       "      <td>Drama</td>\n",
       "      <td>American Underdog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Elkin Díaz</td>\n",
       "      <td>Jeanne Balibar</td>\n",
       "      <td>Drama Science Fiction Mystery</td>\n",
       "      <td>Memoria</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>360</th>\n",
       "      <td>nan</td>\n",
       "      <td>nan</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Comedy</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>361 rows × 6 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         director_name  \\\n",
       "0                                       Roseanne Liang   \n",
       "1                                        Ramin Bahrani   \n",
       "2                                           Doug Liman   \n",
       "3                                          Simon Stone   \n",
       "4                                      Mikael Håfström   \n",
       "..                                                 ...   \n",
       "356                                          Joel Coen   \n",
       "357                                  Denzel Washington   \n",
       "358                                     Erwin brothers   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...   \n",
       "360                                                nan   \n",
       "\n",
       "                                          actor_1_name       actor_2_name  \\\n",
       "0                                   Chloë Grace Moretz  Taylor John Smith   \n",
       "1                                        Adarsh Gourav      Rajkummar Rao   \n",
       "2                                        Anne Hathaway   Chiwetel Ejiofor   \n",
       "3                                       Carey Mulligan      Ralph Fiennes   \n",
       "4                                       Anthony Mackie       Damson Idris   \n",
       "..                                                 ...                ...   \n",
       "356                                  Denzel Washington  Frances McDormand   \n",
       "357                                  Michael B. Jordan       Chanté Adams   \n",
       "358                                       Zachary Levi        Anna Paquin   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...         Elkin Díaz   \n",
       "360                                                nan                NaN   \n",
       "\n",
       "              actor_3_name                           genres  \\\n",
       "0             Beulah Koale                Horror Action War   \n",
       "1    Priyanka Chopra Jonas                            Drama   \n",
       "2         Stephen Merchant               Comedy Crime Drama   \n",
       "3               Lily James                    Drama History   \n",
       "4            Emily Beecham  Thriller Action Science Fiction   \n",
       "..                     ...                              ...   \n",
       "356          Bertie Carvel                        Drama War   \n",
       "357        Jalon Christian                    Drama Romance   \n",
       "358           Dennis Quaid                            Drama   \n",
       "359         Jeanne Balibar    Drama Science Fiction Mystery   \n",
       "360                    NaN                           Comedy   \n",
       "\n",
       "                movie_title  \n",
       "0       Shadow in the Cloud  \n",
       "1           The White Tiger  \n",
       "2               Locked Down  \n",
       "3                   The Dig  \n",
       "4          Outside the Wire  \n",
       "..                      ...  \n",
       "356  The Tragedy of Macbeth  \n",
       "357    A Journal for Jordan  \n",
       "358       American Underdog  \n",
       "359                 Memoria  \n",
       "360                     NaN  \n",
       "\n",
       "[361 rows x 6 columns]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "56cb6a49",
   "metadata": {},
   "outputs": [],
   "source": [
    "new_df21['comb'] = new_df21['actor_1_name'] + ' ' + new_df21['actor_2_name'] + ' '+ new_df21['actor_3_name'] + ' '+ new_df21['director_name']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "9963ee40",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "director_name     0\n",
       "actor_1_name      0\n",
       "actor_2_name      8\n",
       "actor_3_name     26\n",
       "genres            0\n",
       "movie_title       1\n",
       "comb             26\n",
       "dtype: int64"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df21.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "921f1a32",
   "metadata": {},
   "outputs": [],
   "source": [
    "new_df21 = new_df21.dropna(how='any')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "36f40845",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "director_name    0\n",
       "actor_1_name     0\n",
       "actor_2_name     0\n",
       "actor_3_name     0\n",
       "genres           0\n",
       "movie_title      0\n",
       "comb             0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df21.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "ddcaeeef",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ncs\\AppData\\Local\\Temp\\ipykernel_7060\\2732271610.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  new_df21['movie_title'] = new_df21['movie_title'].str.lower()\n"
     ]
    }
   ],
   "source": [
    "new_df21['movie_title'] = new_df21['movie_title'].str.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "884fd9db",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>director_name</th>\n",
       "      <th>actor_1_name</th>\n",
       "      <th>actor_2_name</th>\n",
       "      <th>actor_3_name</th>\n",
       "      <th>genres</th>\n",
       "      <th>movie_title</th>\n",
       "      <th>comb</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Roseanne Liang</td>\n",
       "      <td>Chloë Grace Moretz</td>\n",
       "      <td>Taylor John Smith</td>\n",
       "      <td>Beulah Koale</td>\n",
       "      <td>Horror Action War</td>\n",
       "      <td>shadow in the cloud</td>\n",
       "      <td>Chloë Grace Moretz Taylor John Smith Beulah Ko...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Ramin Bahrani</td>\n",
       "      <td>Adarsh Gourav</td>\n",
       "      <td>Rajkummar Rao</td>\n",
       "      <td>Priyanka Chopra Jonas</td>\n",
       "      <td>Drama</td>\n",
       "      <td>the white tiger</td>\n",
       "      <td>Adarsh Gourav Rajkummar Rao Priyanka Chopra Jo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Doug Liman</td>\n",
       "      <td>Anne Hathaway</td>\n",
       "      <td>Chiwetel Ejiofor</td>\n",
       "      <td>Stephen Merchant</td>\n",
       "      <td>Comedy Crime Drama</td>\n",
       "      <td>locked down</td>\n",
       "      <td>Anne Hathaway Chiwetel Ejiofor Stephen Merchan...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Simon Stone</td>\n",
       "      <td>Carey Mulligan</td>\n",
       "      <td>Ralph Fiennes</td>\n",
       "      <td>Lily James</td>\n",
       "      <td>Drama History</td>\n",
       "      <td>the dig</td>\n",
       "      <td>Carey Mulligan Ralph Fiennes Lily James Simon ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Mikael Håfström</td>\n",
       "      <td>Anthony Mackie</td>\n",
       "      <td>Damson Idris</td>\n",
       "      <td>Emily Beecham</td>\n",
       "      <td>Thriller Action Science Fiction</td>\n",
       "      <td>outside the wire</td>\n",
       "      <td>Anthony Mackie Damson Idris Emily Beecham Mika...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>355</th>\n",
       "      <td>Matthew Vaughn</td>\n",
       "      <td>Ralph Fiennes</td>\n",
       "      <td>Gemma Arterton</td>\n",
       "      <td>Rhys Ifans</td>\n",
       "      <td>Action Adventure Thriller War Mystery</td>\n",
       "      <td>the king's man</td>\n",
       "      <td>Ralph Fiennes Gemma Arterton Rhys Ifans Matthe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>356</th>\n",
       "      <td>Joel Coen</td>\n",
       "      <td>Denzel Washington</td>\n",
       "      <td>Frances McDormand</td>\n",
       "      <td>Bertie Carvel</td>\n",
       "      <td>Drama War</td>\n",
       "      <td>the tragedy of macbeth</td>\n",
       "      <td>Denzel Washington Frances McDormand Bertie Car...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>357</th>\n",
       "      <td>Denzel Washington</td>\n",
       "      <td>Michael B. Jordan</td>\n",
       "      <td>Chanté Adams</td>\n",
       "      <td>Jalon Christian</td>\n",
       "      <td>Drama Romance</td>\n",
       "      <td>a journal for jordan</td>\n",
       "      <td>Michael B. Jordan Chanté Adams Jalon Christian...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>358</th>\n",
       "      <td>Erwin brothers</td>\n",
       "      <td>Zachary Levi</td>\n",
       "      <td>Anna Paquin</td>\n",
       "      <td>Dennis Quaid</td>\n",
       "      <td>Drama</td>\n",
       "      <td>american underdog</td>\n",
       "      <td>Zachary Levi Anna Paquin Dennis Quaid Erwin br...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>359</th>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Elkin Díaz</td>\n",
       "      <td>Jeanne Balibar</td>\n",
       "      <td>Drama Science Fiction Mystery</td>\n",
       "      <td>memoria</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>335 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                         director_name  \\\n",
       "0                                       Roseanne Liang   \n",
       "1                                        Ramin Bahrani   \n",
       "2                                           Doug Liman   \n",
       "3                                          Simon Stone   \n",
       "4                                      Mikael Håfström   \n",
       "..                                                 ...   \n",
       "355                                     Matthew Vaughn   \n",
       "356                                          Joel Coen   \n",
       "357                                  Denzel Washington   \n",
       "358                                     Erwin brothers   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...   \n",
       "\n",
       "                                          actor_1_name       actor_2_name  \\\n",
       "0                                   Chloë Grace Moretz  Taylor John Smith   \n",
       "1                                        Adarsh Gourav      Rajkummar Rao   \n",
       "2                                        Anne Hathaway   Chiwetel Ejiofor   \n",
       "3                                       Carey Mulligan      Ralph Fiennes   \n",
       "4                                       Anthony Mackie       Damson Idris   \n",
       "..                                                 ...                ...   \n",
       "355                                      Ralph Fiennes     Gemma Arterton   \n",
       "356                                  Denzel Washington  Frances McDormand   \n",
       "357                                  Michael B. Jordan       Chanté Adams   \n",
       "358                                       Zachary Levi        Anna Paquin   \n",
       "359  Apichatpong Weerasethakul (director/acreenplay...         Elkin Díaz   \n",
       "\n",
       "              actor_3_name                                 genres  \\\n",
       "0             Beulah Koale                      Horror Action War   \n",
       "1    Priyanka Chopra Jonas                                  Drama   \n",
       "2         Stephen Merchant                     Comedy Crime Drama   \n",
       "3               Lily James                          Drama History   \n",
       "4            Emily Beecham        Thriller Action Science Fiction   \n",
       "..                     ...                                    ...   \n",
       "355             Rhys Ifans  Action Adventure Thriller War Mystery   \n",
       "356          Bertie Carvel                              Drama War   \n",
       "357        Jalon Christian                          Drama Romance   \n",
       "358           Dennis Quaid                                  Drama   \n",
       "359         Jeanne Balibar          Drama Science Fiction Mystery   \n",
       "\n",
       "                movie_title                                               comb  \n",
       "0       shadow in the cloud  Chloë Grace Moretz Taylor John Smith Beulah Ko...  \n",
       "1           the white tiger  Adarsh Gourav Rajkummar Rao Priyanka Chopra Jo...  \n",
       "2               locked down  Anne Hathaway Chiwetel Ejiofor Stephen Merchan...  \n",
       "3                   the dig  Carey Mulligan Ralph Fiennes Lily James Simon ...  \n",
       "4          outside the wire  Anthony Mackie Damson Idris Emily Beecham Mika...  \n",
       "..                      ...                                                ...  \n",
       "355          the king's man  Ralph Fiennes Gemma Arterton Rhys Ifans Matthe...  \n",
       "356  the tragedy of macbeth  Denzel Washington Frances McDormand Bertie Car...  \n",
       "357    a journal for jordan  Michael B. Jordan Chanté Adams Jalon Christian...  \n",
       "358       american underdog  Zachary Levi Anna Paquin Dennis Quaid Erwin br...  \n",
       "359                 memoria  Apichatpong Weerasethakul (director/acreenplay...  \n",
       "\n",
       "[335 rows x 7 columns]"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "new_df21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "d8c4ccca",
   "metadata": {},
   "outputs": [],
   "source": [
    "old_df = pd.read_csv('main1_data.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "a577d27e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>director_name</th>\n",
       "      <th>actor_1_name</th>\n",
       "      <th>actor_2_name</th>\n",
       "      <th>actor_3_name</th>\n",
       "      <th>genres</th>\n",
       "      <th>movie_title</th>\n",
       "      <th>comb</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>James Cameron</td>\n",
       "      <td>CCH Pounder</td>\n",
       "      <td>Joel David Moore</td>\n",
       "      <td>Wes Studi</td>\n",
       "      <td>Action|Adventure|Fantasy|Sci-Fi</td>\n",
       "      <td>avatar</td>\n",
       "      <td>CCH Pounder Joel David Moore Wes Studi James C...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Gore Verbinski</td>\n",
       "      <td>Johnny Depp</td>\n",
       "      <td>Orlando Bloom</td>\n",
       "      <td>Jack Davenport</td>\n",
       "      <td>Action|Adventure|Fantasy</td>\n",
       "      <td>pirates of the caribbean: at world's end</td>\n",
       "      <td>Johnny Depp Orlando Bloom Jack Davenport Gore ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Sam Mendes</td>\n",
       "      <td>Christoph Waltz</td>\n",
       "      <td>Rory Kinnear</td>\n",
       "      <td>Stephanie Sigman</td>\n",
       "      <td>Action|Adventure|Thriller</td>\n",
       "      <td>spectre</td>\n",
       "      <td>Christoph Waltz Rory Kinnear Stephanie Sigman ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Christopher Nolan</td>\n",
       "      <td>Tom Hardy</td>\n",
       "      <td>Christian Bale</td>\n",
       "      <td>Joseph Gordon-Levitt</td>\n",
       "      <td>Action|Thriller</td>\n",
       "      <td>the dark knight rises</td>\n",
       "      <td>Tom Hardy Christian Bale Joseph Gordon-Levitt ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Doug Walker</td>\n",
       "      <td>Doug Walker</td>\n",
       "      <td>Rob Walker</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>star wars: episode vii - the force awakens    ...</td>\n",
       "      <td>Doug Walker Rob Walker unknown Doug Walker Doc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6095</th>\n",
       "      <td>Pete Docter</td>\n",
       "      <td>Jamie Foxx</td>\n",
       "      <td>Tina Fey</td>\n",
       "      <td>Graham Norton</td>\n",
       "      <td>Animation Family Comedy Fantasy Drama</td>\n",
       "      <td>soul</td>\n",
       "      <td>Jamie Foxx Tina Fey Graham Norton Pete Docter ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6096</th>\n",
       "      <td>Robert Rodriguez</td>\n",
       "      <td>Priyanka Chopra Jonas</td>\n",
       "      <td>Pedro Pascal</td>\n",
       "      <td>YaYa Gosselin</td>\n",
       "      <td>Action Fantasy Family Comedy</td>\n",
       "      <td>we can be heroes</td>\n",
       "      <td>Priyanka Chopra Jonas Pedro Pascal YaYa Gossel...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6097</th>\n",
       "      <td>Regina King</td>\n",
       "      <td>Kingsley Ben-Adir</td>\n",
       "      <td>Eli Goree</td>\n",
       "      <td>Aldis Hodge</td>\n",
       "      <td>Drama</td>\n",
       "      <td>one night in miami...</td>\n",
       "      <td>Kingsley Ben-Adir Eli Goree Aldis Hodge Regina...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6098</th>\n",
       "      <td>Emerald Fennell</td>\n",
       "      <td>Carey Mulligan</td>\n",
       "      <td>Bo Burnham</td>\n",
       "      <td>Alison Brie</td>\n",
       "      <td>Thriller Crime Drama</td>\n",
       "      <td>promising young woman</td>\n",
       "      <td>Carey Mulligan Bo Burnham Alison Brie Emerald ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6099</th>\n",
       "      <td>Kornél Mundruczó</td>\n",
       "      <td>Vanessa Kirby</td>\n",
       "      <td>Shia LaBeouf</td>\n",
       "      <td>Molly Parker</td>\n",
       "      <td>Drama</td>\n",
       "      <td>pieces of a woman</td>\n",
       "      <td>Vanessa Kirby Shia LaBeouf Molly Parker Kornél...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6100 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          director_name           actor_1_name      actor_2_name  \\\n",
       "0         James Cameron            CCH Pounder  Joel David Moore   \n",
       "1        Gore Verbinski            Johnny Depp     Orlando Bloom   \n",
       "2            Sam Mendes        Christoph Waltz      Rory Kinnear   \n",
       "3     Christopher Nolan              Tom Hardy    Christian Bale   \n",
       "4           Doug Walker            Doug Walker        Rob Walker   \n",
       "...                 ...                    ...               ...   \n",
       "6095        Pete Docter             Jamie Foxx          Tina Fey   \n",
       "6096   Robert Rodriguez  Priyanka Chopra Jonas      Pedro Pascal   \n",
       "6097        Regina King      Kingsley Ben-Adir         Eli Goree   \n",
       "6098    Emerald Fennell         Carey Mulligan        Bo Burnham   \n",
       "6099   Kornél Mundruczó          Vanessa Kirby      Shia LaBeouf   \n",
       "\n",
       "              actor_3_name                                 genres  \\\n",
       "0                Wes Studi        Action|Adventure|Fantasy|Sci-Fi   \n",
       "1           Jack Davenport               Action|Adventure|Fantasy   \n",
       "2         Stephanie Sigman              Action|Adventure|Thriller   \n",
       "3     Joseph Gordon-Levitt                        Action|Thriller   \n",
       "4                  unknown                            Documentary   \n",
       "...                    ...                                    ...   \n",
       "6095         Graham Norton  Animation Family Comedy Fantasy Drama   \n",
       "6096         YaYa Gosselin           Action Fantasy Family Comedy   \n",
       "6097           Aldis Hodge                                  Drama   \n",
       "6098           Alison Brie                   Thriller Crime Drama   \n",
       "6099          Molly Parker                                  Drama   \n",
       "\n",
       "                                            movie_title  \\\n",
       "0                                                avatar   \n",
       "1              pirates of the caribbean: at world's end   \n",
       "2                                               spectre   \n",
       "3                                 the dark knight rises   \n",
       "4     star wars: episode vii - the force awakens    ...   \n",
       "...                                                 ...   \n",
       "6095                                               soul   \n",
       "6096                                   we can be heroes   \n",
       "6097                              one night in miami...   \n",
       "6098                              promising young woman   \n",
       "6099                                  pieces of a woman   \n",
       "\n",
       "                                                   comb  \n",
       "0     CCH Pounder Joel David Moore Wes Studi James C...  \n",
       "1     Johnny Depp Orlando Bloom Jack Davenport Gore ...  \n",
       "2     Christoph Waltz Rory Kinnear Stephanie Sigman ...  \n",
       "3     Tom Hardy Christian Bale Joseph Gordon-Levitt ...  \n",
       "4     Doug Walker Rob Walker unknown Doug Walker Doc...  \n",
       "...                                                 ...  \n",
       "6095  Jamie Foxx Tina Fey Graham Norton Pete Docter ...  \n",
       "6096  Priyanka Chopra Jonas Pedro Pascal YaYa Gossel...  \n",
       "6097  Kingsley Ben-Adir Eli Goree Aldis Hodge Regina...  \n",
       "6098  Carey Mulligan Bo Burnham Alison Brie Emerald ...  \n",
       "6099  Vanessa Kirby Shia LaBeouf Molly Parker Kornél...  \n",
       "\n",
       "[6100 rows x 7 columns]"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "old_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "d80e5a28",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\ncs\\AppData\\Local\\Temp\\ipykernel_7060\\545207046.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
      "  final_df = old_df.append(new_df21,ignore_index=True)\n"
     ]
    }
   ],
   "source": [
    "final_df = old_df.append(new_df21,ignore_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "27dd3801",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>director_name</th>\n",
       "      <th>actor_1_name</th>\n",
       "      <th>actor_2_name</th>\n",
       "      <th>actor_3_name</th>\n",
       "      <th>genres</th>\n",
       "      <th>movie_title</th>\n",
       "      <th>comb</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>James Cameron</td>\n",
       "      <td>CCH Pounder</td>\n",
       "      <td>Joel David Moore</td>\n",
       "      <td>Wes Studi</td>\n",
       "      <td>Action|Adventure|Fantasy|Sci-Fi</td>\n",
       "      <td>avatar</td>\n",
       "      <td>CCH Pounder Joel David Moore Wes Studi James C...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Gore Verbinski</td>\n",
       "      <td>Johnny Depp</td>\n",
       "      <td>Orlando Bloom</td>\n",
       "      <td>Jack Davenport</td>\n",
       "      <td>Action|Adventure|Fantasy</td>\n",
       "      <td>pirates of the caribbean: at world's end</td>\n",
       "      <td>Johnny Depp Orlando Bloom Jack Davenport Gore ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Sam Mendes</td>\n",
       "      <td>Christoph Waltz</td>\n",
       "      <td>Rory Kinnear</td>\n",
       "      <td>Stephanie Sigman</td>\n",
       "      <td>Action|Adventure|Thriller</td>\n",
       "      <td>spectre</td>\n",
       "      <td>Christoph Waltz Rory Kinnear Stephanie Sigman ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Christopher Nolan</td>\n",
       "      <td>Tom Hardy</td>\n",
       "      <td>Christian Bale</td>\n",
       "      <td>Joseph Gordon-Levitt</td>\n",
       "      <td>Action|Thriller</td>\n",
       "      <td>the dark knight rises</td>\n",
       "      <td>Tom Hardy Christian Bale Joseph Gordon-Levitt ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Doug Walker</td>\n",
       "      <td>Doug Walker</td>\n",
       "      <td>Rob Walker</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Documentary</td>\n",
       "      <td>star wars: episode vii - the force awakens    ...</td>\n",
       "      <td>Doug Walker Rob Walker unknown Doug Walker Doc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6430</th>\n",
       "      <td>Matthew Vaughn</td>\n",
       "      <td>Ralph Fiennes</td>\n",
       "      <td>Gemma Arterton</td>\n",
       "      <td>Rhys Ifans</td>\n",
       "      <td>Action Adventure Thriller War Mystery</td>\n",
       "      <td>the king's man</td>\n",
       "      <td>Ralph Fiennes Gemma Arterton Rhys Ifans Matthe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6431</th>\n",
       "      <td>Joel Coen</td>\n",
       "      <td>Denzel Washington</td>\n",
       "      <td>Frances McDormand</td>\n",
       "      <td>Bertie Carvel</td>\n",
       "      <td>Drama War</td>\n",
       "      <td>the tragedy of macbeth</td>\n",
       "      <td>Denzel Washington Frances McDormand Bertie Car...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6432</th>\n",
       "      <td>Denzel Washington</td>\n",
       "      <td>Michael B. Jordan</td>\n",
       "      <td>Chanté Adams</td>\n",
       "      <td>Jalon Christian</td>\n",
       "      <td>Drama Romance</td>\n",
       "      <td>a journal for jordan</td>\n",
       "      <td>Michael B. Jordan Chanté Adams Jalon Christian...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6433</th>\n",
       "      <td>Erwin brothers</td>\n",
       "      <td>Zachary Levi</td>\n",
       "      <td>Anna Paquin</td>\n",
       "      <td>Dennis Quaid</td>\n",
       "      <td>Drama</td>\n",
       "      <td>american underdog</td>\n",
       "      <td>Zachary Levi Anna Paquin Dennis Quaid Erwin br...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6434</th>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "      <td>Elkin Díaz</td>\n",
       "      <td>Jeanne Balibar</td>\n",
       "      <td>Drama Science Fiction Mystery</td>\n",
       "      <td>memoria</td>\n",
       "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6435 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                          director_name  \\\n",
       "0                                         James Cameron   \n",
       "1                                        Gore Verbinski   \n",
       "2                                            Sam Mendes   \n",
       "3                                     Christopher Nolan   \n",
       "4                                           Doug Walker   \n",
       "...                                                 ...   \n",
       "6430                                     Matthew Vaughn   \n",
       "6431                                          Joel Coen   \n",
       "6432                                  Denzel Washington   \n",
       "6433                                     Erwin brothers   \n",
       "6434  Apichatpong Weerasethakul (director/acreenplay...   \n",
       "\n",
       "                                           actor_1_name       actor_2_name  \\\n",
       "0                                           CCH Pounder   Joel David Moore   \n",
       "1                                           Johnny Depp      Orlando Bloom   \n",
       "2                                       Christoph Waltz       Rory Kinnear   \n",
       "3                                             Tom Hardy     Christian Bale   \n",
       "4                                           Doug Walker         Rob Walker   \n",
       "...                                                 ...                ...   \n",
       "6430                                      Ralph Fiennes     Gemma Arterton   \n",
       "6431                                  Denzel Washington  Frances McDormand   \n",
       "6432                                  Michael B. Jordan       Chanté Adams   \n",
       "6433                                       Zachary Levi        Anna Paquin   \n",
       "6434  Apichatpong Weerasethakul (director/acreenplay...         Elkin Díaz   \n",
       "\n",
       "              actor_3_name                                 genres  \\\n",
       "0                Wes Studi        Action|Adventure|Fantasy|Sci-Fi   \n",
       "1           Jack Davenport               Action|Adventure|Fantasy   \n",
       "2         Stephanie Sigman              Action|Adventure|Thriller   \n",
       "3     Joseph Gordon-Levitt                        Action|Thriller   \n",
       "4                  unknown                            Documentary   \n",
       "...                    ...                                    ...   \n",
       "6430            Rhys Ifans  Action Adventure Thriller War Mystery   \n",
       "6431         Bertie Carvel                              Drama War   \n",
       "6432       Jalon Christian                          Drama Romance   \n",
       "6433          Dennis Quaid                                  Drama   \n",
       "6434        Jeanne Balibar          Drama Science Fiction Mystery   \n",
       "\n",
       "                                            movie_title  \\\n",
       "0                                                avatar   \n",
       "1              pirates of the caribbean: at world's end   \n",
       "2                                               spectre   \n",
       "3                                 the dark knight rises   \n",
       "4     star wars: episode vii - the force awakens    ...   \n",
       "...                                                 ...   \n",
       "6430                                     the king's man   \n",
       "6431                             the tragedy of macbeth   \n",
       "6432                               a journal for jordan   \n",
       "6433                                  american underdog   \n",
       "6434                                            memoria   \n",
       "\n",
       "                                                   comb  \n",
       "0     CCH Pounder Joel David Moore Wes Studi James C...  \n",
       "1     Johnny Depp Orlando Bloom Jack Davenport Gore ...  \n",
       "2     Christoph Waltz Rory Kinnear Stephanie Sigman ...  \n",
       "3     Tom Hardy Christian Bale Joseph Gordon-Levitt ...  \n",
       "4     Doug Walker Rob Walker unknown Doug Walker Doc...  \n",
       "...                                                 ...  \n",
       "6430  Ralph Fiennes Gemma Arterton Rhys Ifans Matthe...  \n",
       "6431  Denzel Washington Frances McDormand Bertie Car...  \n",
       "6432  Michael B. Jordan Chanté Adams Jalon Christian...  \n",
       "6433  Zachary Levi Anna Paquin Dennis Quaid Erwin br...  \n",
       "6434  Apichatpong Weerasethakul (director/acreenplay...  \n",
       "\n",
       "[6435 rows x 7 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "7191acda",
   "metadata": {},
   "outputs": [],
   "source": [
    "final_df.to_csv('main2_data.csv',index=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}