FSDS_data_4_processed.ipynb

{
  "cells": [
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {
        "id": "iTYGtt9uQfSW"
      },
      "source": [
        "### **Extracting features of 2020 movies from Wikipedia**"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "41DtUE_bQLfT"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "import requests\n",
        "import bs4 as bs\n",
        "import urllib.request"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "OXatiyT0Qbmj"
      },
      "outputs": [],
      "source": [
        "link = \"https://en.wikipedia.org/wiki/List_of_American_films_of_2020\"\n",
        "\n",
        "source = urllib.request.urlopen(link).read()\n",
        "soup = bs.BeautifulSoup(source,'lxml')\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "_RBhel4lQl3x"
      },
      "outputs": [],
      "source": [
        "tables = soup.find_all('table',class_='wikitable sortable')\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "qrEMTb6GQl1U"
      },
      "outputs": [],
      "source": [
        "df1 = pd.read_html(str(tables[0]))[0]\n",
        "df2 = pd.read_html(str(tables[1]))[0]\n",
        "df3 = pd.read_html(str(tables[2]))[0]\n",
        "df4 = pd.read_html(str(tables[3]).replace(\"'1\\\"\\'\",'\"1\"'))[0] # avoided \"ValueError: invalid literal for int() with base 10: '1\"'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 815
        },
        "id": "k9SqkEF6Qlxv",
        "outputId": "de75c990-996d-4c86-a0b1-cb21ee9a8e77"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/1166741043.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Opening</th>\n",
              "      <th>Opening.1</th>\n",
              "      <th>Title</th>\n",
              "      <th>Production company</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>.mw-parser-output .tooltip-dotted{border-bottom:1px dotted;cursor:help}Ref.</th>\n",
              "      <th>Ref.</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>3</td>\n",
              "      <td>The Grudge</td>\n",
              "      <td>Screen Gems / Stage 6 Films / Ghost House Pict...</td>\n",
              "      <td>Nicolas Pesce (director/screenplay); Andrea Ri...</td>\n",
              "      <td>[2]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>10</td>\n",
              "      <td>Underwater</td>\n",
              "      <td>20th Century Fox / TSG Entertainment / Chernin...</td>\n",
              "      <td>William Eubank (director); Brian Duffield, Ada...</td>\n",
              "      <td>[3]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>10</td>\n",
              "      <td>Like a Boss</td>\n",
              "      <td>Paramount Pictures / Artists First</td>\n",
              "      <td>Miguel Arteta (director); Sam Pitman, Adam Col...</td>\n",
              "      <td>[4]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>10</td>\n",
              "      <td>Three Christs</td>\n",
              "      <td>IFC Films</td>\n",
              "      <td>Jon Avnet (director/screenplay); Eric Nazarian...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>10</td>\n",
              "      <td>Inherit the Viper</td>\n",
              "      <td>Barry Films / Tycor International Film Company</td>\n",
              "      <td>Anthony Jerjen (director); Andrew Crabtree (sc...</td>\n",
              "      <td>[5]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>270</th>\n",
              "      <td>D E C E M B E R</td>\n",
              "      <td>25</td>\n",
              "      <td>We Can Be Heroes</td>\n",
              "      <td>Netflix / Troublemaker Studios / Double R Prod...</td>\n",
              "      <td>Robert Rodriguez (director/screenplay); Priyan...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[240]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271</th>\n",
              "      <td>D E C E M B E R</td>\n",
              "      <td>25</td>\n",
              "      <td>News of the World</td>\n",
              "      <td>Universal Pictures / Perfect World Pictures</td>\n",
              "      <td>Paul Greengrass (director/screenplay); Luke Da...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[241]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>272</th>\n",
              "      <td>D E C E M B E R</td>\n",
              "      <td>25</td>\n",
              "      <td>One Night in Miami...</td>\n",
              "      <td>Amazon Studios</td>\n",
              "      <td>Regina King (director); Kemp Powers (screenpla...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[242]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>273</th>\n",
              "      <td>D E C E M B E R</td>\n",
              "      <td>25</td>\n",
              "      <td>Promising Young Woman</td>\n",
              "      <td>Focus Features / FilmNation Entertainment</td>\n",
              "      <td>Emerald Fennell (director/screenplay); Carey M...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[243]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>274</th>\n",
              "      <td>D E C E M B E R</td>\n",
              "      <td>30</td>\n",
              "      <td>Pieces of a Woman</td>\n",
              "      <td>Netflix / Bron Studios</td>\n",
              "      <td>Kornél Mundruczó (director); Kata Wéber (scree...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>[244]</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>275 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "             Opening  Opening.1                  Title  \\\n",
              "0      J A N U A R Y          3             The Grudge   \n",
              "1      J A N U A R Y         10             Underwater   \n",
              "2      J A N U A R Y         10            Like a Boss   \n",
              "3      J A N U A R Y         10          Three Christs   \n",
              "4      J A N U A R Y         10      Inherit the Viper   \n",
              "..               ...        ...                    ...   \n",
              "270  D E C E M B E R         25       We Can Be Heroes   \n",
              "271  D E C E M B E R         25      News of the World   \n",
              "272  D E C E M B E R         25  One Night in Miami...   \n",
              "273  D E C E M B E R         25  Promising Young Woman   \n",
              "274  D E C E M B E R         30      Pieces of a Woman   \n",
              "\n",
              "                                    Production company  \\\n",
              "0    Screen Gems / Stage 6 Films / Ghost House Pict...   \n",
              "1    20th Century Fox / TSG Entertainment / Chernin...   \n",
              "2                   Paramount Pictures / Artists First   \n",
              "3                                            IFC Films   \n",
              "4       Barry Films / Tycor International Film Company   \n",
              "..                                                 ...   \n",
              "270  Netflix / Troublemaker Studios / Double R Prod...   \n",
              "271        Universal Pictures / Perfect World Pictures   \n",
              "272                                     Amazon Studios   \n",
              "273          Focus Features / FilmNation Entertainment   \n",
              "274                             Netflix / Bron Studios   \n",
              "\n",
              "                                         Cast and crew  \\\n",
              "0    Nicolas Pesce (director/screenplay); Andrea Ri...   \n",
              "1    William Eubank (director); Brian Duffield, Ada...   \n",
              "2    Miguel Arteta (director); Sam Pitman, Adam Col...   \n",
              "3    Jon Avnet (director/screenplay); Eric Nazarian...   \n",
              "4    Anthony Jerjen (director); Andrew Crabtree (sc...   \n",
              "..                                                 ...   \n",
              "270  Robert Rodriguez (director/screenplay); Priyan...   \n",
              "271  Paul Greengrass (director/screenplay); Luke Da...   \n",
              "272  Regina King (director); Kemp Powers (screenpla...   \n",
              "273  Emerald Fennell (director/screenplay); Carey M...   \n",
              "274  Kornél Mundruczó (director); Kata Wéber (scree...   \n",
              "\n",
              "    .mw-parser-output .tooltip-dotted{border-bottom:1px dotted;cursor:help}Ref.  \\\n",
              "0                                                  [2]                            \n",
              "1                                                  [3]                            \n",
              "2                                                  [4]                            \n",
              "3                                                  NaN                            \n",
              "4                                                  [5]                            \n",
              "..                                                 ...                            \n",
              "270                                                NaN                            \n",
              "271                                                NaN                            \n",
              "272                                                NaN                            \n",
              "273                                                NaN                            \n",
              "274                                                NaN                            \n",
              "\n",
              "      Ref.  \n",
              "0      NaN  \n",
              "1      NaN  \n",
              "2      NaN  \n",
              "3      NaN  \n",
              "4      NaN  \n",
              "..     ...  \n",
              "270  [240]  \n",
              "271  [241]  \n",
              "272  [242]  \n",
              "273  [243]  \n",
              "274  [244]  \n",
              "\n",
              "[275 rows x 7 columns]"
            ]
          },
          "execution_count": 5,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n",
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "kp683g09Qlt1"
      },
      "outputs": [],
      "source": [
        "df_2020 = df[['Title','Cast and crew']]\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "uSGMRKKtQlqA",
        "outputId": "4df2e125-6050-4f3c-bd8e-804a2b35f257"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The Grudge</td>\n",
              "      <td>Nicolas Pesce (director/screenplay); Andrea Ri...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Underwater</td>\n",
              "      <td>William Eubank (director); Brian Duffield, Ada...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Like a Boss</td>\n",
              "      <td>Miguel Arteta (director); Sam Pitman, Adam Col...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Three Christs</td>\n",
              "      <td>Jon Avnet (director/screenplay); Eric Nazarian...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Inherit the Viper</td>\n",
              "      <td>Anthony Jerjen (director); Andrew Crabtree (sc...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>270</th>\n",
              "      <td>We Can Be Heroes</td>\n",
              "      <td>Robert Rodriguez (director/screenplay); Priyan...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271</th>\n",
              "      <td>News of the World</td>\n",
              "      <td>Paul Greengrass (director/screenplay); Luke Da...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>272</th>\n",
              "      <td>One Night in Miami...</td>\n",
              "      <td>Regina King (director); Kemp Powers (screenpla...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>273</th>\n",
              "      <td>Promising Young Woman</td>\n",
              "      <td>Emerald Fennell (director/screenplay); Carey M...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>274</th>\n",
              "      <td>Pieces of a Woman</td>\n",
              "      <td>Kornél Mundruczó (director); Kata Wéber (scree...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>275 rows × 2 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                     Title                                      Cast and crew\n",
              "0               The Grudge  Nicolas Pesce (director/screenplay); Andrea Ri...\n",
              "1               Underwater  William Eubank (director); Brian Duffield, Ada...\n",
              "2              Like a Boss  Miguel Arteta (director); Sam Pitman, Adam Col...\n",
              "3            Three Christs  Jon Avnet (director/screenplay); Eric Nazarian...\n",
              "4        Inherit the Viper  Anthony Jerjen (director); Andrew Crabtree (sc...\n",
              "..                     ...                                                ...\n",
              "270       We Can Be Heroes  Robert Rodriguez (director/screenplay); Priyan...\n",
              "271      News of the World  Paul Greengrass (director/screenplay); Luke Da...\n",
              "272  One Night in Miami...  Regina King (director); Kemp Powers (screenpla...\n",
              "273  Promising Young Woman  Emerald Fennell (director/screenplay); Carey M...\n",
              "274      Pieces of a Woman  Kornél Mundruczó (director); Kata Wéber (scree...\n",
              "\n",
              "[275 rows x 2 columns]"
            ]
          },
          "execution_count": 7,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2020"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "id": "reH82WcPRL_M"
      },
      "outputs": [],
      "source": [
        "from tmdbv3api import TMDb\n",
        "import json\n",
        "import requests\n",
        "tmdb = TMDb()\n",
        "tmdb.api_key = 'eef164f6c47ab303bca44b6bedc1bc67'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "Vj1lrTu3RVb1"
      },
      "outputs": [],
      "source": [
        "from tmdbv3api import Movie\n",
        "tmdb_movie = Movie()\n",
        "def get_genre(x):\n",
        "    genres = []\n",
        "    result = tmdb_movie.search(x)\n",
        "    if not result:\n",
        "      return np.NaN\n",
        "    else:\n",
        "      movie_id = result[0].id\n",
        "      response = requests.get('https://api.themoviedb.org/3/movie/{}?api_key={}'.format(movie_id,tmdb.api_key))\n",
        "      data_json = response.json()\n",
        "      if data_json['genres']:\n",
        "          genre_str = \" \"\n",
        "          for i in range(0,len(data_json['genres'])):\n",
        "              genres.append(data_json['genres'][i]['name'])\n",
        "          return genre_str.join(genres)\n",
        "      else:\n",
        "          return np.NaN"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "j2-lv93LRYVh",
        "outputId": "c8b1ad98-5e8b-426e-f538-091ebb98480f"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/2588226551.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2020['genres'] = df_2020['Title'].map(lambda x: get_genre(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2020['genres'] = df_2020['Title'].map(lambda x: get_genre(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "8mS30zi7Raq_",
        "outputId": "9a8fba11-9097-4efa-d2d6-7197b9c00744"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>genres</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The Grudge</td>\n",
              "      <td>Nicolas Pesce (director/screenplay); Andrea Ri...</td>\n",
              "      <td>Horror Mystery</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Underwater</td>\n",
              "      <td>William Eubank (director); Brian Duffield, Ada...</td>\n",
              "      <td>Horror Science Fiction Action Adventure</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Like a Boss</td>\n",
              "      <td>Miguel Arteta (director); Sam Pitman, Adam Col...</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Three Christs</td>\n",
              "      <td>Jon Avnet (director/screenplay); Eric Nazarian...</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Inherit the Viper</td>\n",
              "      <td>Anthony Jerjen (director); Andrew Crabtree (sc...</td>\n",
              "      <td>Crime Thriller Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>270</th>\n",
              "      <td>We Can Be Heroes</td>\n",
              "      <td>Robert Rodriguez (director/screenplay); Priyan...</td>\n",
              "      <td>Family Action Fantasy Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271</th>\n",
              "      <td>News of the World</td>\n",
              "      <td>Paul Greengrass (director/screenplay); Luke Da...</td>\n",
              "      <td>Drama Western Adventure Action</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>272</th>\n",
              "      <td>One Night in Miami...</td>\n",
              "      <td>Regina King (director); Kemp Powers (screenpla...</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>273</th>\n",
              "      <td>Promising Young Woman</td>\n",
              "      <td>Emerald Fennell (director/screenplay); Carey M...</td>\n",
              "      <td>Thriller Crime Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>274</th>\n",
              "      <td>Pieces of a Woman</td>\n",
              "      <td>Kornél Mundruczó (director); Kata Wéber (scree...</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>275 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                     Title                                      Cast and crew  \\\n",
              "0               The Grudge  Nicolas Pesce (director/screenplay); Andrea Ri...   \n",
              "1               Underwater  William Eubank (director); Brian Duffield, Ada...   \n",
              "2              Like a Boss  Miguel Arteta (director); Sam Pitman, Adam Col...   \n",
              "3            Three Christs  Jon Avnet (director/screenplay); Eric Nazarian...   \n",
              "4        Inherit the Viper  Anthony Jerjen (director); Andrew Crabtree (sc...   \n",
              "..                     ...                                                ...   \n",
              "270       We Can Be Heroes  Robert Rodriguez (director/screenplay); Priyan...   \n",
              "271      News of the World  Paul Greengrass (director/screenplay); Luke Da...   \n",
              "272  One Night in Miami...  Regina King (director); Kemp Powers (screenpla...   \n",
              "273  Promising Young Woman  Emerald Fennell (director/screenplay); Carey M...   \n",
              "274      Pieces of a Woman  Kornél Mundruczó (director); Kata Wéber (scree...   \n",
              "\n",
              "                                      genres  \n",
              "0                             Horror Mystery  \n",
              "1    Horror Science Fiction Action Adventure  \n",
              "2                                     Comedy  \n",
              "3                                      Drama  \n",
              "4                       Crime Thriller Drama  \n",
              "..                                       ...  \n",
              "270             Family Action Fantasy Comedy  \n",
              "271           Drama Western Adventure Action  \n",
              "272                                    Drama  \n",
              "273                     Thriller Crime Drama  \n",
              "274                                    Drama  \n",
              "\n",
              "[275 rows x 3 columns]"
            ]
          },
          "execution_count": 12,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2020"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "id": "5B_H6k_cRfWT"
      },
      "outputs": [],
      "source": [
        "def get_director(x):\n",
        "    if \" (director)\" in x:\n",
        "        return x.split(\" (director)\")[0]\n",
        "    elif \" (directors)\" in x:\n",
        "        return x.split(\" (directors)\")[0]\n",
        "    else:\n",
        "        return x.split(\" (director/screenplay)\")[0]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "aQ0AUY6uRfTm",
        "outputId": "cfc1577b-c388-4c08-a5d7-9fad15817d57"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/3848435694.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2020['director_name'] = df_2020['Cast and crew'].map(lambda x: get_director(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2020['director_name'] = df_2020['Cast and crew'].map(lambda x: get_director(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {
        "id": "3LCSat_3RfQX"
      },
      "outputs": [],
      "source": [
        "def get_actor1(x):\n",
        "    return ((x.split(\"screenplay); \")[-1]).split(\", \")[0])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "yssK0SRZRkGY",
        "outputId": "89f12c81-5ce6-4840-dcea-1ce922b6b752"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/1815024756.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2020['actor_1_name'] = df_2020['Cast and crew'].map(lambda x: get_actor1(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2020['actor_1_name'] = df_2020['Cast and crew'].map(lambda x: get_actor1(str(x)))\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {
        "id": "ybNXKM9IRkC0"
      },
      "outputs": [],
      "source": [
        "def get_actor2(x):\n",
        "    if len((x.split(\"screenplay); \")[-1]).split(\", \")) < 2:\n",
        "        return np.NaN\n",
        "    else:\n",
        "        return ((x.split(\"screenplay); \")[-1]).split(\", \")[1])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TxRtgLXQRj_t",
        "outputId": "a9a26286-ea1a-49b3-86d8-a48973e33bef"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/3667490226.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2020['actor_2_name'] = df_2020['Cast and crew'].map(lambda x: get_actor2(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2020['actor_2_name'] = df_2020['Cast and crew'].map(lambda x: get_actor2(str(x)))\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {
        "id": "-wKgurtIRj8e"
      },
      "outputs": [],
      "source": [
        "def get_actor3(x):\n",
        "    if len((x.split(\"screenplay); \")[-1]).split(\", \")) < 3:\n",
        "        return np.NaN\n",
        "    else:\n",
        "        return ((x.split(\"screenplay); \")[-1]).split(\", \")[2])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 20,
      "metadata": {
        "id": "eLf5yhbORj0_"
      },
      "outputs": [],
      "source": [
        "df_2020['actor_3_name'] = df_2020['Cast and crew'].map(lambda x: get_actor3(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 21,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 676
        },
        "id": "eUn7ACGBRwjE",
        "outputId": "d35a4935-dda1-439e-8d5a-f6492d68f103"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>genres</th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The Grudge</td>\n",
              "      <td>Nicolas Pesce (director/screenplay); Andrea Ri...</td>\n",
              "      <td>Horror Mystery</td>\n",
              "      <td>Nicolas Pesce</td>\n",
              "      <td>Andrea Riseborough</td>\n",
              "      <td>Demián Bichir</td>\n",
              "      <td>John Cho</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Underwater</td>\n",
              "      <td>William Eubank (director); Brian Duffield, Ada...</td>\n",
              "      <td>Horror Science Fiction Action Adventure</td>\n",
              "      <td>William Eubank</td>\n",
              "      <td>Kristen Stewart</td>\n",
              "      <td>Vincent Cassel</td>\n",
              "      <td>Jessica Henwick</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Like a Boss</td>\n",
              "      <td>Miguel Arteta (director); Sam Pitman, Adam Col...</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>Miguel Arteta</td>\n",
              "      <td>Tiffany Haddish</td>\n",
              "      <td>Rose Byrne</td>\n",
              "      <td>Salma Hayek</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Three Christs</td>\n",
              "      <td>Jon Avnet (director/screenplay); Eric Nazarian...</td>\n",
              "      <td>Drama</td>\n",
              "      <td>Jon Avnet</td>\n",
              "      <td>Richard Gere</td>\n",
              "      <td>Peter Dinklage</td>\n",
              "      <td>Walton Goggins</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Inherit the Viper</td>\n",
              "      <td>Anthony Jerjen (director); Andrew Crabtree (sc...</td>\n",
              "      <td>Crime Thriller Drama</td>\n",
              "      <td>Anthony Jerjen</td>\n",
              "      <td>Josh Hartnett</td>\n",
              "      <td>Margarita Levieva</td>\n",
              "      <td>Chandler Riggs</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>270</th>\n",
              "      <td>We Can Be Heroes</td>\n",
              "      <td>Robert Rodriguez (director/screenplay); Priyan...</td>\n",
              "      <td>Family Action Fantasy Comedy</td>\n",
              "      <td>Robert Rodriguez</td>\n",
              "      <td>Priyanka Chopra Jonas</td>\n",
              "      <td>Pedro Pascal</td>\n",
              "      <td>YaYa Gosselin</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271</th>\n",
              "      <td>News of the World</td>\n",
              "      <td>Paul Greengrass (director/screenplay); Luke Da...</td>\n",
              "      <td>Drama Western Adventure Action</td>\n",
              "      <td>Paul Greengrass</td>\n",
              "      <td>Tom Hanks</td>\n",
              "      <td>Helena Zengel</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>272</th>\n",
              "      <td>One Night in Miami...</td>\n",
              "      <td>Regina King (director); Kemp Powers (screenpla...</td>\n",
              "      <td>Drama</td>\n",
              "      <td>Regina King</td>\n",
              "      <td>Kingsley Ben-Adir</td>\n",
              "      <td>Eli Goree</td>\n",
              "      <td>Aldis Hodge</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>273</th>\n",
              "      <td>Promising Young Woman</td>\n",
              "      <td>Emerald Fennell (director/screenplay); Carey M...</td>\n",
              "      <td>Thriller Crime Drama</td>\n",
              "      <td>Emerald Fennell</td>\n",
              "      <td>Carey Mulligan</td>\n",
              "      <td>Bo Burnham</td>\n",
              "      <td>Alison Brie</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>274</th>\n",
              "      <td>Pieces of a Woman</td>\n",
              "      <td>Kornél Mundruczó (director); Kata Wéber (scree...</td>\n",
              "      <td>Drama</td>\n",
              "      <td>Kornél Mundruczó</td>\n",
              "      <td>Vanessa Kirby</td>\n",
              "      <td>Shia LaBeouf</td>\n",
              "      <td>Molly Parker</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>275 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                     Title                                      Cast and crew  \\\n",
              "0               The Grudge  Nicolas Pesce (director/screenplay); Andrea Ri...   \n",
              "1               Underwater  William Eubank (director); Brian Duffield, Ada...   \n",
              "2              Like a Boss  Miguel Arteta (director); Sam Pitman, Adam Col...   \n",
              "3            Three Christs  Jon Avnet (director/screenplay); Eric Nazarian...   \n",
              "4        Inherit the Viper  Anthony Jerjen (director); Andrew Crabtree (sc...   \n",
              "..                     ...                                                ...   \n",
              "270       We Can Be Heroes  Robert Rodriguez (director/screenplay); Priyan...   \n",
              "271      News of the World  Paul Greengrass (director/screenplay); Luke Da...   \n",
              "272  One Night in Miami...  Regina King (director); Kemp Powers (screenpla...   \n",
              "273  Promising Young Woman  Emerald Fennell (director/screenplay); Carey M...   \n",
              "274      Pieces of a Woman  Kornél Mundruczó (director); Kata Wéber (scree...   \n",
              "\n",
              "                                      genres     director_name  \\\n",
              "0                             Horror Mystery     Nicolas Pesce   \n",
              "1    Horror Science Fiction Action Adventure    William Eubank   \n",
              "2                                     Comedy     Miguel Arteta   \n",
              "3                                      Drama         Jon Avnet   \n",
              "4                       Crime Thriller Drama    Anthony Jerjen   \n",
              "..                                       ...               ...   \n",
              "270             Family Action Fantasy Comedy  Robert Rodriguez   \n",
              "271           Drama Western Adventure Action   Paul Greengrass   \n",
              "272                                    Drama       Regina King   \n",
              "273                     Thriller Crime Drama   Emerald Fennell   \n",
              "274                                    Drama  Kornél Mundruczó   \n",
              "\n",
              "              actor_1_name       actor_2_name     actor_3_name  \n",
              "0       Andrea Riseborough      Demián Bichir         John Cho  \n",
              "1          Kristen Stewart     Vincent Cassel  Jessica Henwick  \n",
              "2          Tiffany Haddish         Rose Byrne      Salma Hayek  \n",
              "3             Richard Gere     Peter Dinklage   Walton Goggins  \n",
              "4            Josh Hartnett  Margarita Levieva   Chandler Riggs  \n",
              "..                     ...                ...              ...  \n",
              "270  Priyanka Chopra Jonas       Pedro Pascal    YaYa Gosselin  \n",
              "271              Tom Hanks      Helena Zengel              NaN  \n",
              "272      Kingsley Ben-Adir          Eli Goree      Aldis Hodge  \n",
              "273         Carey Mulligan         Bo Burnham      Alison Brie  \n",
              "274          Vanessa Kirby       Shia LaBeouf     Molly Parker  \n",
              "\n",
              "[275 rows x 7 columns]"
            ]
          },
          "execution_count": 21,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2020"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 22,
      "metadata": {
        "id": "7TJRj-dlRwfq"
      },
      "outputs": [],
      "source": [
        "df_2020 = df_2020.rename(columns={'Title':'movie_title'})\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 23,
      "metadata": {
        "id": "PnrqReJERwcV"
      },
      "outputs": [],
      "source": [
        "new_df20 = df_2020.loc[:,['director_name','actor_1_name','actor_2_name','actor_3_name','genres','movie_title']]\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 24,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 468
        },
        "id": "8e3HT2OMRwZO",
        "outputId": "0d497079-4438-4519-abc0-a73998db765e"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Nicolas Pesce</td>\n",
              "      <td>Andrea Riseborough</td>\n",
              "      <td>Demián Bichir</td>\n",
              "      <td>John Cho</td>\n",
              "      <td>Horror Mystery</td>\n",
              "      <td>The Grudge</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>William Eubank</td>\n",
              "      <td>Kristen Stewart</td>\n",
              "      <td>Vincent Cassel</td>\n",
              "      <td>Jessica Henwick</td>\n",
              "      <td>Horror Science Fiction Action Adventure</td>\n",
              "      <td>Underwater</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Miguel Arteta</td>\n",
              "      <td>Tiffany Haddish</td>\n",
              "      <td>Rose Byrne</td>\n",
              "      <td>Salma Hayek</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>Like a Boss</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Jon Avnet</td>\n",
              "      <td>Richard Gere</td>\n",
              "      <td>Peter Dinklage</td>\n",
              "      <td>Walton Goggins</td>\n",
              "      <td>Drama</td>\n",
              "      <td>Three Christs</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Anthony Jerjen</td>\n",
              "      <td>Josh Hartnett</td>\n",
              "      <td>Margarita Levieva</td>\n",
              "      <td>Chandler Riggs</td>\n",
              "      <td>Crime Thriller Drama</td>\n",
              "      <td>Inherit the Viper</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>270</th>\n",
              "      <td>Robert Rodriguez</td>\n",
              "      <td>Priyanka Chopra Jonas</td>\n",
              "      <td>Pedro Pascal</td>\n",
              "      <td>YaYa Gosselin</td>\n",
              "      <td>Family Action Fantasy Comedy</td>\n",
              "      <td>We Can Be Heroes</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>271</th>\n",
              "      <td>Paul Greengrass</td>\n",
              "      <td>Tom Hanks</td>\n",
              "      <td>Helena Zengel</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Drama Western Adventure Action</td>\n",
              "      <td>News of the World</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>272</th>\n",
              "      <td>Regina King</td>\n",
              "      <td>Kingsley Ben-Adir</td>\n",
              "      <td>Eli Goree</td>\n",
              "      <td>Aldis Hodge</td>\n",
              "      <td>Drama</td>\n",
              "      <td>One Night in Miami...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>273</th>\n",
              "      <td>Emerald Fennell</td>\n",
              "      <td>Carey Mulligan</td>\n",
              "      <td>Bo Burnham</td>\n",
              "      <td>Alison Brie</td>\n",
              "      <td>Thriller Crime Drama</td>\n",
              "      <td>Promising Young Woman</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>274</th>\n",
              "      <td>Kornél Mundruczó</td>\n",
              "      <td>Vanessa Kirby</td>\n",
              "      <td>Shia LaBeouf</td>\n",
              "      <td>Molly Parker</td>\n",
              "      <td>Drama</td>\n",
              "      <td>Pieces of a Woman</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>275 rows × 6 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "        director_name           actor_1_name       actor_2_name  \\\n",
              "0       Nicolas Pesce     Andrea Riseborough      Demián Bichir   \n",
              "1      William Eubank        Kristen Stewart     Vincent Cassel   \n",
              "2       Miguel Arteta        Tiffany Haddish         Rose Byrne   \n",
              "3           Jon Avnet           Richard Gere     Peter Dinklage   \n",
              "4      Anthony Jerjen          Josh Hartnett  Margarita Levieva   \n",
              "..                ...                    ...                ...   \n",
              "270  Robert Rodriguez  Priyanka Chopra Jonas       Pedro Pascal   \n",
              "271   Paul Greengrass              Tom Hanks      Helena Zengel   \n",
              "272       Regina King      Kingsley Ben-Adir          Eli Goree   \n",
              "273   Emerald Fennell         Carey Mulligan         Bo Burnham   \n",
              "274  Kornél Mundruczó          Vanessa Kirby       Shia LaBeouf   \n",
              "\n",
              "        actor_3_name                                   genres  \\\n",
              "0           John Cho                           Horror Mystery   \n",
              "1    Jessica Henwick  Horror Science Fiction Action Adventure   \n",
              "2        Salma Hayek                                   Comedy   \n",
              "3     Walton Goggins                                    Drama   \n",
              "4     Chandler Riggs                     Crime Thriller Drama   \n",
              "..               ...                                      ...   \n",
              "270    YaYa Gosselin             Family Action Fantasy Comedy   \n",
              "271              NaN           Drama Western Adventure Action   \n",
              "272      Aldis Hodge                                    Drama   \n",
              "273      Alison Brie                     Thriller Crime Drama   \n",
              "274     Molly Parker                                    Drama   \n",
              "\n",
              "               movie_title  \n",
              "0               The Grudge  \n",
              "1               Underwater  \n",
              "2              Like a Boss  \n",
              "3            Three Christs  \n",
              "4        Inherit the Viper  \n",
              "..                     ...  \n",
              "270       We Can Be Heroes  \n",
              "271      News of the World  \n",
              "272  One Night in Miami...  \n",
              "273  Promising Young Woman  \n",
              "274      Pieces of a Woman  \n",
              "\n",
              "[275 rows x 6 columns]"
            ]
          },
          "execution_count": 24,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df20"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 25,
      "metadata": {
        "id": "IggTMBucRwWM"
      },
      "outputs": [],
      "source": [
        "new_df20['comb'] = new_df20['actor_1_name'] + ' ' + new_df20['actor_2_name'] + ' '+ new_df20['actor_3_name'] + ' '+ new_df20['director_name'] +' ' + new_df20['genres']\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 26,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "qMSvGCfcRwS6",
        "outputId": "85a62f8a-a10d-495c-c582-c20b49f4f35b"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name     0\n",
              "actor_1_name      0\n",
              "actor_2_name      5\n",
              "actor_3_name     28\n",
              "genres            2\n",
              "movie_title       0\n",
              "comb             29\n",
              "dtype: int64"
            ]
          },
          "execution_count": 26,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df20.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 27,
      "metadata": {
        "id": "rCiVptUESHug"
      },
      "outputs": [],
      "source": [
        "new_df20 = new_df20.dropna(how='any')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 28,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "joXVocujSKVV",
        "outputId": "4efe4cba-26a3-4f5a-ae4e-70f62fdaaf4d"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name    0\n",
              "actor_1_name     0\n",
              "actor_2_name     0\n",
              "actor_3_name     0\n",
              "genres           0\n",
              "movie_title      0\n",
              "comb             0\n",
              "dtype: int64"
            ]
          },
          "execution_count": 28,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df20.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 29,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "-Ks0K-E8SPDN",
        "outputId": "18f6bc43-470c-41c7-9488-8b04bdc756c7"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/2267385682.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  new_df20['movie_title'] = new_df20['movie_title'].str.lower()\n"
          ]
        }
      ],
      "source": [
        "new_df20['movie_title'] = new_df20['movie_title'].str.lower()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 30,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 659
        },
        "id": "4tAlfVu_SR7b",
        "outputId": "2cc0da7d-f7a0-49df-9fbf-422ea2178c16"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Nicolas Pesce</td>\n",
              "      <td>Andrea Riseborough</td>\n",
              "      <td>Demián Bichir</td>\n",
              "      <td>John Cho</td>\n",
              "      <td>Horror Mystery</td>\n",
              "      <td>the grudge</td>\n",
              "      <td>Andrea Riseborough Demián Bichir John Cho Nico...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>William Eubank</td>\n",
              "      <td>Kristen Stewart</td>\n",
              "      <td>Vincent Cassel</td>\n",
              "      <td>Jessica Henwick</td>\n",
              "      <td>Horror Science Fiction Action Adventure</td>\n",
              "      <td>underwater</td>\n",
              "      <td>Kristen Stewart Vincent Cassel Jessica Henwick...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Miguel Arteta</td>\n",
              "      <td>Tiffany Haddish</td>\n",
              "      <td>Rose Byrne</td>\n",
              "      <td>Salma Hayek</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>like a boss</td>\n",
              "      <td>Tiffany Haddish Rose Byrne Salma Hayek Miguel ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Jon Avnet</td>\n",
              "      <td>Richard Gere</td>\n",
              "      <td>Peter Dinklage</td>\n",
              "      <td>Walton Goggins</td>\n",
              "      <td>Drama</td>\n",
              "      <td>three christs</td>\n",
              "      <td>Richard Gere Peter Dinklage Walton Goggins Jon...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Anthony Jerjen</td>\n",
              "      <td>Josh Hartnett</td>\n",
              "      <td>Margarita Levieva</td>\n",
              "      <td>Chandler Riggs</td>\n",
              "      <td>Crime Thriller Drama</td>\n",
              "      <td>inherit the viper</td>\n",
              "      <td>Josh Hartnett Margarita Levieva Chandler Riggs...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>269</th>\n",
              "      <td>Pete Docter</td>\n",
              "      <td>Jamie Foxx</td>\n",
              "      <td>Tina Fey</td>\n",
              "      <td>Graham Norton</td>\n",
              "      <td>Animation Family Comedy Fantasy Drama</td>\n",
              "      <td>soul</td>\n",
              "      <td>Jamie Foxx Tina Fey Graham Norton Pete Docter ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>270</th>\n",
              "      <td>Robert Rodriguez</td>\n",
              "      <td>Priyanka Chopra Jonas</td>\n",
              "      <td>Pedro Pascal</td>\n",
              "      <td>YaYa Gosselin</td>\n",
              "      <td>Family Action Fantasy Comedy</td>\n",
              "      <td>we can be heroes</td>\n",
              "      <td>Priyanka Chopra Jonas Pedro Pascal YaYa Gossel...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>272</th>\n",
              "      <td>Regina King</td>\n",
              "      <td>Kingsley Ben-Adir</td>\n",
              "      <td>Eli Goree</td>\n",
              "      <td>Aldis Hodge</td>\n",
              "      <td>Drama</td>\n",
              "      <td>one night in miami...</td>\n",
              "      <td>Kingsley Ben-Adir Eli Goree Aldis Hodge Regina...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>273</th>\n",
              "      <td>Emerald Fennell</td>\n",
              "      <td>Carey Mulligan</td>\n",
              "      <td>Bo Burnham</td>\n",
              "      <td>Alison Brie</td>\n",
              "      <td>Thriller Crime Drama</td>\n",
              "      <td>promising young woman</td>\n",
              "      <td>Carey Mulligan Bo Burnham Alison Brie Emerald ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>274</th>\n",
              "      <td>Kornél Mundruczó</td>\n",
              "      <td>Vanessa Kirby</td>\n",
              "      <td>Shia LaBeouf</td>\n",
              "      <td>Molly Parker</td>\n",
              "      <td>Drama</td>\n",
              "      <td>pieces of a woman</td>\n",
              "      <td>Vanessa Kirby Shia LaBeouf Molly Parker Kornél...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>246 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "        director_name           actor_1_name       actor_2_name  \\\n",
              "0       Nicolas Pesce     Andrea Riseborough      Demián Bichir   \n",
              "1      William Eubank        Kristen Stewart     Vincent Cassel   \n",
              "2       Miguel Arteta        Tiffany Haddish         Rose Byrne   \n",
              "3           Jon Avnet           Richard Gere     Peter Dinklage   \n",
              "4      Anthony Jerjen          Josh Hartnett  Margarita Levieva   \n",
              "..                ...                    ...                ...   \n",
              "269       Pete Docter             Jamie Foxx           Tina Fey   \n",
              "270  Robert Rodriguez  Priyanka Chopra Jonas       Pedro Pascal   \n",
              "272       Regina King      Kingsley Ben-Adir          Eli Goree   \n",
              "273   Emerald Fennell         Carey Mulligan         Bo Burnham   \n",
              "274  Kornél Mundruczó          Vanessa Kirby       Shia LaBeouf   \n",
              "\n",
              "        actor_3_name                                   genres  \\\n",
              "0           John Cho                           Horror Mystery   \n",
              "1    Jessica Henwick  Horror Science Fiction Action Adventure   \n",
              "2        Salma Hayek                                   Comedy   \n",
              "3     Walton Goggins                                    Drama   \n",
              "4     Chandler Riggs                     Crime Thriller Drama   \n",
              "..               ...                                      ...   \n",
              "269    Graham Norton    Animation Family Comedy Fantasy Drama   \n",
              "270    YaYa Gosselin             Family Action Fantasy Comedy   \n",
              "272      Aldis Hodge                                    Drama   \n",
              "273      Alison Brie                     Thriller Crime Drama   \n",
              "274     Molly Parker                                    Drama   \n",
              "\n",
              "               movie_title                                               comb  \n",
              "0               the grudge  Andrea Riseborough Demián Bichir John Cho Nico...  \n",
              "1               underwater  Kristen Stewart Vincent Cassel Jessica Henwick...  \n",
              "2              like a boss  Tiffany Haddish Rose Byrne Salma Hayek Miguel ...  \n",
              "3            three christs  Richard Gere Peter Dinklage Walton Goggins Jon...  \n",
              "4        inherit the viper  Josh Hartnett Margarita Levieva Chandler Riggs...  \n",
              "..                     ...                                                ...  \n",
              "269                   soul  Jamie Foxx Tina Fey Graham Norton Pete Docter ...  \n",
              "270       we can be heroes  Priyanka Chopra Jonas Pedro Pascal YaYa Gossel...  \n",
              "272  one night in miami...  Kingsley Ben-Adir Eli Goree Aldis Hodge Regina...  \n",
              "273  promising young woman  Carey Mulligan Bo Burnham Alison Brie Emerald ...  \n",
              "274      pieces of a woman  Vanessa Kirby Shia LaBeouf Molly Parker Kornél...  \n",
              "\n",
              "[246 rows x 7 columns]"
            ]
          },
          "execution_count": 30,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df20"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "### **Extracting features of 2021 movies from Wikipedia**"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 35,
      "metadata": {},
      "outputs": [],
      "source": [
        "link = \"https://en.wikipedia.org/wiki/List_of_American_films_of_2021\"\n",
        "\n",
        "source = urllib.request.urlopen(link).read()\n",
        "soup = bs.BeautifulSoup(source,'lxml')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 37,
      "metadata": {},
      "outputs": [],
      "source": [
        "tables = soup.find_all('table',class_='wikitable sortable')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 38,
      "metadata": {},
      "outputs": [],
      "source": [
        "df1 = pd.read_html(str(tables[0]))[0]\n",
        "df2 = pd.read_html(str(tables[1]))[0]\n",
        "df3 = pd.read_html(str(tables[2]))[0]\n",
        "df4 = pd.read_html(str(tables[3]).replace(\"'1\\\"\\'\",'\"1\"'))[0] # avoided \"ValueError: invalid literal for int() with base 10: '1\"'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 39,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/2054277875.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Opening</th>\n",
              "      <th>Opening.1</th>\n",
              "      <th>Title</th>\n",
              "      <th>Production company</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>.mw-parser-output .tooltip-dotted{border-bottom:1px dotted;cursor:help}Ref.</th>\n",
              "      <th>Ref.</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>1.0</td>\n",
              "      <td>Shadow in the Cloud</td>\n",
              "      <td>Vertical Entertainment</td>\n",
              "      <td>Roseanne Liang (director/screenplay); Max Land...</td>\n",
              "      <td>[2]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>13.0</td>\n",
              "      <td>The White Tiger</td>\n",
              "      <td>Netflix / Noruz Films</td>\n",
              "      <td>Ramin Bahrani (director/screenplay); Adarsh Go...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>14.0</td>\n",
              "      <td>Locked Down</td>\n",
              "      <td>HBO Max / Warner Bros. Pictures</td>\n",
              "      <td>Doug Liman (director); Steven Knight (screenpl...</td>\n",
              "      <td>[3]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>15.0</td>\n",
              "      <td>The Dig</td>\n",
              "      <td>Netflix / Clerkenwell Films</td>\n",
              "      <td>Simon Stone (director); Moira Buffini (screenp...</td>\n",
              "      <td>[4]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>15.0</td>\n",
              "      <td>Outside the Wire</td>\n",
              "      <td>Netflix</td>\n",
              "      <td>Mikael Håfström (director); Rob Yescombe, Rowa...</td>\n",
              "      <td>[5]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "         Opening  Opening.1                Title  \\\n",
              "0  J A N U A R Y        1.0  Shadow in the Cloud   \n",
              "1  J A N U A R Y       13.0      The White Tiger   \n",
              "2  J A N U A R Y       14.0          Locked Down   \n",
              "3  J A N U A R Y       15.0              The Dig   \n",
              "4  J A N U A R Y       15.0     Outside the Wire   \n",
              "\n",
              "                Production company  \\\n",
              "0           Vertical Entertainment   \n",
              "1            Netflix / Noruz Films   \n",
              "2  HBO Max / Warner Bros. Pictures   \n",
              "3      Netflix / Clerkenwell Films   \n",
              "4                          Netflix   \n",
              "\n",
              "                                       Cast and crew  \\\n",
              "0  Roseanne Liang (director/screenplay); Max Land...   \n",
              "1  Ramin Bahrani (director/screenplay); Adarsh Go...   \n",
              "2  Doug Liman (director); Steven Knight (screenpl...   \n",
              "3  Simon Stone (director); Moira Buffini (screenp...   \n",
              "4  Mikael Håfström (director); Rob Yescombe, Rowa...   \n",
              "\n",
              "  .mw-parser-output .tooltip-dotted{border-bottom:1px dotted;cursor:help}Ref.  \\\n",
              "0                                                [2]                            \n",
              "1                                                NaN                            \n",
              "2                                                [3]                            \n",
              "3                                                [4]                            \n",
              "4                                                [5]                            \n",
              "\n",
              "  Ref.  \n",
              "0  NaN  \n",
              "1  NaN  \n",
              "2  NaN  \n",
              "3  NaN  \n",
              "4  NaN  "
            ]
          },
          "execution_count": 39,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n",
        "df.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 40,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Shadow in the Cloud</td>\n",
              "      <td>Roseanne Liang (director/screenplay); Max Land...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The White Tiger</td>\n",
              "      <td>Ramin Bahrani (director/screenplay); Adarsh Go...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Locked Down</td>\n",
              "      <td>Doug Liman (director); Steven Knight (screenpl...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Dig</td>\n",
              "      <td>Simon Stone (director); Moira Buffini (screenp...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Outside the Wire</td>\n",
              "      <td>Mikael Håfström (director); Rob Yescombe, Rowa...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                 Title                                      Cast and crew\n",
              "0  Shadow in the Cloud  Roseanne Liang (director/screenplay); Max Land...\n",
              "1      The White Tiger  Ramin Bahrani (director/screenplay); Adarsh Go...\n",
              "2          Locked Down  Doug Liman (director); Steven Knight (screenpl...\n",
              "3              The Dig  Simon Stone (director); Moira Buffini (screenp...\n",
              "4     Outside the Wire  Mikael Håfström (director); Rob Yescombe, Rowa..."
            ]
          },
          "execution_count": 40,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2021 = df[['Title','Cast and crew']]\n",
        "df_2021.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 41,
      "metadata": {},
      "outputs": [],
      "source": [
        "from tmdbv3api import TMDb\n",
        "import json\n",
        "import requests\n",
        "tmdb = TMDb()\n",
        "tmdb.api_key = 'eef164f6c47ab303bca44b6bedc1bc67'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 42,
      "metadata": {},
      "outputs": [],
      "source": [
        "from tmdbv3api import Movie\n",
        "tmdb_movie = Movie()\n",
        "def get_genre(x):\n",
        "    genres = []\n",
        "    result = tmdb_movie.search(x)\n",
        "    if not result:\n",
        "      return np.NaN\n",
        "    else:\n",
        "      movie_id = result[0].id\n",
        "      response = requests.get('https://api.themoviedb.org/3/movie/{}?api_key={}'.format(movie_id,tmdb.api_key))\n",
        "      data_json = response.json()\n",
        "      if data_json['genres']:\n",
        "          genre_str = \" \"\n",
        "          for i in range(0,len(data_json['genres'])):\n",
        "              genres.append(data_json['genres'][i]['name'])\n",
        "          return genre_str.join(genres)\n",
        "      else:\n",
        "          return np.NaN"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 43,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/1511453919.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2021['genres'] = df_2021['Title'].map(lambda x: get_genre(str(x)))\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>genres</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Shadow in the Cloud</td>\n",
              "      <td>Roseanne Liang (director/screenplay); Max Land...</td>\n",
              "      <td>Horror Action War</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The White Tiger</td>\n",
              "      <td>Ramin Bahrani (director/screenplay); Adarsh Go...</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Locked Down</td>\n",
              "      <td>Doug Liman (director); Steven Knight (screenpl...</td>\n",
              "      <td>Comedy Crime Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Dig</td>\n",
              "      <td>Simon Stone (director); Moira Buffini (screenp...</td>\n",
              "      <td>Drama History</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Outside the Wire</td>\n",
              "      <td>Mikael Håfström (director); Rob Yescombe, Rowa...</td>\n",
              "      <td>Thriller Action Science Fiction</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>356</th>\n",
              "      <td>The Tragedy of Macbeth</td>\n",
              "      <td>Joel Coen (director/screenplay); Denzel Washin...</td>\n",
              "      <td>Drama War</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>357</th>\n",
              "      <td>A Journal for Jordan</td>\n",
              "      <td>Denzel Washington (director); Virgil Williams ...</td>\n",
              "      <td>Drama Romance</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>358</th>\n",
              "      <td>American Underdog</td>\n",
              "      <td>Erwin brothers (directors); Jon Erwin, David A...</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>359</th>\n",
              "      <td>Memoria</td>\n",
              "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>360</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Drama Crime</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>361 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                      Title  \\\n",
              "0       Shadow in the Cloud   \n",
              "1           The White Tiger   \n",
              "2               Locked Down   \n",
              "3                   The Dig   \n",
              "4          Outside the Wire   \n",
              "..                      ...   \n",
              "356  The Tragedy of Macbeth   \n",
              "357    A Journal for Jordan   \n",
              "358       American Underdog   \n",
              "359                 Memoria   \n",
              "360                     NaN   \n",
              "\n",
              "                                         Cast and crew  \\\n",
              "0    Roseanne Liang (director/screenplay); Max Land...   \n",
              "1    Ramin Bahrani (director/screenplay); Adarsh Go...   \n",
              "2    Doug Liman (director); Steven Knight (screenpl...   \n",
              "3    Simon Stone (director); Moira Buffini (screenp...   \n",
              "4    Mikael Håfström (director); Rob Yescombe, Rowa...   \n",
              "..                                                 ...   \n",
              "356  Joel Coen (director/screenplay); Denzel Washin...   \n",
              "357  Denzel Washington (director); Virgil Williams ...   \n",
              "358  Erwin brothers (directors); Jon Erwin, David A...   \n",
              "359  Apichatpong Weerasethakul (director/acreenplay...   \n",
              "360                                                NaN   \n",
              "\n",
              "                              genres  \n",
              "0                  Horror Action War  \n",
              "1                              Drama  \n",
              "2                 Comedy Crime Drama  \n",
              "3                      Drama History  \n",
              "4    Thriller Action Science Fiction  \n",
              "..                               ...  \n",
              "356                        Drama War  \n",
              "357                    Drama Romance  \n",
              "358                            Drama  \n",
              "359                            Drama  \n",
              "360                      Drama Crime  \n",
              "\n",
              "[361 rows x 3 columns]"
            ]
          },
          "execution_count": 43,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2021['genres'] = df_2021['Title'].map(lambda x: get_genre(str(x)))\n",
        "df_2021"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 44,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/3118254134.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2021['director_name'] = df_2021['Cast and crew'].map(lambda x: get_director(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2021['director_name'] = df_2021['Cast and crew'].map(lambda x: get_director(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 45,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/1611661901.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2021['actor_1_name'] = df_2021['Cast and crew'].map(lambda x: get_actor1(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2021['actor_1_name'] = df_2021['Cast and crew'].map(lambda x: get_actor1(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 46,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/3001516348.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2021['actor_2_name'] = df_2021['Cast and crew'].map(lambda x: get_actor2(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2021['actor_2_name'] = df_2021['Cast and crew'].map(lambda x: get_actor2(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 47,
      "metadata": {},
      "outputs": [],
      "source": [
        "df_2021['actor_3_name'] = df_2021['Cast and crew'].map(lambda x: get_actor3(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 48,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>genres</th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Shadow in the Cloud</td>\n",
              "      <td>Roseanne Liang (director/screenplay); Max Land...</td>\n",
              "      <td>Horror Action War</td>\n",
              "      <td>Roseanne Liang</td>\n",
              "      <td>Chloë Grace Moretz</td>\n",
              "      <td>Taylor John Smith</td>\n",
              "      <td>Beulah Koale</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The White Tiger</td>\n",
              "      <td>Ramin Bahrani (director/screenplay); Adarsh Go...</td>\n",
              "      <td>Drama</td>\n",
              "      <td>Ramin Bahrani</td>\n",
              "      <td>Adarsh Gourav</td>\n",
              "      <td>Rajkummar Rao</td>\n",
              "      <td>Priyanka Chopra Jonas</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Locked Down</td>\n",
              "      <td>Doug Liman (director); Steven Knight (screenpl...</td>\n",
              "      <td>Comedy Crime Drama</td>\n",
              "      <td>Doug Liman</td>\n",
              "      <td>Anne Hathaway</td>\n",
              "      <td>Chiwetel Ejiofor</td>\n",
              "      <td>Stephen Merchant</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>The Dig</td>\n",
              "      <td>Simon Stone (director); Moira Buffini (screenp...</td>\n",
              "      <td>Drama History</td>\n",
              "      <td>Simon Stone</td>\n",
              "      <td>Carey Mulligan</td>\n",
              "      <td>Ralph Fiennes</td>\n",
              "      <td>Lily James</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Outside the Wire</td>\n",
              "      <td>Mikael Håfström (director); Rob Yescombe, Rowa...</td>\n",
              "      <td>Thriller Action Science Fiction</td>\n",
              "      <td>Mikael Håfström</td>\n",
              "      <td>Anthony Mackie</td>\n",
              "      <td>Damson Idris</td>\n",
              "      <td>Emily Beecham</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                 Title                                      Cast and crew  \\\n",
              "0  Shadow in the Cloud  Roseanne Liang (director/screenplay); Max Land...   \n",
              "1      The White Tiger  Ramin Bahrani (director/screenplay); Adarsh Go...   \n",
              "2          Locked Down  Doug Liman (director); Steven Knight (screenpl...   \n",
              "3              The Dig  Simon Stone (director); Moira Buffini (screenp...   \n",
              "4     Outside the Wire  Mikael Håfström (director); Rob Yescombe, Rowa...   \n",
              "\n",
              "                            genres    director_name        actor_1_name  \\\n",
              "0                Horror Action War   Roseanne Liang  Chloë Grace Moretz   \n",
              "1                            Drama    Ramin Bahrani       Adarsh Gourav   \n",
              "2               Comedy Crime Drama       Doug Liman       Anne Hathaway   \n",
              "3                    Drama History      Simon Stone      Carey Mulligan   \n",
              "4  Thriller Action Science Fiction  Mikael Håfström      Anthony Mackie   \n",
              "\n",
              "        actor_2_name           actor_3_name  \n",
              "0  Taylor John Smith           Beulah Koale  \n",
              "1      Rajkummar Rao  Priyanka Chopra Jonas  \n",
              "2   Chiwetel Ejiofor       Stephen Merchant  \n",
              "3      Ralph Fiennes             Lily James  \n",
              "4       Damson Idris          Emily Beecham  "
            ]
          },
          "execution_count": 48,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2021.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 49,
      "metadata": {},
      "outputs": [],
      "source": [
        "df_2021 = df_2021.rename(columns={'Title':'movie_title'})"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 50,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df21 = df_2021.loc[:,['director_name','actor_1_name','actor_2_name','actor_3_name','genres','movie_title']]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 51,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Roseanne Liang</td>\n",
              "      <td>Chloë Grace Moretz</td>\n",
              "      <td>Taylor John Smith</td>\n",
              "      <td>Beulah Koale</td>\n",
              "      <td>Horror Action War</td>\n",
              "      <td>Shadow in the Cloud</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Ramin Bahrani</td>\n",
              "      <td>Adarsh Gourav</td>\n",
              "      <td>Rajkummar Rao</td>\n",
              "      <td>Priyanka Chopra Jonas</td>\n",
              "      <td>Drama</td>\n",
              "      <td>The White Tiger</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Doug Liman</td>\n",
              "      <td>Anne Hathaway</td>\n",
              "      <td>Chiwetel Ejiofor</td>\n",
              "      <td>Stephen Merchant</td>\n",
              "      <td>Comedy Crime Drama</td>\n",
              "      <td>Locked Down</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Simon Stone</td>\n",
              "      <td>Carey Mulligan</td>\n",
              "      <td>Ralph Fiennes</td>\n",
              "      <td>Lily James</td>\n",
              "      <td>Drama History</td>\n",
              "      <td>The Dig</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Mikael Håfström</td>\n",
              "      <td>Anthony Mackie</td>\n",
              "      <td>Damson Idris</td>\n",
              "      <td>Emily Beecham</td>\n",
              "      <td>Thriller Action Science Fiction</td>\n",
              "      <td>Outside the Wire</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "     director_name        actor_1_name       actor_2_name  \\\n",
              "0   Roseanne Liang  Chloë Grace Moretz  Taylor John Smith   \n",
              "1    Ramin Bahrani       Adarsh Gourav      Rajkummar Rao   \n",
              "2       Doug Liman       Anne Hathaway   Chiwetel Ejiofor   \n",
              "3      Simon Stone      Carey Mulligan      Ralph Fiennes   \n",
              "4  Mikael Håfström      Anthony Mackie       Damson Idris   \n",
              "\n",
              "            actor_3_name                           genres          movie_title  \n",
              "0           Beulah Koale                Horror Action War  Shadow in the Cloud  \n",
              "1  Priyanka Chopra Jonas                            Drama      The White Tiger  \n",
              "2       Stephen Merchant               Comedy Crime Drama          Locked Down  \n",
              "3             Lily James                    Drama History              The Dig  \n",
              "4          Emily Beecham  Thriller Action Science Fiction     Outside the Wire  "
            ]
          },
          "execution_count": 51,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df21.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 52,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df21['comb'] = new_df21['actor_1_name'] + ' ' + new_df21['actor_2_name'] + ' '+ new_df21['actor_3_name'] + ' '+ new_df21['director_name'] +' ' + new_df21['genres']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 53,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name     0\n",
              "actor_1_name      0\n",
              "actor_2_name      8\n",
              "actor_3_name     26\n",
              "genres            1\n",
              "movie_title       1\n",
              "comb             27\n",
              "dtype: int64"
            ]
          },
          "execution_count": 53,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df21.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 56,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df21 = new_df21.dropna(how='any')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 57,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name    0\n",
              "actor_1_name     0\n",
              "actor_2_name     0\n",
              "actor_3_name     0\n",
              "genres           0\n",
              "movie_title      0\n",
              "comb             0\n",
              "dtype: int64"
            ]
          },
          "execution_count": 57,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df21.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 58,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df21['movie_title'] = new_df21['movie_title'].str.lower()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 59,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Roseanne Liang</td>\n",
              "      <td>Chloë Grace Moretz</td>\n",
              "      <td>Taylor John Smith</td>\n",
              "      <td>Beulah Koale</td>\n",
              "      <td>Horror Action War</td>\n",
              "      <td>shadow in the cloud</td>\n",
              "      <td>Chloë Grace Moretz Taylor John Smith Beulah Ko...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Ramin Bahrani</td>\n",
              "      <td>Adarsh Gourav</td>\n",
              "      <td>Rajkummar Rao</td>\n",
              "      <td>Priyanka Chopra Jonas</td>\n",
              "      <td>Drama</td>\n",
              "      <td>the white tiger</td>\n",
              "      <td>Adarsh Gourav Rajkummar Rao Priyanka Chopra Jo...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Doug Liman</td>\n",
              "      <td>Anne Hathaway</td>\n",
              "      <td>Chiwetel Ejiofor</td>\n",
              "      <td>Stephen Merchant</td>\n",
              "      <td>Comedy Crime Drama</td>\n",
              "      <td>locked down</td>\n",
              "      <td>Anne Hathaway Chiwetel Ejiofor Stephen Merchan...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Simon Stone</td>\n",
              "      <td>Carey Mulligan</td>\n",
              "      <td>Ralph Fiennes</td>\n",
              "      <td>Lily James</td>\n",
              "      <td>Drama History</td>\n",
              "      <td>the dig</td>\n",
              "      <td>Carey Mulligan Ralph Fiennes Lily James Simon ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Mikael Håfström</td>\n",
              "      <td>Anthony Mackie</td>\n",
              "      <td>Damson Idris</td>\n",
              "      <td>Emily Beecham</td>\n",
              "      <td>Thriller Action Science Fiction</td>\n",
              "      <td>outside the wire</td>\n",
              "      <td>Anthony Mackie Damson Idris Emily Beecham Mika...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "     director_name        actor_1_name       actor_2_name  \\\n",
              "0   Roseanne Liang  Chloë Grace Moretz  Taylor John Smith   \n",
              "1    Ramin Bahrani       Adarsh Gourav      Rajkummar Rao   \n",
              "2       Doug Liman       Anne Hathaway   Chiwetel Ejiofor   \n",
              "3      Simon Stone      Carey Mulligan      Ralph Fiennes   \n",
              "4  Mikael Håfström      Anthony Mackie       Damson Idris   \n",
              "\n",
              "            actor_3_name                           genres  \\\n",
              "0           Beulah Koale                Horror Action War   \n",
              "1  Priyanka Chopra Jonas                            Drama   \n",
              "2       Stephen Merchant               Comedy Crime Drama   \n",
              "3             Lily James                    Drama History   \n",
              "4          Emily Beecham  Thriller Action Science Fiction   \n",
              "\n",
              "           movie_title                                               comb  \n",
              "0  shadow in the cloud  Chloë Grace Moretz Taylor John Smith Beulah Ko...  \n",
              "1      the white tiger  Adarsh Gourav Rajkummar Rao Priyanka Chopra Jo...  \n",
              "2          locked down  Anne Hathaway Chiwetel Ejiofor Stephen Merchan...  \n",
              "3              the dig  Carey Mulligan Ralph Fiennes Lily James Simon ...  \n",
              "4     outside the wire  Anthony Mackie Damson Idris Emily Beecham Mika...  "
            ]
          },
          "execution_count": 59,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df21.head()"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "### **Extracting features of 2022 movies from Wikipedia**"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 60,
      "metadata": {},
      "outputs": [],
      "source": [
        "link = \"https://en.wikipedia.org/wiki/List_of_American_films_of_2022\"\n",
        "\n",
        "source = urllib.request.urlopen(link).read()\n",
        "soup = bs.BeautifulSoup(source,'lxml')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 61,
      "metadata": {},
      "outputs": [],
      "source": [
        "tables = soup.find_all('table',class_='wikitable sortable')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 62,
      "metadata": {},
      "outputs": [],
      "source": [
        "df1 = pd.read_html(str(tables[0]))[0]\n",
        "df2 = pd.read_html(str(tables[1]))[0]\n",
        "df3 = pd.read_html(str(tables[2]))[0]\n",
        "df4 = pd.read_html(str(tables[3]).replace(\"'1\\\"\\'\",'\"1\"'))[0] # avoided \"ValueError: invalid literal for int() with base 10: '1\"'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 63,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/2054277875.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Opening</th>\n",
              "      <th>Opening.1</th>\n",
              "      <th>Title</th>\n",
              "      <th>Production company</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>.mw-parser-output .tooltip-dotted{border-bottom:1px dotted;cursor:help}Ref.</th>\n",
              "      <th>Ref.</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>7.0</td>\n",
              "      <td>The 355</td>\n",
              "      <td>Universal Pictures / Freckle Films / FilmNatio...</td>\n",
              "      <td>Simon Kinberg (director/screenplay); Theresa R...</td>\n",
              "      <td>[2]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>7.0</td>\n",
              "      <td>The Legend of La Llorona</td>\n",
              "      <td>Saban Films / Ageless Pictures</td>\n",
              "      <td>Patricia Harris Seeley (director/screenplay); ...</td>\n",
              "      <td>[3]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>7.0</td>\n",
              "      <td>The Commando</td>\n",
              "      <td>Saban Films / Premiere Entertainment</td>\n",
              "      <td>Asif Akbar (director); Koji Steven Sakai (scre...</td>\n",
              "      <td>[4]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>7.0</td>\n",
              "      <td>American Siege</td>\n",
              "      <td>Vertical Entertainment</td>\n",
              "      <td>Edward Drake (director/screenplay); Timothy V....</td>\n",
              "      <td>[5]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>14.0</td>\n",
              "      <td>Scream</td>\n",
              "      <td>Paramount Pictures / Spyglass Media Group / Ra...</td>\n",
              "      <td>Matt Bettinelli-Olpin, Tyler Gillett (director...</td>\n",
              "      <td>[6]</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "         Opening  Opening.1                     Title  \\\n",
              "0  J A N U A R Y        7.0                   The 355   \n",
              "1  J A N U A R Y        7.0  The Legend of La Llorona   \n",
              "2  J A N U A R Y        7.0              The Commando   \n",
              "3  J A N U A R Y        7.0            American Siege   \n",
              "4  J A N U A R Y       14.0                    Scream   \n",
              "\n",
              "                                  Production company  \\\n",
              "0  Universal Pictures / Freckle Films / FilmNatio...   \n",
              "1                     Saban Films / Ageless Pictures   \n",
              "2               Saban Films / Premiere Entertainment   \n",
              "3                             Vertical Entertainment   \n",
              "4  Paramount Pictures / Spyglass Media Group / Ra...   \n",
              "\n",
              "                                       Cast and crew  \\\n",
              "0  Simon Kinberg (director/screenplay); Theresa R...   \n",
              "1  Patricia Harris Seeley (director/screenplay); ...   \n",
              "2  Asif Akbar (director); Koji Steven Sakai (scre...   \n",
              "3  Edward Drake (director/screenplay); Timothy V....   \n",
              "4  Matt Bettinelli-Olpin, Tyler Gillett (director...   \n",
              "\n",
              "  .mw-parser-output .tooltip-dotted{border-bottom:1px dotted;cursor:help}Ref.  \\\n",
              "0                                                [2]                            \n",
              "1                                                [3]                            \n",
              "2                                                [4]                            \n",
              "3                                                [5]                            \n",
              "4                                                [6]                            \n",
              "\n",
              "  Ref.  \n",
              "0  NaN  \n",
              "1  NaN  \n",
              "2  NaN  \n",
              "3  NaN  \n",
              "4  NaN  "
            ]
          },
          "execution_count": 63,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n",
        "df.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 64,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The 355</td>\n",
              "      <td>Simon Kinberg (director/screenplay); Theresa R...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Legend of La Llorona</td>\n",
              "      <td>Patricia Harris Seeley (director/screenplay); ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Commando</td>\n",
              "      <td>Asif Akbar (director); Koji Steven Sakai (scre...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>American Siege</td>\n",
              "      <td>Edward Drake (director/screenplay); Timothy V....</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Scream</td>\n",
              "      <td>Matt Bettinelli-Olpin, Tyler Gillett (director...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                      Title                                      Cast and crew\n",
              "0                   The 355  Simon Kinberg (director/screenplay); Theresa R...\n",
              "1  The Legend of La Llorona  Patricia Harris Seeley (director/screenplay); ...\n",
              "2              The Commando  Asif Akbar (director); Koji Steven Sakai (scre...\n",
              "3            American Siege  Edward Drake (director/screenplay); Timothy V....\n",
              "4                    Scream  Matt Bettinelli-Olpin, Tyler Gillett (director..."
            ]
          },
          "execution_count": 64,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2022 = df[['Title','Cast and crew']]\n",
        "df_2022.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 65,
      "metadata": {},
      "outputs": [],
      "source": [
        "from tmdbv3api import Movie\n",
        "tmdb_movie = Movie()\n",
        "def get_genre(x):\n",
        "    genres = []\n",
        "    result = tmdb_movie.search(x)\n",
        "    if not result:\n",
        "      return np.NaN\n",
        "    else:\n",
        "      movie_id = result[0].id\n",
        "      response = requests.get('https://api.themoviedb.org/3/movie/{}?api_key={}'.format(movie_id,tmdb.api_key))\n",
        "      data_json = response.json()\n",
        "      if data_json['genres']:\n",
        "          genre_str = \" \"\n",
        "          for i in range(0,len(data_json['genres'])):\n",
        "              genres.append(data_json['genres'][i]['name'])\n",
        "          return genre_str.join(genres)\n",
        "      else:\n",
        "          return np.NaN"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 66,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/3201691569.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2022['genres'] = df_2022['Title'].map(lambda x: get_genre(str(x)))\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>genres</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The 355</td>\n",
              "      <td>Simon Kinberg (director/screenplay); Theresa R...</td>\n",
              "      <td>Action Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Legend of La Llorona</td>\n",
              "      <td>Patricia Harris Seeley (director/screenplay); ...</td>\n",
              "      <td>Family Animation Fantasy Horror</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Commando</td>\n",
              "      <td>Asif Akbar (director); Koji Steven Sakai (scre...</td>\n",
              "      <td>Action Crime Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>American Siege</td>\n",
              "      <td>Edward Drake (director/screenplay); Timothy V....</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Scream</td>\n",
              "      <td>Matt Bettinelli-Olpin, Tyler Gillett (director...</td>\n",
              "      <td>Horror Mystery Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>324</th>\n",
              "      <td>Alice, Darling</td>\n",
              "      <td>Mary Nighy (director); Alanna Francis (screenp...</td>\n",
              "      <td>Thriller Mystery Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>325</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Drama Crime</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>326</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Drama Crime</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>327</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Drama Crime</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>328</th>\n",
              "      <td>NaN</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Drama Crime</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>329 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                        Title  \\\n",
              "0                     The 355   \n",
              "1    The Legend of La Llorona   \n",
              "2                The Commando   \n",
              "3              American Siege   \n",
              "4                      Scream   \n",
              "..                        ...   \n",
              "324            Alice, Darling   \n",
              "325                       NaN   \n",
              "326                       NaN   \n",
              "327                       NaN   \n",
              "328                       NaN   \n",
              "\n",
              "                                         Cast and crew  \\\n",
              "0    Simon Kinberg (director/screenplay); Theresa R...   \n",
              "1    Patricia Harris Seeley (director/screenplay); ...   \n",
              "2    Asif Akbar (director); Koji Steven Sakai (scre...   \n",
              "3    Edward Drake (director/screenplay); Timothy V....   \n",
              "4    Matt Bettinelli-Olpin, Tyler Gillett (director...   \n",
              "..                                                 ...   \n",
              "324  Mary Nighy (director); Alanna Francis (screenp...   \n",
              "325                                                NaN   \n",
              "326                                                NaN   \n",
              "327                                                NaN   \n",
              "328                                                NaN   \n",
              "\n",
              "                              genres  \n",
              "0                    Action Thriller  \n",
              "1    Family Animation Fantasy Horror  \n",
              "2              Action Crime Thriller  \n",
              "3          Action Adventure Thriller  \n",
              "4            Horror Mystery Thriller  \n",
              "..                               ...  \n",
              "324           Thriller Mystery Drama  \n",
              "325                      Drama Crime  \n",
              "326                      Drama Crime  \n",
              "327                      Drama Crime  \n",
              "328                      Drama Crime  \n",
              "\n",
              "[329 rows x 3 columns]"
            ]
          },
          "execution_count": 66,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2022['genres'] = df_2022['Title'].map(lambda x: get_genre(str(x)))\n",
        "df_2022"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 67,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/3796821595.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2022['director_name'] = df_2022['Cast and crew'].map(lambda x: get_director(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2022['director_name'] = df_2022['Cast and crew'].map(lambda x: get_director(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 68,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/2929607607.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2022['actor_1_name'] = df_2022['Cast and crew'].map(lambda x: get_actor1(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2022['actor_1_name'] = df_2022['Cast and crew'].map(lambda x: get_actor1(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 69,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/2384233428.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2022['actor_2_name'] = df_2022['Cast and crew'].map(lambda x: get_actor2(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2022['actor_2_name'] = df_2022['Cast and crew'].map(lambda x: get_actor2(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 70,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>genres</th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>The 355</td>\n",
              "      <td>Simon Kinberg (director/screenplay); Theresa R...</td>\n",
              "      <td>Action Thriller</td>\n",
              "      <td>Simon Kinberg</td>\n",
              "      <td>Jessica Chastain</td>\n",
              "      <td>Lupita Nyong'o</td>\n",
              "      <td>Penélope Cruz</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Legend of La Llorona</td>\n",
              "      <td>Patricia Harris Seeley (director/screenplay); ...</td>\n",
              "      <td>Family Animation Fantasy Horror</td>\n",
              "      <td>Patricia Harris Seeley</td>\n",
              "      <td>Autumn Reeser</td>\n",
              "      <td>Antonio Cupo</td>\n",
              "      <td>Danny Trejo</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Commando</td>\n",
              "      <td>Asif Akbar (director); Koji Steven Sakai (scre...</td>\n",
              "      <td>Action Crime Thriller</td>\n",
              "      <td>Asif Akbar</td>\n",
              "      <td>Mickey Rourke</td>\n",
              "      <td>Michael Jai White</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>American Siege</td>\n",
              "      <td>Edward Drake (director/screenplay); Timothy V....</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "      <td>Edward Drake</td>\n",
              "      <td>Timothy V. Murphy</td>\n",
              "      <td>Bruce Willis</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Scream</td>\n",
              "      <td>Matt Bettinelli-Olpin, Tyler Gillett (director...</td>\n",
              "      <td>Horror Mystery Thriller</td>\n",
              "      <td>Matt Bettinelli-Olpin, Tyler Gillett</td>\n",
              "      <td>Melissa Barrera</td>\n",
              "      <td>Mason Gooding</td>\n",
              "      <td>Jenna Ortega</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                      Title  \\\n",
              "0                   The 355   \n",
              "1  The Legend of La Llorona   \n",
              "2              The Commando   \n",
              "3            American Siege   \n",
              "4                    Scream   \n",
              "\n",
              "                                       Cast and crew  \\\n",
              "0  Simon Kinberg (director/screenplay); Theresa R...   \n",
              "1  Patricia Harris Seeley (director/screenplay); ...   \n",
              "2  Asif Akbar (director); Koji Steven Sakai (scre...   \n",
              "3  Edward Drake (director/screenplay); Timothy V....   \n",
              "4  Matt Bettinelli-Olpin, Tyler Gillett (director...   \n",
              "\n",
              "                            genres                         director_name  \\\n",
              "0                  Action Thriller                         Simon Kinberg   \n",
              "1  Family Animation Fantasy Horror                Patricia Harris Seeley   \n",
              "2            Action Crime Thriller                            Asif Akbar   \n",
              "3        Action Adventure Thriller                          Edward Drake   \n",
              "4          Horror Mystery Thriller  Matt Bettinelli-Olpin, Tyler Gillett   \n",
              "\n",
              "        actor_1_name       actor_2_name   actor_3_name  \n",
              "0   Jessica Chastain     Lupita Nyong'o  Penélope Cruz  \n",
              "1      Autumn Reeser       Antonio Cupo    Danny Trejo  \n",
              "2      Mickey Rourke  Michael Jai White            NaN  \n",
              "3  Timothy V. Murphy       Bruce Willis            NaN  \n",
              "4    Melissa Barrera      Mason Gooding   Jenna Ortega  "
            ]
          },
          "execution_count": 70,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2022['actor_3_name'] = df_2022['Cast and crew'].map(lambda x: get_actor3(str(x)))\n",
        "df_2022.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 71,
      "metadata": {},
      "outputs": [],
      "source": [
        "df_2022 = df_2022.rename(columns={'Title':'movie_title'})"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 72,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df22 = df_2022.loc[:,['director_name','actor_1_name','actor_2_name','actor_3_name','genres','movie_title']]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 73,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Simon Kinberg</td>\n",
              "      <td>Jessica Chastain</td>\n",
              "      <td>Lupita Nyong'o</td>\n",
              "      <td>Penélope Cruz</td>\n",
              "      <td>Action Thriller</td>\n",
              "      <td>The 355</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Patricia Harris Seeley</td>\n",
              "      <td>Autumn Reeser</td>\n",
              "      <td>Antonio Cupo</td>\n",
              "      <td>Danny Trejo</td>\n",
              "      <td>Family Animation Fantasy Horror</td>\n",
              "      <td>The Legend of La Llorona</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Asif Akbar</td>\n",
              "      <td>Mickey Rourke</td>\n",
              "      <td>Michael Jai White</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Action Crime Thriller</td>\n",
              "      <td>The Commando</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Edward Drake</td>\n",
              "      <td>Timothy V. Murphy</td>\n",
              "      <td>Bruce Willis</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "      <td>American Siege</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Matt Bettinelli-Olpin, Tyler Gillett</td>\n",
              "      <td>Melissa Barrera</td>\n",
              "      <td>Mason Gooding</td>\n",
              "      <td>Jenna Ortega</td>\n",
              "      <td>Horror Mystery Thriller</td>\n",
              "      <td>Scream</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                          director_name       actor_1_name       actor_2_name  \\\n",
              "0                         Simon Kinberg   Jessica Chastain     Lupita Nyong'o   \n",
              "1                Patricia Harris Seeley      Autumn Reeser       Antonio Cupo   \n",
              "2                            Asif Akbar      Mickey Rourke  Michael Jai White   \n",
              "3                          Edward Drake  Timothy V. Murphy       Bruce Willis   \n",
              "4  Matt Bettinelli-Olpin, Tyler Gillett    Melissa Barrera      Mason Gooding   \n",
              "\n",
              "    actor_3_name                           genres               movie_title  \n",
              "0  Penélope Cruz                  Action Thriller                   The 355  \n",
              "1    Danny Trejo  Family Animation Fantasy Horror  The Legend of La Llorona  \n",
              "2            NaN            Action Crime Thriller              The Commando  \n",
              "3            NaN        Action Adventure Thriller            American Siege  \n",
              "4   Jenna Ortega          Horror Mystery Thriller                    Scream  "
            ]
          },
          "execution_count": 73,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df22.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 74,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df22['comb'] = new_df22['actor_1_name'] + ' ' + new_df22['actor_2_name'] + ' '+ new_df22['actor_3_name'] + ' '+ new_df22['director_name'] +' ' + new_df22['genres']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 75,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name     0\n",
              "actor_1_name      0\n",
              "actor_2_name      9\n",
              "actor_3_name     35\n",
              "genres            1\n",
              "movie_title       4\n",
              "comb             36\n",
              "dtype: int64"
            ]
          },
          "execution_count": 75,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df22.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 76,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df22 = new_df22.dropna(how='any')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 77,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name    0\n",
              "actor_1_name     0\n",
              "actor_2_name     0\n",
              "actor_3_name     0\n",
              "genres           0\n",
              "movie_title      0\n",
              "comb             0\n",
              "dtype: int64"
            ]
          },
          "execution_count": 77,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df22.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 78,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df22['movie_title'] = new_df22['movie_title'].str.lower()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 79,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Simon Kinberg</td>\n",
              "      <td>Jessica Chastain</td>\n",
              "      <td>Lupita Nyong'o</td>\n",
              "      <td>Penélope Cruz</td>\n",
              "      <td>Action Thriller</td>\n",
              "      <td>the 355</td>\n",
              "      <td>Jessica Chastain Lupita Nyong'o Penélope Cruz ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Patricia Harris Seeley</td>\n",
              "      <td>Autumn Reeser</td>\n",
              "      <td>Antonio Cupo</td>\n",
              "      <td>Danny Trejo</td>\n",
              "      <td>Family Animation Fantasy Horror</td>\n",
              "      <td>the legend of la llorona</td>\n",
              "      <td>Autumn Reeser Antonio Cupo Danny Trejo Patrici...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Matt Bettinelli-Olpin, Tyler Gillett</td>\n",
              "      <td>Melissa Barrera</td>\n",
              "      <td>Mason Gooding</td>\n",
              "      <td>Jenna Ortega</td>\n",
              "      <td>Horror Mystery Thriller</td>\n",
              "      <td>scream</td>\n",
              "      <td>Melissa Barrera Mason Gooding Jenna Ortega Mat...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>Jennifer Kluska, Derek Drymon</td>\n",
              "      <td>Andy Samberg</td>\n",
              "      <td>Selena Gomez</td>\n",
              "      <td>Kathryn Hahn</td>\n",
              "      <td>Animation Comedy Family Adventure Fantasy</td>\n",
              "      <td>hotel transylvania: transformania</td>\n",
              "      <td>Andy Samberg Selena Gomez Kathryn Hahn Jennife...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>Luis Prieto</td>\n",
              "      <td>Cameron Monaghan</td>\n",
              "      <td>Frank Grillo</td>\n",
              "      <td>Lilly Krug</td>\n",
              "      <td>Thriller</td>\n",
              "      <td>shattered</td>\n",
              "      <td>Cameron Monaghan Frank Grillo Lilly Krug Luis ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                          director_name      actor_1_name    actor_2_name  \\\n",
              "0                         Simon Kinberg  Jessica Chastain  Lupita Nyong'o   \n",
              "1                Patricia Harris Seeley     Autumn Reeser    Antonio Cupo   \n",
              "4  Matt Bettinelli-Olpin, Tyler Gillett   Melissa Barrera   Mason Gooding   \n",
              "5         Jennifer Kluska, Derek Drymon      Andy Samberg    Selena Gomez   \n",
              "6                           Luis Prieto  Cameron Monaghan    Frank Grillo   \n",
              "\n",
              "    actor_3_name                                     genres  \\\n",
              "0  Penélope Cruz                            Action Thriller   \n",
              "1    Danny Trejo            Family Animation Fantasy Horror   \n",
              "4   Jenna Ortega                    Horror Mystery Thriller   \n",
              "5   Kathryn Hahn  Animation Comedy Family Adventure Fantasy   \n",
              "6     Lilly Krug                                   Thriller   \n",
              "\n",
              "                         movie_title  \\\n",
              "0                            the 355   \n",
              "1           the legend of la llorona   \n",
              "4                             scream   \n",
              "5  hotel transylvania: transformania   \n",
              "6                          shattered   \n",
              "\n",
              "                                                comb  \n",
              "0  Jessica Chastain Lupita Nyong'o Penélope Cruz ...  \n",
              "1  Autumn Reeser Antonio Cupo Danny Trejo Patrici...  \n",
              "4  Melissa Barrera Mason Gooding Jenna Ortega Mat...  \n",
              "5  Andy Samberg Selena Gomez Kathryn Hahn Jennife...  \n",
              "6  Cameron Monaghan Frank Grillo Lilly Krug Luis ...  "
            ]
          },
          "execution_count": 79,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df22.head()"
      ]
    },
    {
      "attachments": {},
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "### **Extracting features of 2023 movies from Wikipedia**"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 80,
      "metadata": {},
      "outputs": [],
      "source": [
        "link = \"https://en.wikipedia.org/wiki/List_of_American_films_of_2023\"\n",
        "\n",
        "source = urllib.request.urlopen(link).read()\n",
        "soup = bs.BeautifulSoup(source,'lxml')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 81,
      "metadata": {},
      "outputs": [],
      "source": [
        "tables = soup.find_all('table',class_='wikitable sortable')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 82,
      "metadata": {},
      "outputs": [],
      "source": [
        "df1 = pd.read_html(str(tables[0]))[0]\n",
        "df2 = pd.read_html(str(tables[1]))[0]\n",
        "df3 = pd.read_html(str(tables[2]))[0]\n",
        "df4 = pd.read_html(str(tables[3]).replace(\"'1\\\"\\'\",'\"1\"'))[0] # avoided \"ValueError: invalid literal for int() with base 10: '1\"'"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 83,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/2054277875.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Opening</th>\n",
              "      <th>Opening.1</th>\n",
              "      <th>Title</th>\n",
              "      <th>Production company</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>Ref.</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>6</td>\n",
              "      <td>M3GAN</td>\n",
              "      <td>Universal Pictures / Blumhouse Productions / A...</td>\n",
              "      <td>Gerard Johnstone (director); Akela Cooper (scr...</td>\n",
              "      <td>[3]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>6</td>\n",
              "      <td>The Old Way</td>\n",
              "      <td>Saban Films / Saturn Films</td>\n",
              "      <td>Brett Donowho (director); Carl W. Lucas (scree...</td>\n",
              "      <td>[4]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>11</td>\n",
              "      <td>The Devil Conspiracy</td>\n",
              "      <td>Samuel Goldwyn Films</td>\n",
              "      <td>Nathan Frankowski (director); Ed Alan (screenp...</td>\n",
              "      <td>[5]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>13</td>\n",
              "      <td>Plane</td>\n",
              "      <td>Lionsgate / MadRiver Pictures / Di Bonaventura...</td>\n",
              "      <td>Jean-François Richet (director); Charles Cummi...</td>\n",
              "      <td>[6]</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>J A N U A R Y</td>\n",
              "      <td>13</td>\n",
              "      <td>House Party</td>\n",
              "      <td>Warner Bros. Pictures / New Line Cinema</td>\n",
              "      <td>Calmatic (director); Jamal Olori, Stephen Glov...</td>\n",
              "      <td>[7]</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "         Opening  Opening.1                 Title  \\\n",
              "0  J A N U A R Y          6                 M3GAN   \n",
              "1  J A N U A R Y          6           The Old Way   \n",
              "2  J A N U A R Y         11  The Devil Conspiracy   \n",
              "3  J A N U A R Y         13                 Plane   \n",
              "4  J A N U A R Y         13           House Party   \n",
              "\n",
              "                                  Production company  \\\n",
              "0  Universal Pictures / Blumhouse Productions / A...   \n",
              "1                         Saban Films / Saturn Films   \n",
              "2                               Samuel Goldwyn Films   \n",
              "3  Lionsgate / MadRiver Pictures / Di Bonaventura...   \n",
              "4            Warner Bros. Pictures / New Line Cinema   \n",
              "\n",
              "                                       Cast and crew Ref.  \n",
              "0  Gerard Johnstone (director); Akela Cooper (scr...  [3]  \n",
              "1  Brett Donowho (director); Carl W. Lucas (scree...  [4]  \n",
              "2  Nathan Frankowski (director); Ed Alan (screenp...  [5]  \n",
              "3  Jean-François Richet (director); Charles Cummi...  [6]  \n",
              "4  Calmatic (director); Jamal Olori, Stephen Glov...  [7]  "
            ]
          },
          "execution_count": 83,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df = df1.append(df2.append(df3.append(df4,ignore_index=True),ignore_index=True),ignore_index=True)\n",
        "df.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 84,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>M3GAN</td>\n",
              "      <td>Gerard Johnstone (director); Akela Cooper (scr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Old Way</td>\n",
              "      <td>Brett Donowho (director); Carl W. Lucas (scree...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Devil Conspiracy</td>\n",
              "      <td>Nathan Frankowski (director); Ed Alan (screenp...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Plane</td>\n",
              "      <td>Jean-François Richet (director); Charles Cummi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>House Party</td>\n",
              "      <td>Calmatic (director); Jamal Olori, Stephen Glov...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                  Title                                      Cast and crew\n",
              "0                 M3GAN  Gerard Johnstone (director); Akela Cooper (scr...\n",
              "1           The Old Way  Brett Donowho (director); Carl W. Lucas (scree...\n",
              "2  The Devil Conspiracy  Nathan Frankowski (director); Ed Alan (screenp...\n",
              "3                 Plane  Jean-François Richet (director); Charles Cummi...\n",
              "4           House Party  Calmatic (director); Jamal Olori, Stephen Glov..."
            ]
          },
          "execution_count": 84,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2023 = df[['Title','Cast and crew']]\n",
        "df_2023.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 85,
      "metadata": {},
      "outputs": [],
      "source": [
        "from tmdbv3api import Movie\n",
        "tmdb_movie = Movie()\n",
        "def get_genre(x):\n",
        "    genres = []\n",
        "    result = tmdb_movie.search(x)\n",
        "    if not result:\n",
        "      return np.NaN\n",
        "    else:\n",
        "      movie_id = result[0].id\n",
        "      response = requests.get('https://api.themoviedb.org/3/movie/{}?api_key={}'.format(movie_id,tmdb.api_key))\n",
        "      data_json = response.json()\n",
        "      if data_json['genres']:\n",
        "          genre_str = \" \"\n",
        "          for i in range(0,len(data_json['genres'])):\n",
        "              genres.append(data_json['genres'][i]['name'])\n",
        "          return genre_str.join(genres)\n",
        "      else:\n",
        "          return np.NaN"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 86,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/1451337800.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2023['genres'] = df_2023['Title'].map(lambda x: get_genre(str(x)))\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>genres</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>M3GAN</td>\n",
              "      <td>Gerard Johnstone (director); Akela Cooper (scr...</td>\n",
              "      <td>Science Fiction Horror</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Old Way</td>\n",
              "      <td>Brett Donowho (director); Carl W. Lucas (scree...</td>\n",
              "      <td>Western</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Devil Conspiracy</td>\n",
              "      <td>Nathan Frankowski (director); Ed Alan (screenp...</td>\n",
              "      <td>Horror Fantasy Science Fiction Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Plane</td>\n",
              "      <td>Jean-François Richet (director); Charles Cummi...</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>House Party</td>\n",
              "      <td>Calmatic (director); Jamal Olori, Stephen Glov...</td>\n",
              "      <td>Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>221</th>\n",
              "      <td>Untitled Ghostbusters: Afterlife sequel</td>\n",
              "      <td>Gil Kenan (director/screenplay); Jason Reitman...</td>\n",
              "      <td>Fantasy Adventure Comedy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>222</th>\n",
              "      <td>Rebel Moon</td>\n",
              "      <td>Zack Snyder (director); Shay Hatten (screenpla...</td>\n",
              "      <td>Science Fiction Fantasy Action</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>223</th>\n",
              "      <td>Migration</td>\n",
              "      <td>Benjamin Renner (director); Mike White (screen...</td>\n",
              "      <td>Animation Comedy Adventure</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>224</th>\n",
              "      <td>The Color Purple</td>\n",
              "      <td>Blitz Bazawule (director), Marcus Gardley (scr...</td>\n",
              "      <td>Drama</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>225</th>\n",
              "      <td>The Boys in the Boat</td>\n",
              "      <td>George Clooney (director), Mark L. Smith (scre...</td>\n",
              "      <td>Drama History</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>226 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                       Title  \\\n",
              "0                                      M3GAN   \n",
              "1                                The Old Way   \n",
              "2                       The Devil Conspiracy   \n",
              "3                                      Plane   \n",
              "4                                House Party   \n",
              "..                                       ...   \n",
              "221  Untitled Ghostbusters: Afterlife sequel   \n",
              "222                               Rebel Moon   \n",
              "223                                Migration   \n",
              "224                         The Color Purple   \n",
              "225                     The Boys in the Boat   \n",
              "\n",
              "                                         Cast and crew  \\\n",
              "0    Gerard Johnstone (director); Akela Cooper (scr...   \n",
              "1    Brett Donowho (director); Carl W. Lucas (scree...   \n",
              "2    Nathan Frankowski (director); Ed Alan (screenp...   \n",
              "3    Jean-François Richet (director); Charles Cummi...   \n",
              "4    Calmatic (director); Jamal Olori, Stephen Glov...   \n",
              "..                                                 ...   \n",
              "221  Gil Kenan (director/screenplay); Jason Reitman...   \n",
              "222  Zack Snyder (director); Shay Hatten (screenpla...   \n",
              "223  Benjamin Renner (director); Mike White (screen...   \n",
              "224  Blitz Bazawule (director), Marcus Gardley (scr...   \n",
              "225  George Clooney (director), Mark L. Smith (scre...   \n",
              "\n",
              "                                      genres  \n",
              "0                     Science Fiction Horror  \n",
              "1                                    Western  \n",
              "2    Horror Fantasy Science Fiction Thriller  \n",
              "3                  Action Adventure Thriller  \n",
              "4                                     Comedy  \n",
              "..                                       ...  \n",
              "221                 Fantasy Adventure Comedy  \n",
              "222           Science Fiction Fantasy Action  \n",
              "223               Animation Comedy Adventure  \n",
              "224                                    Drama  \n",
              "225                            Drama History  \n",
              "\n",
              "[226 rows x 3 columns]"
            ]
          },
          "execution_count": 86,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2023['genres'] = df_2023['Title'].map(lambda x: get_genre(str(x)))\n",
        "df_2023"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 87,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/1551818249.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2023['director_name'] = df_2023['Cast and crew'].map(lambda x: get_director(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2023['director_name'] = df_2023['Cast and crew'].map(lambda x: get_director(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 88,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/4038699429.py:1: SettingWithCopyWarning: \n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "  df_2023['actor_1_name'] = df_2023['Cast and crew'].map(lambda x: get_actor1(str(x)))\n"
          ]
        }
      ],
      "source": [
        "df_2023['actor_1_name'] = df_2023['Cast and crew'].map(lambda x: get_actor1(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 89,
      "metadata": {},
      "outputs": [],
      "source": [
        "df_2023['actor_2_name'] = df_2023['Cast and crew'].map(lambda x: get_actor2(str(x)))"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 90,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Title</th>\n",
              "      <th>Cast and crew</th>\n",
              "      <th>genres</th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>M3GAN</td>\n",
              "      <td>Gerard Johnstone (director); Akela Cooper (scr...</td>\n",
              "      <td>Science Fiction Horror</td>\n",
              "      <td>Gerard Johnstone</td>\n",
              "      <td>Allison Williams</td>\n",
              "      <td>Violet McGraw</td>\n",
              "      <td>Amie Donald</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>The Old Way</td>\n",
              "      <td>Brett Donowho (director); Carl W. Lucas (scree...</td>\n",
              "      <td>Western</td>\n",
              "      <td>Brett Donowho</td>\n",
              "      <td>Nicolas Cage</td>\n",
              "      <td>Ryan Kiera Armstrong</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>The Devil Conspiracy</td>\n",
              "      <td>Nathan Frankowski (director); Ed Alan (screenp...</td>\n",
              "      <td>Horror Fantasy Science Fiction Thriller</td>\n",
              "      <td>Nathan Frankowski</td>\n",
              "      <td>Alice Orr-Ewing</td>\n",
              "      <td>Joe Doyle</td>\n",
              "      <td>Eveline Hall</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Plane</td>\n",
              "      <td>Jean-François Richet (director); Charles Cummi...</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "      <td>Jean-François Richet</td>\n",
              "      <td>Gerard Butler</td>\n",
              "      <td>Mike Colter</td>\n",
              "      <td>Yoson An</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>House Party</td>\n",
              "      <td>Calmatic (director); Jamal Olori, Stephen Glov...</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>Calmatic</td>\n",
              "      <td>Tosin Cole</td>\n",
              "      <td>Jacob Latimore</td>\n",
              "      <td>Karen Obilom</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                  Title                                      Cast and crew  \\\n",
              "0                 M3GAN  Gerard Johnstone (director); Akela Cooper (scr...   \n",
              "1           The Old Way  Brett Donowho (director); Carl W. Lucas (scree...   \n",
              "2  The Devil Conspiracy  Nathan Frankowski (director); Ed Alan (screenp...   \n",
              "3                 Plane  Jean-François Richet (director); Charles Cummi...   \n",
              "4           House Party  Calmatic (director); Jamal Olori, Stephen Glov...   \n",
              "\n",
              "                                    genres         director_name  \\\n",
              "0                   Science Fiction Horror      Gerard Johnstone   \n",
              "1                                  Western         Brett Donowho   \n",
              "2  Horror Fantasy Science Fiction Thriller     Nathan Frankowski   \n",
              "3                Action Adventure Thriller  Jean-François Richet   \n",
              "4                                   Comedy              Calmatic   \n",
              "\n",
              "       actor_1_name          actor_2_name  actor_3_name  \n",
              "0  Allison Williams         Violet McGraw   Amie Donald  \n",
              "1      Nicolas Cage  Ryan Kiera Armstrong           NaN  \n",
              "2   Alice Orr-Ewing             Joe Doyle  Eveline Hall  \n",
              "3     Gerard Butler           Mike Colter      Yoson An  \n",
              "4        Tosin Cole        Jacob Latimore  Karen Obilom  "
            ]
          },
          "execution_count": 90,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_2023['actor_3_name'] = df_2023['Cast and crew'].map(lambda x: get_actor3(str(x)))\n",
        "df_2023.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 91,
      "metadata": {},
      "outputs": [],
      "source": [
        "df_2023 = df_2023.rename(columns={'Title':'movie_title'})"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 92,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Gerard Johnstone</td>\n",
              "      <td>Allison Williams</td>\n",
              "      <td>Violet McGraw</td>\n",
              "      <td>Amie Donald</td>\n",
              "      <td>Science Fiction Horror</td>\n",
              "      <td>M3GAN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Brett Donowho</td>\n",
              "      <td>Nicolas Cage</td>\n",
              "      <td>Ryan Kiera Armstrong</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Western</td>\n",
              "      <td>The Old Way</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Nathan Frankowski</td>\n",
              "      <td>Alice Orr-Ewing</td>\n",
              "      <td>Joe Doyle</td>\n",
              "      <td>Eveline Hall</td>\n",
              "      <td>Horror Fantasy Science Fiction Thriller</td>\n",
              "      <td>The Devil Conspiracy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Jean-François Richet</td>\n",
              "      <td>Gerard Butler</td>\n",
              "      <td>Mike Colter</td>\n",
              "      <td>Yoson An</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "      <td>Plane</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Calmatic</td>\n",
              "      <td>Tosin Cole</td>\n",
              "      <td>Jacob Latimore</td>\n",
              "      <td>Karen Obilom</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>House Party</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "          director_name      actor_1_name          actor_2_name  actor_3_name  \\\n",
              "0      Gerard Johnstone  Allison Williams         Violet McGraw   Amie Donald   \n",
              "1         Brett Donowho      Nicolas Cage  Ryan Kiera Armstrong           NaN   \n",
              "2     Nathan Frankowski   Alice Orr-Ewing             Joe Doyle  Eveline Hall   \n",
              "3  Jean-François Richet     Gerard Butler           Mike Colter      Yoson An   \n",
              "4              Calmatic        Tosin Cole        Jacob Latimore  Karen Obilom   \n",
              "\n",
              "                                    genres           movie_title  \n",
              "0                   Science Fiction Horror                 M3GAN  \n",
              "1                                  Western           The Old Way  \n",
              "2  Horror Fantasy Science Fiction Thriller  The Devil Conspiracy  \n",
              "3                Action Adventure Thriller                 Plane  \n",
              "4                                   Comedy           House Party  "
            ]
          },
          "execution_count": 92,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df23 = df_2023.loc[:,['director_name','actor_1_name','actor_2_name','actor_3_name','genres','movie_title']]\n",
        "new_df23.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 93,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df23['comb'] = new_df23['actor_1_name'] + ' ' + new_df23['actor_2_name'] + ' '+ new_df23['actor_3_name'] + ' '+ new_df23['director_name'] +' ' + new_df23['genres']"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 94,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name     0\n",
              "actor_1_name      0\n",
              "actor_2_name      1\n",
              "actor_3_name     12\n",
              "genres            1\n",
              "movie_title       0\n",
              "comb             13\n",
              "dtype: int64"
            ]
          },
          "execution_count": 94,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df23.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 95,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df23 = new_df23.dropna(how='any')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 96,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name    0\n",
              "actor_1_name     0\n",
              "actor_2_name     0\n",
              "actor_3_name     0\n",
              "genres           0\n",
              "movie_title      0\n",
              "comb             0\n",
              "dtype: int64"
            ]
          },
          "execution_count": 96,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df23.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 97,
      "metadata": {},
      "outputs": [],
      "source": [
        "new_df23['movie_title'] = new_df23['movie_title'].str.lower()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 98,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Gerard Johnstone</td>\n",
              "      <td>Allison Williams</td>\n",
              "      <td>Violet McGraw</td>\n",
              "      <td>Amie Donald</td>\n",
              "      <td>Science Fiction Horror</td>\n",
              "      <td>m3gan</td>\n",
              "      <td>Allison Williams Violet McGraw Amie Donald Ger...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Nathan Frankowski</td>\n",
              "      <td>Alice Orr-Ewing</td>\n",
              "      <td>Joe Doyle</td>\n",
              "      <td>Eveline Hall</td>\n",
              "      <td>Horror Fantasy Science Fiction Thriller</td>\n",
              "      <td>the devil conspiracy</td>\n",
              "      <td>Alice Orr-Ewing Joe Doyle Eveline Hall Nathan ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Jean-François Richet</td>\n",
              "      <td>Gerard Butler</td>\n",
              "      <td>Mike Colter</td>\n",
              "      <td>Yoson An</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "      <td>plane</td>\n",
              "      <td>Gerard Butler Mike Colter Yoson An Jean-Franço...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Calmatic</td>\n",
              "      <td>Tosin Cole</td>\n",
              "      <td>Jacob Latimore</td>\n",
              "      <td>Karen Obilom</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>house party</td>\n",
              "      <td>Tosin Cole Jacob Latimore Karen Obilom Calmati...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>John Hyams</td>\n",
              "      <td>Gideon Adlon</td>\n",
              "      <td>Bethlehem Million</td>\n",
              "      <td>Marc Menchaca</td>\n",
              "      <td>Horror Thriller</td>\n",
              "      <td>sick</td>\n",
              "      <td>Gideon Adlon Bethlehem Million Marc Menchaca J...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "          director_name      actor_1_name       actor_2_name   actor_3_name  \\\n",
              "0      Gerard Johnstone  Allison Williams      Violet McGraw    Amie Donald   \n",
              "2     Nathan Frankowski   Alice Orr-Ewing          Joe Doyle   Eveline Hall   \n",
              "3  Jean-François Richet     Gerard Butler        Mike Colter       Yoson An   \n",
              "4              Calmatic        Tosin Cole     Jacob Latimore   Karen Obilom   \n",
              "5            John Hyams      Gideon Adlon  Bethlehem Million  Marc Menchaca   \n",
              "\n",
              "                                    genres           movie_title  \\\n",
              "0                   Science Fiction Horror                 m3gan   \n",
              "2  Horror Fantasy Science Fiction Thriller  the devil conspiracy   \n",
              "3                Action Adventure Thriller                 plane   \n",
              "4                                   Comedy           house party   \n",
              "5                          Horror Thriller                  sick   \n",
              "\n",
              "                                                comb  \n",
              "0  Allison Williams Violet McGraw Amie Donald Ger...  \n",
              "2  Alice Orr-Ewing Joe Doyle Eveline Hall Nathan ...  \n",
              "3  Gerard Butler Mike Colter Yoson An Jean-Franço...  \n",
              "4  Tosin Cole Jacob Latimore Karen Obilom Calmati...  \n",
              "5  Gideon Adlon Bethlehem Million Marc Menchaca J...  "
            ]
          },
          "execution_count": 98,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "new_df23.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 99,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/2641081312.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  my_df = new_df20.append(new_df21,ignore_index=True)\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Nicolas Pesce</td>\n",
              "      <td>Andrea Riseborough</td>\n",
              "      <td>Demián Bichir</td>\n",
              "      <td>John Cho</td>\n",
              "      <td>Horror Mystery</td>\n",
              "      <td>the grudge</td>\n",
              "      <td>Andrea Riseborough Demián Bichir John Cho Nico...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>William Eubank</td>\n",
              "      <td>Kristen Stewart</td>\n",
              "      <td>Vincent Cassel</td>\n",
              "      <td>Jessica Henwick</td>\n",
              "      <td>Horror Science Fiction Action Adventure</td>\n",
              "      <td>underwater</td>\n",
              "      <td>Kristen Stewart Vincent Cassel Jessica Henwick...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Miguel Arteta</td>\n",
              "      <td>Tiffany Haddish</td>\n",
              "      <td>Rose Byrne</td>\n",
              "      <td>Salma Hayek</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>like a boss</td>\n",
              "      <td>Tiffany Haddish Rose Byrne Salma Hayek Miguel ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Jon Avnet</td>\n",
              "      <td>Richard Gere</td>\n",
              "      <td>Peter Dinklage</td>\n",
              "      <td>Walton Goggins</td>\n",
              "      <td>Drama</td>\n",
              "      <td>three christs</td>\n",
              "      <td>Richard Gere Peter Dinklage Walton Goggins Jon...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Anthony Jerjen</td>\n",
              "      <td>Josh Hartnett</td>\n",
              "      <td>Margarita Levieva</td>\n",
              "      <td>Chandler Riggs</td>\n",
              "      <td>Crime Thriller Drama</td>\n",
              "      <td>inherit the viper</td>\n",
              "      <td>Josh Hartnett Margarita Levieva Chandler Riggs...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>575</th>\n",
              "      <td>Matthew Vaughn</td>\n",
              "      <td>Ralph Fiennes</td>\n",
              "      <td>Gemma Arterton</td>\n",
              "      <td>Rhys Ifans</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "      <td>the king's man</td>\n",
              "      <td>Ralph Fiennes Gemma Arterton Rhys Ifans Matthe...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>576</th>\n",
              "      <td>Joel Coen</td>\n",
              "      <td>Denzel Washington</td>\n",
              "      <td>Frances McDormand</td>\n",
              "      <td>Bertie Carvel</td>\n",
              "      <td>Drama War</td>\n",
              "      <td>the tragedy of macbeth</td>\n",
              "      <td>Denzel Washington Frances McDormand Bertie Car...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>577</th>\n",
              "      <td>Denzel Washington</td>\n",
              "      <td>Michael B. Jordan</td>\n",
              "      <td>Chanté Adams</td>\n",
              "      <td>Jalon Christian</td>\n",
              "      <td>Drama Romance</td>\n",
              "      <td>a journal for jordan</td>\n",
              "      <td>Michael B. Jordan Chanté Adams Jalon Christian...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>578</th>\n",
              "      <td>Erwin brothers</td>\n",
              "      <td>Zachary Levi</td>\n",
              "      <td>Anna Paquin</td>\n",
              "      <td>Dennis Quaid</td>\n",
              "      <td>Drama</td>\n",
              "      <td>american underdog</td>\n",
              "      <td>Zachary Levi Anna Paquin Dennis Quaid Erwin br...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>579</th>\n",
              "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
              "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
              "      <td>Elkin Díaz</td>\n",
              "      <td>Jeanne Balibar</td>\n",
              "      <td>Drama</td>\n",
              "      <td>memoria</td>\n",
              "      <td>Apichatpong Weerasethakul (director/acreenplay...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>580 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                         director_name  \\\n",
              "0                                        Nicolas Pesce   \n",
              "1                                       William Eubank   \n",
              "2                                        Miguel Arteta   \n",
              "3                                            Jon Avnet   \n",
              "4                                       Anthony Jerjen   \n",
              "..                                                 ...   \n",
              "575                                     Matthew Vaughn   \n",
              "576                                          Joel Coen   \n",
              "577                                  Denzel Washington   \n",
              "578                                     Erwin brothers   \n",
              "579  Apichatpong Weerasethakul (director/acreenplay...   \n",
              "\n",
              "                                          actor_1_name       actor_2_name  \\\n",
              "0                                   Andrea Riseborough      Demián Bichir   \n",
              "1                                      Kristen Stewart     Vincent Cassel   \n",
              "2                                      Tiffany Haddish         Rose Byrne   \n",
              "3                                         Richard Gere     Peter Dinklage   \n",
              "4                                        Josh Hartnett  Margarita Levieva   \n",
              "..                                                 ...                ...   \n",
              "575                                      Ralph Fiennes     Gemma Arterton   \n",
              "576                                  Denzel Washington  Frances McDormand   \n",
              "577                                  Michael B. Jordan       Chanté Adams   \n",
              "578                                       Zachary Levi        Anna Paquin   \n",
              "579  Apichatpong Weerasethakul (director/acreenplay...         Elkin Díaz   \n",
              "\n",
              "        actor_3_name                                   genres  \\\n",
              "0           John Cho                           Horror Mystery   \n",
              "1    Jessica Henwick  Horror Science Fiction Action Adventure   \n",
              "2        Salma Hayek                                   Comedy   \n",
              "3     Walton Goggins                                    Drama   \n",
              "4     Chandler Riggs                     Crime Thriller Drama   \n",
              "..               ...                                      ...   \n",
              "575       Rhys Ifans                Action Adventure Thriller   \n",
              "576    Bertie Carvel                                Drama War   \n",
              "577  Jalon Christian                            Drama Romance   \n",
              "578     Dennis Quaid                                    Drama   \n",
              "579   Jeanne Balibar                                    Drama   \n",
              "\n",
              "                movie_title                                               comb  \n",
              "0                the grudge  Andrea Riseborough Demián Bichir John Cho Nico...  \n",
              "1                underwater  Kristen Stewart Vincent Cassel Jessica Henwick...  \n",
              "2               like a boss  Tiffany Haddish Rose Byrne Salma Hayek Miguel ...  \n",
              "3             three christs  Richard Gere Peter Dinklage Walton Goggins Jon...  \n",
              "4         inherit the viper  Josh Hartnett Margarita Levieva Chandler Riggs...  \n",
              "..                      ...                                                ...  \n",
              "575          the king's man  Ralph Fiennes Gemma Arterton Rhys Ifans Matthe...  \n",
              "576  the tragedy of macbeth  Denzel Washington Frances McDormand Bertie Car...  \n",
              "577    a journal for jordan  Michael B. Jordan Chanté Adams Jalon Christian...  \n",
              "578       american underdog  Zachary Levi Anna Paquin Dennis Quaid Erwin br...  \n",
              "579                 memoria  Apichatpong Weerasethakul (director/acreenplay...  \n",
              "\n",
              "[580 rows x 7 columns]"
            ]
          },
          "execution_count": 99,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "my_df = new_df20.append(new_df21,ignore_index=True)\n",
        "my_df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 100,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/3547790284.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  my_df1 = my_df.append(new_df22,ignore_index=True)\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Nicolas Pesce</td>\n",
              "      <td>Andrea Riseborough</td>\n",
              "      <td>Demián Bichir</td>\n",
              "      <td>John Cho</td>\n",
              "      <td>Horror Mystery</td>\n",
              "      <td>the grudge</td>\n",
              "      <td>Andrea Riseborough Demián Bichir John Cho Nico...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>William Eubank</td>\n",
              "      <td>Kristen Stewart</td>\n",
              "      <td>Vincent Cassel</td>\n",
              "      <td>Jessica Henwick</td>\n",
              "      <td>Horror Science Fiction Action Adventure</td>\n",
              "      <td>underwater</td>\n",
              "      <td>Kristen Stewart Vincent Cassel Jessica Henwick...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Miguel Arteta</td>\n",
              "      <td>Tiffany Haddish</td>\n",
              "      <td>Rose Byrne</td>\n",
              "      <td>Salma Hayek</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>like a boss</td>\n",
              "      <td>Tiffany Haddish Rose Byrne Salma Hayek Miguel ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Jon Avnet</td>\n",
              "      <td>Richard Gere</td>\n",
              "      <td>Peter Dinklage</td>\n",
              "      <td>Walton Goggins</td>\n",
              "      <td>Drama</td>\n",
              "      <td>three christs</td>\n",
              "      <td>Richard Gere Peter Dinklage Walton Goggins Jon...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Anthony Jerjen</td>\n",
              "      <td>Josh Hartnett</td>\n",
              "      <td>Margarita Levieva</td>\n",
              "      <td>Chandler Riggs</td>\n",
              "      <td>Crime Thriller Drama</td>\n",
              "      <td>inherit the viper</td>\n",
              "      <td>Josh Hartnett Margarita Levieva Chandler Riggs...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>868</th>\n",
              "      <td>Kasi Lemmons</td>\n",
              "      <td>Naomi Ackie</td>\n",
              "      <td>Stanley Tucci</td>\n",
              "      <td>Ashton Sanders</td>\n",
              "      <td>Music History Drama</td>\n",
              "      <td>whitney houston: i wanna dance with somebody</td>\n",
              "      <td>Naomi Ackie Stanley Tucci Ashton Sanders Kasi ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>869</th>\n",
              "      <td>Scott Cooper</td>\n",
              "      <td>Christian Bale</td>\n",
              "      <td>Harry Melling</td>\n",
              "      <td>Gillian Anderson</td>\n",
              "      <td>Crime</td>\n",
              "      <td>the pale blue eye</td>\n",
              "      <td>Christian Bale Harry Melling Gillian Anderson ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>870</th>\n",
              "      <td>Sarah Polley</td>\n",
              "      <td>Rooney Mara</td>\n",
              "      <td>Claire Foy</td>\n",
              "      <td>Jessie Buckley</td>\n",
              "      <td>Drama</td>\n",
              "      <td>women talking</td>\n",
              "      <td>Rooney Mara Claire Foy Jessie Buckley Sarah Po...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>871</th>\n",
              "      <td>Marc Forster</td>\n",
              "      <td>Tom Hanks</td>\n",
              "      <td>Mariana Treviño</td>\n",
              "      <td>Rachel Keller</td>\n",
              "      <td>Comedy Drama</td>\n",
              "      <td>a man called otto</td>\n",
              "      <td>Tom Hanks Mariana Treviño Rachel Keller Marc F...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>872</th>\n",
              "      <td>Mary Nighy</td>\n",
              "      <td>Anna Kendrick</td>\n",
              "      <td>Kaniehtiio Horn</td>\n",
              "      <td>Charlie Carrick</td>\n",
              "      <td>Thriller Mystery Drama</td>\n",
              "      <td>alice, darling</td>\n",
              "      <td>Anna Kendrick Kaniehtiio Horn Charlie Carrick ...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>873 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "      director_name        actor_1_name       actor_2_name      actor_3_name  \\\n",
              "0     Nicolas Pesce  Andrea Riseborough      Demián Bichir          John Cho   \n",
              "1    William Eubank     Kristen Stewart     Vincent Cassel   Jessica Henwick   \n",
              "2     Miguel Arteta     Tiffany Haddish         Rose Byrne       Salma Hayek   \n",
              "3         Jon Avnet        Richard Gere     Peter Dinklage    Walton Goggins   \n",
              "4    Anthony Jerjen       Josh Hartnett  Margarita Levieva    Chandler Riggs   \n",
              "..              ...                 ...                ...               ...   \n",
              "868    Kasi Lemmons         Naomi Ackie      Stanley Tucci    Ashton Sanders   \n",
              "869    Scott Cooper      Christian Bale      Harry Melling  Gillian Anderson   \n",
              "870    Sarah Polley         Rooney Mara         Claire Foy    Jessie Buckley   \n",
              "871    Marc Forster           Tom Hanks    Mariana Treviño     Rachel Keller   \n",
              "872      Mary Nighy       Anna Kendrick    Kaniehtiio Horn   Charlie Carrick   \n",
              "\n",
              "                                      genres  \\\n",
              "0                             Horror Mystery   \n",
              "1    Horror Science Fiction Action Adventure   \n",
              "2                                     Comedy   \n",
              "3                                      Drama   \n",
              "4                       Crime Thriller Drama   \n",
              "..                                       ...   \n",
              "868                      Music History Drama   \n",
              "869                                    Crime   \n",
              "870                                    Drama   \n",
              "871                             Comedy Drama   \n",
              "872                   Thriller Mystery Drama   \n",
              "\n",
              "                                      movie_title  \\\n",
              "0                                      the grudge   \n",
              "1                                      underwater   \n",
              "2                                     like a boss   \n",
              "3                                   three christs   \n",
              "4                               inherit the viper   \n",
              "..                                            ...   \n",
              "868  whitney houston: i wanna dance with somebody   \n",
              "869                             the pale blue eye   \n",
              "870                                 women talking   \n",
              "871                             a man called otto   \n",
              "872                                alice, darling   \n",
              "\n",
              "                                                  comb  \n",
              "0    Andrea Riseborough Demián Bichir John Cho Nico...  \n",
              "1    Kristen Stewart Vincent Cassel Jessica Henwick...  \n",
              "2    Tiffany Haddish Rose Byrne Salma Hayek Miguel ...  \n",
              "3    Richard Gere Peter Dinklage Walton Goggins Jon...  \n",
              "4    Josh Hartnett Margarita Levieva Chandler Riggs...  \n",
              "..                                                 ...  \n",
              "868  Naomi Ackie Stanley Tucci Ashton Sanders Kasi ...  \n",
              "869  Christian Bale Harry Melling Gillian Anderson ...  \n",
              "870  Rooney Mara Claire Foy Jessie Buckley Sarah Po...  \n",
              "871  Tom Hanks Mariana Treviño Rachel Keller Marc F...  \n",
              "872  Anna Kendrick Kaniehtiio Horn Charlie Carrick ...  \n",
              "\n",
              "[873 rows x 7 columns]"
            ]
          },
          "execution_count": 100,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "my_df1 = my_df.append(new_df22,ignore_index=True)\n",
        "my_df1"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 101,
      "metadata": {},
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/3348006423.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  my_df2 = my_df1.append(new_df23,ignore_index=True)\n"
          ]
        },
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Nicolas Pesce</td>\n",
              "      <td>Andrea Riseborough</td>\n",
              "      <td>Demián Bichir</td>\n",
              "      <td>John Cho</td>\n",
              "      <td>Horror Mystery</td>\n",
              "      <td>the grudge</td>\n",
              "      <td>Andrea Riseborough Demián Bichir John Cho Nico...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>William Eubank</td>\n",
              "      <td>Kristen Stewart</td>\n",
              "      <td>Vincent Cassel</td>\n",
              "      <td>Jessica Henwick</td>\n",
              "      <td>Horror Science Fiction Action Adventure</td>\n",
              "      <td>underwater</td>\n",
              "      <td>Kristen Stewart Vincent Cassel Jessica Henwick...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Miguel Arteta</td>\n",
              "      <td>Tiffany Haddish</td>\n",
              "      <td>Rose Byrne</td>\n",
              "      <td>Salma Hayek</td>\n",
              "      <td>Comedy</td>\n",
              "      <td>like a boss</td>\n",
              "      <td>Tiffany Haddish Rose Byrne Salma Hayek Miguel ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Jon Avnet</td>\n",
              "      <td>Richard Gere</td>\n",
              "      <td>Peter Dinklage</td>\n",
              "      <td>Walton Goggins</td>\n",
              "      <td>Drama</td>\n",
              "      <td>three christs</td>\n",
              "      <td>Richard Gere Peter Dinklage Walton Goggins Jon...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Anthony Jerjen</td>\n",
              "      <td>Josh Hartnett</td>\n",
              "      <td>Margarita Levieva</td>\n",
              "      <td>Chandler Riggs</td>\n",
              "      <td>Crime Thriller Drama</td>\n",
              "      <td>inherit the viper</td>\n",
              "      <td>Josh Hartnett Margarita Levieva Chandler Riggs...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1081</th>\n",
              "      <td>Gil Kenan</td>\n",
              "      <td>Mckenna Grace</td>\n",
              "      <td>Carrie Coon</td>\n",
              "      <td>Finn Wolfhard</td>\n",
              "      <td>Fantasy Adventure Comedy</td>\n",
              "      <td>untitled ghostbusters: afterlife sequel</td>\n",
              "      <td>Mckenna Grace Carrie Coon Finn Wolfhard Gil Ke...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1082</th>\n",
              "      <td>Zack Snyder</td>\n",
              "      <td>Sofia Boutella</td>\n",
              "      <td>Charlie Hunnam</td>\n",
              "      <td>Ray Fisher</td>\n",
              "      <td>Science Fiction Fantasy Action</td>\n",
              "      <td>rebel moon</td>\n",
              "      <td>Sofia Boutella Charlie Hunnam Ray Fisher Zack ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1083</th>\n",
              "      <td>Benjamin Renner</td>\n",
              "      <td>Kumail Nanjiani</td>\n",
              "      <td>Elizabeth Banks</td>\n",
              "      <td>Keegan-Michael Key</td>\n",
              "      <td>Animation Comedy Adventure</td>\n",
              "      <td>migration</td>\n",
              "      <td>Kumail Nanjiani Elizabeth Banks Keegan-Michael...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1084</th>\n",
              "      <td>Blitz Bazawule</td>\n",
              "      <td>Fantasia Barrino</td>\n",
              "      <td>Taraji P. Henson</td>\n",
              "      <td>Danielle Brooks</td>\n",
              "      <td>Drama</td>\n",
              "      <td>the color purple</td>\n",
              "      <td>Fantasia Barrino Taraji P. Henson Danielle Bro...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1085</th>\n",
              "      <td>George Clooney</td>\n",
              "      <td>Callum Turner</td>\n",
              "      <td>Joel Edgerton</td>\n",
              "      <td>Peter Guinness</td>\n",
              "      <td>Drama History</td>\n",
              "      <td>the boys in the boat</td>\n",
              "      <td>Callum Turner Joel Edgerton Peter Guinness Geo...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1086 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "        director_name        actor_1_name       actor_2_name  \\\n",
              "0       Nicolas Pesce  Andrea Riseborough      Demián Bichir   \n",
              "1      William Eubank     Kristen Stewart     Vincent Cassel   \n",
              "2       Miguel Arteta     Tiffany Haddish         Rose Byrne   \n",
              "3           Jon Avnet        Richard Gere     Peter Dinklage   \n",
              "4      Anthony Jerjen       Josh Hartnett  Margarita Levieva   \n",
              "...               ...                 ...                ...   \n",
              "1081        Gil Kenan       Mckenna Grace        Carrie Coon   \n",
              "1082      Zack Snyder      Sofia Boutella     Charlie Hunnam   \n",
              "1083  Benjamin Renner     Kumail Nanjiani    Elizabeth Banks   \n",
              "1084   Blitz Bazawule    Fantasia Barrino   Taraji P. Henson   \n",
              "1085   George Clooney       Callum Turner      Joel Edgerton   \n",
              "\n",
              "            actor_3_name                                   genres  \\\n",
              "0               John Cho                           Horror Mystery   \n",
              "1        Jessica Henwick  Horror Science Fiction Action Adventure   \n",
              "2            Salma Hayek                                   Comedy   \n",
              "3         Walton Goggins                                    Drama   \n",
              "4         Chandler Riggs                     Crime Thriller Drama   \n",
              "...                  ...                                      ...   \n",
              "1081       Finn Wolfhard                 Fantasy Adventure Comedy   \n",
              "1082          Ray Fisher           Science Fiction Fantasy Action   \n",
              "1083  Keegan-Michael Key               Animation Comedy Adventure   \n",
              "1084     Danielle Brooks                                    Drama   \n",
              "1085      Peter Guinness                            Drama History   \n",
              "\n",
              "                                  movie_title  \\\n",
              "0                                  the grudge   \n",
              "1                                  underwater   \n",
              "2                                 like a boss   \n",
              "3                               three christs   \n",
              "4                           inherit the viper   \n",
              "...                                       ...   \n",
              "1081  untitled ghostbusters: afterlife sequel   \n",
              "1082                               rebel moon   \n",
              "1083                                migration   \n",
              "1084                         the color purple   \n",
              "1085                     the boys in the boat   \n",
              "\n",
              "                                                   comb  \n",
              "0     Andrea Riseborough Demián Bichir John Cho Nico...  \n",
              "1     Kristen Stewart Vincent Cassel Jessica Henwick...  \n",
              "2     Tiffany Haddish Rose Byrne Salma Hayek Miguel ...  \n",
              "3     Richard Gere Peter Dinklage Walton Goggins Jon...  \n",
              "4     Josh Hartnett Margarita Levieva Chandler Riggs...  \n",
              "...                                                 ...  \n",
              "1081  Mckenna Grace Carrie Coon Finn Wolfhard Gil Ke...  \n",
              "1082  Sofia Boutella Charlie Hunnam Ray Fisher Zack ...  \n",
              "1083  Kumail Nanjiani Elizabeth Banks Keegan-Michael...  \n",
              "1084  Fantasia Barrino Taraji P. Henson Danielle Bro...  \n",
              "1085  Callum Turner Joel Edgerton Peter Guinness Geo...  \n",
              "\n",
              "[1086 rows x 7 columns]"
            ]
          },
          "execution_count": 101,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "my_df2 = my_df1.append(new_df23,ignore_index=True)\n",
        "my_df2"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {},
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "code",
      "execution_count": 103,
      "metadata": {
        "id": "yOj8ZSwaSWKI"
      },
      "outputs": [],
      "source": [
        "old_df = pd.read_csv('/Users/appleplay/Desktop/Netflix Recommender app/datasets/final_data.csv')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 104,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 798
        },
        "id": "_YvzjuBUSYRv",
        "outputId": "0f1b7298-6aec-4e3a-86c6-c3393cd94e9f"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>James Cameron</td>\n",
              "      <td>CCH Pounder</td>\n",
              "      <td>Joel David Moore</td>\n",
              "      <td>Wes Studi</td>\n",
              "      <td>Action Adventure Fantasy Sci-Fi</td>\n",
              "      <td>avatar</td>\n",
              "      <td>CCH Pounder Joel David Moore Wes Studi James C...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Gore Verbinski</td>\n",
              "      <td>Johnny Depp</td>\n",
              "      <td>Orlando Bloom</td>\n",
              "      <td>Jack Davenport</td>\n",
              "      <td>Action Adventure Fantasy</td>\n",
              "      <td>pirates of the caribbean: at world's end</td>\n",
              "      <td>Johnny Depp Orlando Bloom Jack Davenport Gore ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Sam Mendes</td>\n",
              "      <td>Christoph Waltz</td>\n",
              "      <td>Rory Kinnear</td>\n",
              "      <td>Stephanie Sigman</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "      <td>spectre</td>\n",
              "      <td>Christoph Waltz Rory Kinnear Stephanie Sigman ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Christopher Nolan</td>\n",
              "      <td>Tom Hardy</td>\n",
              "      <td>Christian Bale</td>\n",
              "      <td>Joseph Gordon-Levitt</td>\n",
              "      <td>Action Thriller</td>\n",
              "      <td>the dark knight rises</td>\n",
              "      <td>Tom Hardy Christian Bale Joseph Gordon-Levitt ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Doug Walker</td>\n",
              "      <td>Doug Walker</td>\n",
              "      <td>Rob Walker</td>\n",
              "      <td>unknown</td>\n",
              "      <td>Documentary</td>\n",
              "      <td>star wars: episode vii - the force awakens    ...</td>\n",
              "      <td>Doug Walker Rob Walker unknown Doug Walker Doc...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "       director_name     actor_1_name      actor_2_name          actor_3_name  \\\n",
              "0      James Cameron      CCH Pounder  Joel David Moore             Wes Studi   \n",
              "1     Gore Verbinski      Johnny Depp     Orlando Bloom        Jack Davenport   \n",
              "2         Sam Mendes  Christoph Waltz      Rory Kinnear      Stephanie Sigman   \n",
              "3  Christopher Nolan        Tom Hardy    Christian Bale  Joseph Gordon-Levitt   \n",
              "4        Doug Walker      Doug Walker        Rob Walker               unknown   \n",
              "\n",
              "                            genres  \\\n",
              "0  Action Adventure Fantasy Sci-Fi   \n",
              "1         Action Adventure Fantasy   \n",
              "2        Action Adventure Thriller   \n",
              "3                  Action Thriller   \n",
              "4                      Documentary   \n",
              "\n",
              "                                         movie_title  \\\n",
              "0                                             avatar   \n",
              "1           pirates of the caribbean: at world's end   \n",
              "2                                            spectre   \n",
              "3                              the dark knight rises   \n",
              "4  star wars: episode vii - the force awakens    ...   \n",
              "\n",
              "                                                comb  \n",
              "0  CCH Pounder Joel David Moore Wes Studi James C...  \n",
              "1  Johnny Depp Orlando Bloom Jack Davenport Gore ...  \n",
              "2  Christoph Waltz Rory Kinnear Stephanie Sigman ...  \n",
              "3  Tom Hardy Christian Bale Joseph Gordon-Levitt ...  \n",
              "4  Doug Walker Rob Walker unknown Doug Walker Doc...  "
            ]
          },
          "execution_count": 104,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "old_df.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 106,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "(5884, 7)"
            ]
          },
          "execution_count": 106,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "old_df.shape"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 105,
      "metadata": {
        "id": "zNPryxyKSoFP"
      },
      "outputs": [
        {
          "name": "stderr",
          "output_type": "stream",
          "text": [
            "/var/folders/8j/5mg1hqbx0rxgbv5q60g_dhhc0000gn/T/ipykernel_3390/30055419.py:1: FutureWarning: The frame.append method is deprecated and will be removed from pandas in a future version. Use pandas.concat instead.\n",
            "  final_df = old_df.append(my_df2,ignore_index=True)\n"
          ]
        }
      ],
      "source": [
        "final_df = old_df.append(my_df2,ignore_index=True)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 107,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 815
        },
        "id": "RLvgax31SsRe",
        "outputId": "3f86355d-f643-4740-fc0f-178e4e170966"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>director_name</th>\n",
              "      <th>actor_1_name</th>\n",
              "      <th>actor_2_name</th>\n",
              "      <th>actor_3_name</th>\n",
              "      <th>genres</th>\n",
              "      <th>movie_title</th>\n",
              "      <th>comb</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>James Cameron</td>\n",
              "      <td>CCH Pounder</td>\n",
              "      <td>Joel David Moore</td>\n",
              "      <td>Wes Studi</td>\n",
              "      <td>Action Adventure Fantasy Sci-Fi</td>\n",
              "      <td>avatar</td>\n",
              "      <td>CCH Pounder Joel David Moore Wes Studi James C...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Gore Verbinski</td>\n",
              "      <td>Johnny Depp</td>\n",
              "      <td>Orlando Bloom</td>\n",
              "      <td>Jack Davenport</td>\n",
              "      <td>Action Adventure Fantasy</td>\n",
              "      <td>pirates of the caribbean: at world's end</td>\n",
              "      <td>Johnny Depp Orlando Bloom Jack Davenport Gore ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Sam Mendes</td>\n",
              "      <td>Christoph Waltz</td>\n",
              "      <td>Rory Kinnear</td>\n",
              "      <td>Stephanie Sigman</td>\n",
              "      <td>Action Adventure Thriller</td>\n",
              "      <td>spectre</td>\n",
              "      <td>Christoph Waltz Rory Kinnear Stephanie Sigman ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Christopher Nolan</td>\n",
              "      <td>Tom Hardy</td>\n",
              "      <td>Christian Bale</td>\n",
              "      <td>Joseph Gordon-Levitt</td>\n",
              "      <td>Action Thriller</td>\n",
              "      <td>the dark knight rises</td>\n",
              "      <td>Tom Hardy Christian Bale Joseph Gordon-Levitt ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Doug Walker</td>\n",
              "      <td>Doug Walker</td>\n",
              "      <td>Rob Walker</td>\n",
              "      <td>unknown</td>\n",
              "      <td>Documentary</td>\n",
              "      <td>star wars: episode vii - the force awakens    ...</td>\n",
              "      <td>Doug Walker Rob Walker unknown Doug Walker Doc...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6965</th>\n",
              "      <td>Gil Kenan</td>\n",
              "      <td>Mckenna Grace</td>\n",
              "      <td>Carrie Coon</td>\n",
              "      <td>Finn Wolfhard</td>\n",
              "      <td>Fantasy Adventure Comedy</td>\n",
              "      <td>untitled ghostbusters: afterlife sequel</td>\n",
              "      <td>Mckenna Grace Carrie Coon Finn Wolfhard Gil Ke...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6966</th>\n",
              "      <td>Zack Snyder</td>\n",
              "      <td>Sofia Boutella</td>\n",
              "      <td>Charlie Hunnam</td>\n",
              "      <td>Ray Fisher</td>\n",
              "      <td>Science Fiction Fantasy Action</td>\n",
              "      <td>rebel moon</td>\n",
              "      <td>Sofia Boutella Charlie Hunnam Ray Fisher Zack ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6967</th>\n",
              "      <td>Benjamin Renner</td>\n",
              "      <td>Kumail Nanjiani</td>\n",
              "      <td>Elizabeth Banks</td>\n",
              "      <td>Keegan-Michael Key</td>\n",
              "      <td>Animation Comedy Adventure</td>\n",
              "      <td>migration</td>\n",
              "      <td>Kumail Nanjiani Elizabeth Banks Keegan-Michael...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6968</th>\n",
              "      <td>Blitz Bazawule</td>\n",
              "      <td>Fantasia Barrino</td>\n",
              "      <td>Taraji P. Henson</td>\n",
              "      <td>Danielle Brooks</td>\n",
              "      <td>Drama</td>\n",
              "      <td>the color purple</td>\n",
              "      <td>Fantasia Barrino Taraji P. Henson Danielle Bro...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6969</th>\n",
              "      <td>George Clooney</td>\n",
              "      <td>Callum Turner</td>\n",
              "      <td>Joel Edgerton</td>\n",
              "      <td>Peter Guinness</td>\n",
              "      <td>Drama History</td>\n",
              "      <td>the boys in the boat</td>\n",
              "      <td>Callum Turner Joel Edgerton Peter Guinness Geo...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>6970 rows × 7 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "          director_name      actor_1_name      actor_2_name  \\\n",
              "0         James Cameron       CCH Pounder  Joel David Moore   \n",
              "1        Gore Verbinski       Johnny Depp     Orlando Bloom   \n",
              "2            Sam Mendes   Christoph Waltz      Rory Kinnear   \n",
              "3     Christopher Nolan         Tom Hardy    Christian Bale   \n",
              "4           Doug Walker       Doug Walker        Rob Walker   \n",
              "...                 ...               ...               ...   \n",
              "6965          Gil Kenan     Mckenna Grace       Carrie Coon   \n",
              "6966        Zack Snyder    Sofia Boutella    Charlie Hunnam   \n",
              "6967    Benjamin Renner   Kumail Nanjiani   Elizabeth Banks   \n",
              "6968     Blitz Bazawule  Fantasia Barrino  Taraji P. Henson   \n",
              "6969     George Clooney     Callum Turner     Joel Edgerton   \n",
              "\n",
              "              actor_3_name                           genres  \\\n",
              "0                Wes Studi  Action Adventure Fantasy Sci-Fi   \n",
              "1           Jack Davenport         Action Adventure Fantasy   \n",
              "2         Stephanie Sigman        Action Adventure Thriller   \n",
              "3     Joseph Gordon-Levitt                  Action Thriller   \n",
              "4                  unknown                      Documentary   \n",
              "...                    ...                              ...   \n",
              "6965         Finn Wolfhard         Fantasy Adventure Comedy   \n",
              "6966            Ray Fisher   Science Fiction Fantasy Action   \n",
              "6967    Keegan-Michael Key       Animation Comedy Adventure   \n",
              "6968       Danielle Brooks                            Drama   \n",
              "6969        Peter Guinness                    Drama History   \n",
              "\n",
              "                                            movie_title  \\\n",
              "0                                                avatar   \n",
              "1              pirates of the caribbean: at world's end   \n",
              "2                                               spectre   \n",
              "3                                 the dark knight rises   \n",
              "4     star wars: episode vii - the force awakens    ...   \n",
              "...                                                 ...   \n",
              "6965            untitled ghostbusters: afterlife sequel   \n",
              "6966                                         rebel moon   \n",
              "6967                                          migration   \n",
              "6968                                   the color purple   \n",
              "6969                               the boys in the boat   \n",
              "\n",
              "                                                   comb  \n",
              "0     CCH Pounder Joel David Moore Wes Studi James C...  \n",
              "1     Johnny Depp Orlando Bloom Jack Davenport Gore ...  \n",
              "2     Christoph Waltz Rory Kinnear Stephanie Sigman ...  \n",
              "3     Tom Hardy Christian Bale Joseph Gordon-Levitt ...  \n",
              "4     Doug Walker Rob Walker unknown Doug Walker Doc...  \n",
              "...                                                 ...  \n",
              "6965  Mckenna Grace Carrie Coon Finn Wolfhard Gil Ke...  \n",
              "6966  Sofia Boutella Charlie Hunnam Ray Fisher Zack ...  \n",
              "6967  Kumail Nanjiani Elizabeth Banks Keegan-Michael...  \n",
              "6968  Fantasia Barrino Taraji P. Henson Danielle Bro...  \n",
              "6969  Callum Turner Joel Edgerton Peter Guinness Geo...  \n",
              "\n",
              "[6970 rows x 7 columns]"
            ]
          },
          "execution_count": 107,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "final_df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 108,
      "metadata": {
        "id": "izM7TqRpSuIm"
      },
      "outputs": [],
      "source": [
        "final_df.to_csv('my_own_data.csv',index=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 109,
      "metadata": {
        "id": "DO1hLv_vSxRF"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "director_name    0\n",
              "actor_1_name     0\n",
              "actor_2_name     0\n",
              "actor_3_name     0\n",
              "genres           0\n",
              "movie_title      0\n",
              "comb             0\n",
              "dtype: int64"
            ]
          },
          "execution_count": 109,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "final_df.isna().sum()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {},
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.9"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}