roblox_games_and_videos.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Import Dependencies and Create Function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from splinter import Browser\n",
    "from bs4 import BeautifulSoup\n",
    "from selenium import webdriver\n",
    "from webdriver_manager.chrome import ChromeDriverManager\n",
    "from config import g_key\n",
    "import datetime as dt\n",
    "import pymongo\n",
    "import requests\n",
    "import time\n",
    "import string\n",
    "import re\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "#function to remove emojis\n",
    "def deEmojify(text):\n",
    "    regrex_pattern = re.compile(pattern = \"[\"\n",
    "        u\"\\U0001F600-\\U0001F64F\"  # emoticons\n",
    "        u\"\\U0001F300-\\U0001F5FF\"  # symbols & pictographs\n",
    "        u\"\\U0001F680-\\U0001F6FF\"  # transport & map symbols\n",
    "        u\"\\U0001F1E0-\\U0001F1FF\"  # flags (iOS)\n",
    "                           \"]+\", flags = re.UNICODE)\n",
    "    return regrex_pattern.sub(r' ',text)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Roblox Site Scrape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "#url to be scraped\n",
    "main_url='https://www.roblox.com/games#/'\n",
    "\n",
    "most_engaging='https://www.roblox.com/games#/sortName/Curated_96'\n",
    "popular_url = 'https://www.roblox.com/games#/sortName/Popular'\n",
    "top_earning='https://www.roblox.com/games#/sortName/TopGrossing'\n",
    "up_and_coming='https://www.roblox.com/games#/sortName/Curated_60'\n",
    "top_rated = 'https://www.roblox.com/games#/sortName/TopRated'\n",
    "\n",
    "#Establish limit of returned results:\n",
    "game_limit=10"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[WDM] - ====== WebDriver manager ======\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[WDM] - Current google-chrome version is 90.0.4430\n",
      "[WDM] - Get LATEST driver version for 90.0.4430\n",
      "[WDM] - Driver [C:\\Users\\swats\\.wdm\\drivers\\chromedriver\\win32\\90.0.4430.24\\chromedriver.exe] found in cache\n"
     ]
    }
   ],
   "source": [
    "categories=[\"Most Engaging\", \"Up-and-Coming\", \"Popular\", \"Top Rated\"]\n",
    "roblox_dict={}\n",
    "\n",
    "executable_path = {'executable_path': ChromeDriverManager().install()}\n",
    "browser = Browser('chrome', **executable_path, headless=False)\n",
    "browser.visit(main_url)\n",
    "\n",
    "for c in categories:\n",
    "  \n",
    "    time.sleep(10)\n",
    "    browser.find_by_text(c).click()\n",
    "    time.sleep(10)\n",
    "    html = browser.html\n",
    "    soup = BeautifulSoup(html, 'html.parser')\n",
    "\n",
    "    results = soup.find_all(\"li\", class_=[\"game-card\", 'game-tile'])\n",
    "\n",
    "    # Loop through returned results\n",
    "    title_list = []\n",
    "    users_list=[]\n",
    "    rating_list=[]\n",
    "    game_link_list=[]\n",
    "    game_image_list=[]\n",
    "    game_id_list=[]\n",
    "    game_category=[]\n",
    "\n",
    "    for result in results[0:game_limit]:\n",
    "        # Error handling\n",
    "        try:\n",
    "            # Identify and return title of listing\n",
    "            title = result.find('div', class_=\"game-card-name game-name-title\").text.lower().strip()\n",
    "            num_users=result.find('span', class_=\"info-label playing-counts-label\").text\n",
    "            rating=result.find('span', class_=\"info-label vote-percentage-label\").text\n",
    "            game_link=result.a['href']\n",
    "            game_image=result.img['src']\n",
    "            game_id=result.a['id']\n",
    "\n",
    "            title_list.append(deEmojify(title))\n",
    "            users_list.append(num_users)\n",
    "            rating_list.append(rating)\n",
    "            game_link_list.append(game_link)\n",
    "            game_image_list.append(game_image)\n",
    "            game_id_list.append(game_id)\n",
    "            game_category.append(c)\n",
    "\n",
    "        except AttributeError as e:\n",
    "            print(e)\n",
    "\n",
    "\n",
    "    roblox_data={\n",
    "                'Game Category': game_category,\n",
    "                'Game ID': game_id_list,\n",
    "                'Title': title_list,\n",
    "                'User Count': users_list,\n",
    "                'Positive Ratings': rating_list,\n",
    "                'Game Link URL': game_link_list,\n",
    "                'Game Image URL': game_image_list\n",
    "                }\n",
    "\n",
    "\n",
    "\n",
    "    roblox_dict[f'{c}']=roblox_data\n",
    "\n",
    "\n",
    "    browser.back()\n",
    "    \n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "roblox_df1=pd.DataFrame(roblox_dict[\"Most Engaging\"])\n",
    "roblox_df2=pd.DataFrame(roblox_dict[\"Up-and-Coming\"])\n",
    "roblox_df3=pd.DataFrame(roblox_dict[\"Popular\"])\n",
    "roblox_df4=pd.DataFrame(roblox_dict[\"Top Rated\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "# manipulate %\n",
    "roblox_df1['Positive Ratings'] = list(map(lambda x: x[:-1], roblox_df1['Positive Ratings'].values))\n",
    "roblox_df2['Positive Ratings'] = list(map(lambda x: x[:-1], roblox_df2['Positive Ratings'].values))\n",
    "roblox_df3['Positive Ratings'] = list(map(lambda x: x[:-1], roblox_df3['Positive Ratings'].values))\n",
    "roblox_df4['Positive Ratings'] = list(map(lambda x: x[:-1], roblox_df4['Positive Ratings'].values))\n",
    "\n",
    "#manipulate user count #\n",
    "roblox_df1['User Count'] = (roblox_df1['User Count']).str.replace('K','000')\n",
    "roblox_df1['User Count']=(roblox_df1['User Count']).str.replace(\".\",\"\")\n",
    "\n",
    "roblox_df2['User Count'] = (roblox_df2['User Count']).str.replace('K','000')\n",
    "roblox_df2['User Count']=(roblox_df2['User Count']).str.replace(\".\",\"\")\n",
    "\n",
    "roblox_df3['User Count'] = (roblox_df3['User Count']).str.replace('K','000')\n",
    "roblox_df3['User Count']=(roblox_df3['User Count']).str.replace(\".\",\"\")\n",
    "\n",
    "roblox_df4['User Count'] = (roblox_df4['User Count']).str.replace('K','000')\n",
    "roblox_df4['User Count']=(roblox_df4['User Count']).str.replace(\".\",\"\")\n",
    "\n",
    "#Format numbers\n",
    "roblox_df1['User Count'] = (roblox_df1['User Count']).astype('float64')\n",
    "roblox_df1['Positive Ratings'] = (roblox_df1['Positive Ratings']).astype('float64')\n",
    "\n",
    "roblox_df2['User Count'] = (roblox_df2['User Count']).astype('float64')\n",
    "roblox_df2['Positive Ratings'] = (roblox_df2['Positive Ratings']).astype('float64')\n",
    "\n",
    "roblox_df3['User Count'] = (roblox_df3['User Count']).astype('float64')\n",
    "roblox_df3['Positive Ratings'] = (roblox_df3['Positive Ratings']).astype('float64')\n",
    "\n",
    "roblox_df4['User Count'] = (roblox_df4['User Count']).astype('float64')\n",
    "roblox_df4['Positive Ratings'] = (roblox_df4['Positive Ratings']).astype('float64')\n",
    "\n",
    "#Remove remaining emojis\n",
    "roblox_df1=roblox_df1.astype(str).apply(lambda x: x.str.encode('ascii', 'ignore').str.decode('ascii'))\n",
    "roblox_df2=roblox_df2.astype(str).apply(lambda x: x.str.encode('ascii', 'ignore').str.decode('ascii'))\n",
    "roblox_df3=roblox_df3.astype(str).apply(lambda x: x.str.encode('ascii', 'ignore').str.decode('ascii'))\n",
    "roblox_df4=roblox_df4.astype(str).apply(lambda x: x.str.encode('ascii', 'ignore').str.decode('ascii'))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "roblox_df_all=pd.concat([roblox_df1, roblox_df2, roblox_df3, roblox_df4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Game Category</th>\n",
       "      <th>Game ID</th>\n",
       "      <th>Title</th>\n",
       "      <th>User Count</th>\n",
       "      <th>Positive Ratings</th>\n",
       "      <th>Game Link URL</th>\n",
       "      <th>Game Image URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1663370770</td>\n",
       "      <td>[capoeira + flow] mighty omega</td>\n",
       "      <td>170000.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t7.rbxcdn.com/f2e29ca58e434317b5dba574...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>648454481</td>\n",
       "      <td>[update 3.5] grand piece online</td>\n",
       "      <td>1350000.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/df708dc2042dc8f604e63a6a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1511883870</td>\n",
       "      <td>[update + 2x exp] shindo</td>\n",
       "      <td>4430000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t4.rbxcdn.com/1da9785aae433406dcdcf76e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>918677693</td>\n",
       "      <td>[updated peace treaties] rise of nations</td>\n",
       "      <td>210000.0</td>\n",
       "      <td>86.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t7.rbxcdn.com/3ae394137b3b48e6bfc01fe2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>2566300911</td>\n",
       "      <td>factory simulator [closed temporaily]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/26ba5030b547af8ac0fd6f7e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1128795217</td>\n",
       "      <td>[dogs!] welcome to farmtown! [beta]</td>\n",
       "      <td>330000.0</td>\n",
       "      <td>88.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/93ebd52896535de709651d0f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1348402608</td>\n",
       "      <td>season 4  anime fighting simulator</td>\n",
       "      <td>2070000.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/8492ce9d3d61777f4351140d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1278035280</td>\n",
       "      <td>warrior cats: ultimate edition</td>\n",
       "      <td>660000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/e31f8ac51f6be2fe7f1bc04c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>985731078</td>\n",
       "      <td>world // zero</td>\n",
       "      <td>460000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/e0f31c131ef11ca18a463884...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>943733974</td>\n",
       "      <td>week iv     bitcoin miner [beta]</td>\n",
       "      <td>360000.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/20759157e01b04222c960af3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2530837063</td>\n",
       "      <td>cooking simulator</td>\n",
       "      <td>330000.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/7d4738a59c9f38fa013b1e21...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>1349383199</td>\n",
       "      <td>tank simulator</td>\n",
       "      <td>440000.0</td>\n",
       "      <td>92.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/d969e3dbc8c01d0f93cf8e43...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>1613532065</td>\n",
       "      <td>blox life!</td>\n",
       "      <td>260000.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t5.rbxcdn.com/e1b76f59763635c2bcdd6652...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>1778889084</td>\n",
       "      <td>military combat tycoon</td>\n",
       "      <td>160000.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t5.rbxcdn.com/7b8a35adefe59f964d916c30...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2455935718</td>\n",
       "      <td>food magnet simulator</td>\n",
       "      <td>20000.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/57d3c8c2ba9b2787fb9a4c79...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2459807845</td>\n",
       "      <td>friday night funk roleplay (fnf)</td>\n",
       "      <td>30000.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t2.rbxcdn.com/008dd8b9849909f004c270e6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2387288336</td>\n",
       "      <td>[read desc pls] basically fnf</td>\n",
       "      <td>330000.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/70cbda09a6d830bae3008615...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2577800301</td>\n",
       "      <td>weight lifting simulator</td>\n",
       "      <td>510000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/6aee6160f2eb615ed12b755a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2400226697</td>\n",
       "      <td>horror factory tycoon</td>\n",
       "      <td>290000.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/97c4508a70a0c7e32a320784...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2587756913</td>\n",
       "      <td>cart ride into toilet!</td>\n",
       "      <td>220000.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/1bd28c013d41bee0b5a92ff1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Popular</td>\n",
       "      <td>1686885941</td>\n",
       "      <td>brookhaven  rp</td>\n",
       "      <td>5910000.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/758afb3e3315224cfc7c1465...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Popular</td>\n",
       "      <td>383310974</td>\n",
       "      <td>adopt me!</td>\n",
       "      <td>19720000.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/0c8fa26bf61a0500705f0873...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Popular</td>\n",
       "      <td>994732206</td>\n",
       "      <td>[update 14] blox fruits</td>\n",
       "      <td>9120000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/0f4948fe1f9d5446f2b7a1f5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Popular</td>\n",
       "      <td>111958650</td>\n",
       "      <td>arsenal</td>\n",
       "      <td>4920000.0</td>\n",
       "      <td>88.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/ace3c6ed2f6c85cc6a2934bd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Popular</td>\n",
       "      <td>66654135</td>\n",
       "      <td>murder mystery 2</td>\n",
       "      <td>7010000.0</td>\n",
       "      <td>92.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/d81d932a20464e69a91e571c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Popular</td>\n",
       "      <td>88070565</td>\n",
       "      <td>welcome to bloxburg</td>\n",
       "      <td>7410000.0</td>\n",
       "      <td>91.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/2525bd623e7365ccfa7c2f8c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Popular</td>\n",
       "      <td>1511883870</td>\n",
       "      <td>[update + 2x exp] shindo</td>\n",
       "      <td>4430000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t4.rbxcdn.com/1da9785aae433406dcdcf76e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Popular</td>\n",
       "      <td>2404080894</td>\n",
       "      <td>[kou] funky friday</td>\n",
       "      <td>4050000.0</td>\n",
       "      <td>91.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/7856a321ded706dd96694147...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Popular</td>\n",
       "      <td>1720936166</td>\n",
       "      <td>all star tower defense</td>\n",
       "      <td>3910000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/e2cc36a340ade250c637afc6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Popular</td>\n",
       "      <td>1016936714</td>\n",
       "      <td>new update your bizarre adventure</td>\n",
       "      <td>2780000.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t2.rbxcdn.com/8c13aad25f8dc9392b479d5b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2448558164</td>\n",
       "      <td>[ 20 hours!] lifting titans</td>\n",
       "      <td>440000.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/4674deaaebb0e2b980a99def...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2439513265</td>\n",
       "      <td>dream island  tycoon</td>\n",
       "      <td>220000.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t4.rbxcdn.com/1d23f1d4b3d58090da89b229...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>1511883870</td>\n",
       "      <td>[update + 2x exp] shindo</td>\n",
       "      <td>4430000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t4.rbxcdn.com/1da9785aae433406dcdcf76e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2492481398</td>\n",
       "      <td>noob army tycoon</td>\n",
       "      <td>2860000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/1a792445308b27a71b0e725b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2253490805</td>\n",
       "      <td>get a snack at 4 am</td>\n",
       "      <td>140000.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t5.rbxcdn.com/97162fe039ae719efd16c7ea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>1691616425</td>\n",
       "      <td>[ code] my hero mania</td>\n",
       "      <td>30000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t7.rbxcdn.com/afc0ac1c1df98b7ad8c3ecc7...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2033913602</td>\n",
       "      <td>mall tycoon</td>\n",
       "      <td>50000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t2.rbxcdn.com/f3008dce8b64ac0e22b9e055...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>1934249057</td>\n",
       "      <td>tropical resort tycoon</td>\n",
       "      <td>70000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/3a1f34699e3c131b4cb5000e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>88070565</td>\n",
       "      <td>welcome to bloxburg</td>\n",
       "      <td>7410000.0</td>\n",
       "      <td>91.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/2525bd623e7365ccfa7c2f8c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2383988292</td>\n",
       "      <td>[world28]   beeface: be a bee!</td>\n",
       "      <td>760000.0</td>\n",
       "      <td>92.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t4.rbxcdn.com/1d3eb96c76eeb1e674afb3ab...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Game Category     Game ID                                     Title  \\\n",
       "0  Most Engaging  1663370770            [capoeira + flow] mighty omega   \n",
       "1  Most Engaging   648454481           [update 3.5] grand piece online   \n",
       "2  Most Engaging  1511883870                  [update + 2x exp] shindo   \n",
       "3  Most Engaging   918677693  [updated peace treaties] rise of nations   \n",
       "4  Most Engaging  2566300911     factory simulator [closed temporaily]   \n",
       "5  Most Engaging  1128795217       [dogs!] welcome to farmtown! [beta]   \n",
       "6  Most Engaging  1348402608        season 4  anime fighting simulator   \n",
       "7  Most Engaging  1278035280            warrior cats: ultimate edition   \n",
       "8  Most Engaging   985731078                             world // zero   \n",
       "9  Most Engaging   943733974          week iv     bitcoin miner [beta]   \n",
       "0  Up-and-Coming  2530837063                         cooking simulator   \n",
       "1  Up-and-Coming  1349383199                            tank simulator   \n",
       "2  Up-and-Coming  1613532065                              blox life!     \n",
       "3  Up-and-Coming  1778889084                    military combat tycoon   \n",
       "4  Up-and-Coming  2455935718                     food magnet simulator   \n",
       "5  Up-and-Coming  2459807845          friday night funk roleplay (fnf)   \n",
       "6  Up-and-Coming  2387288336             [read desc pls] basically fnf   \n",
       "7  Up-and-Coming  2577800301                  weight lifting simulator   \n",
       "8  Up-and-Coming  2400226697                     horror factory tycoon   \n",
       "9  Up-and-Coming  2587756913                    cart ride into toilet!   \n",
       "0        Popular  1686885941                            brookhaven  rp   \n",
       "1        Popular   383310974                                 adopt me!   \n",
       "2        Popular   994732206                   [update 14] blox fruits   \n",
       "3        Popular   111958650                                   arsenal   \n",
       "4        Popular    66654135                          murder mystery 2   \n",
       "5        Popular    88070565                       welcome to bloxburg   \n",
       "6        Popular  1511883870                  [update + 2x exp] shindo   \n",
       "7        Popular  2404080894                        [kou] funky friday   \n",
       "8        Popular  1720936166                    all star tower defense   \n",
       "9        Popular  1016936714         new update your bizarre adventure   \n",
       "0      Top Rated  2448558164               [ 20 hours!] lifting titans   \n",
       "1      Top Rated  2439513265                      dream island  tycoon   \n",
       "2      Top Rated  1511883870                  [update + 2x exp] shindo   \n",
       "3      Top Rated  2492481398                          noob army tycoon   \n",
       "4      Top Rated  2253490805                       get a snack at 4 am   \n",
       "5      Top Rated  1691616425                     [ code] my hero mania   \n",
       "6      Top Rated  2033913602                               mall tycoon   \n",
       "7      Top Rated  1934249057                  tropical resort tycoon     \n",
       "8      Top Rated    88070565                       welcome to bloxburg   \n",
       "9      Top Rated  2383988292            [world28]   beeface: be a bee!   \n",
       "\n",
       "   User Count Positive Ratings  \\\n",
       "0    170000.0             90.0   \n",
       "1   1350000.0             95.0   \n",
       "2   4430000.0             94.0   \n",
       "3    210000.0             86.0   \n",
       "4         0.0             80.0   \n",
       "5    330000.0             88.0   \n",
       "6   2070000.0             95.0   \n",
       "7    660000.0             94.0   \n",
       "8    460000.0             94.0   \n",
       "9    360000.0             83.0   \n",
       "0    330000.0             87.0   \n",
       "1    440000.0             92.0   \n",
       "2    260000.0             75.0   \n",
       "3    160000.0             87.0   \n",
       "4     20000.0             85.0   \n",
       "5     30000.0             84.0   \n",
       "6    330000.0             90.0   \n",
       "7    510000.0             93.0   \n",
       "8    290000.0             83.0   \n",
       "9    220000.0             81.0   \n",
       "0   5910000.0             90.0   \n",
       "1  19720000.0             84.0   \n",
       "2   9120000.0             93.0   \n",
       "3   4920000.0             88.0   \n",
       "4   7010000.0             92.0   \n",
       "5   7410000.0             91.0   \n",
       "6   4430000.0             94.0   \n",
       "7   4050000.0             91.0   \n",
       "8   3910000.0             93.0   \n",
       "9   2780000.0             90.0   \n",
       "0    440000.0             96.0   \n",
       "1    220000.0             95.0   \n",
       "2   4430000.0             94.0   \n",
       "3   2860000.0             93.0   \n",
       "4    140000.0             95.0   \n",
       "5     30000.0             94.0   \n",
       "6     50000.0             93.0   \n",
       "7     70000.0             94.0   \n",
       "8   7410000.0             91.0   \n",
       "9    760000.0             92.0   \n",
       "\n",
       "                                       Game Link URL  \\\n",
       "0  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "1  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "2  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "3  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "4  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "5  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "6  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "7  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "8  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "9  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "0  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "1  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "2  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "3  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "4  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "5  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "6  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "7  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "8  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "9  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "0  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "1  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "2  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "3  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "4  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "5  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "6  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "7  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "8  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "9  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "0  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "1  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "2  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "3  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "4  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "5  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "6  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "7  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "8  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "9  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "\n",
       "                                      Game Image URL  \n",
       "0  https://t7.rbxcdn.com/f2e29ca58e434317b5dba574...  \n",
       "1  https://t3.rbxcdn.com/df708dc2042dc8f604e63a6a...  \n",
       "2  https://t4.rbxcdn.com/1da9785aae433406dcdcf76e...  \n",
       "3  https://t7.rbxcdn.com/3ae394137b3b48e6bfc01fe2...  \n",
       "4  https://t6.rbxcdn.com/26ba5030b547af8ac0fd6f7e...  \n",
       "5  https://t1.rbxcdn.com/93ebd52896535de709651d0f...  \n",
       "6  https://t3.rbxcdn.com/8492ce9d3d61777f4351140d...  \n",
       "7  https://t1.rbxcdn.com/e31f8ac51f6be2fe7f1bc04c...  \n",
       "8  https://t0.rbxcdn.com/e0f31c131ef11ca18a463884...  \n",
       "9  https://t6.rbxcdn.com/20759157e01b04222c960af3...  \n",
       "0  https://t0.rbxcdn.com/7d4738a59c9f38fa013b1e21...  \n",
       "1  https://t3.rbxcdn.com/d969e3dbc8c01d0f93cf8e43...  \n",
       "2  https://t5.rbxcdn.com/e1b76f59763635c2bcdd6652...  \n",
       "3  https://t5.rbxcdn.com/7b8a35adefe59f964d916c30...  \n",
       "4  https://t1.rbxcdn.com/57d3c8c2ba9b2787fb9a4c79...  \n",
       "5  https://t2.rbxcdn.com/008dd8b9849909f004c270e6...  \n",
       "6  https://t1.rbxcdn.com/70cbda09a6d830bae3008615...  \n",
       "7  https://t3.rbxcdn.com/6aee6160f2eb615ed12b755a...  \n",
       "8  https://t0.rbxcdn.com/97c4508a70a0c7e32a320784...  \n",
       "9  https://t0.rbxcdn.com/1bd28c013d41bee0b5a92ff1...  \n",
       "0  https://t0.rbxcdn.com/758afb3e3315224cfc7c1465...  \n",
       "1  https://t3.rbxcdn.com/0c8fa26bf61a0500705f0873...  \n",
       "2  https://t0.rbxcdn.com/0f4948fe1f9d5446f2b7a1f5...  \n",
       "3  https://t1.rbxcdn.com/ace3c6ed2f6c85cc6a2934bd...  \n",
       "4  https://t1.rbxcdn.com/d81d932a20464e69a91e571c...  \n",
       "5  https://t6.rbxcdn.com/2525bd623e7365ccfa7c2f8c...  \n",
       "6  https://t4.rbxcdn.com/1da9785aae433406dcdcf76e...  \n",
       "7  https://t0.rbxcdn.com/7856a321ded706dd96694147...  \n",
       "8  https://t6.rbxcdn.com/e2cc36a340ade250c637afc6...  \n",
       "9  https://t2.rbxcdn.com/8c13aad25f8dc9392b479d5b...  \n",
       "0  https://t3.rbxcdn.com/4674deaaebb0e2b980a99def...  \n",
       "1  https://t4.rbxcdn.com/1d23f1d4b3d58090da89b229...  \n",
       "2  https://t4.rbxcdn.com/1da9785aae433406dcdcf76e...  \n",
       "3  https://t0.rbxcdn.com/1a792445308b27a71b0e725b...  \n",
       "4  https://t5.rbxcdn.com/97162fe039ae719efd16c7ea...  \n",
       "5  https://t7.rbxcdn.com/afc0ac1c1df98b7ad8c3ecc7...  \n",
       "6  https://t2.rbxcdn.com/f3008dce8b64ac0e22b9e055...  \n",
       "7  https://t1.rbxcdn.com/3a1f34699e3c131b4cb5000e...  \n",
       "8  https://t6.rbxcdn.com/2525bd623e7365ccfa7c2f8c...  \n",
       "9  https://t4.rbxcdn.com/1d3eb96c76eeb1e674afb3ab...  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# manipulate %\n",
    "roblox_df_all['Positive Ratings'] = list(map(lambda x: x[:-1], roblox_df_all['Positive Ratings'].values))\n",
    "\n",
    "#manipulate user count #\n",
    "roblox_df_all['User Count'] = (roblox_df_all['User Count']).str.replace('K','000')\n",
    "roblox_df_all['User Count']=(roblox_df_all['User Count']).str.replace(\".\",\"\")\n",
    "\n",
    "#Format numbers\n",
    "roblox_df_all['User Count'] = (roblox_df_all['User Count']).astype('float64')\n",
    "roblox_df_all['Positive Ratings'] = (roblox_df_all['Positive Ratings']).astype('float64')\n",
    "\n",
    "#Remove remaining emojis\n",
    "roblox_df_all=roblox_df_all.astype(str).apply(lambda x: x.str.encode('ascii', 'ignore').str.decode('ascii'))\n",
    "\n",
    "roblox_df_all"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "roblox_df_all=roblox_df_all.astype(str).apply(lambda x: x.str.encode('ascii', 'ignore').str.decode('ascii'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Game Category       object\n",
       "Game ID             object\n",
       "Title               object\n",
       "User Count          object\n",
       "Positive Ratings    object\n",
       "Game Link URL       object\n",
       "Game Image URL      object\n",
       "dtype: object"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "roblox_df_all.dtypes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "roblox_df1.to_csv('games1.csv')\n",
    "roblox_df2.to_csv('games2.csv')\n",
    "roblox_df3.to_csv('games3.csv')\n",
    "roblox_df4.to_csv('games4.csv')\n",
    "roblox_df_all.to_csv('games.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "sort_df=roblox_df_all.sort_values(by='User Count', ascending=False).drop_duplicates(subset=['Game ID'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Game Category</th>\n",
       "      <th>Game ID</th>\n",
       "      <th>Title</th>\n",
       "      <th>User Count</th>\n",
       "      <th>Positive Ratings</th>\n",
       "      <th>Game Link URL</th>\n",
       "      <th>Game Image URL</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Popular</td>\n",
       "      <td>994732206</td>\n",
       "      <td>[update 14] blox fruits</td>\n",
       "      <td>9120000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/0f4948fe1f9d5446f2b7a1f5...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2383988292</td>\n",
       "      <td>[world28]   beeface: be a bee!</td>\n",
       "      <td>760000.0</td>\n",
       "      <td>92.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t4.rbxcdn.com/1d3eb96c76eeb1e674afb3ab...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>88070565</td>\n",
       "      <td>welcome to bloxburg</td>\n",
       "      <td>7410000.0</td>\n",
       "      <td>91.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/2525bd623e7365ccfa7c2f8c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Popular</td>\n",
       "      <td>66654135</td>\n",
       "      <td>murder mystery 2</td>\n",
       "      <td>7010000.0</td>\n",
       "      <td>92.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/d81d932a20464e69a91e571c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>1934249057</td>\n",
       "      <td>tropical resort tycoon</td>\n",
       "      <td>70000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/3a1f34699e3c131b4cb5000e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1278035280</td>\n",
       "      <td>warrior cats: ultimate edition</td>\n",
       "      <td>660000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/e31f8ac51f6be2fe7f1bc04c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Popular</td>\n",
       "      <td>1686885941</td>\n",
       "      <td>brookhaven  rp</td>\n",
       "      <td>5910000.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/758afb3e3315224cfc7c1465...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2577800301</td>\n",
       "      <td>weight lifting simulator</td>\n",
       "      <td>510000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/6aee6160f2eb615ed12b755a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2033913602</td>\n",
       "      <td>mall tycoon</td>\n",
       "      <td>50000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t2.rbxcdn.com/f3008dce8b64ac0e22b9e055...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Popular</td>\n",
       "      <td>111958650</td>\n",
       "      <td>arsenal</td>\n",
       "      <td>4920000.0</td>\n",
       "      <td>88.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/ace3c6ed2f6c85cc6a2934bd...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>985731078</td>\n",
       "      <td>world // zero</td>\n",
       "      <td>460000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/e0f31c131ef11ca18a463884...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1511883870</td>\n",
       "      <td>[update + 2x exp] shindo</td>\n",
       "      <td>4430000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t4.rbxcdn.com/1da9785aae433406dcdcf76e...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>1349383199</td>\n",
       "      <td>tank simulator</td>\n",
       "      <td>440000.0</td>\n",
       "      <td>92.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/d969e3dbc8c01d0f93cf8e43...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2448558164</td>\n",
       "      <td>[ 20 hours!] lifting titans</td>\n",
       "      <td>440000.0</td>\n",
       "      <td>96.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/4674deaaebb0e2b980a99def...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Popular</td>\n",
       "      <td>2404080894</td>\n",
       "      <td>[kou] funky friday</td>\n",
       "      <td>4050000.0</td>\n",
       "      <td>91.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/7856a321ded706dd96694147...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Popular</td>\n",
       "      <td>1720936166</td>\n",
       "      <td>all star tower defense</td>\n",
       "      <td>3910000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/e2cc36a340ade250c637afc6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>943733974</td>\n",
       "      <td>week iv     bitcoin miner [beta]</td>\n",
       "      <td>360000.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/20759157e01b04222c960af3...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1128795217</td>\n",
       "      <td>[dogs!] welcome to farmtown! [beta]</td>\n",
       "      <td>330000.0</td>\n",
       "      <td>88.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/93ebd52896535de709651d0f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2530837063</td>\n",
       "      <td>cooking simulator</td>\n",
       "      <td>330000.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/7d4738a59c9f38fa013b1e21...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2387288336</td>\n",
       "      <td>[read desc pls] basically fnf</td>\n",
       "      <td>330000.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/70cbda09a6d830bae3008615...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>1691616425</td>\n",
       "      <td>[ code] my hero mania</td>\n",
       "      <td>30000.0</td>\n",
       "      <td>94.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t7.rbxcdn.com/afc0ac1c1df98b7ad8c3ecc7...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2459807845</td>\n",
       "      <td>friday night funk roleplay (fnf)</td>\n",
       "      <td>30000.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t2.rbxcdn.com/008dd8b9849909f004c270e6...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2400226697</td>\n",
       "      <td>horror factory tycoon</td>\n",
       "      <td>290000.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/97c4508a70a0c7e32a320784...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2492481398</td>\n",
       "      <td>noob army tycoon</td>\n",
       "      <td>2860000.0</td>\n",
       "      <td>93.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/1a792445308b27a71b0e725b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Popular</td>\n",
       "      <td>1016936714</td>\n",
       "      <td>new update your bizarre adventure</td>\n",
       "      <td>2780000.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t2.rbxcdn.com/8c13aad25f8dc9392b479d5b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>1613532065</td>\n",
       "      <td>blox life!</td>\n",
       "      <td>260000.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t5.rbxcdn.com/e1b76f59763635c2bcdd6652...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2587756913</td>\n",
       "      <td>cart ride into toilet!</td>\n",
       "      <td>220000.0</td>\n",
       "      <td>81.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t0.rbxcdn.com/1bd28c013d41bee0b5a92ff1...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2439513265</td>\n",
       "      <td>dream island  tycoon</td>\n",
       "      <td>220000.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t4.rbxcdn.com/1d23f1d4b3d58090da89b229...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>918677693</td>\n",
       "      <td>[updated peace treaties] rise of nations</td>\n",
       "      <td>210000.0</td>\n",
       "      <td>86.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t7.rbxcdn.com/3ae394137b3b48e6bfc01fe2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1348402608</td>\n",
       "      <td>season 4  anime fighting simulator</td>\n",
       "      <td>2070000.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/8492ce9d3d61777f4351140d...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>2455935718</td>\n",
       "      <td>food magnet simulator</td>\n",
       "      <td>20000.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t1.rbxcdn.com/57d3c8c2ba9b2787fb9a4c79...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Popular</td>\n",
       "      <td>383310974</td>\n",
       "      <td>adopt me!</td>\n",
       "      <td>19720000.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/0c8fa26bf61a0500705f0873...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>1663370770</td>\n",
       "      <td>[capoeira + flow] mighty omega</td>\n",
       "      <td>170000.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t7.rbxcdn.com/f2e29ca58e434317b5dba574...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Up-and-Coming</td>\n",
       "      <td>1778889084</td>\n",
       "      <td>military combat tycoon</td>\n",
       "      <td>160000.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t5.rbxcdn.com/7b8a35adefe59f964d916c30...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Top Rated</td>\n",
       "      <td>2253490805</td>\n",
       "      <td>get a snack at 4 am</td>\n",
       "      <td>140000.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t5.rbxcdn.com/97162fe039ae719efd16c7ea...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>648454481</td>\n",
       "      <td>[update 3.5] grand piece online</td>\n",
       "      <td>1350000.0</td>\n",
       "      <td>95.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t3.rbxcdn.com/df708dc2042dc8f604e63a6a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Most Engaging</td>\n",
       "      <td>2566300911</td>\n",
       "      <td>factory simulator [closed temporaily]</td>\n",
       "      <td>0.0</td>\n",
       "      <td>80.0</td>\n",
       "      <td>https://www.roblox.com/games/refer?IsLargeGame...</td>\n",
       "      <td>https://t6.rbxcdn.com/26ba5030b547af8ac0fd6f7e...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Game Category     Game ID                                     Title  \\\n",
       "2        Popular   994732206                   [update 14] blox fruits   \n",
       "9      Top Rated  2383988292            [world28]   beeface: be a bee!   \n",
       "8      Top Rated    88070565                       welcome to bloxburg   \n",
       "4        Popular    66654135                          murder mystery 2   \n",
       "7      Top Rated  1934249057                  tropical resort tycoon     \n",
       "7  Most Engaging  1278035280            warrior cats: ultimate edition   \n",
       "0        Popular  1686885941                            brookhaven  rp   \n",
       "7  Up-and-Coming  2577800301                  weight lifting simulator   \n",
       "6      Top Rated  2033913602                               mall tycoon   \n",
       "3        Popular   111958650                                   arsenal   \n",
       "8  Most Engaging   985731078                             world // zero   \n",
       "2  Most Engaging  1511883870                  [update + 2x exp] shindo   \n",
       "1  Up-and-Coming  1349383199                            tank simulator   \n",
       "0      Top Rated  2448558164               [ 20 hours!] lifting titans   \n",
       "7        Popular  2404080894                        [kou] funky friday   \n",
       "8        Popular  1720936166                    all star tower defense   \n",
       "9  Most Engaging   943733974          week iv     bitcoin miner [beta]   \n",
       "5  Most Engaging  1128795217       [dogs!] welcome to farmtown! [beta]   \n",
       "0  Up-and-Coming  2530837063                         cooking simulator   \n",
       "6  Up-and-Coming  2387288336             [read desc pls] basically fnf   \n",
       "5      Top Rated  1691616425                     [ code] my hero mania   \n",
       "5  Up-and-Coming  2459807845          friday night funk roleplay (fnf)   \n",
       "8  Up-and-Coming  2400226697                     horror factory tycoon   \n",
       "3      Top Rated  2492481398                          noob army tycoon   \n",
       "9        Popular  1016936714         new update your bizarre adventure   \n",
       "2  Up-and-Coming  1613532065                              blox life!     \n",
       "9  Up-and-Coming  2587756913                    cart ride into toilet!   \n",
       "1      Top Rated  2439513265                      dream island  tycoon   \n",
       "3  Most Engaging   918677693  [updated peace treaties] rise of nations   \n",
       "6  Most Engaging  1348402608        season 4  anime fighting simulator   \n",
       "4  Up-and-Coming  2455935718                     food magnet simulator   \n",
       "1        Popular   383310974                                 adopt me!   \n",
       "0  Most Engaging  1663370770            [capoeira + flow] mighty omega   \n",
       "3  Up-and-Coming  1778889084                    military combat tycoon   \n",
       "4      Top Rated  2253490805                       get a snack at 4 am   \n",
       "1  Most Engaging   648454481           [update 3.5] grand piece online   \n",
       "4  Most Engaging  2566300911     factory simulator [closed temporaily]   \n",
       "\n",
       "   User Count Positive Ratings  \\\n",
       "2   9120000.0             93.0   \n",
       "9    760000.0             92.0   \n",
       "8   7410000.0             91.0   \n",
       "4   7010000.0             92.0   \n",
       "7     70000.0             94.0   \n",
       "7    660000.0             94.0   \n",
       "0   5910000.0             90.0   \n",
       "7    510000.0             93.0   \n",
       "6     50000.0             93.0   \n",
       "3   4920000.0             88.0   \n",
       "8    460000.0             94.0   \n",
       "2   4430000.0             94.0   \n",
       "1    440000.0             92.0   \n",
       "0    440000.0             96.0   \n",
       "7   4050000.0             91.0   \n",
       "8   3910000.0             93.0   \n",
       "9    360000.0             83.0   \n",
       "5    330000.0             88.0   \n",
       "0    330000.0             87.0   \n",
       "6    330000.0             90.0   \n",
       "5     30000.0             94.0   \n",
       "5     30000.0             84.0   \n",
       "8    290000.0             83.0   \n",
       "3   2860000.0             93.0   \n",
       "9   2780000.0             90.0   \n",
       "2    260000.0             75.0   \n",
       "9    220000.0             81.0   \n",
       "1    220000.0             95.0   \n",
       "3    210000.0             86.0   \n",
       "6   2070000.0             95.0   \n",
       "4     20000.0             85.0   \n",
       "1  19720000.0             84.0   \n",
       "0    170000.0             90.0   \n",
       "3    160000.0             87.0   \n",
       "4    140000.0             95.0   \n",
       "1   1350000.0             95.0   \n",
       "4         0.0             80.0   \n",
       "\n",
       "                                       Game Link URL  \\\n",
       "2  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "9  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "8  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "4  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "7  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "7  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "0  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "7  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "6  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "3  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "8  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "2  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "1  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "0  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "7  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "8  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "9  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "5  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "0  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "6  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "5  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "5  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "8  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "3  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "9  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "2  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "9  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "1  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "3  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "6  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "4  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "1  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "0  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "3  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "4  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "1  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "4  https://www.roblox.com/games/refer?IsLargeGame...   \n",
       "\n",
       "                                      Game Image URL  \n",
       "2  https://t0.rbxcdn.com/0f4948fe1f9d5446f2b7a1f5...  \n",
       "9  https://t4.rbxcdn.com/1d3eb96c76eeb1e674afb3ab...  \n",
       "8  https://t6.rbxcdn.com/2525bd623e7365ccfa7c2f8c...  \n",
       "4  https://t1.rbxcdn.com/d81d932a20464e69a91e571c...  \n",
       "7  https://t1.rbxcdn.com/3a1f34699e3c131b4cb5000e...  \n",
       "7  https://t1.rbxcdn.com/e31f8ac51f6be2fe7f1bc04c...  \n",
       "0  https://t0.rbxcdn.com/758afb3e3315224cfc7c1465...  \n",
       "7  https://t3.rbxcdn.com/6aee6160f2eb615ed12b755a...  \n",
       "6  https://t2.rbxcdn.com/f3008dce8b64ac0e22b9e055...  \n",
       "3  https://t1.rbxcdn.com/ace3c6ed2f6c85cc6a2934bd...  \n",
       "8  https://t0.rbxcdn.com/e0f31c131ef11ca18a463884...  \n",
       "2  https://t4.rbxcdn.com/1da9785aae433406dcdcf76e...  \n",
       "1  https://t3.rbxcdn.com/d969e3dbc8c01d0f93cf8e43...  \n",
       "0  https://t3.rbxcdn.com/4674deaaebb0e2b980a99def...  \n",
       "7  https://t0.rbxcdn.com/7856a321ded706dd96694147...  \n",
       "8  https://t6.rbxcdn.com/e2cc36a340ade250c637afc6...  \n",
       "9  https://t6.rbxcdn.com/20759157e01b04222c960af3...  \n",
       "5  https://t1.rbxcdn.com/93ebd52896535de709651d0f...  \n",
       "0  https://t0.rbxcdn.com/7d4738a59c9f38fa013b1e21...  \n",
       "6  https://t1.rbxcdn.com/70cbda09a6d830bae3008615...  \n",
       "5  https://t7.rbxcdn.com/afc0ac1c1df98b7ad8c3ecc7...  \n",
       "5  https://t2.rbxcdn.com/008dd8b9849909f004c270e6...  \n",
       "8  https://t0.rbxcdn.com/97c4508a70a0c7e32a320784...  \n",
       "3  https://t0.rbxcdn.com/1a792445308b27a71b0e725b...  \n",
       "9  https://t2.rbxcdn.com/8c13aad25f8dc9392b479d5b...  \n",
       "2  https://t5.rbxcdn.com/e1b76f59763635c2bcdd6652...  \n",
       "9  https://t0.rbxcdn.com/1bd28c013d41bee0b5a92ff1...  \n",
       "1  https://t4.rbxcdn.com/1d23f1d4b3d58090da89b229...  \n",
       "3  https://t7.rbxcdn.com/3ae394137b3b48e6bfc01fe2...  \n",
       "6  https://t3.rbxcdn.com/8492ce9d3d61777f4351140d...  \n",
       "4  https://t1.rbxcdn.com/57d3c8c2ba9b2787fb9a4c79...  \n",
       "1  https://t3.rbxcdn.com/0c8fa26bf61a0500705f0873...  \n",
       "0  https://t7.rbxcdn.com/f2e29ca58e434317b5dba574...  \n",
       "3  https://t5.rbxcdn.com/7b8a35adefe59f964d916c30...  \n",
       "4  https://t5.rbxcdn.com/97162fe039ae719efd16c7ea...  \n",
       "1  https://t3.rbxcdn.com/df708dc2042dc8f604e63a6a...  \n",
       "4  https://t6.rbxcdn.com/26ba5030b547af8ac0fd6f7e...  "
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sort_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "#game_name = sort_df['Title']\n",
    "# new_df = pd.DataFrame(columns = ['Game Name','Videos','Video Thumbnails','Video url','Published on '], index = range(1000))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Game details scrape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[WDM] - ====== WebDriver manager ======\n",
      "[WDM] - Current google-chrome version is 90.0.4430\n",
      "[WDM] - Get LATEST driver version for 90.0.4430\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[WDM] - Driver [C:\\Users\\swats\\.wdm\\drivers\\chromedriver\\win32\\90.0.4430.24\\chromedriver.exe] found in cache\n"
     ]
    }
   ],
   "source": [
    "games_df = pd.read_csv('games_new_3.csv')\n",
    "len(games_df['Game Link URL'])\n",
    "titles = []\n",
    "\n",
    "#cleaning up the title of the games\n",
    "game_limit = len(games_df)\n",
    "\n",
    "for idx , row in games_df[:game_limit].iterrows():\n",
    "    \n",
    "    t = (row['Title']).replace('[','')\n",
    "    t = t.replace(']', '')\n",
    "\n",
    "    titles.append(t)\n",
    "    \n",
    "    \n",
    "\n",
    "\n",
    "executable_path = {'executable_path': ChromeDriverManager().install()}\n",
    "browser = Browser('chrome', **executable_path, headless=False)\n",
    "favorites = []\n",
    "totalvisits = []\n",
    "created = []\n",
    "updated = []\n",
    "Genre = []\n",
    "maxvisit = []\n",
    "likes = []\n",
    "description = []\n",
    "dislikes = []\n",
    "\n",
    "for new_url in games_df['Game Link URL'][0:game_limit]:\n",
    "    browser.visit(new_url)\n",
    "    html = browser.html\n",
    "    soup = BeautifulSoup(html, 'html.parser')\n",
    "    try:\n",
    "        \n",
    "        fav_result = soup.find_all(\"span\", class_=[\"game-favorite-count\"])\n",
    "        des = soup.find_all('pre', class_=['text game-description linkify'])\n",
    "        positive_vote_result = soup.find_all('span', class_= ['vote-text'])\n",
    "        visit_result = soup.find_all(\"p\", class_=[\"text-lead font-caption-body wait-for-i18n-format-render\"])\n",
    "        fav = (fav_result[0].text)\n",
    "        fav = int(fav.replace(',', ''))\n",
    "\n",
    "        dates_result = soup.find_all('p', class_= 'text-lead font-caption-body')\n",
    "\n",
    "\n",
    "        descrip = deEmojify(des[0].text)\n",
    "\n",
    "\n",
    "        v = int(visit_result[2]['title'].replace(',',''))\n",
    "        g = visit_result[4].text\n",
    "        mv = int(visit_result[3].text)\n",
    "        l = int(positive_vote_result[0]['title'])\n",
    "        d = int(positive_vote_result[1]['title'])\n",
    "    \n",
    "    except AttributeError as e:\n",
    "            print(e)\n",
    "    \n",
    "    \n",
    "    \n",
    "    created.append(dates_result[0].text)\n",
    "    updated.append(dates_result[1].text)\n",
    "    description.append(descrip)\n",
    "    dislikes.append(d)\n",
    "    likes.append(l)\n",
    "    favorites.append(fav)\n",
    "    totalvisits.append(v)\n",
    "    Genre.append(g)\n",
    "    maxvisit.append(mv)\n",
    "game_detail_df = pd.DataFrame({'Title':games_df['Title'][:game_limit], 'Genre': Genre, 'Favorite count': favorites, 'Maximum Visits': maxvisit, 'Total Visitors':totalvisits, 'likes count':likes, 'dislikes count': dislikes, 'Description':description, 'Date Created': created, 'Date Updated': updated})\n",
    "browser.quit()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Genre</th>\n",
       "      <th>Favorite count</th>\n",
       "      <th>Maximum Visits</th>\n",
       "      <th>Total Visitors</th>\n",
       "      <th>likes count</th>\n",
       "      <th>dislikes count</th>\n",
       "      <th>Description</th>\n",
       "      <th>Date Created</th>\n",
       "      <th>Date Updated</th>\n",
       "      <th>new_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[capoeira + flow] mighty omega</td>\n",
       "      <td>Fighting</td>\n",
       "      <td>31674</td>\n",
       "      <td>35</td>\n",
       "      <td>2878505</td>\n",
       "      <td>8014</td>\n",
       "      <td>882</td>\n",
       "      <td>Sequel to our previous game on Tokita_Ohma acc...</td>\n",
       "      <td>4/9/2020</td>\n",
       "      <td>5/28/2021</td>\n",
       "      <td>[capoeira + flow] mighty omegaSequel to our pr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[2x logia update 3.5] grand piece online</td>\n",
       "      <td>Adventure</td>\n",
       "      <td>312826</td>\n",
       "      <td>1</td>\n",
       "      <td>54858396</td>\n",
       "      <td>175886</td>\n",
       "      <td>9155</td>\n",
       "      <td>PC ONLY\\nLong awaited naval adventure experien...</td>\n",
       "      <td>5/6/2018</td>\n",
       "      <td>5/25/2021</td>\n",
       "      <td>[2x logia update 3.5] grand piece onlinePC ONL...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>vesteria</td>\n",
       "      <td>Adventure</td>\n",
       "      <td>361229</td>\n",
       "      <td>10</td>\n",
       "      <td>23983384</td>\n",
       "      <td>112945</td>\n",
       "      <td>10992</td>\n",
       "      <td>Explore breathtaking worlds, fight powerful mo...</td>\n",
       "      <td>9/18/2018</td>\n",
       "      <td>5/25/2021</td>\n",
       "      <td>vesteriaExplore breathtaking worlds, fight pow...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>[2x exp] shindo</td>\n",
       "      <td>All Genres</td>\n",
       "      <td>1546398</td>\n",
       "      <td>5</td>\n",
       "      <td>840594888</td>\n",
       "      <td>998865</td>\n",
       "      <td>60541</td>\n",
       "      <td>056 UPDATE:\\nhttps://www.youtube.com/watch?v=I...</td>\n",
       "      <td>1/20/2020</td>\n",
       "      <td>5/23/2021</td>\n",
       "      <td>[2x exp] shindo056 UPDATE:\\nhttps://www.youtub...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>[updated peace treaties] rise of nations</td>\n",
       "      <td>Military</td>\n",
       "      <td>200256</td>\n",
       "      <td>50</td>\n",
       "      <td>39292793</td>\n",
       "      <td>74847</td>\n",
       "      <td>11716</td>\n",
       "      <td>Grand Strategy game focused on world dominatio...</td>\n",
       "      <td>11/14/2018</td>\n",
       "      <td>5/18/2021</td>\n",
       "      <td>[updated peace treaties] rise of nationsGrand ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>384</th>\n",
       "      <td>season 4  anime fighting simulator</td>\n",
       "      <td>Fighting</td>\n",
       "      <td>2293883</td>\n",
       "      <td>20</td>\n",
       "      <td>983027771</td>\n",
       "      <td>1047168</td>\n",
       "      <td>52971</td>\n",
       "      <td>Anime Fighting Simulator is a training game in...</td>\n",
       "      <td>10/4/2019</td>\n",
       "      <td>5/27/2021</td>\n",
       "      <td>season 4  anime fighting simulatorAnime Fighti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>385</th>\n",
       "      <td>[ super luck ] bubble gum simulator</td>\n",
       "      <td>All Genres</td>\n",
       "      <td>3174268</td>\n",
       "      <td>10</td>\n",
       "      <td>1123104618</td>\n",
       "      <td>919911</td>\n",
       "      <td>119752</td>\n",
       "      <td>Super Luck Event!\\n-   2x Luck\\n-   2x Mythic\\...</td>\n",
       "      <td>10/23/2018</td>\n",
       "      <td>5/8/2021</td>\n",
       "      <td>[ super luck ] bubble gum simulatorSuper Luck ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>386</th>\n",
       "      <td>sled simulator [update 2!]</td>\n",
       "      <td>All Genres</td>\n",
       "      <td>58803</td>\n",
       "      <td>10</td>\n",
       "      <td>6256225</td>\n",
       "      <td>18178</td>\n",
       "      <td>3516</td>\n",
       "      <td>Latest code: \"MollysBowl\" - NEW BASE!\\n  NEW...</td>\n",
       "      <td>1/21/2021</td>\n",
       "      <td>5/26/2021</td>\n",
       "      <td>sled simulator [update 2!]  Latest code: \"Moll...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>387</th>\n",
       "      <td>lifting simulator</td>\n",
       "      <td>Fighting</td>\n",
       "      <td>853457</td>\n",
       "      <td>30</td>\n",
       "      <td>356650655</td>\n",
       "      <td>189415</td>\n",
       "      <td>32823</td>\n",
       "      <td>UPDATE LOG {V 9.5}  \\n- ⭐️ 6 New Body Alteri...</td>\n",
       "      <td>8/14/2019</td>\n",
       "      <td>2/2/2021</td>\n",
       "      <td>lifting simulator  UPDATE LOG {V 9.5}  \\n- ⭐...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>388</th>\n",
       "      <td>destruction simulator</td>\n",
       "      <td>All Genres</td>\n",
       "      <td>2236539</td>\n",
       "      <td>7</td>\n",
       "      <td>368362117</td>\n",
       "      <td>547928</td>\n",
       "      <td>43598</td>\n",
       "      <td>UPDATE LOG:  \\n- ❓ Lucky Blocks (Open for fr...</td>\n",
       "      <td>8/19/2018</td>\n",
       "      <td>5/26/2021</td>\n",
       "      <td>destruction simulator  UPDATE LOG:  \\n- ❓ Lu...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>389 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                        Title       Genre  Favorite count  \\\n",
       "0              [capoeira + flow] mighty omega    Fighting           31674   \n",
       "1    [2x logia update 3.5] grand piece online   Adventure          312826   \n",
       "2                                    vesteria   Adventure          361229   \n",
       "3                             [2x exp] shindo  All Genres         1546398   \n",
       "4    [updated peace treaties] rise of nations    Military          200256   \n",
       "..                                        ...         ...             ...   \n",
       "384        season 4  anime fighting simulator    Fighting         2293883   \n",
       "385       [ super luck ] bubble gum simulator  All Genres         3174268   \n",
       "386                sled simulator [update 2!]  All Genres           58803   \n",
       "387                         lifting simulator    Fighting          853457   \n",
       "388                     destruction simulator  All Genres         2236539   \n",
       "\n",
       "     Maximum Visits  Total Visitors  likes count  dislikes count  \\\n",
       "0                35         2878505         8014             882   \n",
       "1                 1        54858396       175886            9155   \n",
       "2                10        23983384       112945           10992   \n",
       "3                 5       840594888       998865           60541   \n",
       "4                50        39292793        74847           11716   \n",
       "..              ...             ...          ...             ...   \n",
       "384              20       983027771      1047168           52971   \n",
       "385              10      1123104618       919911          119752   \n",
       "386              10         6256225        18178            3516   \n",
       "387              30       356650655       189415           32823   \n",
       "388               7       368362117       547928           43598   \n",
       "\n",
       "                                           Description Date Created  \\\n",
       "0    Sequel to our previous game on Tokita_Ohma acc...     4/9/2020   \n",
       "1    PC ONLY\\nLong awaited naval adventure experien...     5/6/2018   \n",
       "2    Explore breathtaking worlds, fight powerful mo...    9/18/2018   \n",
       "3    056 UPDATE:\\nhttps://www.youtube.com/watch?v=I...    1/20/2020   \n",
       "4    Grand Strategy game focused on world dominatio...   11/14/2018   \n",
       "..                                                 ...          ...   \n",
       "384  Anime Fighting Simulator is a training game in...    10/4/2019   \n",
       "385  Super Luck Event!\\n-   2x Luck\\n-   2x Mythic\\...   10/23/2018   \n",
       "386    Latest code: \"MollysBowl\" - NEW BASE!\\n  NEW...    1/21/2021   \n",
       "387    UPDATE LOG {V 9.5}  \\n- ⭐️ 6 New Body Alteri...    8/14/2019   \n",
       "388    UPDATE LOG:  \\n- ❓ Lucky Blocks (Open for fr...    8/19/2018   \n",
       "\n",
       "    Date Updated                                           new_text  \n",
       "0      5/28/2021  [capoeira + flow] mighty omegaSequel to our pr...  \n",
       "1      5/25/2021  [2x logia update 3.5] grand piece onlinePC ONL...  \n",
       "2      5/25/2021  vesteriaExplore breathtaking worlds, fight pow...  \n",
       "3      5/23/2021  [2x exp] shindo056 UPDATE:\\nhttps://www.youtub...  \n",
       "4      5/18/2021  [updated peace treaties] rise of nationsGrand ...  \n",
       "..           ...                                                ...  \n",
       "384    5/27/2021  season 4  anime fighting simulatorAnime Fighti...  \n",
       "385     5/8/2021  [ super luck ] bubble gum simulatorSuper Luck ...  \n",
       "386    5/26/2021  sled simulator [update 2!]  Latest code: \"Moll...  \n",
       "387     2/2/2021    lifting simulator  UPDATE LOG {V 9.5}  \\n- ⭐...  \n",
       "388    5/26/2021    destruction simulator  UPDATE LOG:  \\n- ❓ Lu...  \n",
       "\n",
       "[389 rows x 11 columns]"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "game_detail_df['new_text'] = game_detail_df['Title'] + game_detail_df['Description']\n",
    "game_detail_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [],
   "source": [
    "game_detail_df.to_csv('game_details.csv')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# YouTube Scrape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 994732206&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2383988292&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 88070565&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 66654135&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1934249057&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1278035280&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1686885941&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2577800301&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2033913602&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 111958650&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 985731078&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1511883870&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1349383199&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2448558164&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2404080894&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1720936166&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 943733974&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1128795217&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2530837063&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2387288336&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1691616425&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2459807845&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2400226697&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2492481398&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1016936714&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1613532065&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2587756913&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2439513265&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 918677693&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1348402608&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2455935718&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 383310974&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1663370770&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 1778889084&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2253490805&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 648454481&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n",
      "https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q=learn roblox 2566300911&key=AIzaSyDu_AIXw6jrdvM94lZLkSsuqSwfpuh0SZA\n"
     ]
    }
   ],
   "source": [
    "id_name = {}\n",
    "\n",
    "id_name = sort_df[['Game ID', 'Title']]\n",
    "titles = []\n",
    "pub_time = []\n",
    "thumb_nail = []\n",
    "vid = []\n",
    "likes = []\n",
    "views = []\n",
    "comments = []\n",
    "vdf = []\n",
    "name = []\n",
    "game_id=[]\n",
    "\n",
    "for each_game in id_name.iterrows():\n",
    "    keyword = f'learn roblox {each_game[1][0]}'\n",
    "    url1 = f\"https://youtube.googleapis.com/youtube/v3/search?part=snippet&maxResults=25&q={keyword}&key={g_key}\"\n",
    "    response1 = requests.get(url1)\n",
    "    data1 = response1.json()\n",
    "    print(url1)\n",
    "    for i in range(5):\n",
    "        try:\n",
    "            titles.append((data1['items'][i]['snippet']['title']))\n",
    "        except:\n",
    "            titles.append('NA')\n",
    "        try:\n",
    "            pub_time.append(data1['items'][i]['snippet']['publishTime'].split('T')[0])\n",
    "        except:\n",
    "            pub_time.append('00:00:00')\n",
    "        try:\n",
    "            thumb_nail.append(data1['items'][i]['snippet']['thumbnails']['default']['url'])\n",
    "        except:\n",
    "            thumb_nail.append('NA')\n",
    "        try:\n",
    "            video_id = data1['items'][i]['id']['videoId']\n",
    "            vid.append('https://www.youtube.com/watch?v=' + data1['items'][i]['id']['videoId'])\n",
    "        except:\n",
    "            video_id = ''\n",
    "            vid.append('')\n",
    "        \n",
    "\n",
    "        url2 = f\"https://youtube.googleapis.com/youtube/v3/videos?part=snippet%2CcontentDetails%2Cstatistics&id={video_id}&key={g_key}\"\n",
    "        response2 = requests.get(url2)\n",
    "        data2 = response2.json()\n",
    "        #print(url2)\n",
    "        try:\n",
    "            likes.append(int(data2['items'][0]['statistics']['likeCount']))\n",
    "        except:\n",
    "            likes.append(0)\n",
    "        try:\n",
    "            views.append(int(data2['items'][0]['statistics']['viewCount']))\n",
    "        except:\n",
    "            views.append(0)\n",
    "        try:\n",
    "            comments.append(int(data2['items'][0]['statistics']['commentCount']))\n",
    "        except:\n",
    "            comments.append(0)\n",
    "        name.append(each_game[1][1])\n",
    "        game_id.append(each_game[1][0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "video_df = pd.DataFrame({'Game ID': game_id, 'Game Name' : name,  'Videos': titles,  'Views':views, 'Likes': likes,'Comments': comments,'Video Thumbnails': thumb_nail, 'Video url': vid, 'Published on ': pub_time })\n",
    "video_df.sort_values(by='Views', ascending=False, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Game ID</th>\n",
       "      <th>Game Name</th>\n",
       "      <th>Videos</th>\n",
       "      <th>Views</th>\n",
       "      <th>Likes</th>\n",
       "      <th>Comments</th>\n",
       "      <th>Video Thumbnails</th>\n",
       "      <th>Video url</th>\n",
       "      <th>Published on</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>2455935718</td>\n",
       "      <td>food magnet simulator</td>\n",
       "      <td>Roblox How To Code - How To Script On Roblox -...</td>\n",
       "      <td>1077612</td>\n",
       "      <td>26938</td>\n",
       "      <td>5834</td>\n",
       "      <td>https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=BfLUt3mfJiY</td>\n",
       "      <td>2019-07-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>2253490805</td>\n",
       "      <td>get a snack at 4 am</td>\n",
       "      <td>Roblox How To Code - How To Script On Roblox -...</td>\n",
       "      <td>1077612</td>\n",
       "      <td>26938</td>\n",
       "      <td>5834</td>\n",
       "      <td>https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=BfLUt3mfJiY</td>\n",
       "      <td>2019-07-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>1663370770</td>\n",
       "      <td>[capoeira + flow] mighty omega</td>\n",
       "      <td>Roblox How To Code - How To Script On Roblox -...</td>\n",
       "      <td>1077612</td>\n",
       "      <td>26938</td>\n",
       "      <td>5834</td>\n",
       "      <td>https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=BfLUt3mfJiY</td>\n",
       "      <td>2019-07-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>383310974</td>\n",
       "      <td>adopt me!</td>\n",
       "      <td>Roblox How To Code - How To Script On Roblox -...</td>\n",
       "      <td>1077612</td>\n",
       "      <td>26938</td>\n",
       "      <td>5834</td>\n",
       "      <td>https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=BfLUt3mfJiY</td>\n",
       "      <td>2019-07-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145</th>\n",
       "      <td>1348402608</td>\n",
       "      <td>season 4  anime fighting simulator</td>\n",
       "      <td>Roblox How To Code - How To Script On Roblox -...</td>\n",
       "      <td>1077612</td>\n",
       "      <td>26938</td>\n",
       "      <td>5834</td>\n",
       "      <td>https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=BfLUt3mfJiY</td>\n",
       "      <td>2019-07-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>2492481398</td>\n",
       "      <td>noob army tycoon</td>\n",
       "      <td>How to Learn to Script on Roblox 2021</td>\n",
       "      <td>12194</td>\n",
       "      <td>567</td>\n",
       "      <td>143</td>\n",
       "      <td>https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=JXH5-uuCVEk</td>\n",
       "      <td>2021-01-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>1349383199</td>\n",
       "      <td>tank simulator</td>\n",
       "      <td>How to Learn to Script on Roblox 2021</td>\n",
       "      <td>12194</td>\n",
       "      <td>567</td>\n",
       "      <td>143</td>\n",
       "      <td>https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=JXH5-uuCVEk</td>\n",
       "      <td>2021-01-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>648454481</td>\n",
       "      <td>[update 3.5] grand piece online</td>\n",
       "      <td>How to Learn to Script on Roblox 2021</td>\n",
       "      <td>12194</td>\n",
       "      <td>567</td>\n",
       "      <td>143</td>\n",
       "      <td>https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=JXH5-uuCVEk</td>\n",
       "      <td>2021-01-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>383310974</td>\n",
       "      <td>adopt me!</td>\n",
       "      <td>How to Learn to Script on Roblox 2021</td>\n",
       "      <td>12194</td>\n",
       "      <td>567</td>\n",
       "      <td>143</td>\n",
       "      <td>https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=JXH5-uuCVEk</td>\n",
       "      <td>2021-01-12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>2459807845</td>\n",
       "      <td>friday night funk roleplay (fnf)</td>\n",
       "      <td>How to Learn to Script on Roblox 2021</td>\n",
       "      <td>12194</td>\n",
       "      <td>567</td>\n",
       "      <td>143</td>\n",
       "      <td>https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=JXH5-uuCVEk</td>\n",
       "      <td>2021-01-12</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>185 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        Game ID                           Game Name  \\\n",
       "151  2455935718               food magnet simulator   \n",
       "172  2253490805                 get a snack at 4 am   \n",
       "160  1663370770      [capoeira + flow] mighty omega   \n",
       "155   383310974                           adopt me!   \n",
       "145  1348402608  season 4  anime fighting simulator   \n",
       "..          ...                                 ...   \n",
       "119  2492481398                    noob army tycoon   \n",
       "62   1349383199                      tank simulator   \n",
       "179   648454481     [update 3.5] grand piece online   \n",
       "159   383310974                           adopt me!   \n",
       "108  2459807845    friday night funk roleplay (fnf)   \n",
       "\n",
       "                                                Videos    Views  Likes  \\\n",
       "151  Roblox How To Code - How To Script On Roblox -...  1077612  26938   \n",
       "172  Roblox How To Code - How To Script On Roblox -...  1077612  26938   \n",
       "160  Roblox How To Code - How To Script On Roblox -...  1077612  26938   \n",
       "155  Roblox How To Code - How To Script On Roblox -...  1077612  26938   \n",
       "145  Roblox How To Code - How To Script On Roblox -...  1077612  26938   \n",
       "..                                                 ...      ...    ...   \n",
       "119              How to Learn to Script on Roblox 2021    12194    567   \n",
       "62               How to Learn to Script on Roblox 2021    12194    567   \n",
       "179              How to Learn to Script on Roblox 2021    12194    567   \n",
       "159              How to Learn to Script on Roblox 2021    12194    567   \n",
       "108              How to Learn to Script on Roblox 2021    12194    567   \n",
       "\n",
       "     Comments                                Video Thumbnails  \\\n",
       "151      5834  https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg   \n",
       "172      5834  https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg   \n",
       "160      5834  https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg   \n",
       "155      5834  https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg   \n",
       "145      5834  https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg   \n",
       "..        ...                                             ...   \n",
       "119       143  https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg   \n",
       "62        143  https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg   \n",
       "179       143  https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg   \n",
       "159       143  https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg   \n",
       "108       143  https://i.ytimg.com/vi/JXH5-uuCVEk/default.jpg   \n",
       "\n",
       "                                       Video url Published on   \n",
       "151  https://www.youtube.com/watch?v=BfLUt3mfJiY    2019-07-21  \n",
       "172  https://www.youtube.com/watch?v=BfLUt3mfJiY    2019-07-21  \n",
       "160  https://www.youtube.com/watch?v=BfLUt3mfJiY    2019-07-21  \n",
       "155  https://www.youtube.com/watch?v=BfLUt3mfJiY    2019-07-21  \n",
       "145  https://www.youtube.com/watch?v=BfLUt3mfJiY    2019-07-21  \n",
       "..                                           ...           ...  \n",
       "119  https://www.youtube.com/watch?v=JXH5-uuCVEk    2021-01-12  \n",
       "62   https://www.youtube.com/watch?v=JXH5-uuCVEk    2021-01-12  \n",
       "179  https://www.youtube.com/watch?v=JXH5-uuCVEk    2021-01-12  \n",
       "159  https://www.youtube.com/watch?v=JXH5-uuCVEk    2021-01-12  \n",
       "108  https://www.youtube.com/watch?v=JXH5-uuCVEk    2021-01-12  \n",
       "\n",
       "[185 rows x 9 columns]"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "video_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Game ID</th>\n",
       "      <th>Game Name</th>\n",
       "      <th>Videos</th>\n",
       "      <th>Views</th>\n",
       "      <th>Likes</th>\n",
       "      <th>Comments</th>\n",
       "      <th>Video Thumbnails</th>\n",
       "      <th>Video url</th>\n",
       "      <th>Published on</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>943733974</td>\n",
       "      <td>week iv     bitcoin miner [beta]</td>\n",
       "      <td>Roblox How To Code - How To Script On Roblox -...</td>\n",
       "      <td>1077612</td>\n",
       "      <td>26938</td>\n",
       "      <td>5834</td>\n",
       "      <td>https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=BfLUt3mfJiY</td>\n",
       "      <td>2019-07-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>943733974</td>\n",
       "      <td>week iv     bitcoin miner [beta]</td>\n",
       "      <td>How to Teach Yourself Scripting on Roblox (2020)</td>\n",
       "      <td>409933</td>\n",
       "      <td>13820</td>\n",
       "      <td>2687</td>\n",
       "      <td>https://i.ytimg.com/vi/jngKJLcTSZ4/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=jngKJLcTSZ4</td>\n",
       "      <td>2020-02-11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>943733974</td>\n",
       "      <td>week iv     bitcoin miner [beta]</td>\n",
       "      <td>How Roblox Developers Learn to Script!</td>\n",
       "      <td>125066</td>\n",
       "      <td>5086</td>\n",
       "      <td>559</td>\n",
       "      <td>https://i.ytimg.com/vi/uPrE4lpTFCU/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=uPrE4lpTFCU</td>\n",
       "      <td>2019-12-29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>943733974</td>\n",
       "      <td>week iv     bitcoin miner [beta]</td>\n",
       "      <td>The Ultimate Roblox Lua Scripting Guide</td>\n",
       "      <td>116498</td>\n",
       "      <td>3177</td>\n",
       "      <td>631</td>\n",
       "      <td>https://i.ytimg.com/vi/NLwYJY8KSgc/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=NLwYJY8KSgc</td>\n",
       "      <td>2017-07-02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>943733974</td>\n",
       "      <td>week iv     bitcoin miner [beta]</td>\n",
       "      <td>Roblox Learn Scripting In One Minute</td>\n",
       "      <td>16707</td>\n",
       "      <td>585</td>\n",
       "      <td>122</td>\n",
       "      <td>https://i.ytimg.com/vi/0Grwaj4PyC4/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=0Grwaj4PyC4</td>\n",
       "      <td>2020-10-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>985731078</td>\n",
       "      <td>world // zero</td>\n",
       "      <td>Roblox How To Code - How To Script On Roblox -...</td>\n",
       "      <td>1077607</td>\n",
       "      <td>26938</td>\n",
       "      <td>5834</td>\n",
       "      <td>https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=BfLUt3mfJiY</td>\n",
       "      <td>2019-07-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>985731078</td>\n",
       "      <td>world // zero</td>\n",
       "      <td>How to Teach Yourself Scripting on Roblox (2020)</td>\n",
       "      <td>409933</td>\n",
       "      <td>13820</td>\n",
       "      <td>2687</td>\n",
       "      <td>https://i.ytimg.com/vi/jngKJLcTSZ4/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=jngKJLcTSZ4</td>\n",
       "      <td>2020-02-11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>985731078</td>\n",
       "      <td>world // zero</td>\n",
       "      <td>How PRO DEVELOPERS learned to script....</td>\n",
       "      <td>186504</td>\n",
       "      <td>9705</td>\n",
       "      <td>1023</td>\n",
       "      <td>https://i.ytimg.com/vi/fivk8yp-VT4/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=fivk8yp-VT4</td>\n",
       "      <td>2021-01-23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>985731078</td>\n",
       "      <td>world // zero</td>\n",
       "      <td>How To Script On Roblox 2021 - Episode 1 (Prop...</td>\n",
       "      <td>93535</td>\n",
       "      <td>4231</td>\n",
       "      <td>1049</td>\n",
       "      <td>https://i.ytimg.com/vi/aX0Kw_txrIY/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=aX0Kw_txrIY</td>\n",
       "      <td>2021-03-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>985731078</td>\n",
       "      <td>world // zero</td>\n",
       "      <td>Roblox Learn Scripting In One Minute</td>\n",
       "      <td>16707</td>\n",
       "      <td>585</td>\n",
       "      <td>122</td>\n",
       "      <td>https://i.ytimg.com/vi/0Grwaj4PyC4/default.jpg</td>\n",
       "      <td>https://www.youtube.com/watch?v=0Grwaj4PyC4</td>\n",
       "      <td>2020-10-04</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>185 rows × 9 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Game ID                           Game Name  \\\n",
       "82  943733974    week iv     bitcoin miner [beta]   \n",
       "80  943733974    week iv     bitcoin miner [beta]   \n",
       "81  943733974    week iv     bitcoin miner [beta]   \n",
       "83  943733974    week iv     bitcoin miner [beta]   \n",
       "84  943733974    week iv     bitcoin miner [beta]   \n",
       "..        ...                                 ...   \n",
       "51  985731078                       world // zero   \n",
       "54  985731078                       world // zero   \n",
       "53  985731078                       world // zero   \n",
       "52  985731078                       world // zero   \n",
       "50  985731078                       world // zero   \n",
       "\n",
       "                                               Videos    Views  Likes  \\\n",
       "82  Roblox How To Code - How To Script On Roblox -...  1077612  26938   \n",
       "80   How to Teach Yourself Scripting on Roblox (2020)   409933  13820   \n",
       "81             How Roblox Developers Learn to Script!   125066   5086   \n",
       "83            The Ultimate Roblox Lua Scripting Guide   116498   3177   \n",
       "84               Roblox Learn Scripting In One Minute    16707    585   \n",
       "..                                                ...      ...    ...   \n",
       "51  Roblox How To Code - How To Script On Roblox -...  1077607  26938   \n",
       "54   How to Teach Yourself Scripting on Roblox (2020)   409933  13820   \n",
       "53           How PRO DEVELOPERS learned to script....   186504   9705   \n",
       "52  How To Script On Roblox 2021 - Episode 1 (Prop...    93535   4231   \n",
       "50               Roblox Learn Scripting In One Minute    16707    585   \n",
       "\n",
       "    Comments                                Video Thumbnails  \\\n",
       "82      5834  https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg   \n",
       "80      2687  https://i.ytimg.com/vi/jngKJLcTSZ4/default.jpg   \n",
       "81       559  https://i.ytimg.com/vi/uPrE4lpTFCU/default.jpg   \n",
       "83       631  https://i.ytimg.com/vi/NLwYJY8KSgc/default.jpg   \n",
       "84       122  https://i.ytimg.com/vi/0Grwaj4PyC4/default.jpg   \n",
       "..       ...                                             ...   \n",
       "51      5834  https://i.ytimg.com/vi/BfLUt3mfJiY/default.jpg   \n",
       "54      2687  https://i.ytimg.com/vi/jngKJLcTSZ4/default.jpg   \n",
       "53      1023  https://i.ytimg.com/vi/fivk8yp-VT4/default.jpg   \n",
       "52      1049  https://i.ytimg.com/vi/aX0Kw_txrIY/default.jpg   \n",
       "50       122  https://i.ytimg.com/vi/0Grwaj4PyC4/default.jpg   \n",
       "\n",
       "                                      Video url Published on   \n",
       "82  https://www.youtube.com/watch?v=BfLUt3mfJiY    2019-07-21  \n",
       "80  https://www.youtube.com/watch?v=jngKJLcTSZ4    2020-02-11  \n",
       "81  https://www.youtube.com/watch?v=uPrE4lpTFCU    2019-12-29  \n",
       "83  https://www.youtube.com/watch?v=NLwYJY8KSgc    2017-07-02  \n",
       "84  https://www.youtube.com/watch?v=0Grwaj4PyC4    2020-10-04  \n",
       "..                                          ...           ...  \n",
       "51  https://www.youtube.com/watch?v=BfLUt3mfJiY    2019-07-21  \n",
       "54  https://www.youtube.com/watch?v=jngKJLcTSZ4    2020-02-11  \n",
       "53  https://www.youtube.com/watch?v=fivk8yp-VT4    2021-01-23  \n",
       "52  https://www.youtube.com/watch?v=aX0Kw_txrIY    2021-03-05  \n",
       "50  https://www.youtube.com/watch?v=0Grwaj4PyC4    2020-10-04  \n",
       "\n",
       "[185 rows x 9 columns]"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "video_df.sort_values(['Game Name', 'Views'], ascending=[True, False])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "video_df.columns=['game_id','game_title', 'video_name', 'yt_views', 'yt_likes', 'yt_comments', 'yt_thumbnail', 'video_url', 'pub_date']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "video_df.to_csv('roblox_videos.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "roblox_df1.columns=['game_category','game_id','game_title', 'user_count', 'positive_ratings', 'game_url', 'game_image_url']\n",
    "roblox_df2.columns=['game_category','game_id','game_title', 'user_count', 'positive_ratings', 'game_url', 'game_image_url']\n",
    "roblox_df3.columns=['game_category','game_id','game_title', 'user_count', 'positive_ratings', 'game_url', 'game_image_url']\n",
    "roblox_df4.columns=['game_category','game_id','game_title', 'user_count', 'positive_ratings', 'game_url', 'game_image_url']\n",
    "roblox_df_all.columns=['game_category','game_id','game_title', 'user_count', 'positive_ratings', 'game_url', 'game_image_url']\n",
    "\n",
    "roblox_df1.to_csv('games1.csv')\n",
    "roblox_df2.to_csv('games2.csv')\n",
    "roblox_df3.to_csv('games3.csv')\n",
    "roblox_df4.to_csv('games4.csv')\n",
    "roblox_df_all.to_csv('games.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sqlalchemy import create_engine\n",
    "engine=create_engine('postgres://pboxloirkjoupo:04094f4b3c94d1ac4ebe22d906c08a8f3cca3b9f1dc6d2e15fe9aed7febc70bd@ec2-52-0-114-209.compute-1.amazonaws.com:5432/d56rcfsun0ardt')\n",
    "video_df.to_sql('videos', con=engine, if_exists='replace', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [],
   "source": [
    "# roblox_df1.to_sql('games1', con=engine, if_exists='replace', index=False)\n",
    "# roblox_df2.to_sql('games2', con=engine, if_exists='replace', index=False)\n",
    "# roblox_df3.to_sql('games3', con=engine, if_exists='replace', index=False)\n",
    "# roblox_df4.to_sql('games4', con=engine, if_exists='replace', index=False)\n",
    "roblox_df_all.to_sql('games', con=engine, if_exists='replace', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import psycopg2\n",
    "\n",
    "def db(database_name='d56rcfsun0ardt'):\n",
    "    return psycopg2.connect(database=database_name, user='pboxloirkjoupo', password='04094f4b3c94d1ac4ebe22d906c08a8f3cca3b9f1dc6d2e15fe9aed7febc70bd', host='ec2-52-0-114-209.compute-1.amazonaws.com')\n",
    "\n",
    "def query_db(query, args=(), one=False):\n",
    "    cur = db().cursor()\n",
    "    cur.execute(query, args)\n",
    "    r = [dict((cur.description[i][0], value) \\\n",
    "               for i, value in enumerate(row)) for row in cur.fetchall()]\n",
    "    cur.connection.close()\n",
    "    return (r[0] if r else None) if one else r\n",
    "\n",
    "videos_query = query_db(\"select * from videos\", (3,))\n",
    "games_query = query_db(\"select * from games\", (3,))\n",
    "\n",
    "json_videos = json.dumps(videos_query)\n",
    "json_games = json.dumps(games_query)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('video_data.txt', 'w') as outfile:\n",
    "    json.dump(videos_query, outfile)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('games_data.txt', 'w') as outfile:\n",
    "    json.dump(games_query, outfile)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}