sentimental-analysis-using-logistic-regression.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "source": "# Text Based Sentiment Analysis",
   "metadata": {
    "cell_id": "2dff2bb2-c105-4463-87ff-15c23c839a39",
    "deepnote_cell_type": "markdown",
    "deepnote_cell_height": 82
   }
  },
  {
   "cell_type": "markdown",
   "source": "# IMPORTING NECESSARY MODULES",
   "metadata": {
    "cell_id": "00001-827032ec-c28b-4d9f-8eee-d6192aa2ae96",
    "deepnote_cell_type": "markdown",
    "deepnote_cell_height": 82
   }
  },
  {
   "cell_type": "code",
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5",
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:39.217519Z",
     "iopub.status.busy": "2021-03-13T16:27:39.216547Z",
     "iopub.status.idle": "2021-03-13T16:27:39.234404Z",
     "shell.execute_reply": "2021-03-13T16:27:39.235238Z"
    },
    "papermill": {
     "duration": 0.035859,
     "end_time": "2021-03-13T16:27:39.235853",
     "exception": false,
     "start_time": "2021-03-13T16:27:39.199994",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00002-36bec11c-eb7b-4df2-90ee-b4217b8e7621",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "ab749f7b",
    "execution_start": 1659103988456,
    "execution_millis": 1816,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 166
   },
   "source": "import numpy as np # For linear algebra\nimport pandas as pd # Data processing, CSV file I/O (e.g. pd.read_csv)\nimport matplotlib.pyplot as plt  # For Visualisation\n%matplotlib inline\nimport seaborn as sns  # For Visualisation\nfrom bs4 import BeautifulSoup  # For Text Parsing",
   "execution_count": 1,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": "# IMPORTING DATASET",
   "metadata": {
    "cell_id": "00003-c84485ea-471f-4bbc-a9ac-a68e88d210ac",
    "deepnote_cell_type": "markdown",
    "deepnote_cell_height": 82
   }
  },
  {
   "cell_type": "code",
   "source": "data = pd.read_csv('/work/Reviews.csv')\n# data",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:39.271093Z",
     "iopub.status.busy": "2021-03-13T16:27:39.270285Z",
     "iopub.status.idle": "2021-03-13T16:27:47.294167Z",
     "shell.execute_reply": "2021-03-13T16:27:47.293549Z"
    },
    "papermill": {
     "duration": 8.043911,
     "end_time": "2021-03-13T16:27:47.294319",
     "exception": false,
     "start_time": "2021-03-13T16:27:39.250408",
     "status": "completed"
    },
    "scrolled": true,
    "tags": [],
    "cell_id": "00004-e948c7f9-0985-467e-9905-6933a6337c74",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "d3a41fa3",
    "execution_start": 1659103990284,
    "execution_millis": 4735,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 94
   },
   "execution_count": 2,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": "# DATA PREPROCESSING & VISUALISATION",
   "metadata": {
    "cell_id": "00005-579dd9fe-55a8-416f-ae98-24ad73508851",
    "deepnote_cell_type": "markdown",
    "deepnote_cell_height": 82
   }
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:47.637700Z",
     "iopub.status.busy": "2021-03-13T16:27:47.324855Z",
     "iopub.status.idle": "2021-03-13T16:27:47.652536Z",
     "shell.execute_reply": "2021-03-13T16:27:47.651955Z"
    },
    "papermill": {
     "duration": 0.34554,
     "end_time": "2021-03-13T16:27:47.652678",
     "exception": false,
     "start_time": "2021-03-13T16:27:47.307138",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00006-07c02291-9a86-418b-aee1-1c31b5598dd3",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "f6229a6b",
    "execution_start": 1659103995024,
    "execution_millis": 6,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 76
   },
   "source": "#data.isnull().sum()",
   "execution_count": 3,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:48.002053Z",
     "iopub.status.busy": "2021-03-13T16:27:47.684503Z",
     "iopub.status.idle": "2021-03-13T16:27:48.435326Z",
     "shell.execute_reply": "2021-03-13T16:27:48.434615Z"
    },
    "papermill": {
     "duration": 0.769449,
     "end_time": "2021-03-13T16:27:48.435483",
     "exception": false,
     "start_time": "2021-03-13T16:27:47.666034",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00007-1bf8209e-69dd-4ad1-8d85-fb387e28fac8",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "9b23c03a",
    "execution_start": 1659103995037,
    "execution_millis": 313,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 94
   },
   "source": "data=data.dropna()\n#data.isnull().sum()",
   "execution_count": 4,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "scrolled": true,
    "cell_id": "00008-30eca726-9c34-469b-a519-5c072eadebf0",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "9522be0a",
    "execution_start": 1659103995365,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 76
   },
   "source": "#data.shape",
   "execution_count": 5,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "cell_id": "00009-c57198aa-30d6-40d9-b5d1-40a6d3447418",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "afdc23e5",
    "execution_start": 1659103995375,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 94
   },
   "source": "score_unique = data['Score'].unique()\n#print(score_unique)",
   "execution_count": 6,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:48.506192Z",
     "iopub.status.busy": "2021-03-13T16:27:48.501015Z",
     "iopub.status.idle": "2021-03-13T16:27:48.704122Z",
     "shell.execute_reply": "2021-03-13T16:27:48.703473Z"
    },
    "papermill": {
     "duration": 0.253989,
     "end_time": "2021-03-13T16:27:48.704263",
     "exception": false,
     "start_time": "2021-03-13T16:27:48.450274",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00010-5be83869-b6d2-4967-8ce3-a2093ad0e2d6",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "62ed0d93",
    "execution_start": 1659103995386,
    "execution_millis": 185,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 256
   },
   "source": "#   0-> NEGATIVE REVIEW\n#   1-> NEUTRAL REVIEW\n#   2-> POSTIVE REVIEW\na=[]\nfor i in data['Score']:\n    if i <3:                              \n        a.append(0)\n    if i==3:\n        a.append(1)\n    if i>3:\n        a.append(2)",
   "execution_count": 7,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "cell_id": "00011-b029e4bd-dbf4-4779-987d-4f6aa0e722e2",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "1070d670",
    "execution_start": 1659103995626,
    "execution_millis": 59,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 344.75
   },
   "source": "r_0, r_1, r_2 = 0, 0, 0\nfor i in a:\n    if i == 0:\n        r_0 += 1\n    elif i == 1:\n        r_1 += 1\n    else:\n        r_2 += 1\n\nprint('Negative Reviews:',r_0)\nprint('Neutral Reviews:',r_1)\nprint('Positive Reviews:',r_2)",
   "execution_count": 8,
   "outputs": [
    {
     "name": "stdout",
     "text": "Negative Reviews: 82007\nNeutral Reviews: 42638\nPositive Reviews: 443766\n",
     "output_type": "stream"
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:48.738843Z",
     "iopub.status.busy": "2021-03-13T16:27:48.738209Z",
     "iopub.status.idle": "2021-03-13T16:27:52.191203Z",
     "shell.execute_reply": "2021-03-13T16:27:52.190555Z"
    },
    "papermill": {
     "duration": 3.472218,
     "end_time": "2021-03-13T16:27:52.191341",
     "exception": false,
     "start_time": "2021-03-13T16:27:48.719123",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00012-d10c9eb6-cf27-43c4-a10e-10633d6ae3f8",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "511bbaad",
    "execution_start": 1659103995694,
    "execution_millis": 2221,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 532.203125,
    "deepnote_output_heights": [
     null,
     280
    ]
   },
   "source": "sns.countplot(a)\nplt.xlabel('Reviews', color = 'red')\nplt.ylabel('Count', color = 'red')\nplt.xticks([0,1,2],['Negative','Neutral','Positive'])\nplt.title('COUNT PLOT', color = 'r')\nplt.show()",
   "execution_count": 9,
   "outputs": [
    {
     "name": "stderr",
     "text": "/shared-libs/python3.9/py/lib/python3.9/site-packages/seaborn/_decorators.py:36: FutureWarning: Pass the following variable as a keyword arg: x. From version 0.12, the only valid positional argument will be `data`, and passing other arguments without an explicit keyword will result in an error or misinterpretation.\n  warnings.warn(\n",
     "output_type": "stream"
    },
    {
     "data": {
      "text/plain": "<Figure size 432x288 with 1 Axes>",
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZcAAAEWCAYAAACqitpwAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8qNh9FAAAACXBIWXMAAAsTAAALEwEAmpwYAAAYQElEQVR4nO3de7RedX3n8ffHhJsi95RFuRgGM3XQqVRSBLFTKi0EdQlWLjK2oAtlrIB1qFasHUE6OFrHer8MCyjQcYrxVuONiIKKKGBQ5DqWVEVgUCJXURSC3/nj+QUeTs45OQm/55zk5P1a61ln7+/+7f37PdnJ+WRfnv2kqpAkqacnzPQAJEmzj+EiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hos0VvKfSZaR3E9yO8kXSZ47tHxPkiUk95L8nOQSkucMLT+A5NZxtvtVkle26dNIiuTIoeVzW21+6/P+9nqI5MGh+Y+Ms+2Xkzzclt9HcjXJCycdz2BZSN5AchPJAyQ/JvkfJJu15Ws3DqkxXKRhycnAe4C3ATsCuwEfAg5ty/cALgOuBXYHfhv4NPAlkv3Wsre7gLeSzFltSdUhVG1J1ZbAR4G/f2S+6tUTbO9brf02wNnAYpJt1zCG9wHHA8cATwYOAQ4EFj+OcUiGi/SIZGvgdOAEqj5F1S+oeoiqz1L1htbqNAa/xN9M1V1U/Zyq9wH/BLxjLXu8EHgQ+LNebwGAqt8A5wBbAHtM2C5ZALwGeBlV36JqJVXXAy8BFpE8r+u4tFExXKRH7QdszuBIZCJ/Anx8nPpiYH+SLdaivwL+G3AqySZrsd7kkrnAK4H7gZsmaXkgcCtVVz52VHULcDmD9yqtE8NFetT2wM+oWjlJmx2A28ep387g39N2a9Vj1RJgBYMweLz2JbkH+AlwNPBiqu6dpP1E74VW36HDmLSRmjvTA5DWI3cCO5DMnSRgfgbsNE59J+A3wN3ASmC8I5FNgIfGqf8t8I8MTq09HpdT9dw1N3vERO+FVv/h4xyPNmIeuUiP+hbwa+CwSdp8GThinPqRDK7F/BL4MYOQ2vKRpUmApwA3r7Zm1UXAcgbXP6bTxcCuJPs8pprsCuwLfGWax6NZxHCRVhmcQnoL8EGSw0ieSLIJySEkf99avRV4DskZJNuRPJnkJAZ3W72xbefHwBXAO0i2bLf1voHBUcvlE/T+ZuCvR/fmgGTzx7wG12M+AnyUZF+SOSRPBz4JfJmqL490PJrVDBdpWNW7gJMZnKpaAdwCnAj8S1t+E/Bc4JnAjxhcm3gJcDBVlw1t6SjgtxgckdzG4OL5C6j61QT9XgZcOe6yPnYGHhjz2oPBezsL+N8MbgC4EPgqg/ckrbP4ZWGSpN48cpEkdWe4SJK6M1wkSd0ZLpKk7vwQZbPDDjvU/PnzZ3oYkrRBueqqq35WVfPG1g2XZv78+SxbtmymhyFJG5Qkq38wGE+LSZJGwHCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqzk/oS9pg7P/+/Wd6CLPeZSddtuZGU+CRiySpO8NFktSd4SJJ6s5wkSR1Z7hIkrozXCRJ3RkukqTuDBdJUneGiySpO8NFktSd4SJJ6s5wkSR1Z7hIkrozXCRJ3RkukqTuDBdJUncjD5ckc5J8N8nn2vzuSa5IsjzJx5Js2uqbtfnlbfn8oW28qdW/n+TgofqiVlue5JSh+rh9SJKmx3QcufwlcOPQ/DuAd1fVU4G7geNa/Tjg7lZ/d2tHkj2BlwJPBxYBH2qBNQf4IHAIsCdwdGs7WR+SpGkw0nBJsgvwAuCsNh/gecAnWpPzgMPa9KFtnrb8wNb+UOCCqvp1Vf0QWA7s017Lq+oHVfUgcAFw6Br6kCRNg1EfubwH+GvgN21+e+CeqlrZ5m8Fdm7TOwO3ALTl97b2j9THrDNRfbI+HiPJ8UmWJVm2YsWKdXyLkqSxRhYuSV4I3FFVV42qj8erqs6sqoVVtXDevHkzPRxJmjXmjnDb+wMvSvJ8YHNgK+C9wDZJ5rYji12A21r724BdgVuTzAW2Bu4cqq8yvM549Tsn6UOSNA1GduRSVW+qql2qaj6DC/IXV9XLgEuAw1uzY4HPtOklbZ62/OKqqlZ/abubbHdgAXAl8G1gQbszbNPWx5K2zkR9SJKmwUx8zuWNwMlJljO4PnJ2q58NbN/qJwOnAFTV9cBi4AbgQuCEqnq4HZWcCCxlcDfa4tZ2sj4kSdNglKfFHlFVXwW+2qZ/wOBOr7FtfgUcMcH6ZwBnjFP/AvCFcerj9iFJmh5+Ql+S1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO5GFi5JNk9yZZLvJbk+yVtbffckVyRZnuRjSTZt9c3a/PK2fP7Qtt7U6t9PcvBQfVGrLU9yylB93D4kSdNjlEcuvwaeV1XPBPYCFiXZF3gH8O6qeipwN3Bca38ccHerv7u1I8mewEuBpwOLgA8lmZNkDvBB4BBgT+Do1pZJ+pAkTYORhUsN3N9mN2mvAp4HfKLVzwMOa9OHtnna8gOTpNUvqKpfV9UPgeXAPu21vKp+UFUPAhcAh7Z1JupDkjQNRnrNpR1hXA3cAVwE/BtwT1WtbE1uBXZu0zsDtwC05fcC2w/Xx6wzUX37SfoYO77jkyxLsmzFihWP451KkoaNNFyq6uGq2gvYhcGRxtNG2d/aqqozq2phVS2cN2/eTA9HkmaNablbrKruAS4B9gO2STK3LdoFuK1N3wbsCtCWbw3cOVwfs85E9Tsn6UOSNA1GebfYvCTbtOktgD8BbmQQMoe3ZscCn2nTS9o8bfnFVVWt/tJ2N9nuwALgSuDbwIJ2Z9imDC76L2nrTNSHJGkazF1zk3W2E3Beu6vrCcDiqvpckhuAC5L8d+C7wNmt/dnAPyVZDtzFICyoquuTLAZuAFYCJ1TVwwBJTgSWAnOAc6rq+ratN07QhyRpGowsXKrqGuD3xqn/gMH1l7H1XwFHTLCtM4Azxql/AfjCVPuQJE0PP6EvSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7qYWLsn+U6pJksTUj1zeP8WaJElr+D6XZD/gOcA8kpOHlmzF4Au6JElazZq+LGxTYMvW7slD9ft49GuEJUl6jMnDpeprwNdIzqXq5ukZkiRpQzfVrznejORMYP5j1ql63gjGJEnawE01XD4OfAQ4C3h4dMORJM0GUw2XlVR9eKQjkSTNGlO9FfmzJK8h2Ylku0dekiSNY6pHLse2n28YqhXw7/oOR5I0G0wtXKp2H/E4JEmzyNTCJTlm3HrV+T0HI0maHaZ6Wuz3h6Y3Bw4EvgMYLpKk1Uz1tNhJj5lPtgEu6D8cSdJssK6P3P8F4HUYSdK4pnrN5bMM7g6DwQMr/wOweERjkiRt4KZ6zeV/Dk2vBG6m6tYRjEeSNAtM7bTY4AGW/5fBk5G3BR4c4ZgkSRu4qX4T5ZHAlcARwJHAFSQ+cl+SNK6pnhZ7M/D7VN0BQDIP+DLwiRGNS5K0AZvq3WJPeCRYBu5ci3UlSRuZqR65XEiyFPjnNn8U8IXRDEmStKGbPFySpwI7UvUGkj8FntuWfAv46IjHJknaQK3p1NZ7gPsAqPoUVSdTdTLw6bZMkqTVrClcdqTq2tWqg9r8yVZMsmuSS5LckOT6JH/Z6tsluSjJTe3ntq2eJO9LsjzJNUmeNbStY1v7m5IcO1TfO8m1bZ33JclkfUiSpseawmWbSZZtsYZ1VwJ/VVV7AvsCJyTZEzgF+EpVLQC+0uYBDgEWtNfxwIdhEBTAqcCzgX2AU4fC4sPAq4bWW9TqE/UhSZoGawqXZSSvWq2avBK4arIVq+r2qvpOm/45cCOwM3AocF5rdh5wWJs+FDi/Bi4HtkmyE3AwcFFV3VVVdwMXAYvasq2q6vKqKgZPaB7e1nh9SJKmwZruFnsd8GmSl/FomCwENgVePNVOkswHfg+4Atixqm5vi34C7NimdwZuGVrt1labrH7rOHUm6WPsuI5ncJTEbrvtNtW3I0lag8nDpeqnwHNI/gh4Rqt+nqqLp9pBki2BTwKvq6r72mWRtvmqJDXhyh1M1kdVnQmcCbBw4cKRjkOSNiZT/T6XS4BL1nbjSTZhECwfrapPtfJPk+xUVbe3U1urPpx5G7Dr0Oq7tNptwAFj6l9t9V3GaT9ZH5KkaTCyT9m3O7fOBm6sqn8YWrQEWHXH17HAZ4bqx7S7xvYF7m2ntpYCByXZtl3IPwhY2pbdl2Tf1tcxY7Y1Xh+SpGkw1U/or4v9gT8Hrk1ydav9DfB2YHGS44CbGTwIEwaf+H8+sBz4JfAKgKq6K8nfAd9u7U6vqrva9GuAcxncufbF9mKSPiRJ02Bk4VJV3wAyweIDx2lfwAkTbOsc4Jxx6st49FrQcP3O8fqQJE0PHz4pSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3IwuXJOckuSPJdUO17ZJclOSm9nPbVk+S9yVZnuSaJM8aWufY1v6mJMcO1fdOcm1b531JMlkfkqTpM8ojl3OBRWNqpwBfqaoFwFfaPMAhwIL2Oh74MAyCAjgVeDawD3DqUFh8GHjV0HqL1tCHJGmajCxcqurrwF1jyocC57Xp84DDhurn18DlwDZJdgIOBi6qqruq6m7gImBRW7ZVVV1eVQWcP2Zb4/UhSZom033NZcequr1N/wTYsU3vDNwy1O7WVpusfus49cn6WE2S45MsS7JsxYoV6/B2JEnjmbEL+u2Io2ayj6o6s6oWVtXCefPmjXIokrRRme5w+Wk7pUX7eUer3wbsOtRul1abrL7LOPXJ+pAkTZPpDpclwKo7vo4FPjNUP6bdNbYvcG87tbUUOCjJtu1C/kHA0rbsviT7trvEjhmzrfH6kCRNk7mj2nCSfwYOAHZIciuDu77eDixOchxwM3Bka/4F4PnAcuCXwCsAququJH8HfLu1O72qVt0k8BoGd6RtAXyxvZikD0nSNBlZuFTV0RMsOnCctgWcMMF2zgHOGae+DHjGOPU7x+tDkjR9/IS+JKk7w0WS1J3hIknqbmTXXGazvd9w/kwPYda76p3HzPQQJD0OHrlIkrozXCRJ3RkukqTuDBdJUneGiySpO8NFktSd4SJJ6s5wkSR1Z7hIkrozXCRJ3RkukqTuDBdJUneGiySpO8NFktSd4SJJ6s5wkSR1Z7hIkrrzmyi10fnx6f9xpocw6+32lmtnegiaYR65SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdTdrwyXJoiTfT7I8ySkzPR5J2pjMynBJMgf4IHAIsCdwdJI9Z3ZUkrTxmJXhAuwDLK+qH1TVg8AFwKEzPCZJ2mikqmZ6DN0lORxYVFWvbPN/Djy7qk4c0+544Pg2+zvA96d1oNNrB+BnMz0IrRP33YZttu+/p1TVvLHFuTMxkvVFVZ0JnDnT45gOSZZV1cKZHofWnvtuw7ax7r/ZelrsNmDXofldWk2SNA1ma7h8G1iQZPckmwIvBZbM8JgkaaMxK0+LVdXKJCcCS4E5wDlVdf0MD2umbRSn/2Yp992GbaPcf7Pygr4kaWbN1tNikqQZZLhIkrozXNYzSSrJu4bmX5/ktBH08zdj5r/Zuw/13Z9JtknymnVc90dJdliXdTdWSR5OcnWS65J8PMkT13L9307yiTa9V5LnDy170Wx/LJXhsv75NfCn0/CL4DHhUlXPGXF/G6ue+3MbYNxwSTIrb86ZYQ9U1V5V9QzgQeDVa7NyVf2/qjq8ze4FPH9o2ZKqenu3ka6HDJf1z0oGd5f817ELksxL8skk326v/YfqFyW5PslZSW5e9cssyb8kuaotO77V3g5s0f5X9tFWu7/9vCDJC4b6PDfJ4UnmJHln6/eaJP9l5H8Ss8O67M/Tkrx+qN11SeYDbwf2aPvtnUkOSHJpkiXADa3tavtbXVwKPDXJdu3P+Joklyf5XYAkf9j2y9VJvpvkyUnmt323KXA6cFRbflSSlyf5QJKt27/XJ7TtPCnJLUk2SbJHkgvb/rw0ydNm8P2vvarytR69gPuBrYAfAVsDrwdOa8v+D/DcNr0bcGOb/gDwpja9CChghza/Xfu5BXAdsP2qfsb2236+GDivTW8K3NLWPR7421bfDFgG7D7Tf17r+2sd9+dpwOuHtnEdML+9rhuqHwD8Yng/TLK/f7Tq74Svqe+79nMu8BngL4D3A6e2+vOAq9v0Z4H92/SWbZ1H9hfwcuADQ9t+ZL5t+4/a9FHAWW36K8CCNv1s4OKZ/jNZm5eH0uuhqrovyfnAa4EHhhb9MbBnklXzWyXZEngug1Cgqi5McvfQOq9N8uI2vSuwALhzku6/CLw3yWYMgurrVfVAkoOA323PbYPBL8oFwA/X9X1uLNZhf66NK6tqeB+s7f7WxLZIcnWbvhQ4G7gCeAlAVV2cZPskWwGXAf/QzgR8qqpuHdqva/IxBqFyCYMPfH+o/T14DvDxoe1s9vjf0vQxXNZf7wG+A/zjUO0JwL5V9avhhhP9JU5yAINfYPtV1S+TfBXYfLJOq+pXrd3BDP7CX7Bqc8BJVbV07d6Gmvcw9f25kseesp5sn/1iaL0DWMv9rUk9UFV7DRcm+rdWVW9P8nkG11UuS3Iw8KtxG69uCfC2JNsBewMXA08C7hnb/4bEay7rqaq6C1gMHDdU/hJw0qqZJHu1ycuAI1vtIGDbVt8auLv9onkasO/Qth5KsskE3X8MeAXwB8CFrbYU+ItV6yT590metG7vbuOzlvvzR8CzWu1ZwO6t/nPgyZN0M9n+Vh+XAi+DR8L8Z+3IdI+quraq3sHg8VNjr49MuO+q6v62znuBz1XVw1V1H/DDJEe0vpLkmaN4Q6NiuKzf3sXgcd2rvBZY2C4m3sCjd6+8FTgoyXXAEcBPGPxlvhCYm+RGBheDLx/a1pnANasu6I/xJeAPgS/X4PtwAM5icNH4O62f/4VHvmtrqvvzk8B2Sa4HTgT+FaCq7mTwv+LrkrxznO1Ptr/Vx2nA3kmuYfBnfGyrv67tl2uAhxicXh52CYNToFcnOWqc7X4M+LP2c5WXAccl+R5wPRvYd1L5+JdZoF0febgGz1TbD/jwhnw4LWnD5/88Z4fdgMXtdsYHgVfN8HgkbeQ8cpEkdec1F0lSd4aLJKk7w0WS1J3hIo1C8jDJ1STXkXyWZJt13M7pJH/cd3DS6HlBXxqF5H6qtmzT5wH/StUZMzsoafp45CKN3reAnQFI9iC5kOQqkktJnkayNcnNtCfjkjyJ5BaSTUjOZdXz3JK9Sb7W1l1KshPJb5Fc1ZY/k6RIdmvz/0byRJIj2hHU90i+Pv1vXxsjw0UapWQOcCCD50fB4MkIJ1G1N4MnJH+IqnuBqxk8FQHghcBSqh4a2s4mDJ7Ie3hb9xzgDKruADZn8PDEP2DwtOo/IHkKcAdVvwTeAhxM1TOBF43y7Uqr+CFKaTS2YPBE3Z2BG4GLGHrSLas/6Xa1J+OO2d7vAM9o2wGYA9zeln0T2B/4T8DbGDzNOgyegwWDZ8+dS7IY+FS3dyhNwnCRRuMBqvZi8NW4S4ETgHOBexj/0TxLgLfx2CfjDgtwPVX7jbPu1xkctTyFwXeDvJHBd/p8HoCqV5M8G3gBcBXJ3gyeUyaNjKfFpFEanJZ6LfBXwC+BH9KedEsSVj3pdsyTcal6eMyWvg/MY/DsONr1mKe3ZZcyeOjhTVT9BriLwaPfv9Ha7kHVFVS9BVjB4HtepJEyXKRRq/oucA1wNO1Jt4z/pNvxnoy7ahsPAocD72jrXs3gFBtU/YjBkc2qi/XfYHCEtOpL495Jci2Dp1l/E/hevzcnjc9bkSVJ3XnkIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKm7/w+ki7TeXoIyVgAAAABJRU5ErkJggg==\n"
     },
     "metadata": {
      "needs_background": "light",
      "image/png": {
       "width": 407,
       "height": 278
      }
     },
     "output_type": "display_data"
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:52.228983Z",
     "iopub.status.busy": "2021-03-13T16:27:52.228227Z",
     "iopub.status.idle": "2021-03-13T16:27:52.525964Z",
     "shell.execute_reply": "2021-03-13T16:27:52.525241Z"
    },
    "papermill": {
     "duration": 0.318919,
     "end_time": "2021-03-13T16:27:52.526112",
     "exception": false,
     "start_time": "2021-03-13T16:27:52.207193",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00013-8b707209-e417-4220-983b-e9e292d3208c",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "e38718ba",
    "execution_start": 1659103997524,
    "execution_millis": 204,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 130
   },
   "source": "data['sentiment']=a\n#data\nfinal_dataset = data[['Text','sentiment']]\n#final_dataset",
   "execution_count": 10,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:52.564895Z",
     "iopub.status.busy": "2021-03-13T16:27:52.564247Z",
     "iopub.status.idle": "2021-03-13T16:27:52.602794Z",
     "shell.execute_reply": "2021-03-13T16:27:52.601774Z"
    },
    "papermill": {
     "duration": 0.06016,
     "end_time": "2021-03-13T16:27:52.602941",
     "exception": false,
     "start_time": "2021-03-13T16:27:52.542781",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00014-318fa447-e810-4747-b6d3-28683b6eaea3",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "e2ed688e",
    "execution_start": 1659103997733,
    "execution_millis": 52,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 112
   },
   "source": "data_p=final_dataset[data['sentiment']==2]\ndata_n=final_dataset[data['sentiment']==0]\n#len(data_p), len(data_n)",
   "execution_count": 11,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:52.645015Z",
     "iopub.status.busy": "2021-03-13T16:27:52.644154Z",
     "iopub.status.idle": "2021-03-13T16:27:52.653374Z",
     "shell.execute_reply": "2021-03-13T16:27:52.652758Z"
    },
    "papermill": {
     "duration": 0.034092,
     "end_time": "2021-03-13T16:27:52.653525",
     "exception": false,
     "start_time": "2021-03-13T16:27:52.619433",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00015-f65a35b3-6bf1-469f-85ba-336bf39429ff",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "b292bf63",
    "execution_start": 1659103997794,
    "execution_millis": 7,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 112
   },
   "source": "datap = data_p.iloc[np.random.randint(1,443766,5000), :]\ndatan = data_n.iloc[np.random.randint(1, 82007,5000), :]\n#len(datan), len(datap)",
   "execution_count": 12,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:52.718098Z",
     "iopub.status.busy": "2021-03-13T16:27:52.696002Z",
     "iopub.status.idle": "2021-03-13T16:27:52.722428Z",
     "shell.execute_reply": "2021-03-13T16:27:52.723006Z"
    },
    "papermill": {
     "duration": 0.052498,
     "end_time": "2021-03-13T16:27:52.723175",
     "exception": false,
     "start_time": "2021-03-13T16:27:52.670677",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00016-f4683b7e-8bbe-40ad-bb6b-0a8bfcc0a5ea",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "e11d18a5",
    "execution_start": 1659103997858,
    "execution_millis": 81,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 131.171875,
    "deepnote_output_heights": [
     21.1875
    ]
   },
   "source": "data = pd.concat([datap,datan])\nlen(data)",
   "execution_count": 13,
   "outputs": [
    {
     "output_type": "execute_result",
     "execution_count": 13,
     "data": {
      "text/plain": "10000"
     },
     "metadata": {}
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:52.761247Z",
     "iopub.status.busy": "2021-03-13T16:27:52.760643Z",
     "iopub.status.idle": "2021-03-13T16:27:52.773854Z",
     "shell.execute_reply": "2021-03-13T16:27:52.774377Z"
    },
    "papermill": {
     "duration": 0.034064,
     "end_time": "2021-03-13T16:27:52.774563",
     "exception": false,
     "start_time": "2021-03-13T16:27:52.740499",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00017-47500b97-0f1d-41b6-a8b4-eb8a9bd1483c",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "4c2acd76",
    "execution_start": 1659103997914,
    "execution_millis": 0,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 184
   },
   "source": "c=[]\nfor i in data['sentiment']:\n    if i==0:\n        c.append(0)\n    if i==2:\n        c.append(1)\ndata['sentiment']=c",
   "execution_count": 14,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:52.813343Z",
     "iopub.status.busy": "2021-03-13T16:27:52.812696Z",
     "iopub.status.idle": "2021-03-13T16:27:52.931829Z",
     "shell.execute_reply": "2021-03-13T16:27:52.932370Z"
    },
    "papermill": {
     "duration": 0.140594,
     "end_time": "2021-03-13T16:27:52.932569",
     "exception": false,
     "start_time": "2021-03-13T16:27:52.791975",
     "status": "completed"
    },
    "scrolled": true,
    "tags": [],
    "cell_id": "00018-0f4c1ae1-f705-48e2-8375-e571ef442fb5",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "6bcfc4e1",
    "execution_start": 1659103997915,
    "execution_millis": 243,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 444.203125,
    "deepnote_output_heights": [
     null,
     264
    ]
   },
   "source": "sns.countplot(data['sentiment'])\nplt.show()",
   "execution_count": 15,
   "outputs": [
    {
     "name": "stderr",
     "text": "/shared-libs/python3.9/py/lib/python3.9/site-packages/seaborn/_decorators.py:36: FutureWarning: Pass the following variable as a keyword arg: x. From version 0.12, the only valid positional argument will be `data`, and passing other arguments without an explicit keyword will result in an error or misinterpretation.\n  warnings.warn(\n",
     "output_type": "stream"
    },
    {
     "data": {
      "text/plain": "<Figure size 432x288 with 1 Axes>",
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYsAAAEGCAYAAACUzrmNAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8qNh9FAAAACXBIWXMAAAsTAAALEwEAmpwYAAAQ4ElEQVR4nO3df6xfdX3H8ecLCur8RbGVYYsrmd0M6kRsAHVLFLZS2RRmwGHmKNik+wON7rcui50gmUQdUzfZyKgWtwnMH6MaI2tA57bIjzKRn2NcEUY7oIUi6pwsxff++H7KvkBvPxe5595b7vORfPM9530+55z3NcVXzo/vOakqJEnak31muwFJ0txnWEiSugwLSVKXYSFJ6jIsJEldC2a7gSEsWrSoli1bNtttSNJe5dprr72vqhbvbtlTMiyWLVvG5s2bZ7sNSdqrJLlzsmWehpIkdRkWkqQuw0KS1GVYSJK6DAtJUpdhIUnqGjQsktyR5IYk1yXZ3GoHJtmU5Lb2vbDVk+SjSSaSXJ/kiLHtrG7jb0uyesieJUmPNxNHFq+rqsOrakWbfzdweVUtBy5v8wCvB5a3z1rgPBiFC7AOOAo4Eli3K2AkSTNjNk5DnQBsaNMbgBPH6hfWyJXAAUkOBo4DNlXVjqp6ANgErJrhniVpXhv6F9wF/GOSAv6qqs4HDqqqu9vye4CD2vQS4K6xdbe02mT1R0myltERCS984QufdOOv/L0Ln/Q29NRz7QdPne0W+M8zXzbbLWgOeuF7bxh0+0OHxc9X1dYkzwc2Jfn38YVVVS1InrQWROcDrFixwtf/SdI0GvQ0VFVtbd/bgM8zuuZwbzu9RPve1oZvBQ4ZW31pq01WlyTNkMHCIskzkzx71zSwErgR2AjsuqNpNXBpm94InNruijoaeLCdrroMWJlkYbuwvbLVJEkzZMjTUAcBn0+yaz9/V1VfTnINcEmSNcCdwJvb+C8BxwMTwA+A0wGqakeSs4Br2rgzq2rHgH1Lkh5jsLCoqtuBl++mfj9w7G7qBZwxybbWA+unu0dJ0tT4C25JUpdhIUnqMiwkSV2GhSSpy7CQJHUZFpKkLsNCktRlWEiSugwLSVKXYSFJ6jIsJEldhoUkqcuwkCR1GRaSpC7DQpLUZVhIkroMC0lSl2EhSeoyLCRJXYaFJKnLsJAkdRkWkqQuw0KS1GVYSJK6DAtJUpdhIUnqMiwkSV2GhSSpy7CQJHUZFpKkLsNCktRlWEiSugYPiyT7JvlGki+2+UOTXJVkIsnFSfZv9ae1+Ym2fNnYNt7T6rcmOW7oniVJjzYTRxbvBG4Zmz8HOLeqXgQ8AKxp9TXAA61+bhtHksOAU4CXAKuAjyfZdwb6liQ1g4ZFkqXALwN/3eYDHAN8pg3ZAJzYpk9o87Tlx7bxJwAXVdVDVfVtYAI4csi+JUmPNvSRxZ8Bvw/8qM0/D/hOVe1s81uAJW16CXAXQFv+YBv/SH036zwiydokm5Ns3r59+zT/GZI0vw0WFkl+BdhWVdcOtY9xVXV+Va2oqhWLFy+eiV1K0ryxYMBtvwZ4Y5LjgacDzwE+AhyQZEE7elgKbG3jtwKHAFuSLACeC9w/Vt9lfB1J0gwY7Miiqt5TVUurahmjC9RXVNWvA18BTmrDVgOXtumNbZ62/IqqqlY/pd0tdSiwHLh6qL4lSY835JHFZP4AuCjJ+4FvABe0+gXAp5JMADsYBQxVdVOSS4CbgZ3AGVX18My3LUnz14yERVV9Ffhqm76d3dzNVFU/BE6eZP2zgbOH61CStCf+gluS1GVYSJK6DAtJUpdhIUnqMiwkSV2GhSSpy7CQJHUZFpKkLsNCktRlWEiSugwLSVKXYSFJ6jIsJEldhoUkqcuwkCR1GRaSpC7DQpLUZVhIkroMC0lSl2EhSeoyLCRJXYaFJKnLsJAkdRkWkqQuw0KS1GVYSJK6DAtJUpdhIUnqMiwkSV2GhSSpy7CQJHUZFpKkrsHCIsnTk1yd5JtJbkryvlY/NMlVSSaSXJxk/1Z/WpufaMuXjW3rPa1+a5LjhupZkrR7Qx5ZPAQcU1UvBw4HViU5GjgHOLeqXgQ8AKxp49cAD7T6uW0cSQ4DTgFeAqwCPp5k3wH7liQ9xmBhUSPfb7P7tU8BxwCfafUNwIlt+oQ2T1t+bJK0+kVV9VBVfRuYAI4cqm9J0uMNes0iyb5JrgO2AZuAbwHfqaqdbcgWYEmbXgLcBdCWPwg8b7y+m3UkSTNg0LCoqoer6nBgKaOjgRcPta8ka5NsTrJ5+/btQ+1GkualGbkbqqq+A3wFeBVwQJIFbdFSYGub3gocAtCWPxe4f7y+m3XG93F+Va2oqhWLFy8e4s+QpHlryLuhFic5oE0/A/gl4BZGoXFSG7YauLRNb2zztOVXVFW1+intbqlDgeXA1UP1LUl6vAX9IT+2g4EN7c6lfYBLquqLSW4GLkryfuAbwAVt/AXAp5JMADsY3QFFVd2U5BLgZmAncEZVPTxg35Kkx5hSWCS5vKqO7dXGVdX1wCt2U7+d3dzNVFU/BE6eZFtnA2dPpVdJ0vTbY1gkeTrwE8CiJAuBtEXPwTuSJGne6B1Z/CbwLuAFwLX8f1h8F/jz4dqSJM0lewyLqvoI8JEk76iqj81QT5KkOWZK1yyq6mNJXg0sG1+nqi4cqC9J0hwy1QvcnwJ+GrgO2HUnUgGGhSTNA1O9dXYFcFj73YMkaZ6Z6o/ybgR+cshGJElz11SPLBYBNye5mtGjxwGoqjcO0pUkaU6Zalj88ZBNSJLmtqneDfVPQzciSZq7pno31PcY3f0EsD+jFxn9d1U9Z6jGJElzx1SPLJ69a3rs7XVHD9WUJGluecKPKG+vS/0H4Ljpb0eSNBdN9TTUm8Zm92H0u4sfDtKRJGnOmerdUG8Ym94J3MHoVJQkaR6Y6jWL04duRJI0d03pmkWSpUk+n2Rb+3w2ydKhm5MkzQ1TvcD9CUbvwn5B+3yh1SRJ88BUw2JxVX2iqna2zyeBxQP2JUmaQ6YaFvcneWuSfdvnrcD9QzYmSZo7phoWbwPeDNwD3A2cBJw2UE+SpDlmqrfOngmsrqoHAJIcCHyIUYhIkp7ipnpk8XO7ggKgqnYArximJUnSXDPVsNgnycJdM+3IYqpHJZKkvdxU/w//w8DXk/x9mz8ZOHuYliRJc81Uf8F9YZLNwDGt9Kaqunm4tiRJc8mUTyW1cDAgJGkeesKPKJckzT+GhSSpy7CQJHUZFpKkLsNCktRlWEiSugYLiySHJPlKkpuT3JTkna1+YJJNSW5r3wtbPUk+mmQiyfVJjhjb1uo2/rYkq4fqWZK0e0MeWewEfqeqDgOOBs5IchjwbuDyqloOXN7mAV4PLG+ftcB58MijRdYBRwFHAuvGHz0iSRreYGFRVXdX1b+16e8BtwBLgBOADW3YBuDENn0CcGGNXAkckORg4DhgU1XtaA8z3ASsGqpvSdLjzcg1iyTLGD2l9irgoKq6uy26BzioTS8B7hpbbUurTVZ/7D7WJtmcZPP27dun9w+QpHlu8LBI8izgs8C7quq748uqqoCajv1U1flVtaKqVixe7BtfJWk6DRoWSfZjFBR/W1Wfa+V72+kl2ve2Vt8KHDK2+tJWm6wuSZohQ94NFeAC4Jaq+tOxRRuBXXc0rQYuHauf2u6KOhp4sJ2uugxYmWRhu7C9stUkSTNkyBcYvQb4DeCGJNe12h8CHwAuSbIGuJPRu70BvgQcD0wAPwBOh9Fb+ZKcBVzTxp3Z3tQnSZohg4VFVf0LkEkWH7ub8QWcMcm21gPrp687SdIT4S+4JUldhoUkqcuwkCR1GRaSpC7DQpLUZVhIkroMC0lSl2EhSeoyLCRJXYaFJKnLsJAkdRkWkqQuw0KS1GVYSJK6DAtJUpdhIUnqMiwkSV2GhSSpy7CQJHUZFpKkLsNCktRlWEiSugwLSVKXYSFJ6jIsJEldhoUkqcuwkCR1GRaSpC7DQpLUZVhIkroMC0lSl2EhSeoaLCySrE+yLcmNY7UDk2xKclv7XtjqSfLRJBNJrk9yxNg6q9v425KsHqpfSdLkhjyy+CSw6jG1dwOXV9Vy4PI2D/B6YHn7rAXOg1G4AOuAo4AjgXW7AkaSNHMGC4uq+hqw4zHlE4ANbXoDcOJY/cIauRI4IMnBwHHApqraUVUPAJt4fABJkgY209csDqqqu9v0PcBBbXoJcNfYuC2tNln9cZKsTbI5yebt27dPb9eSNM/N2gXuqiqgpnF751fViqpasXjx4unarCSJmQ+Le9vpJdr3tlbfChwyNm5pq01WlyTNoJkOi43ArjuaVgOXjtVPbXdFHQ082E5XXQasTLKwXdhe2WqSpBm0YKgNJ/k08FpgUZItjO5q+gBwSZI1wJ3Am9vwLwHHAxPAD4DTAapqR5KzgGvauDOr6rEXzSVJAxssLKrqLZMsOnY3Yws4Y5LtrAfWT2NrkqQnyF9wS5K6DAtJUpdhIUnqMiwkSV2GhSSpy7CQJHUZFpKkLsNCktRlWEiSugwLSVKXYSFJ6jIsJEldhoUkqcuwkCR1GRaSpC7DQpLUZVhIkroMC0lSl2EhSeoyLCRJXYaFJKnLsJAkdRkWkqQuw0KS1GVYSJK6DAtJUpdhIUnqMiwkSV2GhSSpy7CQJHUZFpKkLsNCktRlWEiSuvaasEiyKsmtSSaSvHu2+5Gk+WSvCIsk+wJ/AbweOAx4S5LDZrcrSZo/9oqwAI4EJqrq9qr6X+Ai4IRZ7kmS5o0Fs93AFC0B7hqb3wIcNT4gyVpgbZv9fpJbZ6i3+WARcN9sNzEX5EOrZ7sFPZr/NndZl+nYyk9NtmBvCYuuqjofOH+2+3gqSrK5qlbMdh/SY/lvc+bsLaehtgKHjM0vbTVJ0gzYW8LiGmB5kkOT7A+cAmyc5Z4kad7YK05DVdXOJG8HLgP2BdZX1U2z3NZ84uk9zVX+25whqarZ7kGSNMftLaehJEmzyLCQJHUZFtojH7OiuSjJ+iTbktw4273MF4aFJuVjVjSHfRJYNdtNzCeGhfbEx6xoTqqqrwE7ZruP+cSw0J7s7jErS2apF0mzyLCQJHUZFtoTH7MiCTAstGc+ZkUSYFhoD6pqJ7DrMSu3AJf4mBXNBUk+DXwd+NkkW5Ksme2enup83IckqcsjC0lSl2EhSeoyLCRJXYaFJKnLsJAkdRkW0jRLcniS48fm3zj0E3uTvDbJq4fch+Y3w0KafocDj4RFVW2sqg8MvM/XAoaFBuPvLKQxSZ4JXMLo0Sb7AmcBE8CfAs8C7gNOq6q7k3wVuAp4HXAAsKbNTwDPYPRolD9p0yuq6u1JPgn8D/AK4PnA24BTgVcBV1XVaa2PlcD7gKcB3wJOr6rvJ7kD2AC8AdgPOBn4IXAl8DCwHXhHVf3zAP/zaB7zyEJ6tFXAf1XVy6vqpcCXgY8BJ1XVK4H1wNlj4xdU1ZHAu4B17VHu7wUurqrDq+ri3exjIaNw+C1Gj085F3gJ8LJ2CmsR8EfAL1bVEcBm4LfH1r+v1c8Dfreq7gD+Eji37dOg0LRbMNsNSHPMDcCHk5wDfBF4AHgpsCkJjI427h4b/7n2fS2wbIr7+EJVVZIbgHur6gaAJDe1bSxl9LKpf2373J/Roy12t883PYG/TfqxGRbSmKr6jyRHMLrm8H7gCuCmqnrVJKs81L4fZur/Pe1a50dj07vmF7Rtbaqqt0zjPqUnxdNQ0pgkLwB+UFV/A3wQOApYnORVbfl+SV7S2cz3gGc/iTauBF6T5EVtn89M8jMD71PaI8NCerSXAVcnuQ5Yx+j6w0nAOUm+CVxH/66jrwCHJbkuya890QaqajtwGvDpJNczOgX14s5qXwB+te3zF57oPqUe74aSJHV5ZCFJ6jIsJEldhoUkqcuwkCR1GRaSpC7DQpLUZVhIkrr+D0aodYinUP1oAAAAAElFTkSuQmCC\n"
     },
     "metadata": {
      "needs_background": "light",
      "image/png": {
       "width": 395,
       "height": 262
      }
     },
     "output_type": "display_data"
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:27:52.976139Z",
     "iopub.status.busy": "2021-03-13T16:27:52.975221Z",
     "iopub.status.idle": "2021-03-13T16:28:06.765174Z",
     "shell.execute_reply": "2021-03-13T16:28:06.764583Z"
    },
    "papermill": {
     "duration": 13.812836,
     "end_time": "2021-03-13T16:28:06.765326",
     "exception": false,
     "start_time": "2021-03-13T16:27:52.952490",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00019-1292d0e3-72fb-423c-ae83-b63f00887660",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "c78907ea",
    "execution_start": 1659103998156,
    "execution_millis": 1260,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 257.203125
   },
   "source": "def strip_html(text):\n    soup = BeautifulSoup(text, \"html.parser\")\n    return soup.get_text()\ndata['review'] = data['Text'].apply(strip_html)\n\ndata=data.drop('Text',axis=1)\n\n#data.head()",
   "execution_count": 16,
   "outputs": [
    {
     "name": "stderr",
     "text": "/root/venv/lib/python3.9/site-packages/bs4/__init__.py:435: MarkupResemblesLocatorWarning: The input looks more like a filename than markup. You may want to open this file and pass the filehandle into Beautiful Soup.\n  warnings.warn(\n",
     "output_type": "stream"
    }
   ]
  },
  {
   "cell_type": "markdown",
   "source": "# MODEL BUILDING",
   "metadata": {
    "cell_id": "00020-004e55c0-2eb0-41e9-b7f2-84f9c24ca9bf",
    "deepnote_cell_type": "markdown",
    "deepnote_cell_height": 82
   }
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:28:06.822582Z",
     "iopub.status.busy": "2021-03-13T16:28:06.821370Z",
     "iopub.status.idle": "2021-03-13T16:28:08.280602Z",
     "shell.execute_reply": "2021-03-13T16:28:08.279914Z"
    },
    "papermill": {
     "duration": 1.490321,
     "end_time": "2021-03-13T16:28:08.280749",
     "exception": false,
     "start_time": "2021-03-13T16:28:06.790428",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00021-8285f233-a829-43a8-a5fa-873d63a8f0ca",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "d15a1133",
    "execution_start": 1659103999423,
    "execution_millis": 1560,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 184
   },
   "source": "import nltk  #Natural Language Processing Toolkit\ndef punc_clean(text):\n    import string as st\n    a=[w for w in text if w not in st.punctuation]\n    return ''.join(a)\ndata['review'] = data['review'].apply(punc_clean)\n#data.head(2)",
   "execution_count": 17,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:28:08.340787Z",
     "iopub.status.busy": "2021-03-13T16:28:08.340120Z",
     "iopub.status.idle": "2021-03-13T16:28:18.825059Z",
     "shell.execute_reply": "2021-03-13T16:28:18.824303Z"
    },
    "papermill": {
     "duration": 10.518179,
     "end_time": "2021-03-13T16:28:18.825205",
     "exception": false,
     "start_time": "2021-03-13T16:28:08.307026",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00022-a4cfd80d-eba1-4639-b284-da7436a9fff6",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "33b5447c",
    "execution_start": 1659104000988,
    "execution_millis": 9,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 166
   },
   "source": "def remove_stopword(text):\n    stopword=nltk.corpus.stopwords.words('english')\n    stopword.remove('not')\n    a=[w for w in nltk.word_tokenize(text) if w not in stopword]\n    return ' '.join(a)\n#data['review'] = data['review'].apply(remove_stopword)",
   "execution_count": 18,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:28:18.921507Z",
     "iopub.status.busy": "2021-03-13T16:28:18.916495Z",
     "iopub.status.idle": "2021-03-13T16:28:21.553576Z",
     "shell.execute_reply": "2021-03-13T16:28:21.553032Z"
    },
    "papermill": {
     "duration": 2.703145,
     "end_time": "2021-03-13T16:28:21.553726",
     "exception": false,
     "start_time": "2021-03-13T16:28:18.850581",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00023-a45fecc1-f14b-4184-af87-5c2dfd381441",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "c820e3db",
    "execution_start": 1659104001015,
    "execution_millis": 4515,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 166
   },
   "source": "from sklearn.feature_extraction.text import TfidfVectorizer\n\nvectr = TfidfVectorizer(ngram_range=(1,2),min_df=1)\nvectr.fit(data['review'])\n\nvect_X = vectr.transform(data['review'])",
   "execution_count": 19,
   "outputs": []
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:28:21.612076Z",
     "iopub.status.busy": "2021-03-13T16:28:21.611368Z",
     "iopub.status.idle": "2021-03-13T16:28:22.028403Z",
     "shell.execute_reply": "2021-03-13T16:28:22.029297Z"
    },
    "papermill": {
     "duration": 0.44834,
     "end_time": "2021-03-13T16:28:22.029590",
     "exception": false,
     "start_time": "2021-03-13T16:28:21.581250",
     "status": "completed"
    },
    "scrolled": true,
    "tags": [],
    "cell_id": "00024-7b28b80c-8ebb-4896-92cb-45b454b0ee7f",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "a7924ecc",
    "execution_start": 1659104005536,
    "execution_millis": 3780,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 166
   },
   "source": "from sklearn.linear_model import LogisticRegression\n\nmodel = LogisticRegression()\n\nclf=model.fit(vect_X,data['sentiment'])\n#clf.score(vect_X,data['sentiment'])*100",
   "execution_count": 20,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": "# PREDICTION",
   "metadata": {
    "cell_id": "00025-cf07c26c-c0c3-45fd-aca7-d4b00cb43de2",
    "deepnote_cell_type": "markdown",
    "deepnote_cell_height": 82
   }
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:28:22.140180Z",
     "iopub.status.busy": "2021-03-13T16:28:22.139557Z",
     "iopub.status.idle": "2021-03-13T16:28:22.142422Z",
     "shell.execute_reply": "2021-03-13T16:28:22.142902Z"
    },
    "papermill": {
     "duration": 0.062393,
     "end_time": "2021-03-13T16:28:22.143073",
     "exception": false,
     "start_time": "2021-03-13T16:28:22.080680",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00026-5932dffd-b816-4c6a-9533-c230477462f2",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "77a37951",
    "execution_start": 1659104009323,
    "execution_millis": 32,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 172.171875,
    "deepnote_output_heights": [
     21.1875
    ]
   },
   "source": "clf.predict(vectr.transform(['''Nice look and build quality with moderately fast everything such as refresh rate, display quality, sound, processing, gaming experience and many more ..\nI didn't find any lagging or heating issue..And battery health I won't say great but I'll take that\n\nOnly cons I can say about it is camera.. sharpening picture a little much at day light and low light photo you have to compromise.''']))",
   "execution_count": 21,
   "outputs": [
    {
     "output_type": "execute_result",
     "execution_count": 21,
     "data": {
      "text/plain": "array([1])"
     },
     "metadata": {}
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "execution": {
     "iopub.execute_input": "2021-03-13T16:28:22.201709Z",
     "iopub.status.busy": "2021-03-13T16:28:22.201077Z",
     "iopub.status.idle": "2021-03-13T16:28:22.207320Z",
     "shell.execute_reply": "2021-03-13T16:28:22.208108Z"
    },
    "papermill": {
     "duration": 0.036995,
     "end_time": "2021-03-13T16:28:22.208319",
     "exception": false,
     "start_time": "2021-03-13T16:28:22.171324",
     "status": "completed"
    },
    "tags": [],
    "cell_id": "00027-13154074-96ac-47af-9326-0c13bad83461",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "97f102da",
    "execution_start": 1659104009361,
    "execution_millis": 24,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 118.171875,
    "deepnote_output_heights": [
     21.1875
    ]
   },
   "source": "clf.predict(vectr.transform(['''Phone has bugs , and screen quality is poor , Avoid realme. Gaming was just over hyped''']))",
   "execution_count": 22,
   "outputs": [
    {
     "output_type": "execute_result",
     "execution_count": 22,
     "data": {
      "text/plain": "array([0])"
     },
     "metadata": {}
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "cell_id": "00028-e1a24443-f0ec-4ab3-b013-8b898483c09a",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "59f7cd61",
    "execution_start": 1659104009394,
    "execution_millis": 10,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 113.171875,
    "deepnote_output_heights": [
     21.1875
    ]
   },
   "source": "clf.predict(vectr.transform(['''No lags found super speed and very good performance nice phone in this budget''']))",
   "execution_count": 23,
   "outputs": [
    {
     "output_type": "execute_result",
     "execution_count": 23,
     "data": {
      "text/plain": "array([1])"
     },
     "metadata": {}
    }
   ]
  },
  {
   "cell_type": "code",
   "metadata": {
    "cell_id": "00029-c4c0d8b6-357b-44ad-bcb8-bbc12ba66815",
    "deepnote_to_be_reexecuted": false,
    "source_hash": "b623e53d",
    "execution_start": 1659104009407,
    "deepnote_cell_type": "code",
    "deepnote_cell_height": 76
   },
   "source": "",
   "execution_count": 23,
   "outputs": []
  },
  {
   "cell_type": "markdown",
   "source": "<a style='text-decoration:none;line-height:16px;display:flex;color:#5B5B62;padding:10px;justify-content:end;' href='https://deepnote.com?utm_source=created-in-deepnote-cell&projectId=4d282b10-3250-4323-8e4d-a3cd11fe8ba3' target=\"_blank\">\n<img alt='Created in deepnote.com' style='display:inline;max-height:16px;margin:0px;margin-right:7.5px;' src='data:image/svg+xml;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiPz4KPHN2ZyB3aWR0aD0iODBweCIgaGVpZ2h0PSI4MHB4IiB2aWV3Qm94PSIwIDAgODAgODAiIHZlcnNpb249IjEuMSIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIiB4bWxuczp4bGluaz0iaHR0cDovL3d3dy53My5vcmcvMTk5OS94bGluayI+CiAgICA8IS0tIEdlbmVyYXRvcjogU2tldGNoIDU0LjEgKDc2NDkwKSAtIGh0dHBzOi8vc2tldGNoYXBwLmNvbSAtLT4KICAgIDx0aXRsZT5Hcm91cCAzPC90aXRsZT4KICAgIDxkZXNjPkNyZWF0ZWQgd2l0aCBTa2V0Y2guPC9kZXNjPgogICAgPGcgaWQ9IkxhbmRpbmciIHN0cm9rZT0ibm9uZSIgc3Ryb2tlLXdpZHRoPSIxIiBmaWxsPSJub25lIiBmaWxsLXJ1bGU9ImV2ZW5vZGQiPgogICAgICAgIDxnIGlkPSJBcnRib2FyZCIgdHJhbnNmb3JtPSJ0cmFuc2xhdGUoLTEyMzUuMDAwMDAwLCAtNzkuMDAwMDAwKSI+CiAgICAgICAgICAgIDxnIGlkPSJHcm91cC0zIiB0cmFuc2Zvcm09InRyYW5zbGF0ZSgxMjM1LjAwMDAwMCwgNzkuMDAwMDAwKSI+CiAgICAgICAgICAgICAgICA8cG9seWdvbiBpZD0iUGF0aC0yMCIgZmlsbD0iIzAyNjVCNCIgcG9pbnRzPSIyLjM3NjIzNzYyIDgwIDM4LjA0NzY2NjcgODAgNTcuODIxNzgyMiA3My44MDU3NTkyIDU3LjgyMTc4MjIgMzIuNzU5MjczOSAzOS4xNDAyMjc4IDMxLjY4MzE2ODMiPjwvcG9seWdvbj4KICAgICAgICAgICAgICAgIDxwYXRoIGQ9Ik0zNS4wMDc3MTgsODAgQzQyLjkwNjIwMDcsNzYuNDU0OTM1OCA0Ny41NjQ5MTY3LDcxLjU0MjI2NzEgNDguOTgzODY2LDY1LjI2MTk5MzkgQzUxLjExMjI4OTksNTUuODQxNTg0MiA0MS42NzcxNzk1LDQ5LjIxMjIyODQgMjUuNjIzOTg0Niw0OS4yMTIyMjg0IEMyNS40ODQ5Mjg5LDQ5LjEyNjg0NDggMjkuODI2MTI5Niw0My4yODM4MjQ4IDM4LjY0NzU4NjksMzEuNjgzMTY4MyBMNzIuODcxMjg3MSwzMi41NTQ0MjUgTDY1LjI4MDk3Myw2Ny42NzYzNDIxIEw1MS4xMTIyODk5LDc3LjM3NjE0NCBMMzUuMDA3NzE4LDgwIFoiIGlkPSJQYXRoLTIyIiBmaWxsPSIjMDAyODY4Ij48L3BhdGg+CiAgICAgICAgICAgICAgICA8cGF0aCBkPSJNMCwzNy43MzA0NDA1IEwyNy4xMTQ1MzcsMC4yNTcxMTE0MzYgQzYyLjM3MTUxMjMsLTEuOTkwNzE3MDEgODAsMTAuNTAwMzkyNyA4MCwzNy43MzA0NDA1IEM4MCw2NC45NjA0ODgyIDY0Ljc3NjUwMzgsNzkuMDUwMzQxNCAzNC4zMjk1MTEzLDgwIEM0Ny4wNTUzNDg5LDc3LjU2NzA4MDggNTMuNDE4MjY3Nyw3MC4zMTM2MTAzIDUzLjQxODI2NzcsNTguMjM5NTg4NSBDNTMuNDE4MjY3Nyw0MC4xMjg1NTU3IDM2LjMwMzk1NDQsMzcuNzMwNDQwNSAyNS4yMjc0MTcsMzcuNzMwNDQwNSBDMTcuODQzMDU4NiwzNy43MzA0NDA1IDkuNDMzOTE5NjYsMzcuNzMwNDQwNSAwLDM3LjczMDQ0MDUgWiIgaWQ9IlBhdGgtMTkiIGZpbGw9IiMzNzkzRUYiPjwvcGF0aD4KICAgICAgICAgICAgPC9nPgogICAgICAgIDwvZz4KICAgIDwvZz4KPC9zdmc+' > </img>\nCreated in <span style='font-weight:600;margin-left:4px;'>Deepnote</span></a>",
   "metadata": {
    "tags": [],
    "created_in_deepnote_cell": true,
    "deepnote_cell_type": "markdown"
   }
  }
 ],
 "nbformat": 4,
 "nbformat_minor": 4,
 "metadata": {
  "interpreter": {
   "hash": "130553f4f0d3e23349af9165d910d4262409c6846676bdcb430be96ef900c543"
  },
  "kernelspec": {
   "display_name": "Python 3.8.5 64-bit ('base': conda)",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.5"
  },
  "papermill": {
   "default_parameters": {},
   "duration": 50.126058,
   "end_time": "2021-03-13T16:28:23.248091",
   "environment_variables": {},
   "exception": null,
   "input_path": "__notebook__.ipynb",
   "output_path": "__notebook__.ipynb",
   "parameters": {},
   "start_time": "2021-03-13T16:27:33.122033",
   "version": "2.2.2"
  },
  "deepnote_notebook_id": "be60bd45-01a5-426e-91a1-24c892390952",
  "deepnote": {},
  "deepnote_execution_queue": []
 }
}