Multi-Label Text Classification.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "9b4e4864",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f2aa6b90",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "from sklearn.preprocessing import MultiLabelBinarizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "2d4ef294",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Text</th>\n",
       "      <th>Tags</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>aspnet site maps has anyone got experience cre...</td>\n",
       "      <td>['sql', 'asp.net']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>adding scripting functionality to net applicat...</td>\n",
       "      <td>['c#', '.net']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>should i use nested classes in this case i am ...</td>\n",
       "      <td>['c++']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>homegrown consumption of web services i have b...</td>\n",
       "      <td>['.net']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>automatically update version number i would li...</td>\n",
       "      <td>['c#']</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Text                Tags\n",
       "2  aspnet site maps has anyone got experience cre...  ['sql', 'asp.net']\n",
       "4  adding scripting functionality to net applicat...      ['c#', '.net']\n",
       "5  should i use nested classes in this case i am ...             ['c++']\n",
       "6  homegrown consumption of web services i have b...            ['.net']\n",
       "8  automatically update version number i would li...              ['c#']"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df=pd.read_csv(\"stackoverflow.csv\",index_col=0)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "f9132c8b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'aspnet site maps has anyone got experience creating sqlbased aspnet sitemap providersi have got the default xml file websitemap working properly with my menu and sitemappath controls but i will need a way for the users of my site to create and modify pages dynamicallyi need to tie page viewing permissions into the standard aspnet membership system as well'"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"Text\"].iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "e6b9a987",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"['sql', 'asp.net']\""
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[\"Tags\"].iloc[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "f8e81457",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'aspnet site maps has anyone got experience creating sqlbased aspnet sitemap providersi have got the default xml file websitemap working properly with my menu and sitemappath controls but i will need a way for the users of my site to create and modify pages dynamicallyi need to tie page viewing permissions into the standard aspnet membership system as well'"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.iloc[0,0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "10fde60e",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "str"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(df.iloc[0][\"Tags\"])\n",
    "# we need to convert this str to list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d514d03e",
   "metadata": {},
   "outputs": [],
   "source": [
    "import ast"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "e6a28292",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['sql', 'asp.net']"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ast.literal_eval(df.iloc[0][\"Tags\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "5c69be71",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "list"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(ast.literal_eval(df.iloc[0][\"Tags\"]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "bd12b8ba",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['sql', 'asp.net']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "ast.literal_eval(df.iloc[0][\"Tags\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "44a5701e",
   "metadata": {},
   "outputs": [],
   "source": [
    "df[\"Tags\"]=df[\"Tags\"].apply(lambda x: ast.literal_eval(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "9eaa4e49",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "list"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(df.iloc[0][\"Tags\"])\n",
    "# now, we have our Tags type as list"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "170df4a5",
   "metadata": {},
   "source": [
    "#### MultilabelBinarizer usage example"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "f9cc6555",
   "metadata": {},
   "outputs": [],
   "source": [
    "# #importing MultiLabelBinarizer\n",
    "# from sklearn.preprocessing import MultiLabelBinarizer\n",
    "# #instantiating MultiLabelBinarizer\n",
    "# mlb = MultiLabelBinarizer()\n",
    "# #Encode the multilabel data in MLB Format\n",
    "# genre_mlb = mlb.fit_transform(df_MLB['genre'])\n",
    "# print(genre_mlb)\n",
    "# print(mlb.classes_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "9e24ae50",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0, 0, 1, ..., 0, 0, 1],\n",
       "       [1, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       ...,\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0]])"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "multilabel=MultiLabelBinarizer()\n",
    "y=multilabel.fit_transform(df[\"Tags\"])\n",
    "y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "9a8be502",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['sql', 'asp.net']\n",
      "classes: ['.net' 'android' 'asp.net' 'c' 'c#' 'c++' 'css' 'html' 'ios' 'iphone'\n",
      " 'java' 'javascript' 'jquery' 'mysql' 'objective-c' 'php' 'python' 'ruby'\n",
      " 'ruby-on-rails' 'sql']\n",
      "[0 0 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1]\n",
      "Total class: 20\n"
     ]
    }
   ],
   "source": [
    "classes=multilabel.classes_\n",
    "print(df[\"Tags\"].iloc[0])\n",
    "print(\"classes:\", classes)\n",
    "print(y[0])\n",
    "print(f\"Total class: {len(classes)}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "4dfa9800",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>.net</th>\n",
       "      <th>android</th>\n",
       "      <th>asp.net</th>\n",
       "      <th>c</th>\n",
       "      <th>c#</th>\n",
       "      <th>c++</th>\n",
       "      <th>css</th>\n",
       "      <th>html</th>\n",
       "      <th>ios</th>\n",
       "      <th>iphone</th>\n",
       "      <th>java</th>\n",
       "      <th>javascript</th>\n",
       "      <th>jquery</th>\n",
       "      <th>mysql</th>\n",
       "      <th>objective-c</th>\n",
       "      <th>php</th>\n",
       "      <th>python</th>\n",
       "      <th>ruby</th>\n",
       "      <th>ruby-on-rails</th>\n",
       "      <th>sql</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48971</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48972</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48973</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48974</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48975</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>48976 rows × 20 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       .net  android  asp.net  c  c#  c++  css  html  ios  iphone  java  \\\n",
       "0         0        0        1  0   0    0    0     0    0       0     0   \n",
       "1         1        0        0  0   1    0    0     0    0       0     0   \n",
       "2         0        0        0  0   0    1    0     0    0       0     0   \n",
       "3         1        0        0  0   0    0    0     0    0       0     0   \n",
       "4         0        0        0  0   1    0    0     0    0       0     0   \n",
       "...     ...      ...      ... ..  ..  ...  ...   ...  ...     ...   ...   \n",
       "48971     0        0        0  0   0    1    0     0    0       0     0   \n",
       "48972     0        0        0  0   0    1    0     0    0       0     0   \n",
       "48973     0        0        0  0   0    0    0     0    0       0     0   \n",
       "48974     0        0        0  0   0    0    0     0    0       0     0   \n",
       "48975     0        0        0  0   0    1    0     0    0       0     0   \n",
       "\n",
       "       javascript  jquery  mysql  objective-c  php  python  ruby  \\\n",
       "0               0       0      0            0    0       0     0   \n",
       "1               0       0      0            0    0       0     0   \n",
       "2               0       0      0            0    0       0     0   \n",
       "3               0       0      0            0    0       0     0   \n",
       "4               0       0      0            0    0       0     0   \n",
       "...           ...     ...    ...          ...  ...     ...   ...   \n",
       "48971           0       0      0            0    0       0     0   \n",
       "48972           0       0      0            0    0       0     0   \n",
       "48973           0       0      0            0    0       1     0   \n",
       "48974           0       0      0            0    0       1     0   \n",
       "48975           0       0      0            0    0       0     0   \n",
       "\n",
       "       ruby-on-rails  sql  \n",
       "0                  0    1  \n",
       "1                  0    0  \n",
       "2                  0    0  \n",
       "3                  0    0  \n",
       "4                  0    0  \n",
       "...              ...  ...  \n",
       "48971              0    0  \n",
       "48972              0    0  \n",
       "48973              0    0  \n",
       "48974              0    0  \n",
       "48975              0    0  \n",
       "\n",
       "[48976 rows x 20 columns]"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(y,columns=classes)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "c65ec0f2",
   "metadata": {},
   "outputs": [],
   "source": [
    "tfidf=TfidfVectorizer(analyzer=\"word\",max_features=1000,ngram_range=(1,3),stop_words=\"english\")\n",
    "#Trigram\n",
    "X=tfidf.fit_transform(df[\"Text\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "3571e71f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<48976x1000 sparse matrix of type '<class 'numpy.float64'>'\n",
       "\twith 1239765 stored elements in Compressed Sparse Row format>"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "261d598f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'aspnet': 75,\n",
       " 'site': 801,\n",
       " 'got': 392,\n",
       " 'creating': 221,\n",
       " 'default': 239,\n",
       " 'xml': 998,\n",
       " 'file': 347,\n",
       " 'working': 988,\n",
       " 'properly': 675,\n",
       " 'menu': 554,\n",
       " 'need': 576,\n",
       " 'way': 975,\n",
       " 'users': 942,\n",
       " 'create': 217,\n",
       " 'modify': 563,\n",
       " 'pages': 618,\n",
       " 'page': 617,\n",
       " 'standard': 827,\n",
       " 'adding': 34,\n",
       " 'functionality': 374,\n",
       " 'net': 580,\n",
       " 'applications': 61,\n",
       " 'little': 513,\n",
       " 'game': 376,\n",
       " 'written': 995,\n",
       " 'uses': 943,\n",
       " 'database': 229,\n",
       " 'wanted': 973,\n",
       " 'implement': 429,\n",
       " 'function': 373,\n",
       " 'mean': 550,\n",
       " 'interface': 458,\n",
       " 'class': 160,\n",
       " 'implements': 433,\n",
       " 'public': 683,\n",
       " 'contains': 200,\n",
       " 'called': 131,\n",
       " 'make': 538,\n",
       " 'thing': 886,\n",
       " 'like': 500,\n",
       " 'source': 812,\n",
       " 'code': 166,\n",
       " 'compile': 179,\n",
       " 'use': 937,\n",
       " 'just': 477,\n",
       " 'add': 32,\n",
       " 'tell': 878,\n",
       " 'application': 60,\n",
       " 'assembly': 76,\n",
       " 'means': 551,\n",
       " 'possible': 649,\n",
       " 'new': 582,\n",
       " 'language': 485,\n",
       " 'extra': 330,\n",
       " 'write': 993,\n",
       " 'script': 763,\n",
       " 'public class': 684,\n",
       " 'source code': 813,\n",
       " 'nested': 579,\n",
       " 'classes': 161,\n",
       " 'case': 137,\n",
       " 'collection': 167,\n",
       " 'used': 938,\n",
       " 'video': 959,\n",
       " 'main': 535,\n",
       " 'methods': 558,\n",
       " 'play': 641,\n",
       " 'stop': 842,\n",
       " 'record': 710,\n",
       " 'know': 482,\n",
       " 'think': 888,\n",
       " 'using': 944,\n",
       " 'really': 705,\n",
       " 'sure': 865,\n",
       " 'according': 24,\n",
       " 'reading': 703,\n",
       " 'cases': 138,\n",
       " 'good': 390,\n",
       " 'solution': 808,\n",
       " 'inside': 448,\n",
       " 'separate': 781,\n",
       " 'files': 349,\n",
       " 'client': 164,\n",
       " 'avoid': 87,\n",
       " 'want': 971,\n",
       " 'issue': 465,\n",
       " 'web': 977,\n",
       " 'services': 784,\n",
       " 'writing': 994,\n",
       " 'app': 56,\n",
       " 'seen': 772,\n",
       " 'examples': 313,\n",
       " 'service': 783,\n",
       " 'auto': 84,\n",
       " 'generated': 381,\n",
       " 'visual': 964,\n",
       " 'studio': 852,\n",
       " 'creates': 220,\n",
       " 'reference': 714,\n",
       " 'visual studio': 965,\n",
       " 'automatically': 85,\n",
       " 'update': 931,\n",
       " 'version': 956,\n",
       " 'number': 592,\n",
       " 'property': 677,\n",
       " 'build': 121,\n",
       " 'enable': 294,\n",
       " 'tried': 909,\n",
       " 'specify': 819,\n",
       " '10': 2,\n",
       " 'does': 271,\n",
       " 'exactly': 311,\n",
       " 'settings': 789,\n",
       " 'changed': 149,\n",
       " 'looked': 527,\n",
       " 'directory': 264,\n",
       " 'able': 21,\n",
       " 'thisplay': 891,\n",
       " 'form': 366,\n",
       " 'user': 940,\n",
       " 'problem': 661,\n",
       " 'log': 520,\n",
       " 'old': 600,\n",
       " 'short': 793,\n",
       " 'works': 989,\n",
       " 'appreciated': 63,\n",
       " 'connect': 190,\n",
       " 'loop': 531,\n",
       " 'whats': 979,\n",
       " 'query': 694,\n",
       " 'set': 786,\n",
       " 'records': 711,\n",
       " 'value': 949,\n",
       " 'built': 123,\n",
       " 'obviously': 598,\n",
       " 'available': 86,\n",
       " 'request': 727,\n",
       " 'example': 312,\n",
       " 'output': 610,\n",
       " 'id': 423,\n",
       " 'server': 782,\n",
       " 'sent': 780,\n",
       " 'getting': 384,\n",
       " 'delete': 244,\n",
       " 'process': 663,\n",
       " 'looking': 528,\n",
       " 'method': 557,\n",
       " 'close': 165,\n",
       " 'complete': 182,\n",
       " 'stuff': 853,\n",
       " 'lot': 532,\n",
       " 'looks': 529,\n",
       " 'project': 672,\n",
       " 'configuration': 188,\n",
       " 'bit': 107,\n",
       " 'release': 720,\n",
       " 'actually': 31,\n",
       " 'quite': 698,\n",
       " 'compiler': 181,\n",
       " 'end': 296,\n",
       " 'features': 341,\n",
       " 'related': 719,\n",
       " 'want use': 972,\n",
       " 'unit': 929,\n",
       " 'testing': 881,\n",
       " 'wondering': 983,\n",
       " 'going': 389,\n",
       " 'google': 391,\n",
       " 'day': 232,\n",
       " 'believe': 99,\n",
       " 'better': 102,\n",
       " 'response': 735,\n",
       " 'asking': 74,\n",
       " 'question': 695,\n",
       " 'suggestions': 859,\n",
       " 'stored': 844,\n",
       " 'convert': 209,\n",
       " 'hash': 404,\n",
       " 'string': 848,\n",
       " 'sql': 823,\n",
       " 'following': 360,\n",
       " 'returns': 745,\n",
       " 'instead': 453,\n",
       " 'attempt': 79,\n",
       " 'sql server': 824,\n",
       " 'vs': 969,\n",
       " 'currently': 225,\n",
       " 'results': 738,\n",
       " 'tables': 870,\n",
       " 'performance': 635,\n",
       " 'thisable': 890,\n",
       " 'browser': 117,\n",
       " 'field': 344,\n",
       " 'input': 446,\n",
       " 'tag': 871,\n",
       " 'browsers': 118,\n",
       " 'specific': 817,\n",
       " 'library': 499,\n",
       " 'libraries': 498,\n",
       " 'options': 606,\n",
       " 'internet': 460,\n",
       " 'platform': 640,\n",
       " 'let': 495,\n",
       " 'say': 759,\n",
       " '12': 10,\n",
       " 'existing': 320,\n",
       " 'color': 168,\n",
       " 'work': 986,\n",
       " 'implementation': 430,\n",
       " '20': 14,\n",
       " 'list': 510,\n",
       " 'username': 941,\n",
       " 'return': 740,\n",
       " 'help': 413,\n",
       " 'error': 306,\n",
       " 'php': 638,\n",
       " 'mysql': 569,\n",
       " 'password': 629,\n",
       " 'select': 773,\n",
       " 'fetch': 343,\n",
       " 'echo': 286,\n",
       " 'calls': 133,\n",
       " 'fine': 353,\n",
       " 'insert': 447,\n",
       " 'queries': 693,\n",
       " 'software': 807,\n",
       " 'comment': 175,\n",
       " 'result': 737,\n",
       " 'line': 503,\n",
       " 'goes': 388,\n",
       " 'statement': 833,\n",
       " 'content': 201,\n",
       " 'searching': 767,\n",
       " 'solutions': 809,\n",
       " 'logging': 521,\n",
       " 'checked': 156,\n",
       " 'perform': 634,\n",
       " 'account': 25,\n",
       " 'correct': 212,\n",
       " 'having': 405,\n",
       " 'trouble': 911,\n",
       " 'framework': 370,\n",
       " 'links': 507,\n",
       " 'necessary': 575,\n",
       " 'dll': 268,\n",
       " 'program': 668,\n",
       " 'run': 751,\n",
       " 'machine': 534,\n",
       " 'install': 449,\n",
       " 'target': 874,\n",
       " 'doing': 273,\n",
       " 'message': 555,\n",
       " 'tasks': 876,\n",
       " 'ruby': 750,\n",
       " 'task': 875,\n",
       " 'command': 173,\n",
       " 'multiple': 567,\n",
       " 'times': 900,\n",
       " 'right': 746,\n",
       " 'tools': 904,\n",
       " 'java': 470,\n",
       " 'projects': 673,\n",
       " 'interested': 457,\n",
       " 'missing': 559,\n",
       " 'state': 832,\n",
       " 'tool': 903,\n",
       " 'plugin': 642,\n",
       " 'information': 441,\n",
       " 'generate': 380,\n",
       " 'structure': 851,\n",
       " 'views': 961,\n",
       " 'contain': 197,\n",
       " 'best': 100,\n",
       " 'problems': 662,\n",
       " 'difference': 261,\n",
       " 'development': 255,\n",
       " 'various': 954,\n",
       " 'things': 887,\n",
       " 'reason': 706,\n",
       " 'faster': 339,\n",
       " 'view': 960,\n",
       " 'edit': 288,\n",
       " 'sort': 811,\n",
       " 'data': 228,\n",
       " 'columns': 170,\n",
       " 'longer': 525,\n",
       " 'lists': 511,\n",
       " 'control': 206,\n",
       " 'support': 862,\n",
       " 'assume': 77,\n",
       " 'type': 917,\n",
       " 'easily': 284,\n",
       " 'based': 93,\n",
       " 'eclipse': 287,\n",
       " 'javascript': 471,\n",
       " 'native': 573,\n",
       " 'shared': 792,\n",
       " 'objects': 597,\n",
       " 'apply': 62,\n",
       " 'object': 596,\n",
       " 'created': 219,\n",
       " 'area': 66,\n",
       " 'load': 514,\n",
       " 'point': 643,\n",
       " 'path': 630,\n",
       " 'link': 506,\n",
       " 'loading': 516,\n",
       " 'os': 609,\n",
       " 'does work': 272,\n",
       " 'keys': 480,\n",
       " 'position': 648,\n",
       " 'send': 776,\n",
       " 'event': 308,\n",
       " 'events': 309,\n",
       " 'ideas': 425,\n",
       " 'email': 293,\n",
       " 'practice': 651,\n",
       " 'changes': 150,\n",
       " 'address': 36,\n",
       " 'allow': 42,\n",
       " 'second': 768,\n",
       " 'probably': 660,\n",
       " 'login': 523,\n",
       " 'developing': 254,\n",
       " 'custom': 227,\n",
       " 'mode': 561,\n",
       " 'ajax': 39,\n",
       " 'different': 262,\n",
       " 'cause': 142,\n",
       " 'folder': 359,\n",
       " 'handle': 397,\n",
       " 'situation': 802,\n",
       " 'solve': 810,\n",
       " 'simply': 799,\n",
       " 'fail': 333,\n",
       " 'gives': 386,\n",
       " 'table': 869,\n",
       " 'supposed': 864,\n",
       " 'days': 233,\n",
       " 'product': 665,\n",
       " 'handling': 399,\n",
       " 'details': 250,\n",
       " 'define': 240,\n",
       " 'grid': 394,\n",
       " 'int': 454,\n",
       " 'null': 591,\n",
       " 'primary': 656,\n",
       " 'key': 478,\n",
       " 'unique': 928,\n",
       " 'row': 748,\n",
       " 'start': 828,\n",
       " 'index': 439,\n",
       " 'references': 716,\n",
       " 'remove': 723,\n",
       " 'double': 277,\n",
       " 'unfortunately': 927,\n",
       " 'did': 260,\n",
       " 'fix': 355,\n",
       " 'removed': 724,\n",
       " 'db': 234,\n",
       " 'api': 55,\n",
       " 'building': 122,\n",
       " 'latest': 488,\n",
       " 'download': 278,\n",
       " 'package': 615,\n",
       " 'profile': 667,\n",
       " 'installed': 450,\n",
       " 'binary': 105,\n",
       " 'far': 337,\n",
       " 'size': 803,\n",
       " 'option': 605,\n",
       " 'time': 898,\n",
       " 'make sure': 539,\n",
       " 'module': 564,\n",
       " 'place': 639,\n",
       " 'website': 978,\n",
       " 'running': 752,\n",
       " 'kind': 481,\n",
       " 'firefox': 354,\n",
       " 'recently': 709,\n",
       " 'issues': 466,\n",
       " 'click': 163,\n",
       " 'bug': 120,\n",
       " 'try': 913,\n",
       " 'debug': 235,\n",
       " 'causing': 144,\n",
       " 'usage': 936,\n",
       " 'anybody': 53,\n",
       " 'similar': 797,\n",
       " 'tab': 868,\n",
       " 'apps': 65,\n",
       " 'feel': 342,\n",
       " 'easy': 285,\n",
       " 'require': 729,\n",
       " 'jar': 469,\n",
       " 'linux': 509,\n",
       " 'windows': 982,\n",
       " 'regular': 718,\n",
       " 'unable': 923,\n",
       " 'looks like': 530,\n",
       " 'open': 601,\n",
       " 'read': 702,\n",
       " 'provide': 679,\n",
       " 'char': 152,\n",
       " 'buffer': 119,\n",
       " 'important': 435,\n",
       " 'validation': 948,\n",
       " 'runs': 753,\n",
       " 'level': 496,\n",
       " 'stack': 826,\n",
       " 'long': 524,\n",
       " 'people': 633,\n",
       " 'post': 650,\n",
       " 'contents': 203,\n",
       " 'sending': 778,\n",
       " 'suppose': 863,\n",
       " 'engine': 297,\n",
       " 'simple': 798,\n",
       " 'html': 420,\n",
       " 'free': 371,\n",
       " 'print': 657,\n",
       " 'local': 517,\n",
       " 'image': 426,\n",
       " 'memory': 553,\n",
       " 'stream': 847,\n",
       " 'big': 104,\n",
       " 'change': 148,\n",
       " 'bad': 90,\n",
       " 'come': 171,\n",
       " 'generic': 382,\n",
       " 'confused': 189,\n",
       " 'head': 406,\n",
       " 'tree': 908,\n",
       " 'understanding': 926,\n",
       " 'dictionary': 259,\n",
       " 'passing': 628,\n",
       " 'public string': 688,\n",
       " 'access': 23,\n",
       " 'camera': 135,\n",
       " 'pass': 626,\n",
       " 'parameter': 620,\n",
       " 'passed': 627,\n",
       " 'column': 169,\n",
       " 'algorithm': 40,\n",
       " 'pattern': 631,\n",
       " 'entire': 299,\n",
       " 'linq': 508,\n",
       " 'useful': 939,\n",
       " 'date': 230,\n",
       " 'job': 472,\n",
       " 'instances': 452,\n",
       " 'complex': 184,\n",
       " 'threads': 895,\n",
       " 'article': 72,\n",
       " 'thread': 894,\n",
       " 'async': 78,\n",
       " 'purpose': 690,\n",
       " 'handler': 398,\n",
       " 'additional': 35,\n",
       " 'requests': 728,\n",
       " 'processing': 664,\n",
       " 'original': 608,\n",
       " 'takes': 873,\n",
       " 'answer': 51,\n",
       " 'exit': 322,\n",
       " 'functions': 375,\n",
       " 'void': 966,\n",
       " 'fact': 332,\n",
       " 'gets': 383,\n",
       " 'status': 839,\n",
       " 'answers': 52,\n",
       " 'internal': 459,\n",
       " 'layer': 489,\n",
       " 'aware': 88,\n",
       " 'entity': 300,\n",
       " 'types': 919,\n",
       " 'strings': 849,\n",
       " 'valid': 947,\n",
       " 'store': 843,\n",
       " 'questions': 696,\n",
       " 'approach': 64,\n",
       " 'best way': 101,\n",
       " 'apache': 54,\n",
       " 'heres': 414,\n",
       " 'proper': 674,\n",
       " 'upload': 933,\n",
       " 'basic': 94,\n",
       " 'developer': 253,\n",
       " 'needs': 578,\n",
       " 'setting': 788,\n",
       " 'later': 487,\n",
       " 'test': 880,\n",
       " 'thought': 893,\n",
       " 'throw': 896,\n",
       " 'python': 692,\n",
       " 'needed': 577,\n",
       " 'tests': 882,\n",
       " 'given': 385,\n",
       " 'happens': 402,\n",
       " 'header': 407,\n",
       " 'small': 805,\n",
       " 'trying': 914,\n",
       " 'alternative': 45,\n",
       " 'wrong': 996,\n",
       " 'maybe': 549,\n",
       " 'look': 526,\n",
       " 'share': 791,\n",
       " 'parameters': 621,\n",
       " 'pointers': 645,\n",
       " 'pointer': 644,\n",
       " 'action': 27,\n",
       " 'determine': 252,\n",
       " 'variables': 953,\n",
       " 'sense': 779,\n",
       " 'include': 436,\n",
       " 'calling': 132,\n",
       " 'enabled': 295,\n",
       " 'changing': 151,\n",
       " 'idea': 424,\n",
       " 'static': 835,\n",
       " 'resources': 734,\n",
       " 'images': 427,\n",
       " 'style': 854,\n",
       " 'ways': 976,\n",
       " 'loaded': 515,\n",
       " 'js': 475,\n",
       " 'ip': 463,\n",
       " 'errors': 307,\n",
       " 'exceptions': 315,\n",
       " 'receive': 707,\n",
       " 'exception': 314,\n",
       " 'current': 224,\n",
       " 'ok': 599,\n",
       " 'filter': 350,\n",
       " 'namespace': 572,\n",
       " 'section': 770,\n",
       " 'worked': 987,\n",
       " 'yes': 999,\n",
       " 'pretty': 653,\n",
       " 'arrays': 71,\n",
       " 'group': 395,\n",
       " 'spring': 822,\n",
       " 'allowed': 43,\n",
       " 'setup': 790,\n",
       " 'suggest': 858,\n",
       " 'large': 486,\n",
       " 'order': 607,\n",
       " 'slow': 804,\n",
       " 'join': 473,\n",
       " 'speed': 820,\n",
       " 'copy': 210,\n",
       " 'couple': 215,\n",
       " 'val': 946,\n",
       " 'clear': 162,\n",
       " 'actual': 30,\n",
       " 'check': 155,\n",
       " 'prevent': 654,\n",
       " 'exists': 321,\n",
       " 'values': 950,\n",
       " 'logic': 522,\n",
       " 'rows': 749,\n",
       " 'returned': 743,\n",
       " 'inline': 444,\n",
       " 'foo': 363,\n",
       " 'words': 985,\n",
       " 'numbers': 593,\n",
       " 'manually': 543,\n",
       " 'base': 92,\n",
       " 'provided': 680,\n",
       " 'variable': 952,\n",
       " 'argument': 68,\n",
       " 'gcc': 377,\n",
       " 'jquery': 474,\n",
       " 'common': 177,\n",
       " 'compiled': 180,\n",
       " 'final': 351,\n",
       " 'ui': 921,\n",
       " 'real': 704,\n",
       " 'programming': 670,\n",
       " 'fields': 345,\n",
       " 'enum': 302,\n",
       " 'containing': 199,\n",
       " 'world': 991,\n",
       " 'started': 829,\n",
       " 'makes': 540,\n",
       " 'dynamic': 282,\n",
       " 'modules': 565,\n",
       " 'thanks': 885,\n",
       " 'tutorial': 916,\n",
       " 'bundle': 124,\n",
       " 'hello': 412,\n",
       " 'design': 249,\n",
       " 'consider': 192,\n",
       " 'byte': 127,\n",
       " 'array': 70,\n",
       " 'private': 658,\n",
       " 'override': 612,\n",
       " 'bool': 111,\n",
       " 'obj': 595,\n",
       " 'false': 336,\n",
       " 'true': 912,\n",
       " 'updated': 932,\n",
       " 'equal': 304,\n",
       " 'return false': 741,\n",
       " 'return true': 742,\n",
       " 'execute': 316,\n",
       " 'happen': 400,\n",
       " 'connection': 191,\n",
       " 'detect': 251,\n",
       " 'operation': 602,\n",
       " 'external': 329,\n",
       " 'mac': 533,\n",
       " 'command line': 174,\n",
       " 'better way': 103,\n",
       " 'rails': 699,\n",
       " 'text': 883,\n",
       " 'callback': 130,\n",
       " 'config': 187,\n",
       " 'outside': 611,\n",
       " 'lock': 519,\n",
       " 'production': 666,\n",
       " 'fast': 338,\n",
       " 'port': 647,\n",
       " 'runtime': 754,\n",
       " 'ask': 73,\n",
       " 'buttons': 126,\n",
       " 'thisplayed': 892,\n",
       " 'equivalent': 305,\n",
       " 'xcode': 997,\n",
       " 'learning': 492,\n",
       " 'starting': 830,\n",
       " 'note': 587,\n",
       " 'environment': 303,\n",
       " 'definition': 242,\n",
       " 'ul': 922,\n",
       " 'word': 984,\n",
       " 'format': 367,\n",
       " 'global': 387,\n",
       " 'sample': 757,\n",
       " 'draw': 279,\n",
       " 'label': 483,\n",
       " 'selected': 774,\n",
       " 'correctly': 213,\n",
       " 'window': 981,\n",
       " 'force': 364,\n",
       " 'comes': 172,\n",
       " 'push': 691,\n",
       " 'step': 841,\n",
       " 'elements': 292,\n",
       " 'statements': 834,\n",
       " 'host': 418,\n",
       " 'url': 935,\n",
       " 'map': 544,\n",
       " 'figure': 346,\n",
       " 'search': 766,\n",
       " 'failed': 334,\n",
       " 'binding': 106,\n",
       " '15': 12,\n",
       " 'included': 437,\n",
       " 'syntax': 867,\n",
       " 'document': 269,\n",
       " 'says': 760,\n",
       " 'home': 417,\n",
       " 'compare': 178,\n",
       " 'root': 747,\n",
       " 'datetime': 231,\n",
       " 'cast': 139,\n",
       " 'expected': 324,\n",
       " 'defined': 241,\n",
       " 'messages': 556,\n",
       " 'vector': 955,\n",
       " 'lambda': 484,\n",
       " 'guess': 396,\n",
       " 'normal': 586,\n",
       " 'height': 409,\n",
       " '30': 15,\n",
       " 'left': 493,\n",
       " 'constant': 195,\n",
       " '100': 5,\n",
       " 'happening': 401,\n",
       " '50': 18,\n",
       " 'import': 434,\n",
       " 'thinking': 889,\n",
       " 'great': 393,\n",
       " 'course': 216,\n",
       " 'css': 222,\n",
       " 'layout': 490,\n",
       " 'abstract': 22,\n",
       " 'tags': 872,\n",
       " 'component': 185,\n",
       " 'particular': 625,\n",
       " 'block': 109,\n",
       " 'finally': 352,\n",
       " 'said': 756,\n",
       " 'including': 438,\n",
       " 'instance': 451,\n",
       " 'submit': 855,\n",
       " 'utf8': 945,\n",
       " 'parse': 624,\n",
       " 'single': 800,\n",
       " 'node': 585,\n",
       " 'lines': 505,\n",
       " 'returning': 744,\n",
       " 'child': 158,\n",
       " 'element': 291,\n",
       " 'rest': 736,\n",
       " 'total': 905,\n",
       " 'properties': 676,\n",
       " 'items': 468,\n",
       " 'implementing': 432,\n",
       " 'foreach': 365,\n",
       " 'extension': 328,\n",
       " 'catch': 140,\n",
       " 'nice': 583,\n",
       " 'previous': 655,\n",
       " 'attribute': 80,\n",
       " 'break': 116,\n",
       " 'allows': 44,\n",
       " 'attributes': 81,\n",
       " 'requires': 731,\n",
       " 'authentication': 83,\n",
       " 'android': 46,\n",
       " 'managed': 542,\n",
       " 'success': 856,\n",
       " 'wpf': 992,\n",
       " 'description': 248,\n",
       " 'network': 581,\n",
       " 'socket': 806,\n",
       " 'sender': 777,\n",
       " 'advance': 38,\n",
       " 'points': 646,\n",
       " 'like know': 501,\n",
       " 'font': 362,\n",
       " 'item': 467,\n",
       " 'exist': 319,\n",
       " 'duplicate': 281,\n",
       " 'entry': 301,\n",
       " 'button': 125,\n",
       " 'drop': 280,\n",
       " 'dialog': 258,\n",
       " 'certain': 147,\n",
       " 'controller': 207,\n",
       " 'hard': 403,\n",
       " 'documentation': 270,\n",
       " 'active': 28,\n",
       " 'explain': 325,\n",
       " 'ms': 566,\n",
       " 'basically': 95,\n",
       " 'integer': 455,\n",
       " '11': 9,\n",
       " 'mvc': 568,\n",
       " 'model': 562,\n",
       " 'json': 476,\n",
       " 'dom': 275,\n",
       " 'background': 89,\n",
       " 'sdk': 765,\n",
       " 'versions': 958,\n",
       " 'div': 265,\n",
       " 'dynamically': 283,\n",
       " 'width': 980,\n",
       " 'starts': 831,\n",
       " 'screen': 762,\n",
       " 'max': 548,\n",
       " 'container': 198,\n",
       " 'scroll': 764,\n",
       " 'bar': 91,\n",
       " 'retrieve': 739,\n",
       " 'warning': 974,\n",
       " 'box': 115,\n",
       " 'href': 419,\n",
       " 'typetext': 920,\n",
       " 'initialize': 443,\n",
       " 'var': 951,\n",
       " 'http': 421,\n",
       " 'hidden': 415,\n",
       " 'django': 267,\n",
       " 'undefined': 924,\n",
       " 'checking': 157,\n",
       " 'param': 619,\n",
       " 'gem': 378,\n",
       " 'matter': 546,\n",
       " 'count': 214,\n",
       " 'inner': 445,\n",
       " 'behavior': 97,\n",
       " 'implemented': 431,\n",
       " 'directly': 263,\n",
       " 'device': 256,\n",
       " 'referenced': 715,\n",
       " 'fails': 335,\n",
       " 'switch': 866,\n",
       " 'title': 901,\n",
       " 'scope': 761,\n",
       " 'arguments': 69,\n",
       " 'understand': 925,\n",
       " 'making': 541,\n",
       " 'constructor': 196,\n",
       " 'person': 636,\n",
       " 'cache': 129,\n",
       " 'added': 33,\n",
       " 'wait': 970,\n",
       " 'length': 494,\n",
       " 'came': 134,\n",
       " 'args': 67,\n",
       " 'character': 153,\n",
       " 'derived': 247,\n",
       " 'trigger': 910,\n",
       " 'chrome': 159,\n",
       " 'regex': 717,\n",
       " 'match': 545,\n",
       " 'characters': 154,\n",
       " 'template': 879,\n",
       " 'flag': 357,\n",
       " 'transaction': 907,\n",
       " 'session': 785,\n",
       " 'works fine': 990,\n",
       " 'save': 758,\n",
       " 'bytes': 128,\n",
       " 'expect': 323,\n",
       " 'following code': 361,\n",
       " 'programmatically': 669,\n",
       " 'noticed': 588,\n",
       " 'doing wrong': 274,\n",
       " 'init': 442,\n",
       " 'enter': 298,\n",
       " 'names': 571,\n",
       " 'causes': 143,\n",
       " 'strange': 846,\n",
       " 'behaviour': 98,\n",
       " 'required': 730,\n",
       " 'const': 194,\n",
       " 'info': 440,\n",
       " 'parent': 622,\n",
       " 'public static': 686,\n",
       " 'private static': 659,\n",
       " 'public void': 689,\n",
       " 'iphone': 464,\n",
       " 'successfully': 857,\n",
       " 'center': 146,\n",
       " 'shown': 795,\n",
       " 'body': 110,\n",
       " 'tr': 906,\n",
       " 'fixed': 356,\n",
       " 'security': 771,\n",
       " 'relevant': 721,\n",
       " 'showing': 794,\n",
       " 'achieve': 26,\n",
       " 'completely': 183,\n",
       " 'learn': 491,\n",
       " 'delegate': 243,\n",
       " 'appear': 57,\n",
       " '64': 20,\n",
       " 'present': 652,\n",
       " 'effect': 289,\n",
       " 'resource': 733,\n",
       " 'core': 211,\n",
       " 'operator': 604,\n",
       " 'debugging': 236,\n",
       " 'throws': 897,\n",
       " 'range': 701,\n",
       " 'float': 358,\n",
       " 'super': 861,\n",
       " 'special': 816,\n",
       " 'split': 821,\n",
       " 'domain': 276,\n",
       " 'general': 379,\n",
       " 'feature': 340,\n",
       " 'invalid': 461,\n",
       " 'declared': 237,\n",
       " 'space': 814,\n",
       " 'condition': 186,\n",
       " 'notification': 589,\n",
       " 'render': 725,\n",
       " 'phone': 637,\n",
       " 'protected': 678,\n",
       " 'ex': 310,\n",
       " 'console': 193,\n",
       " 'hide': 416,\n",
       " 'pdf': 632,\n",
       " 'conversion': 208,\n",
       " 'bean': 96,\n",
       " 'efficient': 290,\n",
       " 'context': 204,\n",
       " 'member': 552,\n",
       " '1024': 6,\n",
       " 'expression': 326,\n",
       " 'operations': 603,\n",
       " 'redirect': 713,\n",
       " 'def': 238,\n",
       " 'execution': 318,\n",
       " 'specified': 818,\n",
       " 'mainstring': 536,\n",
       " 'override public': 613,\n",
       " 'static void': 837,\n",
       " 'void mainstring': 967,\n",
       " 'mainstring args': 537,\n",
       " 'override public void': 614,\n",
       " 'public static void': 687,\n",
       " 'static void mainstring': 838,\n",
       " 'void mainstring args': 968,\n",
       " 'public int': 685,\n",
       " 'continue': 205,\n",
       " 'turn': 915,\n",
       " 'audio': 82,\n",
       " 'keyboard': 479,\n",
       " 'filename': 348,\n",
       " 'named': 570,\n",
       " 'create new': 218,\n",
       " 'resolve': 732,\n",
       " 'struct': 850,\n",
       " 'safe': 755,\n",
       " 'maven': 547,\n",
       " 'dependencies': 245,\n",
       " 'virtual': 962,\n",
       " 'random': 700,\n",
       " 'nil': 584,\n",
       " 'str': 845,\n",
       " 'comments': 176,\n",
       " 'headers': 408,\n",
       " 'appears': 58,\n",
       " 'typename': 918,\n",
       " 'remote': 722,\n",
       " 'executed': 317,\n",
       " 'frame': 369,\n",
       " 'sum': 860,\n",
       " 'location': 518,\n",
       " 'timeout': 899,\n",
       " 'replace': 726,\n",
       " '32': 16,\n",
       " 'seconds': 769,\n",
       " 'padding': 616,\n",
       " 'border': 114,\n",
       " 'apple': 59,\n",
       " '13': 11,\n",
       " 'boolean': 112,\n",
       " 'cursor': 226,\n",
       " 'navigation': 574,\n",
       " 'visible': 963,\n",
       " 'animation': 50,\n",
       " 'limit': 502,\n",
       " 'red': 712,\n",
       " '16': 13,\n",
       " '512': 19,\n",
       " 'extends': 327,\n",
       " 'curl': 223,\n",
       " 'icon': 422,\n",
       " 'unsigned': 930,\n",
       " 'dependency': 246,\n",
       " 'listview': 512,\n",
       " 'canvas': 136,\n",
       " 'uri': 934,\n",
       " 'shows': 796,\n",
       " 'admin': 37,\n",
       " 'progress': 671,\n",
       " 'bitmap': 108,\n",
       " 'fragment': 368,\n",
       " 'queue': 697,\n",
       " 'self': 775,\n",
       " 'td': 877,\n",
       " 'facebook': 331,\n",
       " '40': 17,\n",
       " 'span': 815,\n",
       " 'src': 825,\n",
       " 'li': 497,\n",
       " 'mobile': 560,\n",
       " 'recent': 708,\n",
       " 'ios': 462,\n",
       " 'cell': 145,\n",
       " 'func': 372,\n",
       " 'category': 141,\n",
       " 'set public': 787,\n",
       " 'nsstring': 590,\n",
       " '10 10': 3,\n",
       " 'provider': 681,\n",
       " 'version10': 957,\n",
       " '00': 0,\n",
       " 'img': 428,\n",
       " 'numpy': 594,\n",
       " 'alloc': 41,\n",
       " 'activity': 29,\n",
       " 'ptr': 682,\n",
       " 'bootstrap': 113,\n",
       " 'div div': 266,\n",
       " 'devices': 257,\n",
       " 'stdcout': 840,\n",
       " 'intent': 456,\n",
       " 'token': 902,\n",
       " 'static final': 836,\n",
       " 'textview': 884,\n",
       " '10 10 10': 4,\n",
       " 'androidlayout': 47,\n",
       " 'parent androidlayout': 623,\n",
       " 'linearlayout': 504,\n",
       " 'heightwrap': 410,\n",
       " 'androidlayout heightwrap': 48,\n",
       " 'heightwrap content': 411,\n",
       " 'content androidlayout': 202,\n",
       " 'androidlayout heightwrap content': 49,\n",
       " '00 00': 1,\n",
       " '1024 1024': 7,\n",
       " '1024 1024 1024': 8}"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf.vocabulary_\n",
    "# there is frequency for each word in vocab"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "37e1e99d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((48976, 1000), (48976, 20))"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.shape, y.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "cfb2d5e8",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "2fa2e54d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((39180, 1000), (9796, 1000))"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape, X_test.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6444e6e0",
   "metadata": {},
   "source": [
    "#### Model: Logistic regression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "3078d74b",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.multiclass import OneVsRestClassifier\n",
    "from sklearn.metrics import jaccard_score as js"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "c6490ed6",
   "metadata": {},
   "outputs": [],
   "source": [
    "lr=LogisticRegression(solver=\"lbfgs\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "ff77d530",
   "metadata": {},
   "outputs": [],
   "source": [
    "def jaccard_score(y_true,y_pred):\n",
    "    jaccard=np.minimum(y_true,y_pred).sum(axis=1)/np.maximum(y_true,y_pred).sum(axis=1)\n",
    "    return jaccard.mean()*100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "c4efa0e9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OneVsRestClassifier(estimator=LogisticRegression())\n"
     ]
    }
   ],
   "source": [
    "clf = OneVsRestClassifier(lr)\n",
    "print( clf.fit(X_train, y_train) )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "a277a656",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred = clf.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "08401bea",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "49.19014563767524"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jaccard_score(y_test, y_pred)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "38eabdfa",
   "metadata": {},
   "source": [
    "#### SVM "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "37167a9c",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.svm import LinearSVC\n",
    "\n",
    "svm = LinearSVC(C = 1.5, penalty='l1', dual = False)\n",
    "clf = OneVsRestClassifier(svm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "7cfdbb8c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "OneVsRestClassifier(estimator=LinearSVC(C=1.5, dual=False, penalty='l1'))\n"
     ]
    }
   ],
   "source": [
    "print(clf.fit(X_train, y_train))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "2a50d110",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "jaccard score:  53.34269089424255\n",
      "Prediction:  [[0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 1 0 0 0]]\n",
      "Found classes:  [('java', 'python')]\n"
     ]
    }
   ],
   "source": [
    "y_pred = clf.predict(X_test)\n",
    "\n",
    "print(\"jaccard score: \",jaccard_score(y_test, y_pred))\n",
    "\n",
    "x = ['how to write ml code in python and java i have data but do not know how to do it']\n",
    "\n",
    "xt = tfidf.transform(x)\n",
    "\n",
    "prediction=clf.predict(xt)\n",
    "print(\"Prediction: \",prediction)\n",
    "\n",
    "print(\"Found classes: \",multilabel.inverse_transform(clf.predict(xt)))\n",
    "\n",
    "import pickle\n",
    "\n",
    "pickle.dump(clf, open('svm_multilabel.pkl', 'wb'))\n",
    "pickle.dump(clf, open('tfidf-multilabel.pkl', 'wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "30ee8ae7",
   "metadata": {},
   "outputs": [],
   "source": [
    "x = ['how to write ml code in ruby and php i have data but do not know how to do it']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "50f3058d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Prediction:  [[0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 1 0 1 0 0]]\n",
      "Found classes:  [('php', 'ruby')]\n"
     ]
    }
   ],
   "source": [
    "xt = tfidf.transform(x)\n",
    "prediction=clf.predict(xt)\n",
    "print(\"Prediction: \",prediction)\n",
    "\n",
    "print(\"Found classes: \",multilabel.inverse_transform(prediction))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ec8efdb7",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}