question_classification.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "from matplotlib import pyplot as plt\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "import re\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer\n",
    "from nltk.corpus import stopwords\n",
    "from sklearn.linear_model import Lasso, LogisticRegression\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "import eli5\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Read data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(125938, 10)\n"
     ]
    }
   ],
   "source": [
    "data = pd.read_csv('D:/tele2_data_hack/email_reports.csv')\n",
    "data = data.sort_values(by='To.queue.time').reset_index(drop=True)\n",
    "print(data.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SENDER_ID</th>\n",
       "      <th>SENDER_EMAIL</th>\n",
       "      <th>OPERATOR_ID</th>\n",
       "      <th>ACCEPTOR</th>\n",
       "      <th>SUBJECT</th>\n",
       "      <th>To.queue.time</th>\n",
       "      <th>agent.receive.time</th>\n",
       "      <th>treatment.end.time</th>\n",
       "      <th>CONTENT</th>\n",
       "      <th>ANSWERTEXT</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>token_7747</td>\n",
       "      <td>xxxx@yandex.ru</td>\n",
       "      <td>token_48</td>\n",
       "      <td>spb.vopros@tele2.ru</td>\n",
       "      <td>Обратная связь</td>\n",
       "      <td>2088-06-17 02:31:32</td>\n",
       "      <td>2088-06-18 19:48:26</td>\n",
       "      <td>2088-06-18 20:24:59</td>\n",
       "      <td>Тело письма\\r\\n\\r\\nMSISDN: +xxx xxx xx xx\\r\\nО...</td>\n",
       "      <td>\\r\\n\\r\\nЗдравствуйте, xxxxx xxxxx xxxxx!\\r\\n\\r...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>token_14226</td>\n",
       "      <td>xxxx@mail.ru</td>\n",
       "      <td>token_50</td>\n",
       "      <td>Saransk.Vopros@tele2.ru</td>\n",
       "      <td>Re[2]: Обратная связь</td>\n",
       "      <td>2088-06-17 02:31:52</td>\n",
       "      <td>2088-06-18 18:43:45</td>\n",
       "      <td>2088-06-18 18:58:43</td>\n",
       "      <td>\\r\\nвся необходимая информация отображена в ...</td>\n",
       "      <td>Здравствуйте, xxxxx xxxxx xxxxx!\\r\\nБлагодарим...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>token_23942</td>\n",
       "      <td>xxxx@mail.ru</td>\n",
       "      <td>token_3</td>\n",
       "      <td>rostov.vopros@tele2.ru</td>\n",
       "      <td>Обратная связь</td>\n",
       "      <td>2088-06-17 02:33:14</td>\n",
       "      <td>2088-06-18 18:43:45</td>\n",
       "      <td>2088-06-18 18:47:06</td>\n",
       "      <td>Тело письма\\r\\n\\r\\nMSISDN: +xxx xxx xx xx\\r\\nО...</td>\n",
       "      <td>\\r\\n\\r\\nЗдравствуйте, xxxxx xxxxx xxxxx!\\r\\nБл...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>token_18368</td>\n",
       "      <td>xxxx@mail.ru</td>\n",
       "      <td>token_53</td>\n",
       "      <td>krasnodar.vopros@tele2.ru</td>\n",
       "      <td>Обратная связь</td>\n",
       "      <td>2088-06-17 02:33:36</td>\n",
       "      <td>2088-06-18 19:49:10</td>\n",
       "      <td>2088-06-18 19:53:57</td>\n",
       "      <td>Тело письма\\r\\n\\r\\nMSISDN: +xxx xxx xx xx\\r\\nО...</td>\n",
       "      <td>\\r\\n\\r\\nЗдравствуйте, xxxxx xxxxx xxxxx! ¦\\r\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>token_21039</td>\n",
       "      <td>xxxx@mail.ru</td>\n",
       "      <td>token_34</td>\n",
       "      <td>kostroma.vopros@tele2.ru</td>\n",
       "      <td>Обратная связь</td>\n",
       "      <td>2088-06-17 02:33:56</td>\n",
       "      <td>2088-06-18 19:49:17</td>\n",
       "      <td>2088-06-18 19:59:48</td>\n",
       "      <td>Тело письма\\r\\n\\r\\nОтметьте, в каком регионе В...</td>\n",
       "      <td>\\r\\n\\r\\nАлександр, доброго времени суток! ;)\\r...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     SENDER_ID    SENDER_EMAIL OPERATOR_ID                   ACCEPTOR  \\\n",
       "0   token_7747  xxxx@yandex.ru    token_48        spb.vopros@tele2.ru   \n",
       "1  token_14226    xxxx@mail.ru    token_50    Saransk.Vopros@tele2.ru   \n",
       "2  token_23942    xxxx@mail.ru     token_3     rostov.vopros@tele2.ru   \n",
       "3  token_18368    xxxx@mail.ru    token_53  krasnodar.vopros@tele2.ru   \n",
       "4  token_21039    xxxx@mail.ru    token_34   kostroma.vopros@tele2.ru   \n",
       "\n",
       "                 SUBJECT        To.queue.time   agent.receive.time  \\\n",
       "0         Обратная связь  2088-06-17 02:31:32  2088-06-18 19:48:26   \n",
       "1  Re[2]: Обратная связь  2088-06-17 02:31:52  2088-06-18 18:43:45   \n",
       "2         Обратная связь  2088-06-17 02:33:14  2088-06-18 18:43:45   \n",
       "3         Обратная связь  2088-06-17 02:33:36  2088-06-18 19:49:10   \n",
       "4         Обратная связь  2088-06-17 02:33:56  2088-06-18 19:49:17   \n",
       "\n",
       "    treatment.end.time                                            CONTENT  \\\n",
       "0  2088-06-18 20:24:59  Тело письма\\r\\n\\r\\nMSISDN: +xxx xxx xx xx\\r\\nО...   \n",
       "1  2088-06-18 18:58:43    \\r\\nвся необходимая информация отображена в ...   \n",
       "2  2088-06-18 18:47:06  Тело письма\\r\\n\\r\\nMSISDN: +xxx xxx xx xx\\r\\nО...   \n",
       "3  2088-06-18 19:53:57  Тело письма\\r\\n\\r\\nMSISDN: +xxx xxx xx xx\\r\\nО...   \n",
       "4  2088-06-18 19:59:48  Тело письма\\r\\n\\r\\nОтметьте, в каком регионе В...   \n",
       "\n",
       "                                          ANSWERTEXT  \n",
       "0  \\r\\n\\r\\nЗдравствуйте, xxxxx xxxxx xxxxx!\\r\\n\\r...  \n",
       "1  Здравствуйте, xxxxx xxxxx xxxxx!\\r\\nБлагодарим...  \n",
       "2  \\r\\n\\r\\nЗдравствуйте, xxxxx xxxxx xxxxx!\\r\\nБл...  \n",
       "3  \\r\\n\\r\\nЗдравствуйте, xxxxx xxxxx xxxxx! ¦\\r\\n...  \n",
       "4  \\r\\n\\r\\nАлександр, доброго времени суток! ;)\\r...  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# determine fraction of each problem "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(125938, 10)\n",
      "(102898, 10)\n"
     ]
    }
   ],
   "source": [
    "# for training classifier use only letters for support \n",
    "print(data.shape)\n",
    "data = data[data['CONTENT'].apply(lambda x: 'Тело письма' in str(x))].reset_index(drop=True)\n",
    "print(data.shape)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Get question from user and topic of this question "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_topic(x):\n",
    "    \"\"\"\"\"\n",
    "    Get topic from letter's body  \n",
    "    \"\"\"\"\"\n",
    "    ret = ''\n",
    "    try:\n",
    "        ret = x.split('Выберите тему обращения: ')[1].split('\\r')[0]\n",
    "    except:\n",
    "        pass\n",
    "    return ret\n",
    "\n",
    "def get_question(x):\n",
    "    \"\"\"\"\"\n",
    "    Get question from letter's body\n",
    "    \"\"\"\"\"\n",
    "    ret = ''\n",
    "    try:\n",
    "        ret = x.split('Выберите тему обращения: ')[1].split('\\r')[1].split('\\nЗадайте ваш вопрос или опишите проблему: ')[1]\n",
    "    except:\n",
    "        pass\n",
    "    return ret\n",
    "\n",
    "\n",
    "data['topic'] = data['CONTENT'].apply(lambda x: get_topic(x))\n",
    "data['question'] = data['CONTENT'].apply(lambda x: get_question(x))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Statistics of topics "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Most popular topics fraction:  97.50335283484615 %\n"
     ]
    }
   ],
   "source": [
    "# calculate statisitics of topic \n",
    "temp = data[['topic','CONTENT']].groupby('topic').agg('count').reset_index()\n",
    "temp = temp.rename_axis({'CONTENT':'Number of questions'},axis=1)\n",
    "num_q = np.sum(temp['Number of questions'])\n",
    "temp = temp[temp['Number of questions']>1200].reset_index(drop=True)\n",
    "\n",
    "temp['Topic fraction'] = temp['Number of questions'] / num_q * 100\n",
    "print('Most popular topics fraction: ', np.sum(temp['Topic fraction']), '%')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>topic</th>\n",
       "      <th>Number of questions</th>\n",
       "      <th>Topic fraction</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>прочее</td>\n",
       "      <td>24434</td>\n",
       "      <td>23.745845</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>тарифыИУслуги</td>\n",
       "      <td>18770</td>\n",
       "      <td>18.241365</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>мобильныйИнтернет</td>\n",
       "      <td>15918</td>\n",
       "      <td>15.469688</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>подключенныеУслуги</td>\n",
       "      <td>9112</td>\n",
       "      <td>8.855371</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>личныйКабинет</td>\n",
       "      <td>7379</td>\n",
       "      <td>7.171179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>роумингИЗонаОбслуживания</td>\n",
       "      <td>6732</td>\n",
       "      <td>6.542401</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>поступлениеПлатежейОшибочныеПлатежи</td>\n",
       "      <td>6045</td>\n",
       "      <td>5.874750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>детализацияСчётаИлиЗвонков</td>\n",
       "      <td>5474</td>\n",
       "      <td>5.319831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>блокировкаИРазблокировкаSimКарты</td>\n",
       "      <td>2412</td>\n",
       "      <td>2.344069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>подключениеКTele2</td>\n",
       "      <td>2398</td>\n",
       "      <td>2.330463</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>переносНомераВTele2</td>\n",
       "      <td>1655</td>\n",
       "      <td>1.608389</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  topic  Number of questions  Topic fraction\n",
       "8                                прочее                24434       23.745845\n",
       "10                        тарифыИУслуги                18770       18.241365\n",
       "3                     мобильныйИнтернет                15918       15.469688\n",
       "6                    подключенныеУслуги                 9112        8.855371\n",
       "2                         личныйКабинет                 7379        7.171179\n",
       "9              роумингИЗонаОбслуживания                 6732        6.542401\n",
       "7   поступлениеПлатежейОшибочныеПлатежи                 6045        5.874750\n",
       "1            детализацияСчётаИлиЗвонков                 5474        5.319831\n",
       "0      блокировкаИРазблокировкаSimКарты                 2412        2.344069\n",
       "5                     подключениеКTele2                 2398        2.330463\n",
       "4                   переносНомераВTele2                 1655        1.608389"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "temp.sort_values(by='Topic fraction', ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "most_freq_topics = list(temp['topic'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "# keep only freq topics \n",
    "data = data[data['topic'].apply(lambda x: x in most_freq_topics)].reset_index(drop=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Prepare data for test classification "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# split texts in train and test part, time-series split, i.e. shuffle=False (data was sorted by time before) \n",
    "X_train, X_test, y_train, y_test = train_test_split(data['question'], data['topic'], \n",
    "                                                    shuffle=False, \n",
    "                                                    test_size=0.1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "# transfrom 'string' labels in 'int' labels \n",
    "le = LabelEncoder()\n",
    "y_train_labels = le.fit_transform(y_train)\n",
    "y_test_labels = le.transform(y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# del all 'xx', 'xxx', 'xxxx' - i.e. artefacts of tele2 data protection\n",
    "xs_seq = []\n",
    "for n_x in np.arange(10,2,-1):\n",
    "    xs_seq.append('x'*n_x)\n",
    "    \n",
    "def preprocess_string(x):\n",
    "    for xs in xs_seq:\n",
    "        x = re.sub(xs, ' ', x)\n",
    "    return x\n",
    "\n",
    "X_train = X_train.apply(lambda x: preprocess_string(x))\n",
    "X_test = X_test.apply(lambda x: preprocess_string(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of stop words: 158\n"
     ]
    }
   ],
   "source": [
    "# download stopwords from NLTK \n",
    "stopWords = set(stopwords.words('russian'))\n",
    "stopWords = list(stopWords)\n",
    "stopWords = stopWords + ['вечер', 'добрый', 'день', 'скажите', 'пожалуйста', 'спасибо', 'ли', 'почему', 'вопрос']\n",
    "stopWords.remove('не')\n",
    "stopWords = set(stopWords)\n",
    "print('Number of stop words:', len(stopWords))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# fit TFIDF\n",
    "tfidf = TfidfVectorizer(ngram_range=(1, 2), min_df=100, max_df=0.99, stop_words=stopWords)\n",
    "X_train_tfidf = tfidf.fit_transform(X_train)\n",
    "X_test_tfidf = tfidf.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'пока не': 1556,\n",
       " 'подписку tuboteka': 1537,\n",
       " 'офисе': 1343,\n",
       " 'дело': 443,\n",
       " 'кому': 766,\n",
       " 'давно': 400,\n",
       " 'поселке': 1640,\n",
       " 'ул': 2302,\n",
       " 'вообще не': 316,\n",
       " 'писала': 1432,\n",
       " 'прошу вернуть': 1794,\n",
       " 'думал': 532,\n",
       " 'вижу': 282,\n",
       " 'разы выше': 1842,\n",
       " 'живу': 547,\n",
       " 'настроить': 987,\n",
       " 'интернета': 679,\n",
       " 'тт': 2274,\n",
       " 'какие условия': 724,\n",
       " 'постоянные': 1650,\n",
       " 'регул': 1862,\n",
       " 'полное': 1564,\n",
       " 'поэтому': 1661,\n",
       " 'минут гб': 864,\n",
       " 'суд': 2166,\n",
       " 'которую': 784,\n",
       " 'безлимитный': 209,\n",
       " 'телефона': 2242,\n",
       " 'приложение теле2': 1696,\n",
       " 'произошло списание': 1760,\n",
       " 'раньше': 1848,\n",
       " 'вернуть денежные': 262,\n",
       " 'оказывается': 1227,\n",
       " 'звонить': 602,\n",
       " 'услугу которую': 2334,\n",
       " 'получить пароль': 1584,\n",
       " 'здравствуйте хочу': 636,\n",
       " 'сегодня': 1951,\n",
       " 'стороны': 2163,\n",
       " 'перезагрузка': 1397,\n",
       " 'оператора это': 1236,\n",
       " 'никакого': 1123,\n",
       " 'вашими': 246,\n",
       " 'такие': 2192,\n",
       " 'деньги счета': 460,\n",
       " 'вами': 233,\n",
       " 'нахожусь': 995,\n",
       " 'не перенесли': 1039,\n",
       " 'перевел': 1387,\n",
       " 'входа личный': 342,\n",
       " 'мтс': 963,\n",
       " 'нечаянно': 1111,\n",
       " 'согласие обработку': 2078,\n",
       " 'паспортные данные': 1384,\n",
       " 'работало': 1816,\n",
       " 'не помню': 1057,\n",
       " 'не смог': 1072,\n",
       " 'роутере': 1882,\n",
       " 'обратилась': 1199,\n",
       " 'последнее время': 1643,\n",
       " 'меню': 846,\n",
       " 'закончились': 572,\n",
       " 'проблемы': 1747,\n",
       " 'заявка': 595,\n",
       " 'списанные деньги': 2119,\n",
       " 'работал': 1815,\n",
       " 'переходе': 1418,\n",
       " 'писал': 1431,\n",
       " '4g': 101,\n",
       " 'могу отправить': 907,\n",
       " 'уточните': 2344,\n",
       " 'гигабайт': 376,\n",
       " 'россии': 1877,\n",
       " 'поясните': 1666,\n",
       " 'привязать': 1688,\n",
       " 'чёрный': 2401,\n",
       " 'ул x000d_': 2303,\n",
       " 'мин': 861,\n",
       " 'wi fi': 153,\n",
       " 'зона': 642,\n",
       " 'это ограничение': 2421,\n",
       " '00 00': 1,\n",
       " 'компания': 765,\n",
       " 'позвонила': 1549,\n",
       " 'временно': 328,\n",
       " 'такую': 2199,\n",
       " 'снято': 2067,\n",
       " 'июля': 706,\n",
       " 'true': 145,\n",
       " 'потерял': 1655,\n",
       " 'рассмотреть': 1850,\n",
       " 'интернета не': 681,\n",
       " 'уведомления': 2284,\n",
       " 'сказать': 1988,\n",
       " 'получила': 1580,\n",
       " 'вход': 340,\n",
       " 'это несправедливо': 2420,\n",
       " 'не подключен': 1048,\n",
       " 'людей': 829,\n",
       " 'сети': 1954,\n",
       " 'далее': 401,\n",
       " 'оставить': 1264,\n",
       " 'примите': 1706,\n",
       " 'совершить': 2076,\n",
       " 'иначе': 662,\n",
       " 'контента': 772,\n",
       " 'договора': 486,\n",
       " '200 минут': 49,\n",
       " 'прошла': 1786,\n",
       " 'sim карту': 140,\n",
       " 'включить': 285,\n",
       " 'хотелось узнать': 2371,\n",
       " 'сгорели': 1943,\n",
       " 'стоить': 2158,\n",
       " 'лк': 821,\n",
       " 'соответственно': 2089,\n",
       " 'текущий': 2231,\n",
       " 'вернул': 259,\n",
       " 'вне': 290,\n",
       " 'здравствуйте нахожусь': 621,\n",
       " 'платная услуга': 1457,\n",
       " 'других': 522,\n",
       " 'видимо': 279,\n",
       " 'звонки интернет': 607,\n",
       " 'другим': 521,\n",
       " 'списание средств': 2114,\n",
       " 'всей': 332,\n",
       " 'не первый': 1038,\n",
       " 'самостоятельно': 1909,\n",
       " 'подключены': 1513,\n",
       " 'списания': 2116,\n",
       " 'города': 390,\n",
       " 'бесплатный': 215,\n",
       " 'отключите услугу': 1301,\n",
       " 'личном кабинете': 815,\n",
       " '199': 45,\n",
       " 'контент который': 770,\n",
       " 'моего счета': 931,\n",
       " 'обновился': 1190,\n",
       " 'подписка': 1532,\n",
       " 'крыму': 803,\n",
       " 'снимаются': 2059,\n",
       " 'приобрести': 1712,\n",
       " 'интернет': 665,\n",
       " 'собой': 2073,\n",
       " 'понимание': 1613,\n",
       " 'пароль не': 1378,\n",
       " 'заблокировать номер': 553,\n",
       " 'отключить автоплатеж': 1303,\n",
       " 'найти': 975,\n",
       " 'взять обещанный': 275,\n",
       " 'украли': 2301,\n",
       " 'опуститься': 1255,\n",
       " 'плохое': 1480,\n",
       " 'билайна': 221,\n",
       " 'подключить услугу': 1529,\n",
       " 'никто не': 1127,\n",
       " 'несколько': 1105,\n",
       " 'жалобу центральный': 544,\n",
       " 'случилось': 2022,\n",
       " 'связью': 1942,\n",
       " 'разные': 1833,\n",
       " 'разговора': 1829,\n",
       " 'моем': 936,\n",
       " 'факту': 2353,\n",
       " 'абонентам': 170,\n",
       " 'идёт': 648,\n",
       " 'отключить': 1302,\n",
       " '3g': 91,\n",
       " 'кабинет не': 712,\n",
       " 'мобильной связи': 888,\n",
       " 'роутер': 1881,\n",
       " 'списываются деньги': 2134,\n",
       " 'остаться': 1280,\n",
       " 'фото': 2359,\n",
       " 'сим картой': 1969,\n",
       " 'пакет': 1363,\n",
       " 'настройки интернета': 990,\n",
       " 'год': 386,\n",
       " 'хватало': 2364,\n",
       " 'данным': 420,\n",
       " 'минус': 862,\n",
       " 'хочу перейти': 2377,\n",
       " 'вопросу': 319,\n",
       " 'проходит': 1784,\n",
       " '3гб': 93,\n",
       " 'нужно подключить': 1171,\n",
       " 'не хватает': 1077,\n",
       " 'никак не': 1118,\n",
       " 'звонки теле2': 610,\n",
       " 'не правильно': 1062,\n",
       " 'мошенничество': 958,\n",
       " 'вопросы': 320,\n",
       " 'дополнительных': 509,\n",
       " '30 сут': 77,\n",
       " 'отношению клиенту': 1316,\n",
       " 'подключен': 1500,\n",
       " 'ввести': 250,\n",
       " 'сим карте': 1968,\n",
       " 'смену': 2033,\n",
       " '270': 67,\n",
       " 'точнее': 2260,\n",
       " 'зарегистрирован': 586,\n",
       " 'равно': 1823,\n",
       " 'пропадает сеть': 1764,\n",
       " '04': 6,\n",
       " 'часа': 2389,\n",
       " 'конце': 776,\n",
       " 'которая': 778,\n",
       " 'деньги списали': 457,\n",
       " 'хотела узнать': 2369,\n",
       " 'банковскую': 205,\n",
       " 'нагрузки': 968,\n",
       " 'снялись': 2066,\n",
       " 'снимают деньги': 2058,\n",
       " 'пользоваться не': 1592,\n",
       " 'такого не': 2196,\n",
       " 'уровень': 2307,\n",
       " 'смотреть': 2038,\n",
       " 'номер теле': 1144,\n",
       " 'скорости мобильного': 1997,\n",
       " '100р': 22,\n",
       " '30': 72,\n",
       " 'недоступна': 1092,\n",
       " 'текстом': 2230,\n",
       " 'перестал': 1411,\n",
       " 'puk код': 137,\n",
       " 'причине моих': 1728,\n",
       " 'скорее': 1993,\n",
       " 'остальные': 1272,\n",
       " '200 рублей': 51,\n",
       " 'хочу поменять': 2379,\n",
       " 'видно': 281,\n",
       " 'тарифов': 2223,\n",
       " 'сотовой связи': 2093,\n",
       " 'рубля': 1895,\n",
       " 'смогла': 2036,\n",
       " '06 18': 9,\n",
       " 'модеме': 925,\n",
       " 'подписки': 1534,\n",
       " 'карты': 743,\n",
       " 'регионе': 1860,\n",
       " 'заблокировать сим': 554,\n",
       " 'жалобу': 543,\n",
       " 'карту': 741,\n",
       " 'подписке': 1533,\n",
       " 'сказал': 1984,\n",
       " 'пароль': 1375,\n",
       " 'могу обменять': 905,\n",
       " 'момент нахожусь': 950,\n",
       " 'понятно': 1618,\n",
       " 'новую': 1133,\n",
       " 'платную подписку': 1460,\n",
       " 'отпечатку пальца': 1319,\n",
       " 'могу зайти': 902,\n",
       " 'не нужно': 1031,\n",
       " 'момента': 951,\n",
       " 'августа': 185,\n",
       " 'оплаты': 1247,\n",
       " 'переход': 1415,\n",
       " 'сняты': 2068,\n",
       " 'свой номер': 1927,\n",
       " 'ответ': 1281,\n",
       " 'моим': 946,\n",
       " 'обмен': 1183,\n",
       " 'обслуживание': 1209,\n",
       " 'минут смс': 867,\n",
       " '24': 57,\n",
       " 'июля года': 707,\n",
       " 'смог': 2035,\n",
       " 'хочу подключить': 2378,\n",
       " 'появился': 1663,\n",
       " 'определенного количества': 1254,\n",
       " 'уважением': 2282,\n",
       " 'соцсети': 2101,\n",
       " 'город': 389,\n",
       " 'тарифного': 2215,\n",
       " 'устранить': 2342,\n",
       " 'здравствуйте прошу': 629,\n",
       " 'тариф беспредельно': 2201,\n",
       " 'эл': 2405,\n",
       " 'ответьте': 1285,\n",
       " 'ловит интернет': 823,\n",
       " 'абонентской': 176,\n",
       " 'хочу узнать': 2380,\n",
       " 'теле2': 2236,\n",
       " 'перенесли': 1401,\n",
       " 'сбербанка': 1914,\n",
       " 'хотел узнать': 2367,\n",
       " 'пакет смс': 1367,\n",
       " 'моего номера': 929,\n",
       " 'ошибочный': 1359,\n",
       " 'пишут': 1440,\n",
       " 'логотипы': 828,\n",
       " 'tele': 142,\n",
       " 'обнаружил': 1188,\n",
       " 'получать': 1576,\n",
       " 'пришлось': 1738,\n",
       " 'не доступен': 1015,\n",
       " 'качество': 746,\n",
       " 'логин пароль': 827,\n",
       " 'мобильный интернет': 892,\n",
       " 'mail ru': 133,\n",
       " 'следующего': 2010,\n",
       " 'сочи': 2102,\n",
       " '350р': 89,\n",
       " 'аб': 165,\n",
       " 'включается': 284,\n",
       " 'входящих': 348,\n",
       " 'пользования': 1589,\n",
       " 'номер теле2': 1145,\n",
       " 'доступна': 516,\n",
       " 'го': 381,\n",
       " '30 06': 73,\n",
       " 'страницы': 2165,\n",
       " 'решите проблему': 1873,\n",
       " 'вторую': 339,\n",
       " 'гб интернета': 373,\n",
       " 'та': 2186,\n",
       " 'стало': 2149,\n",
       " 'обратно': 1202,\n",
       " 'являюсь вашим': 2434,\n",
       " '28': 68,\n",
       " 'нам': 976,\n",
       " 'теле xx': 2234,\n",
       " 'карта': 737,\n",
       " 'x000d_': 155,\n",
       " 'условиям тарифа': 2316,\n",
       " 'перейти тариф': 1400,\n",
       " 'оформлена': 1346,\n",
       " 'сказано': 1987,\n",
       " 'ваша': 235,\n",
       " 'обращался': 1204,\n",
       " 'сайт': 1898,\n",
       " 'могу позвонить': 911,\n",
       " 'её не': 542,\n",
       " 'другом': 527,\n",
       " 'персональных': 1428,\n",
       " 'другие': 520,\n",
       " 'симка': 1972,\n",
       " 'не показывает': 1051,\n",
       " 'плачу': 1474,\n",
       " 'могла': 896,\n",
       " 'предложили': 1676,\n",
       " 'качестве': 745,\n",
       " '500 мб': 107,\n",
       " 'пользовался': 1587,\n",
       " 'прошу дать': 1795,\n",
       " 'кабинету': 717,\n",
       " 'опцию': 1258,\n",
       " 'недель': 1087,\n",
       " 'смене тарифа': 2027,\n",
       " '300 рублей': 80,\n",
       " 'самом': 1908,\n",
       " 'телефонов': 2248,\n",
       " 'проверил': 1750,\n",
       " 'региона': 1859,\n",
       " 'мобильное приложение': 886,\n",
       " 'понять': 1619,\n",
       " 'везде': 256,\n",
       " 'средства': 2139,\n",
       " 'лицевого': 810,\n",
       " 'платной': 1458,\n",
       " 'остаток': 1279,\n",
       " 'одного': 1222,\n",
       " 'снимали': 2053,\n",
       " 'поменять тариф': 1603,\n",
       " 'подключается': 1492,\n",
       " 'слишком': 2014,\n",
       " 'совершать': 2074,\n",
       " 'не смогла': 1073,\n",
       " 'никому': 1125,\n",
       " 'которому': 783,\n",
       " 'списке': 2125,\n",
       " 'пришло': 1735,\n",
       " 'данная': 405,\n",
       " 'пополнил': 1624,\n",
       " 'совершенно': 2075,\n",
       " 'списываются': 2133,\n",
       " 'необходимо': 1099,\n",
       " '300 руб': 79,\n",
       " 'прошу предоставить': 1800,\n",
       " 'платный': 1465,\n",
       " 'платежи': 1453,\n",
       " '250': 60,\n",
       " 'убрать': 2278,\n",
       " 'здравствуйте отключить': 625,\n",
       " 'клиентов': 750,\n",
       " 'трафик': 2263,\n",
       " 'можем': 942,\n",
       " 'сильно': 1965,\n",
       " 'зарегистрирована': 587,\n",
       " 'списывают деньги': 2132,\n",
       " 'тарифном плане': 2218,\n",
       " 'заканчивается': 570,\n",
       " 'федеральный': 2356,\n",
       " 'безлимит': 207,\n",
       " '30 рублей': 76,\n",
       " 'убрали': 2277,\n",
       " 'другого': 524,\n",
       " 'заявки': 596,\n",
       " 'денег': 444,\n",
       " 'отключается': 1289,\n",
       " 'обмена': 1185,\n",
       " 'кода': 757,\n",
       " 'поскольку': 1641,\n",
       " 'плата': 1450,\n",
       " 'указано': 2300,\n",
       " 'смартфоне': 2024,\n",
       " 'стоп номер': 2162,\n",
       " 'моей': 935,\n",
       " 'мои': 944,\n",
       " '02': 4,\n",
       " 'заметил': 577,\n",
       " 'такое': 2197,\n",
       " 'заблокируйте': 555,\n",
       " 'смс сообщения': 2048,\n",
       " 'спустя': 2136,\n",
       " 'разъяснить': 1840,\n",
       " 'проблем': 1739,\n",
       " 'подключаете': 1491,\n",
       " 'моём': 961,\n",
       " 'моб': 880,\n",
       " 'сохранением': 2096,\n",
       " 'добавить': 477,\n",
       " 'июне': 708,\n",
       " 'москвы': 955,\n",
       " 'не номер': 1028,\n",
       " 'сделайте': 1944,\n",
       " 'пор': 1637,\n",
       " 'исчерпания определенного': 702,\n",
       " 'разберитесь': 1825,\n",
       " 'запрет': 582,\n",
       " 'редко': 1864,\n",
       " 'услугу': 2332,\n",
       " 'средства якобы': 2141,\n",
       " 'обновление': 1192,\n",
       " 'сим карту': 1970,\n",
       " 'входа': 341,\n",
       " 'санкт': 1911,\n",
       " 'автоплатеж': 187,\n",
       " 'которые не': 787,\n",
       " 'действия': 434,\n",
       " 'помочь': 1609,\n",
       " 'поддержки возникла': 1488,\n",
       " 'платные услуги': 1464,\n",
       " 'данный номер': 419,\n",
       " 'версии': 269,\n",
       " 'подключиться': 1530,\n",
       " 'тратится': 2262,\n",
       " 'абонентская плата': 175,\n",
       " '22': 55,\n",
       " 'теле не': 2235,\n",
       " 'здравствуйте очень': 626,\n",
       " 'вызовы': 357,\n",
       " 'итоге': 703,\n",
       " 'отсутствие': 1338,\n",
       " 'недели': 1085,\n",
       " 'экстренные': 2403,\n",
       " 'балансе': 200,\n",
       " 'неиспользованные': 1094,\n",
       " 'возможно': 302,\n",
       " 'либо': 808,\n",
       " 'дня назад': 476,\n",
       " 'звонке': 605,\n",
       " 'минут гигабайты': 865,\n",
       " 'отправьте стоп': 1336,\n",
       " 'ооо': 1231,\n",
       " 'свой пароль': 1928,\n",
       " 'значит': 639,\n",
       " 'пополнить счёт': 1634,\n",
       " 'общаться': 1211,\n",
       " 'не имелось': 1020,\n",
       " 'не нужна': 1030,\n",
       " 'считаю': 2181,\n",
       " 'прошу помочь': 1798,\n",
       " 'номера': 1147,\n",
       " 'какие платные': 723,\n",
       " 'сеть не': 1958,\n",
       " 'смогу': 2037,\n",
       " 'фз': 2357,\n",
       " 'исходящих': 699,\n",
       " 'интернетом не': 685,\n",
       " 'образом': 1198,\n",
       " 'причина': 1726,\n",
       " 'полный': 1567,\n",
       " 'бывает': 230,\n",
       " 'подключают': 1497,\n",
       " 'приложением': 1697,\n",
       " 'опции': 1257,\n",
       " 'пополнил баланс': 1625,\n",
       " 'пакета': 1369,\n",
       " 'возврата': 301,\n",
       " 'основном': 1262,\n",
       " 'заказать детализацию': 566,\n",
       " '10 рублей': 17,\n",
       " 'хотела': 2368,\n",
       " '10гб': 23,\n",
       " 'извините': 649,\n",
       " 'модем': 923,\n",
       " 'появилась': 1662,\n",
       " 'попытке': 1636,\n",
       " 'перейду': 1398,\n",
       " 'случайно': 2021,\n",
       " 'списали': 2107,\n",
       " 'возникла': 310,\n",
       " 'минут не': 866,\n",
       " 'подключенной': 1509,\n",
       " 'началось проседание': 1001,\n",
       " 'пошло': 1659,\n",
       " 'буду': 227,\n",
       " 'внёс': 298,\n",
       " 'обработку персональных': 1197,\n",
       " 'полном': 1565,\n",
       " 'число': 2399,\n",
       " 'сайты': 1901,\n",
       " 'работает мобильный': 1811,\n",
       " 'имелось': 657,\n",
       " 'сказала': 1985,\n",
       " 'не получил': 1053,\n",
       " 'гб не': 375,\n",
       " 'каждый месяц': 721,\n",
       " 'tv': 149,\n",
       " 'уважаемый оператор': 2281,\n",
       " 'отключить платную': 1306,\n",
       " 'находится': 991,\n",
       " 'третий': 2273,\n",
       " 'подключенные': 1510,\n",
       " 'отключите': 1300,\n",
       " 'подтверждения': 1545,\n",
       " 'уровне покупке': 2310,\n",
       " 'подключена услуга': 1505,\n",
       " 'здравствуйте тариф': 632,\n",
       " 'практически не': 1672,\n",
       " 'отключить услугу': 1309,\n",
       " 'входящие звонки': 346,\n",
       " 'нагрузки сеть': 969,\n",
       " 'деньги списались': 458,\n",
       " 'денежные средства': 446,\n",
       " 'ваш': 234,\n",
       " 'приложения теле2': 1704,\n",
       " 'подключён': 1531,\n",
       " 'обл': 1179,\n",
       " 'veseluxa': 150,\n",
       " 'вашей': 240,\n",
       " 'сколько стоит': 1990,\n",
       " 'абонентом': 172,\n",
       " 'программы': 1753,\n",
       " 'условию договора': 2312,\n",
       " 'одна': 1219,\n",
       " 'ловит': 822,\n",
       " 'кого': 755,\n",
       " 'операторов': 1237,\n",
       " 'приходят смс': 1723,\n",
       " 'баланс положительный': 198,\n",
       " 'моем номере': 937,\n",
       " 'недавно': 1084,\n",
       " 'электронную почту': 2408,\n",
       " 'приходить': 1721,\n",
       " 'используется': 693,\n",
       " 'ваша компания': 236,\n",
       " 'ведома': 254,\n",
       " 'москве': 953,\n",
       " 'поменять пароль': 1602,\n",
       " 'московской': 956,\n",
       " 'абонентская': 174,\n",
       " 'скоростью': 2005,\n",
       " 'уезжаю': 2292,\n",
       " 'подключили': 1522,\n",
       " 'девушка': 430,\n",
       " 'своём': 1930,\n",
       " 'дней': 471,\n",
       " 'пропадают': 1765,\n",
       " 'не давала': 1012,\n",
       " 'доступ интернет': 513,\n",
       " 'дальнейшем': 403,\n",
       " 'пакет не': 1366,\n",
       " 'думаю': 533,\n",
       " 'пакете': 1370,\n",
       " '50 смс': 105,\n",
       " 'объясните': 1213,\n",
       " 'xx': 158,\n",
       " 'трафик не': 2265,\n",
       " 'дозвониться': 490,\n",
       " 'август': 184,\n",
       " 'безобразие': 212,\n",
       " 'могу пополнить': 916,\n",
       " 'км': 753,\n",
       " 'телефоны': 2251,\n",
       " 'сняли 30': 2064,\n",
       " 'мобильная': 881,\n",
       " 'пополнила счёт': 1629,\n",
       " 'около': 1228,\n",
       " 'гигобайты': 379,\n",
       " 'протяжении': 1783,\n",
       " 'крым': 802,\n",
       " 'минуты гигабайты': 872,\n",
       " 'действий': 432,\n",
       " 'пароль 30': 1376,\n",
       " 'изменили': 651,\n",
       " 'положительный': 1573,\n",
       " 'значок': 640,\n",
       " 'плохо работает': 1479,\n",
       " 'поменяла': 1597,\n",
       " 'плохой': 1481,\n",
       " 'здравствуйте такая': 631,\n",
       " 'качество связи': 747,\n",
       " 'абонентов': 171,\n",
       " 'городской': 392,\n",
       " 'подключила услугу': 1520,\n",
       " 'этим': 2412,\n",
       " 'списать': 2124,\n",
       " 'зоны': 644,\n",
       " 'изменилось': 652,\n",
       " 'моего счёта': 932,\n",
       " 'оповещение': 1251,\n",
       " 'теле2 пишет': 2238,\n",
       " 'средства размере': 2140,\n",
       " 'меньше': 845,\n",
       " 'противном': 1781,\n",
       " 'стали': 2148,\n",
       " 'данных': 421,\n",
       " 'отправить sms': 1324,\n",
       " 'номер не': 1143,\n",
       " '150 руб': 34,\n",
       " 'отправить сообщение': 1326,\n",
       " 'расходы': 1856,\n",
       " 'соединение': 2081,\n",
       " 'находиться': 992,\n",
       " 'это отключить': 2422,\n",
       " 'время': 329,\n",
       " 'функция': 2362,\n",
       " 'платных подписок': 1468,\n",
       " 'приходит смс': 1718,\n",
       " 'пополнить баланс': 1632,\n",
       " 'мобильной': 887,\n",
       " 'использую': 694,\n",
       " 'видео': 277,\n",
       " '100': 18,\n",
       " 'зоне': 643,\n",
       " 'счёта моего': 2184,\n",
       " 'рядом': 1897,\n",
       " 'краснодарском крае': 799,\n",
       " '250 рублей': 62,\n",
       " 'указана': 2298,\n",
       " 'составляет': 2091,\n",
       " 'счету': 2180,\n",
       " 'вашего оператора': 239,\n",
       " 'кончился': 777,\n",
       " 'puk': 136,\n",
       " 'вынуждена': 361,\n",
       " 'новом': 1132,\n",
       " 'сих': 1982,\n",
       " 'никуда': 1128,\n",
       " 'количества трафика': 760,\n",
       " 'адресу': 190,\n",
       " 'плане': 1443,\n",
       " 'моём тарифе': 962,\n",
       " 'не помогает': 1058,\n",
       " 'согласия': 2079,\n",
       " 'гб': 372,\n",
       " 'личному кабинету': 817,\n",
       " 'домашнем регионе': 501,\n",
       " 'остались': 1269,\n",
       " 'перехода': 1417,\n",
       " 'прошу пояснить': 1799,\n",
       " 'просил': 1772,\n",
       " 'подтверждение': 1544,\n",
       " 'нигде не': 1114,\n",
       " 'карты нареканий': 744,\n",
       " 'собираюсь': 2072,\n",
       " 'не поддерживает': 1043,\n",
       " 'списались деньги': 2110,\n",
       " '15 гб': 30,\n",
       " 'здравствуйте моего': 620,\n",
       " 'приложений': 1701,\n",
       " 'надеюсь': 970,\n",
       " 'сделать не': 1950,\n",
       " 'отключен': 1291,\n",
       " 'другом регионе': 528,\n",
       " 'пришло смс': 1736,\n",
       " 'отправить смс': 1325,\n",
       " 'моего ведома': 928,\n",
       " 'работает не': 1812,\n",
       " 'это время': 2417,\n",
       " 'каком основании': 733,\n",
       " 'связи этим': 1938,\n",
       " 'оплатила': 1244,\n",
       " 'com': 124,\n",
       " 'проверьте': 1752,\n",
       " 'интернет вообще': 666,\n",
       " 'смс номера': 2045,\n",
       " 'данной ситуации': 411,\n",
       " 'числа': 2398,\n",
       " 'типа': 2257,\n",
       " 'обещанный платёж': 1178,\n",
       " 'входящие': 345,\n",
       " 'интересует': 664,\n",
       " 'экране': 2402,\n",
       " 'отправляет': 1328,\n",
       " '25': 59,\n",
       " 'мной': 877,\n",
       " 'взял': 273,\n",
       " 'вопроса': 317,\n",
       " 'ближайшее': 224,\n",
       " 'оповещения': 1252,\n",
       " 'неправильно': 1102,\n",
       " 'вашем': 242,\n",
       " 'прежний': 1683,\n",
       " 'нового': 1130,\n",
       " 'ближайшее время': 225,\n",
       " 'претензию': 1686,\n",
       " 'пакет минут': 1365,\n",
       " 'отключение': 1293,\n",
       " 'сайта': 1899,\n",
       " 'услугу гудок': 2333,\n",
       " 'снимались средства': 2055,\n",
       " 'карте': 739,\n",
       " 'трафика': 2266,\n",
       " '100 смс': 21,\n",
       " 'своих': 1925,\n",
       " 'офиса': 1342,\n",
       " 'подключает': 1490,\n",
       " 'оказалось': 1226,\n",
       " 'никаких услуг': 1122,\n",
       " 'переадресацию': 1386,\n",
       " 'грузится': 396,\n",
       " 'данный': 417,\n",
       " 'звонок': 613,\n",
       " 'повторно': 1485,\n",
       " 'телефон xx': 2240,\n",
       " 'момент': 949,\n",
       " 'условиям': 2315,\n",
       " 'являюсь': 2432,\n",
       " 'должна': 494,\n",
       " 'настройки': 989,\n",
       " 'сим': 1966,\n",
       " 'увидела': 2286,\n",
       " 'тарифный план': 2222,\n",
       " 'получить': 1582,\n",
       " 'действие': 431,\n",
       " 'также': 2190,\n",
       " 'сетью': 1960,\n",
       " '07': 10,\n",
       " 'тариф': 2200,\n",
       " 'яндекс': 2437,\n",
       " 'счёте': 2185,\n",
       " 'вернуть': 261,\n",
       " 'минуты гб': 871,\n",
       " 'другую': 531,\n",
       " 'просьбой': 1779,\n",
       " 'эта скорость': 2410,\n",
       " 'не принимает': 1063,\n",
       " 'нареканий скорости': 985,\n",
       " 'обещали': 1175,\n",
       " 'минуты смс': 875,\n",
       " 'идут': 647,\n",
       " 'планирую': 1445,\n",
       " 'деньги не': 454,\n",
       " 'обновления не': 1194,\n",
       " 'оператор службы': 1233,\n",
       " 'фз 152': 2358,\n",
       " 'изменить': 654,\n",
       " 'район': 1843,\n",
       " 'центре': 2387,\n",
       " '450': 100,\n",
       " 'отписаться': 1320,\n",
       " 'wi': 152,\n",
       " 'подключил услугу': 1517,\n",
       " 'сменить номер': 2030,\n",
       " 'еду': 534,\n",
       " 'https': 129,\n",
       " 'доброй': 483,\n",
       " 'сколько': 1989,\n",
       " 'этих': 2414,\n",
       " 'использование': 690,\n",
       " '27': 66,\n",
       " 'остатки пакета': 1277,\n",
       " 'основании': 1260,\n",
       " 'выйти': 358,\n",
       " 'моему номеру': 940,\n",
       " '50р': 110,\n",
       " 'привет': 1687,\n",
       " 'крайне': 795,\n",
       " 'доп': 504,\n",
       " 'пытался': 1806,\n",
       " 'просто': 1775,\n",
       " 'написано': 979,\n",
       " 'активации': 192,\n",
       " 'списание': 2113,\n",
       " 'переноса': 1407,\n",
       " 'сняли': 2063,\n",
       " 'минуту': 869,\n",
       " 'получить детализацию': 1583,\n",
       " 'связано': 1931,\n",
       " 'лично': 811,\n",
       " 'платные подписки': 1463,\n",
       " 'денежных': 447,\n",
       " 'июня': 710,\n",
       " 'могу дозвониться': 901,\n",
       " 'тел': 2232,\n",
       " 'нагрузках сеть': 967,\n",
       " 'дома': 497,\n",
       " 'система': 1978,\n",
       " 'услуги': 2327,\n",
       " 'городской номер': 393,\n",
       " 'прошу': 1793,\n",
       " 'почты': 1658,\n",
       " 'списанные средства': 2120,\n",
       " 'могу': 899,\n",
       " 'пополнен': 1620,\n",
       " 'решила': 1871,\n",
       " 'видит': 280,\n",
       " 'деньги интернет': 450,\n",
       " 'платой': 1470,\n",
       " 'вернуться': 268,\n",
       " 'начали': 999,\n",
       " 'звонков': 611,\n",
       " 'территории': 2252,\n",
       " 'могут дозвониться': 921,\n",
       " 'заказал': 562,\n",
       " 'две': 428,\n",
       " 'зайти личный': 558,\n",
       " 'сумму': 2169,\n",
       " 'номера теле2': 1150,\n",
       " 'положила': 1570,\n",
       " 'осталась': 1268,\n",
       " 'пришло сообщение': 1737,\n",
       " 'тариф не': 2205,\n",
       " 'номеру 611': 1160,\n",
       " 'пользоваться интернетом': 1591,\n",
       " 'платеж': 1451,\n",
       " 'отключать': 1290,\n",
       " 'период': 1425,\n",
       " 'краснодарском': 798,\n",
       " 'мобильным': 893,\n",
       " 'абоненту': 181,\n",
       " 'менять': 849,\n",
       " 'остатки': 1275,\n",
       " 'падать': 1361,\n",
       " 'вернуть списанные': 266,\n",
       " 'не происходит': 1069,\n",
       " 'нагрузках': 966,\n",
       " 'баланс': 196,\n",
       " 'услуг': 2318,\n",
       " 'одной': 1223,\n",
       " 'выдает': 351,\n",
       " 'интернет стал': 674,\n",
       " 'хотя не': 2373,\n",
       " 'якобы подписку': 2436,\n",
       " 'снова': 2061,\n",
       " 'весь': 271,\n",
       " 'приложении не': 1699,\n",
       " 'сколько стоить': 1991,\n",
       " 'перевели': 1389,\n",
       " 'мог': 895,\n",
       " 'номер': 1139,\n",
       " 'картой': 740,\n",
       " 'развлечения': 1827,\n",
       " 'мое': 926,\n",
       " 'слабый': 2007,\n",
       " 'размере': 1832,\n",
       " 'покупке установке': 1561,\n",
       " 'номера xx': 1148,\n",
       " 'не приходят': 1065,\n",
       " 'зайти': 557,\n",
       " 'мелодия': 843,\n",
       " 'предоставить': 1678,\n",
       " 'деньги телефон': 463,\n",
       " 'надпись': 972,\n",
       " 'тарифному': 2219,\n",
       " 'приходит': 1716,\n",
       " 'плохо': 1477,\n",
       " 'подключения': 1508,\n",
       " 'переносе': 1408,\n",
       " 'гудок': 397,\n",
       " 'этому': 2429,\n",
       " 'каждый': 720,\n",
       " 'информация': 689,\n",
       " 'другому оператору': 530,\n",
       " 'находясь': 993,\n",
       " 'рф': 1896,\n",
       " 'менять оператора': 850,\n",
       " 'частности': 2391,\n",
       " 'подписку': 1536,\n",
       " 'внесла': 293,\n",
       " '300р': 81,\n",
       " 'ждать': 545,\n",
       " '399': 90,\n",
       " 'пользование': 1588,\n",
       " 'это исправить': 2418,\n",
       " 'цена': 2383,\n",
       " 'пришел': 1730,\n",
       " 'получается': 1575,\n",
       " 'связь не': 1941,\n",
       " 'новый': 1135,\n",
       " 'остатке': 1274,\n",
       " 'месяцев': 860,\n",
       " 'никуда не': 1129,\n",
       " 'позвонил': 1548,\n",
       " 'высоких расходов': 364,\n",
       " 'беспредельно чёрный': 219,\n",
       " 'связаться': 1932,\n",
       " 'пакетов': 1371,\n",
       " 'моему': 939,\n",
       " 'симкарту': 1974,\n",
       " 'ужасно': 2293,\n",
       " 'не перенеслись': 1040,\n",
       " 'сотрудник': 2094,\n",
       " 'отключил': 1297,\n",
       " 'положил деньги': 1569,\n",
       " 'интернет трафика': 677,\n",
       " 'роспотребнадзор': 1876,\n",
       " 'край': 794,\n",
       " 'неудобно': 1110,\n",
       " 'такая ситуация': 2189,\n",
       " 'заказывала': 569,\n",
       " 'интернета исчерпания': 680,\n",
       " 'беспредельно черный': 218,\n",
       " 'исходящие звонки': 698,\n",
       " 'обновить': 1191,\n",
       " 'не нужен': 1029,\n",
       " 'доступ': 512,\n",
       " 'вай': 232,\n",
       " 'основной': 1261,\n",
       " 'пр': 1668,\n",
       " 'другого человека': 526,\n",
       " 'городе': 391,\n",
       " 'прошлого': 1788,\n",
       " 'обращаться': 1205,\n",
       " 'часто': 2392,\n",
       " 'отправляется': 1329,\n",
       " 'старую': 2152,\n",
       " 'перевести деньги': 1391,\n",
       " '400 руб': 96,\n",
       " 'благодарен': 222,\n",
       " 'номер который': 1142,\n",
       " '19': 43,\n",
       " 'это такое': 2428,\n",
       " '290': 70,\n",
       " 'начал': 997,\n",
       " 'здравствуйте хотелось': 635,\n",
       " 'заплатил': 579,\n",
       " 'связь': 1939,\n",
       " 'никаких': 1120,\n",
       " 'какую': 735,\n",
       " 'media': 134,\n",
       " 'минуты интернет': 873,\n",
       " 'произвести': 1757,\n",
       " 'даче': 426,\n",
       " '400 рублей': 97,\n",
       " '35': 85,\n",
       " 'интернет трафик': 676,\n",
       " 'нужен интернет': 1167,\n",
       " 'отправляла': 1331,\n",
       " 'настройках': 988,\n",
       " '17': 40,\n",
       " 'медленно': 841,\n",
       " 'руб месяц': 1884,\n",
       " 'подключен тариф': 1501,\n",
       " 'изменился': 653,\n",
       " 'всем': 334,\n",
       " 'поступили': 1653,\n",
       " 'месяца': 857,\n",
       " 'не подключал': 1045,\n",
       " 'сих пор': 1983,\n",
       " 'отвратительно': 1287,\n",
       " 'телефону': 2250,\n",
       " 'не пользовался': 1055,\n",
       " 'никто': 1126,\n",
       " 'пытаюсь': 1807,\n",
       " 'могли': 897,\n",
       " 'могу получить': 912,\n",
       " 'не хотелось': 1079,\n",
       " 'tele2 ru': 144,\n",
       " 'тому': 2259,\n",
       " 'сбой': 1915,\n",
       " 'регистрации': 1861,\n",
       " '155': 38,\n",
       " 'плохая': 1475,\n",
       " 'неоднократно': 1100,\n",
       " '11': 24,\n",
       " 'вашей компании': 241,\n",
       " 'этим номером': 2413,\n",
       " 'ошибочно': 1358,\n",
       " 'могу войти': 900,\n",
       " 'ежедневно': 535,\n",
       " 'интернете это': 683,\n",
       " 'инет': 663,\n",
       " '30 гб': 74,\n",
       " 'другому': 529,\n",
       " 'решения': 1869,\n",
       " 'переход тариф': 1416,\n",
       " 'своим': 1923,\n",
       " 'пришла смс': 1732,\n",
       " 'подключал': 1493,\n",
       " 'подключено': 1512,\n",
       " 'смс номер': 2044,\n",
       " 'покрытие': 1558,\n",
       " 'перенести номер': 1404,\n",
       " ...}"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf.vocabulary_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((90296, 2438), (10033, 2438))"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train_tfidf.shape, X_test_tfidf.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "convergence after 18 epochs took 32 seconds\n",
      "convergence after 18 epochs took 32 seconds\n",
      "convergence after 19 epochs took 34 seconds\n",
      "convergence after 19 epochs took 34 seconds\n",
      "convergence after 20 epochs took 36 seconds\n",
      "convergence after 21 epochs took 37 seconds\n",
      "convergence after 21 epochs took 37 seconds\n",
      "convergence after 21 epochs took 37 seconds\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done   8 out of  11 | elapsed:   37.5s remaining:   14.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "convergence after 17 epochs took 10 seconds\n",
      "convergence after 21 epochs took 8 seconds\n",
      "convergence after 24 epochs took 10 seconds\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[Parallel(n_jobs=-1)]: Done  11 out of  11 | elapsed:   42.8s finished\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "LogisticRegression(C=1.0, class_weight=None, dual=False, fit_intercept=True,\n",
       "          intercept_scaling=1, max_iter=100, multi_class='ovr', n_jobs=-1,\n",
       "          penalty='l2', random_state=None, solver='saga', tol=0.0001,\n",
       "          verbose=1, warm_start=False)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# fit logistic regression \n",
    "ls = LogisticRegression(solver='saga', verbose=1, n_jobs=-1)\n",
    "ls.fit(X_train_tfidf, y_train_labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy on test data: 0.6052028306588259\n"
     ]
    }
   ],
   "source": [
    "# check accuracy of model on test set \n",
    "y_hat = ls.predict(X_test_tfidf)\n",
    "acc_test = np.mean(y_hat==y_test_labels)\n",
    "\n",
    "print('Accuracy on test data:', acc_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Visualization of predictions "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def show_examples(id_example):\n",
    "    \n",
    "    text = X_test.reset_index(drop=True).iloc[id_example]\n",
    "    predicted_label = le.inverse_transform(y_hat[id_example])\n",
    "    true_label = le.inverse_transform(y_test_labels[id_example])\n",
    "\n",
    "    print('Id:', id_example)\n",
    "    print('True label:', true_label)\n",
    "    print('Predicted label:', predicted_label)\n",
    "    #print('Text:\\n', text)\n",
    "    display(eli5.show_prediction(ls, \n",
    "                         X_test.reset_index(drop=True).iloc[id_example], \n",
    "                         vec=tfidf,\n",
    "                         #feature_names=list(tfidf.vocabulary_),\n",
    "                         target_names=list(le.classes_),\n",
    "                         targets=[predicted_label]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Id: 0\n",
      "True label: прочее\n",
      "Predicted label: прочее\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <style>\n",
       "    table.eli5-weights tr:hover {\n",
       "        filter: brightness(85%);\n",
       "    }\n",
       "</style>\n",
       "\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "        \n",
       "\n",
       "    \n",
       "\n",
       "        \n",
       "\n",
       "        \n",
       "    \n",
       "        \n",
       "        \n",
       "    \n",
       "        <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
       "            <b>\n",
       "    \n",
       "        y=прочее\n",
       "    \n",
       "</b>\n",
       "\n",
       "    \n",
       "    (probability <b>0.431</b>, score <b>0.012</b>)\n",
       "\n",
       "top features\n",
       "        </p>\n",
       "    \n",
       "    <table class=\"eli5-weights\"\n",
       "           style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
       "        <thead>\n",
       "        <tr style=\"border: none;\">\n",
       "            \n",
       "                <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature contribution already accounts for the feature value (for linear models, contribution = weight * feature value), and the sum of feature contributions is equal to the score or, for some classifiers, to the probability. Feature values are shown if &quot;show_feature_values&quot; is True.\">\n",
       "                    Contribution<sup>?</sup>\n",
       "                </th>\n",
       "            \n",
       "            <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
       "            \n",
       "        </tr>\n",
       "        </thead>\n",
       "        <tbody>\n",
       "        \n",
       "            <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        +0.864\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        Highlighted in text (sum)\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "        \n",
       "\n",
       "        \n",
       "        \n",
       "            <tr style=\"background-color: hsl(0, 100.00%, 80.20%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        -0.851\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        &lt;BIAS&gt;\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "\n",
       "        </tbody>\n",
       "    </table>\n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n",
       "    <p style=\"margin-bottom: 2.5em; margin-top:-0.5em;\">\n",
       "        <span style=\"background-color: hsl(120, 100.00%, 98.01%); opacity: 0.80\" title=\"0.005\">сегодня</span><span style=\"opacity: 0.80\"> мне сменили </span><span style=\"background-color: hsl(0, 100.00%, 90.72%); opacity: 0.82\" title=\"-0.042\">оператора</span><span style=\"opacity: 0.80\"> с yota на </span><span style=\"background-color: hsl(120, 100.00%, 84.77%); opacity: 0.85\" title=\"0.085\">теле2</span><span style=\"opacity: 0.80\">. </span><span style=\"background-color: hsl(120, 100.00%, 90.41%); opacity: 0.83\" title=\"0.044\">номер</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 84.37%); opacity: 0.85\" title=\"-0.088\">остался</span><span style=\"opacity: 0.80\"> прежним (</span><span style=\"background-color: hsl(120, 100.00%, 79.72%); opacity: 0.88\" title=\"0.128\">перенесли</span><span style=\"opacity: 0.80\"> с yota). моя </span><span style=\"background-color: hsl(120, 100.00%, 84.47%); opacity: 0.85\" title=\"0.087\">проблема</span><span style=\"opacity: 0.80\"> заключается в том, что я скачала </span><span style=\"background-color: hsl(120, 100.00%, 83.30%); opacity: 0.86\" title=\"0.097\">приложение</span><span style=\"opacity: 0.80\"> «мой </span><span style=\"background-color: hsl(120, 100.00%, 66.49%); opacity: 0.96\" title=\"0.262\">теле</span><span style=\"opacity: 0.80\"> 2» и </span><span style=\"background-color: hsl(0, 100.00%, 88.73%); opacity: 0.83\" title=\"-0.055\">не</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 96.70%); opacity: 0.81\" title=\"0.010\">могу</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 77.74%); opacity: 0.89\" title=\"-0.146\">зайти</span><span style=\"opacity: 0.80\"> в него. </span><span style=\"background-color: hsl(120, 100.00%, 60.00%); opacity: 1.00\" title=\"0.337\">смс</span><span style=\"opacity: 0.80\"> на мой </span><span style=\"background-color: hsl(120, 100.00%, 93.84%); opacity: 0.81\" title=\"0.023\">номер</span><span style=\"opacity: 0.80\">     </span><span style=\"background-color: hsl(0, 100.00%, 85.97%); opacity: 0.84\" title=\"-0.075\">xx</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 84.93%); opacity: 0.85\" title=\"0.084\">xx</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 93.67%); opacity: 0.81\" title=\"0.024\">пишет</span><span style=\"opacity: 0.80\">..</span><span style=\"background-color: hsl(120, 100.00%, 77.74%); opacity: 0.89\" title=\"0.146\">отправить</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 87.91%); opacity: 0.84\" title=\"-0.061\">не</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 85.66%); opacity: 0.85\" title=\"0.078\">возможно</span><span style=\"opacity: 0.80\"> </span>\n",
       "    </p>\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Id: 16\n",
      "True label: мобильныйИнтернет\n",
      "Predicted label: мобильныйИнтернет\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <style>\n",
       "    table.eli5-weights tr:hover {\n",
       "        filter: brightness(85%);\n",
       "    }\n",
       "</style>\n",
       "\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "        \n",
       "\n",
       "    \n",
       "\n",
       "        \n",
       "\n",
       "        \n",
       "    \n",
       "        \n",
       "        \n",
       "    \n",
       "        <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
       "            <b>\n",
       "    \n",
       "        y=мобильныйИнтернет\n",
       "    \n",
       "</b>\n",
       "\n",
       "    \n",
       "    (probability <b>0.463</b>, score <b>-0.429</b>)\n",
       "\n",
       "top features\n",
       "        </p>\n",
       "    \n",
       "    <table class=\"eli5-weights\"\n",
       "           style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
       "        <thead>\n",
       "        <tr style=\"border: none;\">\n",
       "            \n",
       "                <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature contribution already accounts for the feature value (for linear models, contribution = weight * feature value), and the sum of feature contributions is equal to the score or, for some classifiers, to the probability. Feature values are shown if &quot;show_feature_values&quot; is True.\">\n",
       "                    Contribution<sup>?</sup>\n",
       "                </th>\n",
       "            \n",
       "            <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
       "            \n",
       "        </tr>\n",
       "        </thead>\n",
       "        <tbody>\n",
       "        \n",
       "            <tr style=\"background-color: hsl(120, 100.00%, 82.96%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        +1.667\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        Highlighted in text (sum)\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "        \n",
       "\n",
       "        \n",
       "        \n",
       "            <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        -2.097\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        &lt;BIAS&gt;\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "\n",
       "        </tbody>\n",
       "    </table>\n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n",
       "    <p style=\"margin-bottom: 2.5em; margin-top:-0.5em;\">\n",
       "        <span style=\"opacity: 0.80\">добрый день. занимаемся строительством частного жилья в г.краснодар. </span><span style=\"background-color: hsl(0, 100.00%, 93.71%); opacity: 0.81\" title=\"-0.065\">хотелось</span><span style=\"opacity: 0.80\"> бы </span><span style=\"background-color: hsl(0, 100.00%, 93.55%); opacity: 0.81\" title=\"-0.067\">вместе</span><span style=\"opacity: 0.80\"> со строительством </span><span style=\"background-color: hsl(120, 100.00%, 94.15%); opacity: 0.81\" title=\"0.058\">дома</span><span style=\"opacity: 0.80\"> оказывать </span><span style=\"background-color: hsl(0, 100.00%, 89.96%); opacity: 0.83\" title=\"-0.126\">услугу</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 65.20%); opacity: 0.96\" title=\"0.743\">3g</span><span style=\"opacity: 0.80\">-</span><span style=\"background-color: hsl(120, 100.00%, 60.00%); opacity: 1.00\" title=\"0.907\">4g</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 63.86%); opacity: 0.97\" title=\"0.785\">интернета</span><span style=\"opacity: 0.80\"> &quot;под ключ&quot;. существуют ли у вас корпоративные или индивидуальные </span><span style=\"background-color: hsl(0, 100.00%, 83.21%); opacity: 0.86\" title=\"-0.263\">тарифы</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 95.16%); opacity: 0.81\" title=\"0.044\">которые</span><span style=\"opacity: 0.80\"> мы </span><span style=\"background-color: hsl(120, 100.00%, 94.25%); opacity: 0.81\" title=\"0.057\">могли</span><span style=\"opacity: 0.80\"> бы устанавливать клиентам </span><span style=\"background-color: hsl(0, 100.00%, 93.55%); opacity: 0.81\" title=\"-0.067\">вместе</span><span style=\"opacity: 0.80\"> с оборудованием? нас интересуют в первую очередь </span><span style=\"background-color: hsl(0, 100.00%, 83.21%); opacity: 0.86\" title=\"-0.263\">тарифы</span><span style=\"opacity: 0.80\"> с максимально возможным </span><span style=\"background-color: hsl(0, 100.00%, 98.25%); opacity: 0.80\" title=\"-0.010\">безлимитным</span><span style=\"opacity: 0.80\"> трафиком. </span><span style=\"background-color: hsl(120, 100.00%, 97.19%); opacity: 0.80\" title=\"0.020\">можем</span><span style=\"opacity: 0.80\"> ли мы заключить с </span><span style=\"background-color: hsl(120, 100.00%, 97.35%); opacity: 0.80\" title=\"0.019\">вами</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 84.81%); opacity: 0.85\" title=\"-0.228\">договор</span><span style=\"opacity: 0.80\"> и сотрудничать в </span><span style=\"background-color: hsl(120, 100.00%, 86.60%); opacity: 0.84\" title=\"0.190\">данном</span><span style=\"opacity: 0.80\"> направлении?</span>\n",
       "    </p>\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Id: 2018\n",
      "True label: подключенныеУслуги\n",
      "Predicted label: подключенныеУслуги\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <style>\n",
       "    table.eli5-weights tr:hover {\n",
       "        filter: brightness(85%);\n",
       "    }\n",
       "</style>\n",
       "\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "        \n",
       "\n",
       "    \n",
       "\n",
       "        \n",
       "\n",
       "        \n",
       "    \n",
       "        \n",
       "        \n",
       "    \n",
       "        <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
       "            <b>\n",
       "    \n",
       "        y=подключенныеУслуги\n",
       "    \n",
       "</b>\n",
       "\n",
       "    \n",
       "    (probability <b>0.671</b>, score <b>1.046</b>)\n",
       "\n",
       "top features\n",
       "        </p>\n",
       "    \n",
       "    <table class=\"eli5-weights\"\n",
       "           style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
       "        <thead>\n",
       "        <tr style=\"border: none;\">\n",
       "            \n",
       "                <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature contribution already accounts for the feature value (for linear models, contribution = weight * feature value), and the sum of feature contributions is equal to the score or, for some classifiers, to the probability. Feature values are shown if &quot;show_feature_values&quot; is True.\">\n",
       "                    Contribution<sup>?</sup>\n",
       "                </th>\n",
       "            \n",
       "            <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
       "            \n",
       "        </tr>\n",
       "        </thead>\n",
       "        <tbody>\n",
       "        \n",
       "            <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        +3.763\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        Highlighted in text (sum)\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "        \n",
       "\n",
       "        \n",
       "        \n",
       "            <tr style=\"background-color: hsl(0, 100.00%, 84.08%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        -2.717\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        &lt;BIAS&gt;\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "\n",
       "        </tbody>\n",
       "    </table>\n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n",
       "    <p style=\"margin-bottom: 2.5em; margin-top:-0.5em;\">\n",
       "        <span style=\"opacity: 0.80\">добрый день. </span><span style=\"background-color: hsl(120, 100.00%, 94.09%); opacity: 0.81\" title=\"0.126\">не</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 85.73%); opacity: 0.85\" title=\"0.443\">могу</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 60.00%); opacity: 1.00\" title=\"1.933\">отключить</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 71.75%); opacity: 0.92\" title=\"1.176\">платную</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 79.29%); opacity: 0.88\" title=\"0.755\">услугу</span><span style=\"opacity: 0.80\">, </span><span style=\"background-color: hsl(120, 100.00%, 96.82%); opacity: 0.81\" title=\"0.052\">которая</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 94.16%); opacity: 0.81\" title=\"0.124\">не</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 88.82%); opacity: 0.83\" title=\"0.313\">знаю</span><span style=\"opacity: 0.80\"> как </span><span style=\"background-color: hsl(120, 100.00%, 87.54%); opacity: 0.84\" title=\"0.365\">подключилась</span><span style=\"opacity: 0.80\">.</span>\n",
       "    </p>\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Id: 10002\n",
      "True label: мобильныйИнтернет\n",
      "Predicted label: прочее\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <style>\n",
       "    table.eli5-weights tr:hover {\n",
       "        filter: brightness(85%);\n",
       "    }\n",
       "</style>\n",
       "\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "        \n",
       "\n",
       "    \n",
       "\n",
       "        \n",
       "\n",
       "        \n",
       "    \n",
       "        \n",
       "        \n",
       "    \n",
       "        <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
       "            <b>\n",
       "    \n",
       "        y=прочее\n",
       "    \n",
       "</b>\n",
       "\n",
       "    \n",
       "    (probability <b>0.478</b>, score <b>-0.668</b>)\n",
       "\n",
       "top features\n",
       "        </p>\n",
       "    \n",
       "    <table class=\"eli5-weights\"\n",
       "           style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
       "        <thead>\n",
       "        <tr style=\"border: none;\">\n",
       "            \n",
       "                <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature contribution already accounts for the feature value (for linear models, contribution = weight * feature value), and the sum of feature contributions is equal to the score or, for some classifiers, to the probability. Feature values are shown if &quot;show_feature_values&quot; is True.\">\n",
       "                    Contribution<sup>?</sup>\n",
       "                </th>\n",
       "            \n",
       "            <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
       "            \n",
       "        </tr>\n",
       "        </thead>\n",
       "        <tbody>\n",
       "        \n",
       "            <tr style=\"background-color: hsl(120, 100.00%, 93.18%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        +0.183\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        Highlighted in text (sum)\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "        \n",
       "\n",
       "        \n",
       "        \n",
       "            <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        -0.851\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        &lt;BIAS&gt;\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "\n",
       "        </tbody>\n",
       "    </table>\n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n",
       "    <p style=\"margin-bottom: 2.5em; margin-top:-0.5em;\">\n",
       "        <span style=\"background-color: hsl(0, 100.00%, 96.30%); opacity: 0.81\" title=\"-0.028\">здравствуйте</span><span style=\"opacity: 0.80\">. что </span><span style=\"background-color: hsl(120, 100.00%, 88.65%); opacity: 0.83\" title=\"0.138\">происходит</span><span style=\"opacity: 0.80\"> со </span><span style=\"background-color: hsl(120, 100.00%, 68.48%); opacity: 0.94\" title=\"0.595\">связью</span><span style=\"opacity: 0.80\">?!!! я с пяти вечера </span><span style=\"background-color: hsl(0, 100.00%, 83.16%); opacity: 0.86\" title=\"-0.243\">не</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 91.14%); opacity: 0.82\" title=\"-0.097\">могу</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 91.10%); opacity: 0.82\" title=\"-0.098\">воспользоваться</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 60.00%); opacity: 1.00\" title=\"-0.836\">интернетом</span><span style=\"opacity: 0.80\">!!!!! в </span><span style=\"background-color: hsl(120, 100.00%, 88.97%); opacity: 0.83\" title=\"0.133\">приложение</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 85.72%); opacity: 0.85\" title=\"0.192\">теле</span><span style=\"opacity: 0.80\"> 2 </span><span style=\"background-color: hsl(0, 100.00%, 97.40%); opacity: 0.80\" title=\"-0.017\">раза</span><span style=\"opacity: 0.80\">  </span><span style=\"background-color: hsl(120, 100.00%, 86.35%); opacity: 0.84\" title=\"0.180\">10</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 91.75%); opacity: 0.82\" title=\"0.088\">удалось</span><span style=\"opacity: 0.80\"> попасть</span>\n",
       "    </p>\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Id: 10024\n",
      "True label: мобильныйИнтернет\n",
      "Predicted label: мобильныйИнтернет\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <style>\n",
       "    table.eli5-weights tr:hover {\n",
       "        filter: brightness(85%);\n",
       "    }\n",
       "</style>\n",
       "\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "        \n",
       "\n",
       "    \n",
       "\n",
       "        \n",
       "\n",
       "        \n",
       "    \n",
       "        \n",
       "        \n",
       "    \n",
       "        <p style=\"margin-bottom: 0.5em; margin-top: 0em\">\n",
       "            <b>\n",
       "    \n",
       "        y=мобильныйИнтернет\n",
       "    \n",
       "</b>\n",
       "\n",
       "    \n",
       "    (probability <b>0.500</b>, score <b>-0.467</b>)\n",
       "\n",
       "top features\n",
       "        </p>\n",
       "    \n",
       "    <table class=\"eli5-weights\"\n",
       "           style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto; margin-bottom: 2em;\">\n",
       "        <thead>\n",
       "        <tr style=\"border: none;\">\n",
       "            \n",
       "                <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\" title=\"Feature contribution already accounts for the feature value (for linear models, contribution = weight * feature value), and the sum of feature contributions is equal to the score or, for some classifiers, to the probability. Feature values are shown if &quot;show_feature_values&quot; is True.\">\n",
       "                    Contribution<sup>?</sup>\n",
       "                </th>\n",
       "            \n",
       "            <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n",
       "            \n",
       "        </tr>\n",
       "        </thead>\n",
       "        <tbody>\n",
       "        \n",
       "            <tr style=\"background-color: hsl(120, 100.00%, 83.24%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        +1.630\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        Highlighted in text (sum)\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "        \n",
       "\n",
       "        \n",
       "        \n",
       "            <tr style=\"background-color: hsl(0, 100.00%, 80.00%); border: none;\">\n",
       "    <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n",
       "        -2.097\n",
       "    </td>\n",
       "    <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n",
       "        &lt;BIAS&gt;\n",
       "    </td>\n",
       "    \n",
       "</tr>\n",
       "        \n",
       "\n",
       "        </tbody>\n",
       "    </table>\n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n",
       "    <p style=\"margin-bottom: 2.5em; margin-top:-0.5em;\">\n",
       "        <span style=\"background-color: hsl(120, 100.00%, 97.61%); opacity: 0.80\" title=\"0.015\">здравствуйте</span><span style=\"opacity: 0.80\">.я </span><span style=\"background-color: hsl(0, 100.00%, 91.10%); opacity: 0.82\" title=\"-0.097\">не</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 87.07%); opacity: 0.84\" title=\"-0.166\">могу</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 99.17%); opacity: 0.80\" title=\"0.003\">понять</span><span style=\"opacity: 0.80\"> куда </span><span style=\"background-color: hsl(120, 100.00%, 84.90%); opacity: 0.85\" title=\"0.207\">уходит</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 65.19%); opacity: 0.96\" title=\"0.683\">трафик</span><span style=\"opacity: 0.80\">(</span><span style=\"background-color: hsl(0, 100.00%, 95.98%); opacity: 0.81\" title=\"-0.031\">40</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 65.02%); opacity: 0.97\" title=\"0.688\">мб</span><span style=\"opacity: 0.80\"> за </span><span style=\"background-color: hsl(120, 100.00%, 81.30%); opacity: 0.87\" title=\"0.281\">пол</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 89.88%); opacity: 0.83\" title=\"0.117\">часа</span><span style=\"opacity: 0.80\">),если </span><span style=\"background-color: hsl(0, 100.00%, 96.02%); opacity: 0.81\" title=\"-0.031\">кроме</span><span style=\"opacity: 0.80\"> безлимитного </span><span style=\"background-color: hsl(120, 100.00%, 96.01%); opacity: 0.81\" title=\"0.031\">приложения</span><span style=\"opacity: 0.80\"> &quot;</span><span style=\"background-color: hsl(120, 100.00%, 78.46%); opacity: 0.88\" title=\"0.344\">вконтакте</span><span style=\"opacity: 0.80\">&quot; я </span><span style=\"background-color: hsl(120, 100.00%, 99.08%); opacity: 0.80\" title=\"0.004\">использую</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 89.98%); opacity: 0.83\" title=\"0.115\">очень</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 85.57%); opacity: 0.85\" title=\"-0.194\">мало</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 60.00%); opacity: 1.00\" title=\"0.833\">интернета</span><span style=\"opacity: 0.80\">. и за </span><span style=\"background-color: hsl(0, 100.00%, 61.92%); opacity: 0.99\" title=\"-0.777\">звонки</span><span style=\"opacity: 0.80\"> на </span><span style=\"background-color: hsl(0, 100.00%, 77.44%); opacity: 0.89\" title=\"-0.368\">теле2</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(0, 100.00%, 90.20%); opacity: 0.83\" title=\"-0.112\">деньги</span><span style=\"opacity: 0.80\"> </span><span style=\"background-color: hsl(120, 100.00%, 93.67%); opacity: 0.81\" title=\"0.060\">списываются</span><span style=\"opacity: 0.80\"> со </span><span style=\"background-color: hsl(0, 100.00%, 77.44%); opacity: 0.89\" title=\"-0.368\">счета</span><span style=\"opacity: 0.80\">.</span>\n",
       "    </p>\n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "    \n",
       "\n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# have a look at examples of text classification \n",
    "for idd in [0, 16, 2018, 10002, 10024]:\n",
    "    show_examples(idd)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}