ensemble.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from scipy.special import expit\n",
    "from scipy.special import logit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "p_gru = pd.read_csv('submission/GRU/final_GRU_CV.csv')\n",
    "p_nbsvm = pd.read_csv('submission/NBSVM/nbsvm_CV_final_submission.csv')\n",
    "p_xgb = pd.read_csv('submission/XGB/xgbcv.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "p_gru = pd.read_csv('stage_one_ensemble_features/RESET/pred/augmentori_pred_fasttext_gru_cv_output.csv')\n",
    "p_gru_two = pd.read_csv('submission/GRU/final_GRU_CV.csv')\n",
    "p_gru_three = pd.read_csv('submission/gru_pooled.csv')\n",
    "p_ET = pd.read_csv('stage_one_ensemble_features/ori+aurgment/prediction/ET_ori_pred_CV.csv')\n",
    "p_special = pd.read_csv('submission/special_two.csv')\n",
    "p_ensem = pd.read_csv('submission/ensemble_submission_sixth.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "p_gru = pd.read_csv('submission/GRU/final_GRU_CV.csv')\n",
    "p_nbsvm = pd.read_csv('submission/NBSVM/nbsvm_augment_CV_final_submission.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "label_cols = ['toxic', 'severe_toxic', 'obscene', 'threat', 'insult', 'identity_hate']\n",
    "for c in label_cols:\n",
    "    p_res[c] = p_res[c].clip(0+1e12, 1-1e12)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00001cee341fdb12</td>\n",
       "      <td>0.999513</td>\n",
       "      <td>5.849002e-01</td>\n",
       "      <td>0.998180</td>\n",
       "      <td>3.962921e-02</td>\n",
       "      <td>9.923904e-01</td>\n",
       "      <td>3.324885e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0000247867823ef7</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>8.483525e-08</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>3.578422e-08</td>\n",
       "      <td>2.472466e-06</td>\n",
       "      <td>9.323965e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00013b17ad220c46</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>1.422525e-06</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>5.416999e-07</td>\n",
       "      <td>1.094320e-05</td>\n",
       "      <td>6.734834e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00017563c3f7919a</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>1.834970e-07</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>1.400543e-07</td>\n",
       "      <td>1.410444e-06</td>\n",
       "      <td>4.894738e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00017695ad8997eb</td>\n",
       "      <td>0.000701</td>\n",
       "      <td>6.848788e-06</td>\n",
       "      <td>0.000091</td>\n",
       "      <td>2.167931e-06</td>\n",
       "      <td>1.946919e-05</td>\n",
       "      <td>5.549907e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0001ea8717f6de06</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>1.147158e-06</td>\n",
       "      <td>0.000045</td>\n",
       "      <td>7.456309e-07</td>\n",
       "      <td>1.287611e-05</td>\n",
       "      <td>4.240550e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00024115d4cbde0f</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>3.722964e-07</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>3.971901e-07</td>\n",
       "      <td>6.427652e-06</td>\n",
       "      <td>9.556097e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>000247e83dcc1211</td>\n",
       "      <td>0.303759</td>\n",
       "      <td>1.878642e-04</td>\n",
       "      <td>0.004547</td>\n",
       "      <td>2.195808e-06</td>\n",
       "      <td>5.638059e-03</td>\n",
       "      <td>1.276561e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00025358d4737918</td>\n",
       "      <td>0.013517</td>\n",
       "      <td>2.809659e-06</td>\n",
       "      <td>0.000214</td>\n",
       "      <td>1.816253e-07</td>\n",
       "      <td>6.337736e-04</td>\n",
       "      <td>6.001245e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>00026d1092fe71cc</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>1.142003e-07</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>3.789257e-07</td>\n",
       "      <td>1.224494e-06</td>\n",
       "      <td>3.552336e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0002eadc3b301559</td>\n",
       "      <td>0.508850</td>\n",
       "      <td>3.884607e-04</td>\n",
       "      <td>0.277840</td>\n",
       "      <td>1.190992e-05</td>\n",
       "      <td>4.030364e-03</td>\n",
       "      <td>1.459329e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0002f87b16116a7f</td>\n",
       "      <td>0.000034</td>\n",
       "      <td>2.209418e-07</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>2.818283e-08</td>\n",
       "      <td>4.439093e-06</td>\n",
       "      <td>6.213128e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0003806b11932181</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>5.602973e-08</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>2.993845e-08</td>\n",
       "      <td>8.351560e-07</td>\n",
       "      <td>2.931875e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0003e1cccfd5a40a</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>4.370605e-08</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>1.613685e-08</td>\n",
       "      <td>1.563223e-06</td>\n",
       "      <td>3.651157e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00059ace3e3e9a53</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>5.550302e-08</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>2.470779e-08</td>\n",
       "      <td>5.977466e-07</td>\n",
       "      <td>3.028973e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>000634272d0d44eb</td>\n",
       "      <td>0.000196</td>\n",
       "      <td>7.188201e-07</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>1.225561e-07</td>\n",
       "      <td>1.659652e-05</td>\n",
       "      <td>1.505569e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>000663aff0fffc80</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>1.450659e-06</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>3.014552e-07</td>\n",
       "      <td>1.030126e-05</td>\n",
       "      <td>7.587026e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>000689dd34e20979</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>1.436291e-07</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>2.682841e-08</td>\n",
       "      <td>2.114226e-06</td>\n",
       "      <td>5.504835e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>000834769115370c</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>1.115218e-07</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>4.167451e-08</td>\n",
       "      <td>1.655056e-06</td>\n",
       "      <td>3.464335e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>000844b52dee5f3f</td>\n",
       "      <td>0.000940</td>\n",
       "      <td>1.006817e-05</td>\n",
       "      <td>0.000181</td>\n",
       "      <td>8.606301e-06</td>\n",
       "      <td>1.240416e-04</td>\n",
       "      <td>9.897426e-06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  id     toxic  severe_toxic   obscene        threat  \\\n",
       "0   00001cee341fdb12  0.999513  5.849002e-01  0.998180  3.962921e-02   \n",
       "1   0000247867823ef7  0.000011  8.483525e-08  0.000003  3.578422e-08   \n",
       "2   00013b17ad220c46  0.000048  1.422525e-06  0.000018  5.416999e-07   \n",
       "3   00017563c3f7919a  0.000011  1.834970e-07  0.000002  1.400543e-07   \n",
       "4   00017695ad8997eb  0.000701  6.848788e-06  0.000091  2.167931e-06   \n",
       "5   0001ea8717f6de06  0.000114  1.147158e-06  0.000045  7.456309e-07   \n",
       "6   00024115d4cbde0f  0.000025  3.722964e-07  0.000008  3.971901e-07   \n",
       "7   000247e83dcc1211  0.303759  1.878642e-04  0.004547  2.195808e-06   \n",
       "8   00025358d4737918  0.013517  2.809659e-06  0.000214  1.816253e-07   \n",
       "9   00026d1092fe71cc  0.000010  1.142003e-07  0.000002  3.789257e-07   \n",
       "10  0002eadc3b301559  0.508850  3.884607e-04  0.277840  1.190992e-05   \n",
       "11  0002f87b16116a7f  0.000034  2.209418e-07  0.000017  2.818283e-08   \n",
       "12  0003806b11932181  0.000015  5.602973e-08  0.000005  2.993845e-08   \n",
       "13  0003e1cccfd5a40a  0.000018  4.370605e-08  0.000003  1.613685e-08   \n",
       "14  00059ace3e3e9a53  0.000007  5.550302e-08  0.000002  2.470779e-08   \n",
       "15  000634272d0d44eb  0.000196  7.188201e-07  0.000028  1.225561e-07   \n",
       "16  000663aff0fffc80  0.000136  1.450659e-06  0.000053  3.014552e-07   \n",
       "17  000689dd34e20979  0.000033  1.436291e-07  0.000010  2.682841e-08   \n",
       "18  000834769115370c  0.000025  1.115218e-07  0.000007  4.167451e-08   \n",
       "19  000844b52dee5f3f  0.000940  1.006817e-05  0.000181  8.606301e-06   \n",
       "\n",
       "          insult  identity_hate  \n",
       "0   9.923904e-01   3.324885e-01  \n",
       "1   2.472466e-06   9.323965e-07  \n",
       "2   1.094320e-05   6.734834e-06  \n",
       "3   1.410444e-06   4.894738e-07  \n",
       "4   1.946919e-05   5.549907e-06  \n",
       "5   1.287611e-05   4.240550e-06  \n",
       "6   6.427652e-06   9.556097e-07  \n",
       "7   5.638059e-03   1.276561e-04  \n",
       "8   6.337736e-04   6.001245e-06  \n",
       "9   1.224494e-06   3.552336e-07  \n",
       "10  4.030364e-03   1.459329e-05  \n",
       "11  4.439093e-06   6.213128e-06  \n",
       "12  8.351560e-07   2.931875e-07  \n",
       "13  1.563223e-06   3.651157e-07  \n",
       "14  5.977466e-07   3.028973e-07  \n",
       "15  1.659652e-05   1.505569e-06  \n",
       "16  1.030126e-05   7.587026e-06  \n",
       "17  2.114226e-06   5.504835e-07  \n",
       "18  1.655056e-06   3.464335e-07  \n",
       "19  1.240416e-04   9.897426e-06  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(p_gru.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00001cee341fdb12</td>\n",
       "      <td>0.999513</td>\n",
       "      <td>5.849002e-01</td>\n",
       "      <td>0.998180</td>\n",
       "      <td>3.962921e-02</td>\n",
       "      <td>9.923904e-01</td>\n",
       "      <td>3.324885e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0000247867823ef7</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>8.483525e-08</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>3.578422e-08</td>\n",
       "      <td>2.472466e-06</td>\n",
       "      <td>9.323965e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00013b17ad220c46</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>1.422525e-06</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>5.416999e-07</td>\n",
       "      <td>1.094320e-05</td>\n",
       "      <td>6.734834e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00017563c3f7919a</td>\n",
       "      <td>0.000011</td>\n",
       "      <td>1.834970e-07</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>1.400543e-07</td>\n",
       "      <td>1.410444e-06</td>\n",
       "      <td>4.894738e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00017695ad8997eb</td>\n",
       "      <td>0.000701</td>\n",
       "      <td>6.848788e-06</td>\n",
       "      <td>0.000091</td>\n",
       "      <td>2.167931e-06</td>\n",
       "      <td>1.946919e-05</td>\n",
       "      <td>5.549907e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0001ea8717f6de06</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>1.147158e-06</td>\n",
       "      <td>0.000045</td>\n",
       "      <td>7.456309e-07</td>\n",
       "      <td>1.287611e-05</td>\n",
       "      <td>4.240550e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00024115d4cbde0f</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>3.722964e-07</td>\n",
       "      <td>0.000008</td>\n",
       "      <td>3.971901e-07</td>\n",
       "      <td>6.427652e-06</td>\n",
       "      <td>9.556097e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>000247e83dcc1211</td>\n",
       "      <td>0.303759</td>\n",
       "      <td>1.878642e-04</td>\n",
       "      <td>0.004547</td>\n",
       "      <td>2.195808e-06</td>\n",
       "      <td>5.638059e-03</td>\n",
       "      <td>1.276561e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00025358d4737918</td>\n",
       "      <td>0.013517</td>\n",
       "      <td>2.809659e-06</td>\n",
       "      <td>0.000214</td>\n",
       "      <td>1.816253e-07</td>\n",
       "      <td>6.337736e-04</td>\n",
       "      <td>6.001245e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>00026d1092fe71cc</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>1.142003e-07</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>3.789257e-07</td>\n",
       "      <td>1.224494e-06</td>\n",
       "      <td>3.552336e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0002eadc3b301559</td>\n",
       "      <td>0.508850</td>\n",
       "      <td>3.884607e-04</td>\n",
       "      <td>0.277840</td>\n",
       "      <td>1.190992e-05</td>\n",
       "      <td>4.030364e-03</td>\n",
       "      <td>1.459329e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0002f87b16116a7f</td>\n",
       "      <td>0.000034</td>\n",
       "      <td>2.209418e-07</td>\n",
       "      <td>0.000017</td>\n",
       "      <td>2.818283e-08</td>\n",
       "      <td>4.439093e-06</td>\n",
       "      <td>6.213128e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0003806b11932181</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>5.602973e-08</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>2.993845e-08</td>\n",
       "      <td>8.351560e-07</td>\n",
       "      <td>2.931875e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0003e1cccfd5a40a</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>4.370605e-08</td>\n",
       "      <td>0.000003</td>\n",
       "      <td>1.613685e-08</td>\n",
       "      <td>1.563223e-06</td>\n",
       "      <td>3.651157e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00059ace3e3e9a53</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>5.550302e-08</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>2.470779e-08</td>\n",
       "      <td>5.977466e-07</td>\n",
       "      <td>3.028973e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>000634272d0d44eb</td>\n",
       "      <td>0.000196</td>\n",
       "      <td>7.188201e-07</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>1.225561e-07</td>\n",
       "      <td>1.659652e-05</td>\n",
       "      <td>1.505569e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>000663aff0fffc80</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>1.450659e-06</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>3.014552e-07</td>\n",
       "      <td>1.030126e-05</td>\n",
       "      <td>7.587026e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>000689dd34e20979</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>1.436291e-07</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>2.682841e-08</td>\n",
       "      <td>2.114226e-06</td>\n",
       "      <td>5.504835e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>000834769115370c</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>1.115218e-07</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>4.167451e-08</td>\n",
       "      <td>1.655056e-06</td>\n",
       "      <td>3.464335e-07</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>000844b52dee5f3f</td>\n",
       "      <td>0.000940</td>\n",
       "      <td>1.006817e-05</td>\n",
       "      <td>0.000181</td>\n",
       "      <td>8.606301e-06</td>\n",
       "      <td>1.240416e-04</td>\n",
       "      <td>9.897426e-06</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  id     toxic  severe_toxic   obscene        threat  \\\n",
       "0   00001cee341fdb12  0.999513  5.849002e-01  0.998180  3.962921e-02   \n",
       "1   0000247867823ef7  0.000011  8.483525e-08  0.000003  3.578422e-08   \n",
       "2   00013b17ad220c46  0.000048  1.422525e-06  0.000018  5.416999e-07   \n",
       "3   00017563c3f7919a  0.000011  1.834970e-07  0.000002  1.400543e-07   \n",
       "4   00017695ad8997eb  0.000701  6.848788e-06  0.000091  2.167931e-06   \n",
       "5   0001ea8717f6de06  0.000114  1.147158e-06  0.000045  7.456309e-07   \n",
       "6   00024115d4cbde0f  0.000025  3.722964e-07  0.000008  3.971901e-07   \n",
       "7   000247e83dcc1211  0.303759  1.878642e-04  0.004547  2.195808e-06   \n",
       "8   00025358d4737918  0.013517  2.809659e-06  0.000214  1.816253e-07   \n",
       "9   00026d1092fe71cc  0.000010  1.142003e-07  0.000002  3.789257e-07   \n",
       "10  0002eadc3b301559  0.508850  3.884607e-04  0.277840  1.190992e-05   \n",
       "11  0002f87b16116a7f  0.000034  2.209418e-07  0.000017  2.818283e-08   \n",
       "12  0003806b11932181  0.000015  5.602973e-08  0.000005  2.993845e-08   \n",
       "13  0003e1cccfd5a40a  0.000018  4.370605e-08  0.000003  1.613685e-08   \n",
       "14  00059ace3e3e9a53  0.000007  5.550302e-08  0.000002  2.470779e-08   \n",
       "15  000634272d0d44eb  0.000196  7.188201e-07  0.000028  1.225561e-07   \n",
       "16  000663aff0fffc80  0.000136  1.450659e-06  0.000053  3.014552e-07   \n",
       "17  000689dd34e20979  0.000033  1.436291e-07  0.000010  2.682841e-08   \n",
       "18  000834769115370c  0.000025  1.115218e-07  0.000007  4.167451e-08   \n",
       "19  000844b52dee5f3f  0.000940  1.006817e-05  0.000181  8.606301e-06   \n",
       "\n",
       "          insult  identity_hate  \n",
       "0   9.923904e-01   3.324885e-01  \n",
       "1   2.472466e-06   9.323965e-07  \n",
       "2   1.094320e-05   6.734834e-06  \n",
       "3   1.410444e-06   4.894738e-07  \n",
       "4   1.946919e-05   5.549907e-06  \n",
       "5   1.287611e-05   4.240550e-06  \n",
       "6   6.427652e-06   9.556097e-07  \n",
       "7   5.638059e-03   1.276561e-04  \n",
       "8   6.337736e-04   6.001245e-06  \n",
       "9   1.224494e-06   3.552336e-07  \n",
       "10  4.030364e-03   1.459329e-05  \n",
       "11  4.439093e-06   6.213128e-06  \n",
       "12  8.351560e-07   2.931875e-07  \n",
       "13  1.563223e-06   3.651157e-07  \n",
       "14  5.977466e-07   3.028973e-07  \n",
       "15  1.659652e-05   1.505569e-06  \n",
       "16  1.030126e-05   7.587026e-06  \n",
       "17  2.114226e-06   5.504835e-07  \n",
       "18  1.655056e-06   3.464335e-07  \n",
       "19  1.240416e-04   9.897426e-06  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(p_gru.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00001cee341fdb12</td>\n",
       "      <td>0.990775</td>\n",
       "      <td>0.577841</td>\n",
       "      <td>0.995745</td>\n",
       "      <td>0.004742</td>\n",
       "      <td>0.945442</td>\n",
       "      <td>0.065692</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0000247867823ef7</td>\n",
       "      <td>0.090024</td>\n",
       "      <td>0.013942</td>\n",
       "      <td>0.007244</td>\n",
       "      <td>0.000892</td>\n",
       "      <td>0.011034</td>\n",
       "      <td>0.001363</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00013b17ad220c46</td>\n",
       "      <td>0.052456</td>\n",
       "      <td>0.000675</td>\n",
       "      <td>0.063054</td>\n",
       "      <td>0.000130</td>\n",
       "      <td>0.010933</td>\n",
       "      <td>0.002119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00017563c3f7919a</td>\n",
       "      <td>0.008079</td>\n",
       "      <td>0.000087</td>\n",
       "      <td>0.005377</td>\n",
       "      <td>0.000063</td>\n",
       "      <td>0.003233</td>\n",
       "      <td>0.000515</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00017695ad8997eb</td>\n",
       "      <td>0.081705</td>\n",
       "      <td>0.000131</td>\n",
       "      <td>0.008876</td>\n",
       "      <td>0.000052</td>\n",
       "      <td>0.015821</td>\n",
       "      <td>0.000114</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0001ea8717f6de06</td>\n",
       "      <td>0.013173</td>\n",
       "      <td>0.000091</td>\n",
       "      <td>0.002737</td>\n",
       "      <td>0.000099</td>\n",
       "      <td>0.014172</td>\n",
       "      <td>0.000663</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00024115d4cbde0f</td>\n",
       "      <td>0.003517</td>\n",
       "      <td>0.000359</td>\n",
       "      <td>0.002490</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.005030</td>\n",
       "      <td>0.000843</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>000247e83dcc1211</td>\n",
       "      <td>0.078962</td>\n",
       "      <td>0.000665</td>\n",
       "      <td>0.016843</td>\n",
       "      <td>0.000490</td>\n",
       "      <td>0.009399</td>\n",
       "      <td>0.000490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00025358d4737918</td>\n",
       "      <td>0.006157</td>\n",
       "      <td>0.000142</td>\n",
       "      <td>0.003540</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>0.004141</td>\n",
       "      <td>0.000069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>00026d1092fe71cc</td>\n",
       "      <td>0.002279</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.000645</td>\n",
       "      <td>0.000015</td>\n",
       "      <td>0.000893</td>\n",
       "      <td>0.000130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0002eadc3b301559</td>\n",
       "      <td>0.114133</td>\n",
       "      <td>0.004932</td>\n",
       "      <td>0.088977</td>\n",
       "      <td>0.003719</td>\n",
       "      <td>0.033813</td>\n",
       "      <td>0.003956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0002f87b16116a7f</td>\n",
       "      <td>0.078617</td>\n",
       "      <td>0.000517</td>\n",
       "      <td>0.051383</td>\n",
       "      <td>0.000113</td>\n",
       "      <td>0.050759</td>\n",
       "      <td>0.000808</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0003806b11932181</td>\n",
       "      <td>0.001515</td>\n",
       "      <td>0.000081</td>\n",
       "      <td>0.001396</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000638</td>\n",
       "      <td>0.000196</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0003e1cccfd5a40a</td>\n",
       "      <td>0.006366</td>\n",
       "      <td>0.000695</td>\n",
       "      <td>0.001667</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>0.001548</td>\n",
       "      <td>0.000856</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00059ace3e3e9a53</td>\n",
       "      <td>0.001887</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.002030</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000490</td>\n",
       "      <td>0.000015</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>000634272d0d44eb</td>\n",
       "      <td>0.076480</td>\n",
       "      <td>0.000834</td>\n",
       "      <td>0.048563</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.041793</td>\n",
       "      <td>0.000655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>000663aff0fffc80</td>\n",
       "      <td>0.018768</td>\n",
       "      <td>0.000691</td>\n",
       "      <td>0.004136</td>\n",
       "      <td>0.000166</td>\n",
       "      <td>0.007422</td>\n",
       "      <td>0.000634</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>000689dd34e20979</td>\n",
       "      <td>0.153449</td>\n",
       "      <td>0.001919</td>\n",
       "      <td>0.056463</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>0.017457</td>\n",
       "      <td>0.001272</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>000834769115370c</td>\n",
       "      <td>0.000882</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000273</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000233</td>\n",
       "      <td>0.000016</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>000844b52dee5f3f</td>\n",
       "      <td>0.008551</td>\n",
       "      <td>0.000632</td>\n",
       "      <td>0.001207</td>\n",
       "      <td>0.000099</td>\n",
       "      <td>0.003295</td>\n",
       "      <td>0.000334</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  id     toxic  severe_toxic   obscene    threat    insult  \\\n",
       "0   00001cee341fdb12  0.990775      0.577841  0.995745  0.004742  0.945442   \n",
       "1   0000247867823ef7  0.090024      0.013942  0.007244  0.000892  0.011034   \n",
       "2   00013b17ad220c46  0.052456      0.000675  0.063054  0.000130  0.010933   \n",
       "3   00017563c3f7919a  0.008079      0.000087  0.005377  0.000063  0.003233   \n",
       "4   00017695ad8997eb  0.081705      0.000131  0.008876  0.000052  0.015821   \n",
       "5   0001ea8717f6de06  0.013173      0.000091  0.002737  0.000099  0.014172   \n",
       "6   00024115d4cbde0f  0.003517      0.000359  0.002490  0.000024  0.005030   \n",
       "7   000247e83dcc1211  0.078962      0.000665  0.016843  0.000490  0.009399   \n",
       "8   00025358d4737918  0.006157      0.000142  0.003540  0.000019  0.004141   \n",
       "9   00026d1092fe71cc  0.002279      0.000016  0.000645  0.000015  0.000893   \n",
       "10  0002eadc3b301559  0.114133      0.004932  0.088977  0.003719  0.033813   \n",
       "11  0002f87b16116a7f  0.078617      0.000517  0.051383  0.000113  0.050759   \n",
       "12  0003806b11932181  0.001515      0.000081  0.001396  0.000012  0.000638   \n",
       "13  0003e1cccfd5a40a  0.006366      0.000695  0.001667  0.000026  0.001548   \n",
       "14  00059ace3e3e9a53  0.001887      0.000035  0.002030  0.000007  0.000490   \n",
       "15  000634272d0d44eb  0.076480      0.000834  0.048563  0.000102  0.041793   \n",
       "16  000663aff0fffc80  0.018768      0.000691  0.004136  0.000166  0.007422   \n",
       "17  000689dd34e20979  0.153449      0.001919  0.056463  0.000016  0.017457   \n",
       "18  000834769115370c  0.000882      0.000031  0.000273  0.000005  0.000233   \n",
       "19  000844b52dee5f3f  0.008551      0.000632  0.001207  0.000099  0.003295   \n",
       "\n",
       "    identity_hate  \n",
       "0        0.065692  \n",
       "1        0.001363  \n",
       "2        0.002119  \n",
       "3        0.000515  \n",
       "4        0.000114  \n",
       "5        0.000663  \n",
       "6        0.000843  \n",
       "7        0.000490  \n",
       "8        0.000069  \n",
       "9        0.000130  \n",
       "10       0.003956  \n",
       "11       0.000808  \n",
       "12       0.000196  \n",
       "13       0.000856  \n",
       "14       0.000015  \n",
       "15       0.000655  \n",
       "16       0.000634  \n",
       "17       0.001272  \n",
       "18       0.000016  \n",
       "19       0.000334  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(p_nbsvm.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "label_cols = ['toxic', 'severe_toxic', 'obscene', 'threat', 'insult', 'identity_hate']\n",
    "p_res = p_gru.copy()\n",
    "p_res[label_cols] = (p_ensem[label_cols]*8 + p_hight[label_cols]*3 + 2*p_gru_three[label_cols]) / 13"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00001cee341fdb12</td>\n",
       "      <td>0.972246</td>\n",
       "      <td>0.375817</td>\n",
       "      <td>0.955754</td>\n",
       "      <td>0.104798</td>\n",
       "      <td>0.904385</td>\n",
       "      <td>0.336280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0000247867823ef7</td>\n",
       "      <td>0.001810</td>\n",
       "      <td>0.000410</td>\n",
       "      <td>0.000817</td>\n",
       "      <td>0.000066</td>\n",
       "      <td>0.000807</td>\n",
       "      <td>0.000274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00013b17ad220c46</td>\n",
       "      <td>0.006091</td>\n",
       "      <td>0.000955</td>\n",
       "      <td>0.003147</td>\n",
       "      <td>0.000160</td>\n",
       "      <td>0.001897</td>\n",
       "      <td>0.000574</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00017563c3f7919a</td>\n",
       "      <td>0.001055</td>\n",
       "      <td>0.000126</td>\n",
       "      <td>0.000463</td>\n",
       "      <td>0.000095</td>\n",
       "      <td>0.000603</td>\n",
       "      <td>0.000069</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00017695ad8997eb</td>\n",
       "      <td>0.004014</td>\n",
       "      <td>0.000196</td>\n",
       "      <td>0.000958</td>\n",
       "      <td>0.000102</td>\n",
       "      <td>0.001441</td>\n",
       "      <td>0.000165</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0001ea8717f6de06</td>\n",
       "      <td>0.001071</td>\n",
       "      <td>0.000113</td>\n",
       "      <td>0.000464</td>\n",
       "      <td>0.000218</td>\n",
       "      <td>0.000743</td>\n",
       "      <td>0.000103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00024115d4cbde0f</td>\n",
       "      <td>0.001693</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000708</td>\n",
       "      <td>0.000040</td>\n",
       "      <td>0.000917</td>\n",
       "      <td>0.000099</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>000247e83dcc1211</td>\n",
       "      <td>0.377296</td>\n",
       "      <td>0.002371</td>\n",
       "      <td>0.018239</td>\n",
       "      <td>0.001294</td>\n",
       "      <td>0.039407</td>\n",
       "      <td>0.003043</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00025358d4737918</td>\n",
       "      <td>0.060851</td>\n",
       "      <td>0.000432</td>\n",
       "      <td>0.020090</td>\n",
       "      <td>0.000140</td>\n",
       "      <td>0.019754</td>\n",
       "      <td>0.000828</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>00026d1092fe71cc</td>\n",
       "      <td>0.000941</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>0.000520</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>0.000556</td>\n",
       "      <td>0.000071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0002eadc3b301559</td>\n",
       "      <td>0.462507</td>\n",
       "      <td>0.001378</td>\n",
       "      <td>0.176032</td>\n",
       "      <td>0.000352</td>\n",
       "      <td>0.019315</td>\n",
       "      <td>0.001341</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0002f87b16116a7f</td>\n",
       "      <td>0.098866</td>\n",
       "      <td>0.000813</td>\n",
       "      <td>0.032071</td>\n",
       "      <td>0.000296</td>\n",
       "      <td>0.018946</td>\n",
       "      <td>0.005436</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0003806b11932181</td>\n",
       "      <td>0.001438</td>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.000487</td>\n",
       "      <td>0.000042</td>\n",
       "      <td>0.000580</td>\n",
       "      <td>0.000071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0003e1cccfd5a40a</td>\n",
       "      <td>0.001133</td>\n",
       "      <td>0.000068</td>\n",
       "      <td>0.000836</td>\n",
       "      <td>0.000041</td>\n",
       "      <td>0.000539</td>\n",
       "      <td>0.000102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00059ace3e3e9a53</td>\n",
       "      <td>0.005061</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.004786</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000371</td>\n",
       "      <td>0.000041</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>000634272d0d44eb</td>\n",
       "      <td>0.002246</td>\n",
       "      <td>0.000122</td>\n",
       "      <td>0.000732</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.000950</td>\n",
       "      <td>0.000193</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>000663aff0fffc80</td>\n",
       "      <td>0.012025</td>\n",
       "      <td>0.001232</td>\n",
       "      <td>0.004750</td>\n",
       "      <td>0.000190</td>\n",
       "      <td>0.003415</td>\n",
       "      <td>0.001810</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>000689dd34e20979</td>\n",
       "      <td>0.006335</td>\n",
       "      <td>0.000184</td>\n",
       "      <td>0.001188</td>\n",
       "      <td>0.000068</td>\n",
       "      <td>0.001354</td>\n",
       "      <td>0.000302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>000834769115370c</td>\n",
       "      <td>0.000575</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>0.000249</td>\n",
       "      <td>0.000022</td>\n",
       "      <td>0.000177</td>\n",
       "      <td>0.000027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>000844b52dee5f3f</td>\n",
       "      <td>0.004193</td>\n",
       "      <td>0.000308</td>\n",
       "      <td>0.000772</td>\n",
       "      <td>0.000064</td>\n",
       "      <td>0.000804</td>\n",
       "      <td>0.000131</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  id     toxic  severe_toxic   obscene    threat    insult  \\\n",
       "0   00001cee341fdb12  0.972246      0.375817  0.955754  0.104798  0.904385   \n",
       "1   0000247867823ef7  0.001810      0.000410  0.000817  0.000066  0.000807   \n",
       "2   00013b17ad220c46  0.006091      0.000955  0.003147  0.000160  0.001897   \n",
       "3   00017563c3f7919a  0.001055      0.000126  0.000463  0.000095  0.000603   \n",
       "4   00017695ad8997eb  0.004014      0.000196  0.000958  0.000102  0.001441   \n",
       "5   0001ea8717f6de06  0.001071      0.000113  0.000464  0.000218  0.000743   \n",
       "6   00024115d4cbde0f  0.001693      0.000069  0.000708  0.000040  0.000917   \n",
       "7   000247e83dcc1211  0.377296      0.002371  0.018239  0.001294  0.039407   \n",
       "8   00025358d4737918  0.060851      0.000432  0.020090  0.000140  0.019754   \n",
       "9   00026d1092fe71cc  0.000941      0.000067  0.000520  0.000049  0.000556   \n",
       "10  0002eadc3b301559  0.462507      0.001378  0.176032  0.000352  0.019315   \n",
       "11  0002f87b16116a7f  0.098866      0.000813  0.032071  0.000296  0.018946   \n",
       "12  0003806b11932181  0.001438      0.000082  0.000487  0.000042  0.000580   \n",
       "13  0003e1cccfd5a40a  0.001133      0.000068  0.000836  0.000041  0.000539   \n",
       "14  00059ace3e3e9a53  0.005061      0.000044  0.004786  0.000023  0.000371   \n",
       "15  000634272d0d44eb  0.002246      0.000122  0.000732  0.000060  0.000950   \n",
       "16  000663aff0fffc80  0.012025      0.001232  0.004750  0.000190  0.003415   \n",
       "17  000689dd34e20979  0.006335      0.000184  0.001188  0.000068  0.001354   \n",
       "18  000834769115370c  0.000575      0.000032  0.000249  0.000022  0.000177   \n",
       "19  000844b52dee5f3f  0.004193      0.000308  0.000772  0.000064  0.000804   \n",
       "\n",
       "    identity_hate  \n",
       "0        0.336280  \n",
       "1        0.000274  \n",
       "2        0.000574  \n",
       "3        0.000069  \n",
       "4        0.000165  \n",
       "5        0.000103  \n",
       "6        0.000099  \n",
       "7        0.003043  \n",
       "8        0.000828  \n",
       "9        0.000071  \n",
       "10       0.001341  \n",
       "11       0.005436  \n",
       "12       0.000071  \n",
       "13       0.000102  \n",
       "14       0.000041  \n",
       "15       0.000193  \n",
       "16       0.001810  \n",
       "17       0.000302  \n",
       "18       0.000027  \n",
       "19       0.000131  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(p_res.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "p_res.to_csv('super_blend_six.csv', index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "p_res.to_csv('special_ensemble.csv', index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "p_ensemble = pd.read_csv('submission/ENSEMBLE_nbsvm&cnn+LSTM/ensemble_submission.csv')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00001cee341fdb12</td>\n",
       "      <td>0.983729</td>\n",
       "      <td>0.274132</td>\n",
       "      <td>0.962611</td>\n",
       "      <td>0.038525</td>\n",
       "      <td>0.863534</td>\n",
       "      <td>0.150420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0000247867823ef7</td>\n",
       "      <td>0.018076</td>\n",
       "      <td>0.009387</td>\n",
       "      <td>0.005813</td>\n",
       "      <td>0.000507</td>\n",
       "      <td>0.010681</td>\n",
       "      <td>0.000440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00013b17ad220c46</td>\n",
       "      <td>0.012787</td>\n",
       "      <td>0.000730</td>\n",
       "      <td>0.008093</td>\n",
       "      <td>0.000129</td>\n",
       "      <td>0.002275</td>\n",
       "      <td>0.000251</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00017563c3f7919a</td>\n",
       "      <td>0.004237</td>\n",
       "      <td>0.000149</td>\n",
       "      <td>0.002326</td>\n",
       "      <td>0.000104</td>\n",
       "      <td>0.003707</td>\n",
       "      <td>0.000469</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00017695ad8997eb</td>\n",
       "      <td>0.047482</td>\n",
       "      <td>0.000537</td>\n",
       "      <td>0.004342</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>0.008734</td>\n",
       "      <td>0.000179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0001ea8717f6de06</td>\n",
       "      <td>0.008694</td>\n",
       "      <td>0.000115</td>\n",
       "      <td>0.001385</td>\n",
       "      <td>0.000099</td>\n",
       "      <td>0.010085</td>\n",
       "      <td>0.000450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00024115d4cbde0f</td>\n",
       "      <td>0.005604</td>\n",
       "      <td>0.000225</td>\n",
       "      <td>0.002558</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>0.003473</td>\n",
       "      <td>0.000379</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>000247e83dcc1211</td>\n",
       "      <td>0.392426</td>\n",
       "      <td>0.007191</td>\n",
       "      <td>0.028412</td>\n",
       "      <td>0.001338</td>\n",
       "      <td>0.033402</td>\n",
       "      <td>0.002259</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00025358d4737918</td>\n",
       "      <td>0.021438</td>\n",
       "      <td>0.000163</td>\n",
       "      <td>0.003248</td>\n",
       "      <td>0.000139</td>\n",
       "      <td>0.006889</td>\n",
       "      <td>0.000331</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>00026d1092fe71cc</td>\n",
       "      <td>0.002461</td>\n",
       "      <td>0.000109</td>\n",
       "      <td>0.000577</td>\n",
       "      <td>0.000055</td>\n",
       "      <td>0.000912</td>\n",
       "      <td>0.000183</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0002eadc3b301559</td>\n",
       "      <td>0.276717</td>\n",
       "      <td>0.004129</td>\n",
       "      <td>0.065188</td>\n",
       "      <td>0.001066</td>\n",
       "      <td>0.058912</td>\n",
       "      <td>0.003907</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0002f87b16116a7f</td>\n",
       "      <td>0.195984</td>\n",
       "      <td>0.000992</td>\n",
       "      <td>0.013209</td>\n",
       "      <td>0.000465</td>\n",
       "      <td>0.016446</td>\n",
       "      <td>0.000981</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0003806b11932181</td>\n",
       "      <td>0.003534</td>\n",
       "      <td>0.000167</td>\n",
       "      <td>0.000927</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000915</td>\n",
       "      <td>0.000206</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0003e1cccfd5a40a</td>\n",
       "      <td>0.003656</td>\n",
       "      <td>0.000170</td>\n",
       "      <td>0.002247</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>0.001481</td>\n",
       "      <td>0.000717</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00059ace3e3e9a53</td>\n",
       "      <td>0.001625</td>\n",
       "      <td>0.000187</td>\n",
       "      <td>0.001897</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>0.000642</td>\n",
       "      <td>0.000072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>000634272d0d44eb</td>\n",
       "      <td>0.050285</td>\n",
       "      <td>0.001742</td>\n",
       "      <td>0.011442</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>0.018483</td>\n",
       "      <td>0.000289</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>000663aff0fffc80</td>\n",
       "      <td>0.020055</td>\n",
       "      <td>0.000754</td>\n",
       "      <td>0.004738</td>\n",
       "      <td>0.000332</td>\n",
       "      <td>0.007308</td>\n",
       "      <td>0.000809</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>000689dd34e20979</td>\n",
       "      <td>0.035979</td>\n",
       "      <td>0.000567</td>\n",
       "      <td>0.014524</td>\n",
       "      <td>0.000284</td>\n",
       "      <td>0.010900</td>\n",
       "      <td>0.000680</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>000834769115370c</td>\n",
       "      <td>0.000695</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000185</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000216</td>\n",
       "      <td>0.000048</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>000844b52dee5f3f</td>\n",
       "      <td>0.006630</td>\n",
       "      <td>0.001227</td>\n",
       "      <td>0.001319</td>\n",
       "      <td>0.000240</td>\n",
       "      <td>0.002677</td>\n",
       "      <td>0.000645</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  id     toxic  severe_toxic   obscene    threat    insult  \\\n",
       "0   00001cee341fdb12  0.983729      0.274132  0.962611  0.038525  0.863534   \n",
       "1   0000247867823ef7  0.018076      0.009387  0.005813  0.000507  0.010681   \n",
       "2   00013b17ad220c46  0.012787      0.000730  0.008093  0.000129  0.002275   \n",
       "3   00017563c3f7919a  0.004237      0.000149  0.002326  0.000104  0.003707   \n",
       "4   00017695ad8997eb  0.047482      0.000537  0.004342  0.000076  0.008734   \n",
       "5   0001ea8717f6de06  0.008694      0.000115  0.001385  0.000099  0.010085   \n",
       "6   00024115d4cbde0f  0.005604      0.000225  0.002558  0.000062  0.003473   \n",
       "7   000247e83dcc1211  0.392426      0.007191  0.028412  0.001338  0.033402   \n",
       "8   00025358d4737918  0.021438      0.000163  0.003248  0.000139  0.006889   \n",
       "9   00026d1092fe71cc  0.002461      0.000109  0.000577  0.000055  0.000912   \n",
       "10  0002eadc3b301559  0.276717      0.004129  0.065188  0.001066  0.058912   \n",
       "11  0002f87b16116a7f  0.195984      0.000992  0.013209  0.000465  0.016446   \n",
       "12  0003806b11932181  0.003534      0.000167  0.000927  0.000038  0.000915   \n",
       "13  0003e1cccfd5a40a  0.003656      0.000170  0.002247  0.000049  0.001481   \n",
       "14  00059ace3e3e9a53  0.001625      0.000187  0.001897  0.000026  0.000642   \n",
       "15  000634272d0d44eb  0.050285      0.001742  0.011442  0.000062  0.018483   \n",
       "16  000663aff0fffc80  0.020055      0.000754  0.004738  0.000332  0.007308   \n",
       "17  000689dd34e20979  0.035979      0.000567  0.014524  0.000284  0.010900   \n",
       "18  000834769115370c  0.000695      0.000038  0.000185  0.000021  0.000216   \n",
       "19  000844b52dee5f3f  0.006630      0.001227  0.001319  0.000240  0.002677   \n",
       "\n",
       "    identity_hate  \n",
       "0        0.150420  \n",
       "1        0.000440  \n",
       "2        0.000251  \n",
       "3        0.000469  \n",
       "4        0.000179  \n",
       "5        0.000450  \n",
       "6        0.000379  \n",
       "7        0.002259  \n",
       "8        0.000331  \n",
       "9        0.000183  \n",
       "10       0.003907  \n",
       "11       0.000981  \n",
       "12       0.000206  \n",
       "13       0.000717  \n",
       "14       0.000072  \n",
       "15       0.000289  \n",
       "16       0.000809  \n",
       "17       0.000680  \n",
       "18       0.000048  \n",
       "19       0.000645  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(p_ensemble.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_ids = p_res[\"id\"]\n",
    "test_value = p_res[['toxic', 'severe_toxic', 'obscene', 'threat', 'insult', 'identity_hate']].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0     00001cee341fdb12\n",
       "1     0000247867823ef7\n",
       "2     00013b17ad220c46\n",
       "3     00017563c3f7919a\n",
       "4     00017695ad8997eb\n",
       "5     0001ea8717f6de06\n",
       "6     00024115d4cbde0f\n",
       "7     000247e83dcc1211\n",
       "8     00025358d4737918\n",
       "9     00026d1092fe71cc\n",
       "10    0002eadc3b301559\n",
       "11    0002f87b16116a7f\n",
       "12    0003806b11932181\n",
       "13    0003e1cccfd5a40a\n",
       "14    00059ace3e3e9a53\n",
       "15    000634272d0d44eb\n",
       "16    000663aff0fffc80\n",
       "17    000689dd34e20979\n",
       "18    000834769115370c\n",
       "19    000844b52dee5f3f\n",
       "Name: id, dtype: object"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(test_ids.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "PROBABILITIES_NORMALIZE_COEFFICIENT = 1.4\n",
    "test_value **= PROBABILITIES_NORMALIZE_COEFFICIENT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "label_cols = ['toxic', 'severe_toxic', 'obscene', 'threat', 'insult', 'identity_hate']\n",
    "test_value = pd.DataFrame(data=test_value, columns=label_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00001cee341fdb12</td>\n",
       "      <td>0.824938</td>\n",
       "      <td>2.794376e-01</td>\n",
       "      <td>0.825279</td>\n",
       "      <td>4.617469e-03</td>\n",
       "      <td>0.797022</td>\n",
       "      <td>1.467157e-01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0000247867823ef7</td>\n",
       "      <td>0.016124</td>\n",
       "      <td>4.044654e-04</td>\n",
       "      <td>0.002640</td>\n",
       "      <td>1.090982e-05</td>\n",
       "      <td>0.001953</td>\n",
       "      <td>7.714382e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00013b17ad220c46</td>\n",
       "      <td>0.004759</td>\n",
       "      <td>1.177337e-05</td>\n",
       "      <td>0.003965</td>\n",
       "      <td>1.025547e-05</td>\n",
       "      <td>0.000483</td>\n",
       "      <td>4.160000e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00017563c3f7919a</td>\n",
       "      <td>0.000290</td>\n",
       "      <td>2.675794e-06</td>\n",
       "      <td>0.000175</td>\n",
       "      <td>3.120525e-07</td>\n",
       "      <td>0.000076</td>\n",
       "      <td>6.634305e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00017695ad8997eb</td>\n",
       "      <td>0.008088</td>\n",
       "      <td>2.019894e-06</td>\n",
       "      <td>0.000625</td>\n",
       "      <td>3.072847e-07</td>\n",
       "      <td>0.001027</td>\n",
       "      <td>3.428920e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0001ea8717f6de06</td>\n",
       "      <td>0.000865</td>\n",
       "      <td>4.678462e-06</td>\n",
       "      <td>0.000224</td>\n",
       "      <td>8.680154e-07</td>\n",
       "      <td>0.000895</td>\n",
       "      <td>1.751463e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00024115d4cbde0f</td>\n",
       "      <td>0.000169</td>\n",
       "      <td>4.444230e-06</td>\n",
       "      <td>0.000089</td>\n",
       "      <td>9.412603e-08</td>\n",
       "      <td>0.000255</td>\n",
       "      <td>1.542336e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>000247e83dcc1211</td>\n",
       "      <td>0.108518</td>\n",
       "      <td>6.317632e-05</td>\n",
       "      <td>0.013492</td>\n",
       "      <td>1.448003e-05</td>\n",
       "      <td>0.004768</td>\n",
       "      <td>5.136317e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00025358d4737918</td>\n",
       "      <td>0.002816</td>\n",
       "      <td>1.803777e-06</td>\n",
       "      <td>0.000199</td>\n",
       "      <td>6.377913e-08</td>\n",
       "      <td>0.000181</td>\n",
       "      <td>2.269376e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>00026d1092fe71cc</td>\n",
       "      <td>0.000141</td>\n",
       "      <td>5.959507e-07</td>\n",
       "      <td>0.000256</td>\n",
       "      <td>4.227830e-08</td>\n",
       "      <td>0.000047</td>\n",
       "      <td>1.090043e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0002eadc3b301559</td>\n",
       "      <td>0.144362</td>\n",
       "      <td>1.152348e-04</td>\n",
       "      <td>0.062505</td>\n",
       "      <td>7.031126e-05</td>\n",
       "      <td>0.002233</td>\n",
       "      <td>1.283140e-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0002f87b16116a7f</td>\n",
       "      <td>0.013628</td>\n",
       "      <td>3.864173e-05</td>\n",
       "      <td>0.006681</td>\n",
       "      <td>5.061217e-07</td>\n",
       "      <td>0.005290</td>\n",
       "      <td>2.724986e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0003806b11932181</td>\n",
       "      <td>0.000165</td>\n",
       "      <td>1.856910e-06</td>\n",
       "      <td>0.000136</td>\n",
       "      <td>2.581133e-08</td>\n",
       "      <td>0.000041</td>\n",
       "      <td>3.613413e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0003e1cccfd5a40a</td>\n",
       "      <td>0.000258</td>\n",
       "      <td>6.543651e-06</td>\n",
       "      <td>0.000107</td>\n",
       "      <td>6.377476e-08</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>2.278877e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00059ace3e3e9a53</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>4.476139e-07</td>\n",
       "      <td>0.000049</td>\n",
       "      <td>1.959121e-08</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>1.367222e-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>000634272d0d44eb</td>\n",
       "      <td>0.006932</td>\n",
       "      <td>8.618935e-06</td>\n",
       "      <td>0.002560</td>\n",
       "      <td>5.801013e-07</td>\n",
       "      <td>0.002371</td>\n",
       "      <td>1.191426e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>000663aff0fffc80</td>\n",
       "      <td>0.003254</td>\n",
       "      <td>3.328104e-05</td>\n",
       "      <td>0.000480</td>\n",
       "      <td>2.435530e-06</td>\n",
       "      <td>0.001207</td>\n",
       "      <td>3.450784e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>000689dd34e20979</td>\n",
       "      <td>0.011712</td>\n",
       "      <td>2.634273e-05</td>\n",
       "      <td>0.002903</td>\n",
       "      <td>1.908461e-07</td>\n",
       "      <td>0.000556</td>\n",
       "      <td>1.939379e-05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>000834769115370c</td>\n",
       "      <td>0.000072</td>\n",
       "      <td>3.214073e-07</td>\n",
       "      <td>0.000019</td>\n",
       "      <td>6.100321e-09</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>6.434651e-08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>000844b52dee5f3f</td>\n",
       "      <td>0.001702</td>\n",
       "      <td>2.651442e-05</td>\n",
       "      <td>0.000428</td>\n",
       "      <td>2.117784e-06</td>\n",
       "      <td>0.000413</td>\n",
       "      <td>2.239804e-05</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  id     toxic  severe_toxic   obscene        threat  \\\n",
       "0   00001cee341fdb12  0.824938  2.794376e-01  0.825279  4.617469e-03   \n",
       "1   0000247867823ef7  0.016124  4.044654e-04  0.002640  1.090982e-05   \n",
       "2   00013b17ad220c46  0.004759  1.177337e-05  0.003965  1.025547e-05   \n",
       "3   00017563c3f7919a  0.000290  2.675794e-06  0.000175  3.120525e-07   \n",
       "4   00017695ad8997eb  0.008088  2.019894e-06  0.000625  3.072847e-07   \n",
       "5   0001ea8717f6de06  0.000865  4.678462e-06  0.000224  8.680154e-07   \n",
       "6   00024115d4cbde0f  0.000169  4.444230e-06  0.000089  9.412603e-08   \n",
       "7   000247e83dcc1211  0.108518  6.317632e-05  0.013492  1.448003e-05   \n",
       "8   00025358d4737918  0.002816  1.803777e-06  0.000199  6.377913e-08   \n",
       "9   00026d1092fe71cc  0.000141  5.959507e-07  0.000256  4.227830e-08   \n",
       "10  0002eadc3b301559  0.144362  1.152348e-04  0.062505  7.031126e-05   \n",
       "11  0002f87b16116a7f  0.013628  3.864173e-05  0.006681  5.061217e-07   \n",
       "12  0003806b11932181  0.000165  1.856910e-06  0.000136  2.581133e-08   \n",
       "13  0003e1cccfd5a40a  0.000258  6.543651e-06  0.000107  6.377476e-08   \n",
       "14  00059ace3e3e9a53  0.000074  4.476139e-07  0.000049  1.959121e-08   \n",
       "15  000634272d0d44eb  0.006932  8.618935e-06  0.002560  5.801013e-07   \n",
       "16  000663aff0fffc80  0.003254  3.328104e-05  0.000480  2.435530e-06   \n",
       "17  000689dd34e20979  0.011712  2.634273e-05  0.002903  1.908461e-07   \n",
       "18  000834769115370c  0.000072  3.214073e-07  0.000019  6.100321e-09   \n",
       "19  000844b52dee5f3f  0.001702  2.651442e-05  0.000428  2.117784e-06   \n",
       "\n",
       "      insult  identity_hate  \n",
       "0   0.797022   1.467157e-01  \n",
       "1   0.001953   7.714382e-05  \n",
       "2   0.000483   4.160000e-05  \n",
       "3   0.000076   6.634305e-06  \n",
       "4   0.001027   3.428920e-06  \n",
       "5   0.000895   1.751463e-05  \n",
       "6   0.000255   1.542336e-05  \n",
       "7   0.004768   5.136317e-05  \n",
       "8   0.000181   2.269376e-06  \n",
       "9   0.000047   1.090043e-06  \n",
       "10  0.002233   1.283140e-04  \n",
       "11  0.005290   2.724986e-05  \n",
       "12  0.000041   3.613413e-06  \n",
       "13  0.000038   2.278877e-05  \n",
       "14  0.000010   1.367222e-06  \n",
       "15  0.002371   1.191426e-05  \n",
       "16  0.001207   3.450784e-05  \n",
       "17  0.000556   1.939379e-05  \n",
       "18  0.000025   6.434651e-08  \n",
       "19  0.000413   2.239804e-05  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "test_value[\"id\"] = test_ids\n",
    "test_value = test_value[[\"id\"] + label_cols]\n",
    "display(test_value.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_value.to_csv('3ensemble_post_submission.csv', index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from bigfloat import *\n",
    "def logit(p):\n",
    "    with precision(100000):\n",
    "        return log(p)- log(1 -BigFloat(p))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from scipy.special import expit\n",
    "from scipy.special import logit\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "xl = lambda t: expit(logit(t) - 0.5)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_value = np.array([xl(xi) for xi in test_value])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(153164, 6)"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_value.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_value = np.divide(test_value, 1.12)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "label_cols = ['toxic', 'severe_toxic', 'obscene', 'threat', 'insult', 'identity_hate']\n",
    "test_value = pd.DataFrame(data=test_value, columns=label_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00001cee341fdb12</td>\n",
       "      <td>0.983374</td>\n",
       "      <td>0.306557</td>\n",
       "      <td>0.983087</td>\n",
       "      <td>0.016988</td>\n",
       "      <td>0.875201</td>\n",
       "      <td>0.123686</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0000247867823ef7</td>\n",
       "      <td>0.010788</td>\n",
       "      <td>0.005715</td>\n",
       "      <td>0.003449</td>\n",
       "      <td>0.000301</td>\n",
       "      <td>0.006403</td>\n",
       "      <td>0.000259</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00013b17ad220c46</td>\n",
       "      <td>0.007461</td>\n",
       "      <td>0.000443</td>\n",
       "      <td>0.004520</td>\n",
       "      <td>0.000040</td>\n",
       "      <td>0.000877</td>\n",
       "      <td>0.000101</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00017563c3f7919a</td>\n",
       "      <td>0.002440</td>\n",
       "      <td>0.000090</td>\n",
       "      <td>0.001381</td>\n",
       "      <td>0.000060</td>\n",
       "      <td>0.002216</td>\n",
       "      <td>0.000280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00017695ad8997eb</td>\n",
       "      <td>0.022139</td>\n",
       "      <td>0.000305</td>\n",
       "      <td>0.002378</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.004933</td>\n",
       "      <td>0.000080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0001ea8717f6de06</td>\n",
       "      <td>0.005171</td>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.000809</td>\n",
       "      <td>0.000056</td>\n",
       "      <td>0.006093</td>\n",
       "      <td>0.000269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>00024115d4cbde0f</td>\n",
       "      <td>0.002764</td>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.001444</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.001970</td>\n",
       "      <td>0.000217</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>000247e83dcc1211</td>\n",
       "      <td>0.113463</td>\n",
       "      <td>0.000406</td>\n",
       "      <td>0.007123</td>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.004943</td>\n",
       "      <td>0.000324</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00025358d4737918</td>\n",
       "      <td>0.012354</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>0.001252</td>\n",
       "      <td>0.000024</td>\n",
       "      <td>0.003206</td>\n",
       "      <td>0.000121</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>00026d1092fe71cc</td>\n",
       "      <td>0.001357</td>\n",
       "      <td>0.000066</td>\n",
       "      <td>0.000315</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>0.000515</td>\n",
       "      <td>0.000106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0002eadc3b301559</td>\n",
       "      <td>0.221381</td>\n",
       "      <td>0.002271</td>\n",
       "      <td>0.111740</td>\n",
       "      <td>0.000570</td>\n",
       "      <td>0.014383</td>\n",
       "      <td>0.002254</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0002f87b16116a7f</td>\n",
       "      <td>0.025581</td>\n",
       "      <td>0.000288</td>\n",
       "      <td>0.006918</td>\n",
       "      <td>0.000096</td>\n",
       "      <td>0.007984</td>\n",
       "      <td>0.000311</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0003806b11932181</td>\n",
       "      <td>0.001962</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000528</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>0.000516</td>\n",
       "      <td>0.000122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0003e1cccfd5a40a</td>\n",
       "      <td>0.002066</td>\n",
       "      <td>0.000103</td>\n",
       "      <td>0.001331</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>0.000863</td>\n",
       "      <td>0.000430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00059ace3e3e9a53</td>\n",
       "      <td>0.000841</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.001124</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000359</td>\n",
       "      <td>0.000040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>000634272d0d44eb</td>\n",
       "      <td>0.030681</td>\n",
       "      <td>0.001057</td>\n",
       "      <td>0.006865</td>\n",
       "      <td>0.000029</td>\n",
       "      <td>0.011146</td>\n",
       "      <td>0.000163</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>000663aff0fffc80</td>\n",
       "      <td>0.006280</td>\n",
       "      <td>0.000447</td>\n",
       "      <td>0.001496</td>\n",
       "      <td>0.000063</td>\n",
       "      <td>0.002505</td>\n",
       "      <td>0.000296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>000689dd34e20979</td>\n",
       "      <td>0.018010</td>\n",
       "      <td>0.000331</td>\n",
       "      <td>0.006816</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.003512</td>\n",
       "      <td>0.000201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>000834769115370c</td>\n",
       "      <td>0.000278</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000083</td>\n",
       "      <td>0.000010</td>\n",
       "      <td>0.000098</td>\n",
       "      <td>0.000025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>000844b52dee5f3f</td>\n",
       "      <td>0.003801</td>\n",
       "      <td>0.000747</td>\n",
       "      <td>0.000472</td>\n",
       "      <td>0.000079</td>\n",
       "      <td>0.001236</td>\n",
       "      <td>0.000289</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  id     toxic  severe_toxic   obscene    threat    insult  \\\n",
       "0   00001cee341fdb12  0.983374      0.306557  0.983087  0.016988  0.875201   \n",
       "1   0000247867823ef7  0.010788      0.005715  0.003449  0.000301  0.006403   \n",
       "2   00013b17ad220c46  0.007461      0.000443  0.004520  0.000040  0.000877   \n",
       "3   00017563c3f7919a  0.002440      0.000090  0.001381  0.000060  0.002216   \n",
       "4   00017695ad8997eb  0.022139      0.000305  0.002378  0.000025  0.004933   \n",
       "5   0001ea8717f6de06  0.005171      0.000070  0.000809  0.000056  0.006093   \n",
       "6   00024115d4cbde0f  0.002764      0.000135  0.001444  0.000028  0.001970   \n",
       "7   000247e83dcc1211  0.113463      0.000406  0.007123  0.000155  0.004943   \n",
       "8   00025358d4737918  0.012354      0.000067  0.001252  0.000024  0.003206   \n",
       "9   00026d1092fe71cc  0.001357      0.000066  0.000315  0.000030  0.000515   \n",
       "10  0002eadc3b301559  0.221381      0.002271  0.111740  0.000570  0.014383   \n",
       "11  0002f87b16116a7f  0.025581      0.000288  0.006918  0.000096  0.007984   \n",
       "12  0003806b11932181  0.001962      0.000101  0.000528  0.000021  0.000516   \n",
       "13  0003e1cccfd5a40a  0.002066      0.000103  0.001331  0.000026  0.000863   \n",
       "14  00059ace3e3e9a53  0.000841      0.000114  0.001124  0.000013  0.000359   \n",
       "15  000634272d0d44eb  0.030681      0.001057  0.006865  0.000029  0.011146   \n",
       "16  000663aff0fffc80  0.006280      0.000447  0.001496  0.000063  0.002505   \n",
       "17  000689dd34e20979  0.018010      0.000331  0.006816  0.000025  0.003512   \n",
       "18  000834769115370c  0.000278      0.000023  0.000083  0.000010  0.000098   \n",
       "19  000844b52dee5f3f  0.003801      0.000747  0.000472  0.000079  0.001236   \n",
       "\n",
       "    identity_hate  \n",
       "0        0.123686  \n",
       "1        0.000259  \n",
       "2        0.000101  \n",
       "3        0.000280  \n",
       "4        0.000080  \n",
       "5        0.000269  \n",
       "6        0.000217  \n",
       "7        0.000324  \n",
       "8        0.000121  \n",
       "9        0.000106  \n",
       "10       0.002254  \n",
       "11       0.000311  \n",
       "12       0.000122  \n",
       "13       0.000430  \n",
       "14       0.000040  \n",
       "15       0.000163  \n",
       "16       0.000296  \n",
       "17       0.000201  \n",
       "18       0.000025  \n",
       "19       0.000289  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "test_value[\"id\"] = test_ids\n",
    "test_value = test_value[[\"id\"] + label_cols]\n",
    "display(test_value.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "test_value.to_csv('grucv_1stsvm_post_submission.csv', index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>comment_text</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0000997932d777bf</td>\n",
       "      <td>Explanation\\nWhy were the changes made under m...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>000103f0d9cfb60f</td>\n",
       "      <td>D'aww! He matches this background color that I...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>000113f07ec002fd</td>\n",
       "      <td>Hi, I'm not trying to edit the war. It's just ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0001b41b1c6bb37e</td>\n",
       "      <td>\"\\nPlus\\nI can not make any real suggestions a...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0001d958c54c6e35</td>\n",
       "      <td>You, sir, are my hero. Any chance that you rem...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>00025465d4725e87</td>\n",
       "      <td>\"\\n\\nCongratulations from me, use the tools we...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0002bcb3da6cb337</td>\n",
       "      <td>COCKSUCKER BEFORE I LOSE AROUND MY WORK</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>00031b1e95af7921</td>\n",
       "      <td>His vandalism to Matt Shirvington's article ha...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>00037261f536c51d</td>\n",
       "      <td>Sorry if the word 'nonsense' is offensive to y...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>00040093b2687caa</td>\n",
       "      <td>alignment on this topic and that are contrary ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0005300084f90edc</td>\n",
       "      <td>\"\\nReasonable use reason for Image: Wonju.jpg\\...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>00054a5e18b50dd4</td>\n",
       "      <td>barbecue\\n\\nbe a man and let's discuss it, may...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0005c987bdfc9d4b</td>\n",
       "      <td>Hey ... what is ...\\n@ | talk .\\nWhat is ... a...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0006f16e4e9f292e</td>\n",
       "      <td>Before you start throwing accusations and warn...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>00070ef96486d6f9</td>\n",
       "      <td>Oh, and the girl above started her discussions...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>00078f8ce7eb276d</td>\n",
       "      <td>\"\\n\\nJuelz Santanas Age\\n\\nIn 2002, Juelz Sant...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0007e25b2121310b</td>\n",
       "      <td>Goodbye!\\n\\nDo not look, do not come or think ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>000897889268bc93</td>\n",
       "      <td>REDIRECTO Charla: Voydan Pop Georgiev - Cherno...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0009801bd85e5806</td>\n",
       "      <td>Mitsurugi point did not make sense, why not di...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0009eaea3325de8c</td>\n",
       "      <td>I do not mean to bother you\\n\\nI see that you ...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                  id                                       comment_text  \\\n",
       "0   0000997932d777bf  Explanation\\nWhy were the changes made under m...   \n",
       "1   000103f0d9cfb60f  D'aww! He matches this background color that I...   \n",
       "2   000113f07ec002fd  Hi, I'm not trying to edit the war. It's just ...   \n",
       "3   0001b41b1c6bb37e  \"\\nPlus\\nI can not make any real suggestions a...   \n",
       "4   0001d958c54c6e35  You, sir, are my hero. Any chance that you rem...   \n",
       "5   00025465d4725e87  \"\\n\\nCongratulations from me, use the tools we...   \n",
       "6   0002bcb3da6cb337            COCKSUCKER BEFORE I LOSE AROUND MY WORK   \n",
       "7   00031b1e95af7921  His vandalism to Matt Shirvington's article ha...   \n",
       "8   00037261f536c51d  Sorry if the word 'nonsense' is offensive to y...   \n",
       "9   00040093b2687caa  alignment on this topic and that are contrary ...   \n",
       "10  0005300084f90edc  \"\\nReasonable use reason for Image: Wonju.jpg\\...   \n",
       "11  00054a5e18b50dd4  barbecue\\n\\nbe a man and let's discuss it, may...   \n",
       "12  0005c987bdfc9d4b  Hey ... what is ...\\n@ | talk .\\nWhat is ... a...   \n",
       "13  0006f16e4e9f292e  Before you start throwing accusations and warn...   \n",
       "14  00070ef96486d6f9  Oh, and the girl above started her discussions...   \n",
       "15  00078f8ce7eb276d  \"\\n\\nJuelz Santanas Age\\n\\nIn 2002, Juelz Sant...   \n",
       "16  0007e25b2121310b  Goodbye!\\n\\nDo not look, do not come or think ...   \n",
       "17  000897889268bc93  REDIRECTO Charla: Voydan Pop Georgiev - Cherno...   \n",
       "18  0009801bd85e5806  Mitsurugi point did not make sense, why not di...   \n",
       "19  0009eaea3325de8c  I do not mean to bother you\\n\\nI see that you ...   \n",
       "\n",
       "    toxic  severe_toxic  obscene  threat  insult  identity_hate  \n",
       "0       0             0        0       0       0              0  \n",
       "1       0             0        0       0       0              0  \n",
       "2       0             0        0       0       0              0  \n",
       "3       0             0        0       0       0              0  \n",
       "4       0             0        0       0       0              0  \n",
       "5       0             0        0       0       0              0  \n",
       "6       1             1        1       0       1              0  \n",
       "7       0             0        0       0       0              0  \n",
       "8       0             0        0       0       0              0  \n",
       "9       0             0        0       0       0              0  \n",
       "10      0             0        0       0       0              0  \n",
       "11      0             0        0       0       0              0  \n",
       "12      1             0        0       0       0              0  \n",
       "13      0             0        0       0       0              0  \n",
       "14      0             0        0       0       0              0  \n",
       "15      0             0        0       0       0              0  \n",
       "16      1             0        0       0       0              0  \n",
       "17      0             0        0       0       0              0  \n",
       "18      0             0        0       0       0              0  \n",
       "19      0             0        0       0       0              0  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "train_es = pd.read_csv('train_es.csv')\n",
    "train_fr = pd.read_csv('train_fr.csv')\n",
    "train_de = pd.read_csv('train_de.csv')\n",
    "\n",
    "display(train_es.head(n=20))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "train_ori = pd.read_csv('train.csv')\n",
    "\n",
    "final_train = train_ori.append(train_es, ignore_index=True)\n",
    "final_train = final_train.append(train_fr, ignore_index=True)\n",
    "final_train = final_train.append(train_de, ignore_index=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((638284, 8), (159571, 8), (159571, 8), (159571, 8))"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_train.shape, train_es.shape, train_fr.shape, train_de.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "final_train.to_csv('final_train.csv', index=False)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.14"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}