HillCLIMBENSEMBLE.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "-------------\n",
      "('Step', 0)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8], 'identity_hate': [8], 'obscene': [8], 'insult': [8], 'threat': [1], 'toxic': [8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.990704317929012, 'identity_hate': 0.9865429685276377, 'obscene': 0.9930640355099863, 'insult': 0.988151944616848, 'threat': 0.9913979684049437, 'toxic': 0.9846902019085222}\n",
      "('AUC:', 0.9890919061494916)\n",
      "-------------\n",
      "('Step', 1)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2], 'identity_hate': [8, 6], 'obscene': [8, 25], 'insult': [8, 7], 'threat': [1, 25], 'toxic': [8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9916022679053029, 'identity_hate': 0.9888896088856238, 'obscene': 0.9946895156920439, 'insult': 0.9891569227687192, 'threat': 0.9926745894029456, 'toxic': 0.9862616835151461}\n",
      "('AUC:', 0.9905457646949637)\n",
      "-------------\n",
      "('Step', 2)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25], 'identity_hate': [8, 6, 2], 'obscene': [8, 25, 2], 'insult': [8, 7, 25], 'threat': [1, 25, 1], 'toxic': [8, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9918161252381814, 'identity_hate': 0.9902601226703437, 'obscene': 0.9949193215792934, 'insult': 0.9894038853356084, 'threat': 0.993117055793292, 'toxic': 0.9870347589739993}\n",
      "('AUC:', 0.9910918782651197)\n",
      "-------------\n",
      "('Step', 3)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7], 'identity_hate': [8, 6, 2, 7], 'obscene': [8, 25, 2, 7], 'insult': [8, 7, 25, 1], 'threat': [1, 25, 1, 3], 'toxic': [8, 25, 1, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9919322176314072, 'identity_hate': 0.9908519734863002, 'obscene': 0.9950370639773721, 'insult': 0.9897488298452217, 'threat': 0.9934183584681016, 'toxic': 0.987351763296157}\n",
      "('AUC:', 0.9913900344507599)\n",
      "-------------\n",
      "('Step', 4)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1], 'identity_hate': [8, 6, 2, 7, 1], 'obscene': [8, 25, 2, 7, 1], 'insult': [8, 7, 25, 1, 2], 'threat': [1, 25, 1, 3, 2], 'toxic': [8, 25, 1, 7, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920101033560433, 'identity_hate': 0.9911250502478971, 'obscene': 0.9950967908112182, 'insult': 0.9897049849385842, 'threat': 0.9935629279966165, 'toxic': 0.9874272115330393}\n",
      "('AUC:', 0.9914878448138996)\n",
      "-------------\n",
      "('Step', 5)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5], 'identity_hate': [8, 6, 2, 7, 1, 3], 'obscene': [8, 25, 2, 7, 1, 25], 'insult': [8, 7, 25, 1, 2, 7], 'threat': [1, 25, 1, 3, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920205569101166, 'identity_hate': 0.9911294557279182, 'obscene': 0.9951453517087381, 'insult': 0.98971450042987, 'threat': 0.9936988449191858, 'toxic': 0.9874795474536785}\n",
      "('AUC:', 0.9915313761915846)\n",
      "-------------\n",
      "('Step', 6)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6], 'insult': [8, 7, 25, 1, 2, 7, 8], 'threat': [1, 25, 1, 3, 2, 1, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920255495338921, 'identity_hate': 0.9911775740097019, 'obscene': 0.9951475160536241, 'insult': 0.9897410977762692, 'threat': 0.9937645942044846, 'toxic': 0.9874736740910929}\n",
      "('AUC:', 0.9915550009448441)\n",
      "-------------\n",
      "('Step', 7)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920275338835643, 'identity_hate': 0.991210212361687, 'obscene': 0.9951437481277163, 'insult': 0.9897472497882696, 'threat': 0.9938200997511337, 'toxic': 0.9874835110670407}\n",
      "('AUC:', 0.9915720591632353)\n",
      "-------------\n",
      "('Step', 8)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920331178435421, 'identity_hate': 0.9912202743160557, 'obscene': 0.9951484386511542, 'insult': 0.9897682248769325, 'threat': 0.9938729358767998, 'toxic': 0.9875152403675587}\n",
      "('AUC:', 0.9915930386553405)\n",
      "-------------\n",
      "('Step', 9)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920402138779701, 'identity_hate': 0.9912387872320999, 'obscene': 0.9951431286246208, 'insult': 0.9897625992716182, 'threat': 0.9939018524124741, 'toxic': 0.9875247129774943}\n",
      "('AUC:', 0.9916018823993795)\n",
      "-------------\n",
      "('Step', 10)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920408012454731, 'identity_hate': 0.9912498256820406, 'obscene': 0.9951490056805362, 'insult': 0.9897682340827728, 'threat': 0.9939286123715908, 'toxic': 0.9875280289801208}\n",
      "('AUC:', 0.9916107513404224)\n",
      "-------------\n",
      "('Step', 11)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920437817386809, 'identity_hate': 0.9912631456216346, 'obscene': 0.9951512996433264, 'insult': 0.989768503562825, 'threat': 0.9939492247725318, 'toxic': 0.9875213865514622}\n",
      "('AUC:', 0.9916162236484102)\n",
      "-------------\n",
      "('Step', 12)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920432023085767, 'identity_hate': 0.9912730005769423, 'obscene': 0.9951561186098841, 'insult': 0.989775798772811, 'threat': 0.9939705012412545, 'toxic': 0.9875243606210584}\n",
      "('AUC:', 0.9916238303550879)\n",
      "-------------\n",
      "('Step', 13)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920425355670867, 'identity_hate': 0.9912747105691876, 'obscene': 0.9951591338904379, 'insult': 0.9897705765506805, 'threat': 0.9939825991097494, 'toxic': 0.9875483099821081}\n",
      "('AUC:', 0.9916296442782082)\n",
      "-------------\n",
      "('Step', 14)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992043805550877, 'identity_hate': 0.9912813705389846, 'obscene': 0.995164241070825, 'insult': 0.9897726051831234, 'threat': 0.9939968930043732, 'toxic': 0.9875603114009348}\n",
      "('AUC:', 0.9916365377915196)\n",
      "-------------\n",
      "('Step', 15)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920471432270255, 'identity_hate': 0.9912786300514127, 'obscene': 0.9951670010315189, 'insult': 0.9897720344210252, 'threat': 0.9940062557025998, 'toxic': 0.9875586703943049}\n",
      "('AUC:', 0.9916382891379811)\n",
      "-------------\n",
      "('Step', 16)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920482108071492, 'identity_hate': 0.9912791115492292, 'obscene': 0.9951692738481855, 'insult': 0.98977770772933, 'threat': 0.9940139352191227, 'toxic': 0.9875597430987215}\n",
      "('AUC:', 0.9916413303752898)\n",
      "-------------\n",
      "('Step', 17)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920489966096195, 'identity_hate': 0.9912794715475965, 'obscene': 0.9951712537518842, 'insult': 0.9897880776899743, 'threat': 0.9940182615220955, 'toxic': 0.9875625950331934}\n",
      "('AUC:', 0.9916447760257272)\n",
      "-------------\n",
      "('Step', 18)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920473615054896, 'identity_hate': 0.991284327025577, 'obscene': 0.9951752997101545, 'insult': 0.9897900556902957, 'threat': 0.9940259278887612, 'toxic': 0.9875684942276977}\n",
      "('AUC:', 0.9916485776746625)\n",
      "-------------\n",
      "('Step', 19)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.99204796474779, 'identity_hate': 0.9912847185238016, 'obscene': 0.9951783870441656, 'insult': 0.989792359661053, 'threat': 0.9940349618405614, 'toxic': 0.9875794868421174}\n",
      "('AUC:', 0.9916529797765815)\n",
      "-------------\n",
      "('Step', 20)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920497625685929, 'identity_hate': 0.991286856014108, 'obscene': 0.9951810632035556, 'insult': 0.9897963842870507, 'threat': 0.9940376181116872, 'toxic': 0.9875871299177353}\n",
      "('AUC:', 0.9916564690171216)\n",
      "-------------\n",
      "('Step', 21)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920493180742664, 'identity_hate': 0.99128639251621, 'obscene': 0.9951842507858554, 'insult': 0.9898019487990611, 'threat': 0.9940425098585136, 'toxic': 0.9875955166806991}\n",
      "('AUC:', 0.9916599894524344)\n",
      "-------------\n",
      "('Step', 22)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920490759836065, 'identity_hate': 0.9913003514529061, 'obscene': 0.9951857756563067, 'insult': 0.9898041615483103, 'threat': 0.994045915671492, 'toxic': 0.9875958239445751}\n",
      "('AUC:', 0.9916635173761995)\n",
      "-------------\n",
      "('Step', 23)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992048472741306, 'identity_hate': 0.9913049369321111, 'obscene': 0.9951886562282227, 'insult': 0.9898045465198133, 'threat': 0.9940482431961917, 'toxic': 0.9875989296663189}\n",
      "('AUC:', 0.9916656308806607)\n",
      "-------------\n",
      "('Step', 24)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992048945016528, 'identity_hate': 0.9913096169108873, 'obscene': 0.9951883562665469, 'insult': 0.9898060621358835, 'threat': 0.9940496107813258, 'toxic': 0.9876047223608075}\n",
      "('AUC:', 0.991667885578663)\n",
      "-------------\n",
      "('Step', 25)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920494371352467, 'identity_hate': 0.9913140538907658, 'obscene': 0.9951888614239384, 'insult': 0.9898081317761607, 'threat': 0.9940494003836129, 'toxic': 0.9876072022250102}\n",
      "('AUC:', 0.9916695144724558)\n",
      "-------------\n",
      "('Step', 26)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920496435076127, 'identity_hate': 0.9913196788652564, 'obscene': 0.9951896485296412, 'insult': 0.9898095637027737, 'threat': 0.9940485193431899, 'toxic': 0.9876096449275054}\n",
      "('AUC:', 0.9916711164793299)\n",
      "-------------\n",
      "('Step', 27)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992049302199469, 'identity_hate': 0.991320776860277, 'obscene': 0.9951907904203031, 'insult': 0.9898102809214221, 'threat': 0.9940504523721777, 'toxic': 0.9876135364834101}\n",
      "('AUC:', 0.9916725232095098)\n",
      "-------------\n",
      "('Step', 28)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920503023117039, 'identity_hate': 0.9913196068655828, 'obscene': 0.9951910159789522, 'insult': 0.9898106265588804, 'threat': 0.9940484667437616, 'toxic': 0.9876134245450953}\n",
      "('AUC:', 0.9916722405006627)\n",
      "-------------\n",
      "('Step', 29)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920505880580568, 'identity_hate': 0.9913237198469305, 'obscene': 0.9951917725402547, 'insult': 0.9898119538736719, 'threat': 0.9940488480896164, 'toxic': 0.9876144106899246}\n",
      "('AUC:', 0.9916735488497425)\n",
      "-------------\n",
      "('Step', 30)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920506039328539, 'identity_hate': 0.9913270228319514, 'obscene': 0.9951920349088226, 'insult': 0.9898134217867517, 'threat': 0.9940475462537675, 'toxic': 0.9876144773090835}\n",
      "('AUC:', 0.9916741845038719)\n",
      "-------------\n",
      "('Step', 31)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920505563084618, 'identity_hate': 0.991329745319605, 'obscene': 0.9951921030463311, 'insult': 0.9898139854352459, 'threat': 0.9940483220953339, 'toxic': 0.9876152436560074}\n",
      "('AUC:', 0.9916749926434975)\n",
      "-------------\n",
      "('Step', 32)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920506793381416, 'identity_hate': 0.9913296193201765, 'obscene': 0.9951921547368549, 'insult': 0.9898143946766919, 'threat': 0.994047441054911, 'toxic': 0.9876150215921441}\n",
      "('AUC:', 0.9916748851198199)\n",
      "-------------\n",
      "('Step', 33)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920499173478674, 'identity_hate': 0.9913307443150745, 'obscene': 0.9951917372967158, 'insult': 0.9898140389964983, 'threat': 0.9940448899826413, 'toxic': 0.9876155486539256}\n",
      "('AUC:', 0.9916744794321204)\n",
      "-------------\n",
      "('Step', 34)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920493776047566, 'identity_hate': 0.9913291738221968, 'obscene': 0.9951917921199988, 'insult': 0.9898150298796721, 'threat': 0.9940443245387879, 'toxic': 0.9876164908391736}\n",
      "('AUC:', 0.9916743648007643)\n",
      "-------------\n",
      "('Step', 35)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920492704498743, 'identity_hate': 0.9913300873180539, 'obscene': 0.9951923489679139, 'insult': 0.9898164132664, 'threat': 0.9940415104693769, 'toxic': 0.9876173265244058}\n",
      "('AUC:', 0.9916744928326708)\n",
      "-------------\n",
      "('Step', 36)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920498855982728, 'identity_hate': 0.9913328863053605, 'obscene': 0.995192766408053, 'insult': 0.9898161965107056, 'threat': 0.9940406162790969, 'toxic': 0.9876170092903154}\n",
      "('AUC:', 0.991674893398634)\n",
      "-------------\n",
      "('Step', 37)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920509174601022, 'identity_hate': 0.991332737806034, 'obscene': 0.9951930178119639, 'insult': 0.9898160467065773, 'threat': 0.9940383413538256, 'toxic': 0.987617840443632}\n",
      "('AUC:', 0.9916748169303559)\n",
      "-------------\n",
      "('Step', 38)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920506198076515, 'identity_hate': 0.9913313518123196, 'obscene': 0.9951940696358038, 'insult': 0.9898161688931848, 'threat': 0.9940360795784116, 'toxic': 0.9876174516052754}\n",
      "('AUC:', 0.9916742902221078)\n",
      "-------------\n",
      "('Step', 39)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920507507747298, 'identity_hate': 0.991331446311891, 'obscene': 0.9951945912401801, 'insult': 0.9898163362720993, 'threat': 0.9940344095465647, 'toxic': 0.9876181341117612}\n",
      "('AUC:', 0.9916742780428711)\n",
      "-------------\n",
      "('Step', 40)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920511198637688, 'identity_hate': 0.9913327288060749, 'obscene': 0.995194279530658, 'insult': 0.9898165823191033, 'threat': 0.9940323450190064, 'toxic': 0.9876185075416046}\n",
      "('AUC:', 0.9916742605133693)\n",
      "-------------\n",
      "('Step', 41)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920511476446643, 'identity_hate': 0.991333048304626, 'obscene': 0.9951940046310543, 'insult': 0.9898166333696724, 'threat': 0.9940300174943069, 'toxic': 0.9876196486779467}\n",
      "('AUC:', 0.9916740833537118)\n",
      "-------------\n",
      "('Step', 42)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920512071751544, 'identity_hate': 0.9913337863012792, 'obscene': 0.9951940312595059, 'insult': 0.9898161186795104, 'threat': 0.9940364346245519, 'toxic': 0.9876210784973107}\n",
      "('AUC:', 0.9916754427562187)\n",
      "-------------\n",
      "('Step', 43)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992050719025135, 'identity_hate': 0.9913356402928714, 'obscene': 0.995194199645303, 'insult': 0.9898165019772245, 'threat': 0.9940392881435339, 'toxic': 0.9876218557208319}\n",
      "('AUC:', 0.9916763674674832)\n",
      "-------------\n",
      "('Step', 44)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920505523397626, 'identity_hate': 0.9913353522941772, 'obscene': 0.99519433670351, 'insult': 0.9898170158304919, 'threat': 0.994043693345649, 'toxic': 0.987621310531388}\n",
      "('AUC:', 0.9916770435074964)\n",
      "-------------\n",
      "('Step', 45)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920508420548148, 'identity_hate': 0.9913348257965651, 'obscene': 0.995193941975874, 'insult': 0.9898168635156797, 'threat': 0.994044363988359, 'toxic': 0.9876209969228303}\n",
      "('AUC:', 0.9916769723756872)\n",
      "-------------\n",
      "('Step', 46)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920508103052199, 'identity_hate': 0.9913353882940141, 'obscene': 0.995193801784908, 'insult': 0.9898163463148341, 'threat': 0.9940464679654886, 'toxic': 0.9876219817080848}\n",
      "('AUC:', 0.9916774660620916)\n",
      "-------------\n",
      "('Step', 47)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920510246149844, 'identity_hate': 0.991335410793912, 'obscene': 0.9951935080887502, 'insult': 0.9898164350256586, 'threat': 0.9940482431961917, 'toxic': 0.9876218910697733}\n",
      "('AUC:', 0.9916777521315451)\n",
      "-------------\n",
      "('Step', 48)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051179394259, 'identity_hate': 0.9913342182993201, 'obscene': 0.9951934282033953, 'insult': 0.9898166651716661, 'threat': 0.9940496239311829, 'toxic': 0.9876209792483595}\n",
      "('AUC:', 0.9916776823746972)\n",
      "-------------\n",
      "('Step', 49)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920510682706772, 'identity_hate': 0.9913334983025852, 'obscene': 0.995193333437435, 'insult': 0.9898160182521617, 'threat': 0.9940503471733212, 'toxic': 0.987620651137672}\n",
      "('AUC:', 0.991677486095642)\n",
      "-------------\n",
      "('Step', 50)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519929776247, 'identity_hate': 0.9913350147957078, 'obscene': 0.9951934101900307, 'insult': 0.989816340456572, 'threat': 0.9940510704154595, 'toxic': 0.9876207884547138}\n",
      "('AUC:', 0.9916781028816848)\n",
      "-------------\n",
      "('Step', 51)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920510841454748, 'identity_hate': 0.9913351047952997, 'obscene': 0.9951932825301009, 'insult': 0.989816596546311, 'threat': 0.9940520435048819, 'toxic': 0.9876215484569557}\n",
      "('AUC:', 0.9916782766631708)\n",
      "-------------\n",
      "('Step', 52)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920511913003571, 'identity_hate': 0.9913357302924632, 'obscene': 0.9951931360736168, 'insult': 0.9898173589572666, 'threat': 0.9940516358593131, 'toxic': 0.9876221045229968}\n",
      "('AUC:', 0.9916785261676689)\n",
      "-------------\n",
      "('Step', 53)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515802328929, 'identity_hate': 0.9913347087970954, 'obscene': 0.9951928650899617, 'insult': 0.9898179749116716, 'threat': 0.9940521092541673, 'toxic': 0.9876224584656033}\n",
      "('AUC:', 0.991678616125232)\n",
      "-------------\n",
      "('Step', 54)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920512627369451, 'identity_hate': 0.991334119299769, 'obscene': 0.9951927554433962, 'insult': 0.9898181807877364, 'threat': 0.994052043504882, 'toxic': 0.9876215702101505}\n",
      "('AUC:', 0.9916783219971466)\n",
      "-------------\n",
      "('Step', 55)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920511278011673, 'identity_hate': 0.9913335253024628, 'obscene': 0.9951924915084491, 'insult': 0.9898181339216403, 'threat': 0.9940518331071689, 'toxic': 0.9876210526653918}\n",
      "('AUC:', 0.99167802738438)\n",
      "-------------\n",
      "('Step', 56)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920506674320434, 'identity_hate': 0.9913338043011976, 'obscene': 0.9951924797606029, 'insult': 0.9898183289180758, 'threat': 0.9940510967151737, 'toxic': 0.9876204893482858}\n",
      "('AUC:', 0.9916778110792297)\n",
      "-------------\n",
      "('Step', 57)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920513738605268, 'identity_hate': 0.9913345017980343, 'obscene': 0.995192173533409, 'insult': 0.9898187482022563, 'threat': 0.9940510967151736, 'toxic': 0.9876207009887433}\n",
      "('AUC:', 0.9916780991830239)\n",
      "-------------\n",
      "('Step', 58)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920513619544288, 'identity_hate': 0.9913345692977282, 'obscene': 0.9951920678027921, 'insult': 0.9898187791673555, 'threat': 0.9940518857065972, 'toxic': 0.987620526056802}\n",
      "('AUC:', 0.9916781983309506)\n",
      "-------------\n",
      "('Step', 59)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517508869645, 'identity_hate': 0.9913349742958916, 'obscene': 0.9951923505342933, 'insult': 0.989818872062653, 'threat': 0.9940514386114572, 'toxic': 0.9876197053268914}\n",
      "('AUC:', 0.991678181953025)\n",
      "-------------\n",
      "('Step', 60)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514849841084, 'identity_hate': 0.9913338988007689, 'obscene': 0.9951926591110565, 'insult': 0.98981897583758, 'threat': 0.9940510309658884, 'toxic': 0.9876194837162197}\n",
      "('AUC:', 0.991677922235937)\n",
      "-------------\n",
      "('Step', 61)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514730780104, 'identity_hate': 0.9913329178052177, 'obscene': 0.9951928705722902, 'insult': 0.9898188494664995, 'threat': 0.9940502025248935, 'toxic': 0.9876186706905654}\n",
      "('AUC:', 0.991677497356246)\n",
      "-------------\n",
      "('Step', 62)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920513540170302, 'identity_hate': 0.9913340158002384, 'obscene': 0.995193361632266, 'insult': 0.9898189289714839, 'threat': 0.9940491242366147, 'toxic': 0.9876186919905685}\n",
      "('AUC:', 0.991677579441367)\n",
      "-------------\n",
      "('Step', 63)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515643580954, 'identity_hate': 0.9913342542991568, 'obscene': 0.9951935785758279, 'insult': 0.9898191030455548, 'threat': 0.9940484930434759, 'toxic': 0.9876190935182886}\n",
      "('AUC:', 0.9916776811400666)\n",
      "-------------\n",
      "('Step', 64)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920512071751545, 'identity_hate': 0.9913334668027279, 'obscene': 0.9951938284133596, 'insult': 0.9898190662221938, 'threat': 0.9940486508417605, 'toxic': 0.9876203411546464}\n",
      "('AUC:', 0.9916777601016404)\n",
      "-------------\n",
      "('Step', 65)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920513540170302, 'identity_hate': 0.9913331833040139, 'obscene': 0.9951940813836503, 'insult': 0.9898191055562389, 'threat': 0.9940486113921894, 'toxic': 0.9876212207994598}\n",
      "('AUC:', 0.9916779260754304)\n",
      "-------------\n",
      "('Step', 66)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515127650038, 'identity_hate': 0.9913327018061974, 'obscene': 0.9951940014982953, 'insult': 0.9898191482378618, 'threat': 0.9940473621557687, 'toxic': 0.9876218031506112}\n",
      "('AUC:', 0.9916777549356229)\n",
      "-------------\n",
      "('Step', 67)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517389808666, 'identity_hate': 0.9913321348087686, 'obscene': 0.99519401794528, 'insult': 0.9898197265320112, 'threat': 0.9940479933489076, 'toxic': 0.987621901493179}\n",
      "('AUC:', 0.9916779188515021)\n",
      "-------------\n",
      "('Step', 68)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515683267949, 'identity_hate': 0.9913324993071156, 'obscene': 0.9951941557866767, 'insult': 0.9898194654209046, 'threat': 0.9940485719426181, 'toxic': 0.9876228994209887}\n",
      "('AUC:', 0.9916781933675164)\n",
      "-------------\n",
      "('Step', 69)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514294223176, 'identity_hate': 0.991333102304381, 'obscene': 0.9951941471715897, 'insult': 0.9898195850968284, 'threat': 0.99404896643833, 'toxic': 0.9876230503337774}\n",
      "('AUC:', 0.9916783801278707)\n",
      "-------------\n",
      "('Step', 70)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516715129777, 'identity_hate': 0.9913325488068911, 'obscene': 0.9951941510875382, 'insult': 0.9898197441067973, 'threat': 0.9940499921271807, 'toxic': 0.9876228867316252}\n",
      "('AUC:', 0.9916784990621684)\n",
      "-------------\n",
      "('Step', 71)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516397633831, 'identity_hate': 0.9913330438046465, 'obscene': 0.9951939654715667, 'insult': 0.9898197432699029, 'threat': 0.9940494135334699, 'toxic': 0.9876226868741484}\n",
      "('AUC:', 0.9916784154528528)\n",
      "-------------\n",
      "('Step', 72)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517588243635, 'identity_hate': 0.991332980804932, 'obscene': 0.9951941087952917, 'insult': 0.9898195348831541, 'threat': 0.9940494661328982, 'toxic': 0.9876228763082192}\n",
      "('AUC:', 0.9916784542914766)\n",
      "-------------\n",
      "('Step', 73)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517032625724, 'identity_hate': 0.9913341282997282, 'obscene': 0.995194346884977, 'insult': 0.9898195399045215, 'threat': 0.9940497422798964, 'toxic': 0.9876231232976181}\n",
      "('AUC:', 0.9916787639882191)\n",
      "-------------\n",
      "('Step', 74)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518540731476, 'identity_hate': 0.9913339393005852, 'obscene': 0.9951945465983643, 'insult': 0.9898195524579403, 'threat': 0.9940499526776095, 'toxic': 0.9876232461125305}\n",
      "('AUC:', 0.9916788485366962)\n",
      "-------------\n",
      "('Step', 75)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518421670497, 'identity_hate': 0.9913338943007892, 'obscene': 0.9951944400845576, 'insult': 0.9898198587613537, 'threat': 0.9940501236257513, 'toxic': 0.9876235434061922}\n",
      "('AUC:', 0.9916789503909489)\n",
      "-------------\n",
      "('Step', 76)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514254536185, 'identity_hate': 0.9913349877958304, 'obscene': 0.9951945669612978, 'insult': 0.9898196788290207, 'threat': 0.9940510572656023, 'toxic': 0.9876235950700296}\n",
      "('AUC:', 0.9916792185625666)\n",
      "-------------\n",
      "('Step', 77)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920512905178407, 'identity_hate': 0.9913350912953609, 'obscene': 0.9951944181552445, 'insult': 0.9898196754814423, 'threat': 0.994051846257026, 'toxic': 0.9876233231550953}\n",
      "('AUC:', 0.9916792741436683)\n",
      "-------------\n",
      "('Step', 78)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920512468621479, 'identity_hate': 0.9913348257965651, 'obscene': 0.9951945826250927, 'insult': 0.9898197047727524, 'threat': 0.9940517673578837, 'toxic': 0.9876234921955462}\n",
      "('AUC:', 0.991679269934998)\n",
      "-------------\n",
      "('Step', 79)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515326085007, 'identity_hate': 0.9913354647936672, 'obscene': 0.9951943797789464, 'insult': 0.9898198169166249, 'threat': 0.9940516490091701, 'toxic': 0.9876237160721757}\n",
      "('AUC:', 0.9916794265298475)\n",
      "-------------\n",
      "('Step', 80)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515326085005, 'identity_hate': 0.9913351092952793, 'obscene': 0.9951943923099826, 'insult': 0.9898196026716145, 'threat': 0.9940523328017372, 'toxic': 0.987623689787065}\n",
      "('AUC:', 0.9916794432456966)\n",
      "-------------\n",
      "('Step', 81)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519691654287, 'identity_hate': 0.9913358382919734, 'obscene': 0.9951943429690282, 'insult': 0.9898193582983994, 'threat': 0.9940523459515943, 'toxic': 0.987623726948773}\n",
      "('AUC:', 0.9916795969375328)\n",
      "-------------\n",
      "('Step', 82)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519016975398, 'identity_hate': 0.9913358292920141, 'obscene': 0.9951947353470949, 'insult': 0.9898192720982586, 'threat': 0.9940525957988784, 'toxic': 0.9876238842062433}\n",
      "('AUC:', 0.9916797030733382)\n",
      "-------------\n",
      "('Step', 83)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520286959186, 'identity_hate': 0.9913359372915245, 'obscene': 0.9951945356337075, 'insult': 0.989819136521338, 'threat': 0.994052714147592, 'toxic': 0.9876240496211619}\n",
      "('AUC:', 0.9916797336518738)\n",
      "-------------\n",
      "('Step', 84)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051869947945, 'identity_hate': 0.9913361892903816, 'obscene': 0.9951945191867229, 'insult': 0.9898188728995475, 'threat': 0.9940531743925891, 'toxic': 0.9876237663764383}\n",
      "('AUC:', 0.9916797320156041)\n",
      "-------------\n",
      "('Step', 85)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518699479449, 'identity_hate': 0.9913367067880348, 'obscene': 0.9951947486613207, 'insult': 0.9898191884088013, 'threat': 0.9940533584905877, 'toxic': 0.9876234550338383}\n",
      "('AUC:', 0.9916798878884213)\n",
      "-------------\n",
      "('Step', 86)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518778853437, 'identity_hate': 0.9913358832917694, 'obscene': 0.9951949499410875, 'insult': 0.9898194361295946, 'threat': 0.9940529376951619, 'toxic': 0.9876233834295723}\n",
      "('AUC:', 0.991679744728755)\n",
      "-------------\n",
      "('Step', 87)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518143861541, 'identity_hate': 0.9913358742918099, 'obscene': 0.9951948128828806, 'insult': 0.9898193557877158, 'threat': 0.9940524511504507, 'toxic': 0.9876231432380468}\n",
      "('AUC:', 0.9916795752895097)\n",
      "-------------\n",
      "('Step', 88)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051790573958, 'identity_hate': 0.9913360992907897, 'obscene': 0.9951947376966641, 'insult': 0.9898192260690569, 'threat': 0.9940521618535956, 'toxic': 0.9876230621167579}\n",
      "('AUC:', 0.9916795129334702)\n",
      "-------------\n",
      "('Step', 89)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920522191934873, 'identity_hate': 0.9913360227911366, 'obscene': 0.9951946719087249, 'insult': 0.9898197047727524, 'threat': 0.9940517805077407, 'toxic': 0.9876231926359265}\n",
      "('AUC:', 0.9916795986349612)\n",
      "-------------\n",
      "('Step', 90)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518262922522, 'identity_hate': 0.9913366842881367, 'obscene': 0.9951948183652088, 'insult': 0.9898196562328672, 'threat': 0.9940517936575978, 'toxic': 0.9876229814486609}\n",
      "('AUC:', 0.9916796267141206)\n",
      "-------------\n",
      "('Step', 91)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516357946837, 'identity_hate': 0.991336913787096, 'obscene': 0.9951947690242543, 'insult': 0.989819488017058, 'threat': 0.9940509915163172, 'toxic': 0.9876234432508578}\n",
      "('AUC:', 0.9916795402317112)\n",
      "-------------\n",
      "('Step', 92)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518778853437, 'identity_hate': 0.9913368372874428, 'obscene': 0.9951946977539868, 'insult': 0.9898194537043807, 'threat': 0.994051188764173, 'toxic': 0.9876236286062048}\n",
      "('AUC:', 0.9916796140002552)\n",
      "-------------\n",
      "('Step', 93)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515365771999, 'identity_hate': 0.9913364547891775, 'obscene': 0.9951946875725199, 'insult': 0.9898192603817345, 'threat': 0.9940507153693189, 'toxic': 0.9876237736275032}\n",
      "('AUC:', 0.9916794047195756)\n",
      "-------------\n",
      "('Step', 94)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920511873316576, 'identity_hate': 0.9913364682891163, 'obscene': 0.9951945771427645, 'insult': 0.9898195240035248, 'threat': 0.9940502814240358, 'toxic': 0.9876235048849098}\n",
      "('AUC:', 0.9916792571793348)\n",
      "-------------\n",
      "('Step', 95)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515048276053, 'identity_hate': 0.9913369947867287, 'obscene': 0.9951944768944759, 'insult': 0.9898197959942605, 'threat': 0.9940494661328982, 'toxic': 0.9876234931019292}\n",
      "('AUC:', 0.9916792886229829)\n",
      "-------------\n",
      "('Step', 96)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920512547995466, 'identity_hate': 0.9913365717886469, 'obscene': 0.995194438518178, 'insult': 0.9898196838503881, 'threat': 0.994049610781326, 'toxic': 0.9876235579083219}\n",
      "('AUC:', 0.9916791862744013)\n",
      "-------------\n",
      "('Step', 97)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920513579857294, 'identity_hate': 0.9913362837899531, 'obscene': 0.9951945559966413, 'insult': 0.9898196378211865, 'threat': 0.9940497817294677, 'toxic': 0.9876235502040653}\n",
      "('AUC:', 0.9916791945878405)\n",
      "-------------\n",
      "('Step', 98)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517151686706, 'identity_hate': 0.9913364187893408, 'obscene': 0.9951943641151515, 'insult': 0.9898196403318703, 'threat': 0.9940494529830413, 'toxic': 0.9876236671274872}\n",
      "('AUC:', 0.9916792097525935)\n",
      "-------------\n",
      "('Step', 99)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514691093111, 'identity_hate': 0.9913364412892387, 'obscene': 0.9951943930931723, 'insult': 0.9898199466352838, 'threat': 0.9940492031357572, 'toxic': 0.9876233032146664}\n",
      "('AUC:', 0.9916791260795715)\n",
      "-------------\n",
      "('Step', 100)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514572032131, 'identity_hate': 0.9913363017898714, 'obscene': 0.9951943719470491, 'insult': 0.9898198060369954, 'threat': 0.9940506759197477, 'toxic': 0.9876231341742155}\n",
      "('AUC:', 0.9916792911785155)\n",
      "-------------\n",
      "('Step', 101)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518223235528, 'identity_hate': 0.9913362702900143, 'obscene': 0.995194350017736, 'insult': 0.9898195633375697, 'threat': 0.9940510441157454, 'toxic': 0.9876229383954628}\n",
      "('AUC:', 0.9916793314133469)\n",
      "-------------\n",
      "('Step', 102)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514730780106, 'identity_hate': 0.9913365312888306, 'obscene': 0.995194375079808, 'insult': 0.9898194177179143, 'threat': 0.9940517805077408, 'toxic': 0.987623282367855}\n",
      "('AUC:', 0.9916794766733599)\n",
      "-------------\n",
      "('Step', 103)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516635755791, 'identity_hate': 0.991336571788647, 'obscene': 0.995194454965163, 'insult': 0.9898196788290208, 'threat': 0.9940520829544532, 'toxic': 0.9876236422019515}\n",
      "('AUC:', 0.9916796823858025)\n",
      "-------------\n",
      "('Step', 104)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517707304614, 'identity_hate': 0.9913369317870144, 'obscene': 0.9951945606957798, 'insult': 0.9898196302891353, 'threat': 0.9940521750034526, 'toxic': 0.9876237745338866}\n",
      "('AUC:', 0.9916798071732883)\n",
      "-------------\n",
      "('Step', 105)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515445145986, 'identity_hate': 0.9913370532864633, 'obscene': 0.9951945489479335, 'insult': 0.9898196428425541, 'threat': 0.9940522013031667, 'toxic': 0.9876238828466688}\n",
      "('AUC:', 0.9916798122902307)\n",
      "-------------\n",
      "('Step', 106)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515087963047, 'identity_hate': 0.9913368462874019, 'obscene': 0.9951946570281196, 'insult': 0.9898195750540937, 'threat': 0.9940520303550249, 'toxic': 0.9876238443253863}\n",
      "('AUC:', 0.9916797436410553)\n",
      "-------------\n",
      "('Step', 107)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051615951187, 'identity_hate': 0.9913363467896672, 'obscene': 0.9951947376966642, 'insult': 0.9898196277784517, 'threat': 0.9940519909054537, 'toxic': 0.9876237455296265}\n",
      "('AUC:', 0.9916796774418417)\n",
      "-------------\n",
      "('Step', 108)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514413284158, 'identity_hate': 0.9913364187893409, 'obscene': 0.9951950486229966, 'insult': 0.9898195524579403, 'threat': 0.9940524643003078, 'toxic': 0.9876240604977592}\n",
      "('AUC:', 0.99167983099946)\n",
      "-------------\n",
      "('Step', 109)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519890089252, 'identity_hate': 0.9913361577905244, 'obscene': 0.9951950227777345, 'insult': 0.989819632799819, 'threat': 0.9940534110900161, 'toxic': 0.9876241864850123}\n",
      "('AUC:', 0.991680066658672)\n",
      "-------------\n",
      "('Step', 110)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518858227423, 'identity_hate': 0.9913361307906468, 'obscene': 0.9951950400079094, 'insult': 0.9898195591530968, 'threat': 0.9940529771447331, 'toxic': 0.987624061857334}\n",
      "('AUC:', 0.9916799424627438)\n",
      "-------------\n",
      "('Step', 111)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518342296509, 'identity_hate': 0.9913358472919325, 'obscene': 0.9951951230260232, 'insult': 0.9898194603995374, 'threat': 0.9940537003868714, 'toxic': 0.9876237926615486}\n",
      "('AUC:', 0.9916799596659273)\n",
      "-------------\n",
      "('Step', 112)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514651406118, 'identity_hate': 0.9913359012916876, 'obscene': 0.9951951253755925, 'insult': 0.9898194829956909, 'threat': 0.994053805585728, 'toxic': 0.9876238289168733}\n",
      "('AUC:', 0.9916799348843641)\n",
      "-------------\n",
      "('Step', 113)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514929215073, 'identity_hate': 0.9913352487946467, 'obscene': 0.9951950995303306, 'insult': 0.9898192813040988, 'threat': 0.994053134943018, 'toxic': 0.9876237387317536}\n",
      "('AUC:', 0.9916796660375592)\n",
      "-------------\n",
      "('Step', 114)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051342110932, 'identity_hate': 0.9913352397946875, 'obscene': 0.9951951316411105, 'insult': 0.9898195340462596, 'threat': 0.994052924545305, 'toxic': 0.9876238302764481}\n",
      "('AUC:', 0.9916796670691238)\n",
      "-------------\n",
      "('Step', 115)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051699293873, 'identity_hate': 0.9913355457932999, 'obscene': 0.9951951504376647, 'insult': 0.9898194436616458, 'threat': 0.9940532795914455, 'toxic': 0.9876238239317661}\n",
      "('AUC:', 0.9916798237849491)\n",
      "-------------\n",
      "('Step', 116)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516080137882, 'identity_hate': 0.9913355457933, 'obscene': 0.9951952036945679, 'insult': 0.9898194319451218, 'threat': 0.9940530165943043, 'toxic': 0.9876240355722237}\n",
      "('AUC:', 0.9916798069355509)\n",
      "-------------\n",
      "('Step', 117)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515048276053, 'identity_hate': 0.9913358697918305, 'obscene': 0.9951951927299113, 'insult': 0.9898192177001112, 'threat': 0.9940531086433037, 'toxic': 0.9876241792339472}\n",
      "('AUC:', 0.991679845487785)\n",
      "-------------\n",
      "('Step', 118)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514135475204, 'identity_hate': 0.9913356447928509, 'obscene': 0.9951951856812036, 'insult': 0.9898192955313064, 'threat': 0.9940522013031664, 'toxic': 0.987624208238207}\n",
      "('AUC:', 0.9916796581823757)\n",
      "-------------\n",
      "('Step', 119)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517231060693, 'identity_hate': 0.9913353387942386, 'obscene': 0.9951950862161048, 'insult': 0.9898191415427052, 'threat': 0.9940521224040244, 'toxic': 0.9876241833126715}\n",
      "('AUC:', 0.9916795992293023)\n",
      "-------------\n",
      "('Step', 120)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519215410363, 'identity_hate': 0.9913352757945243, 'obscene': 0.9951950963975716, 'insult': 0.9898192269059517, 'threat': 0.9940512939630295, 'toxic': 0.987624152948837}\n",
      "('AUC:', 0.9916794945918251)\n",
      "-------------\n",
      "('Step', 121)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517627930626, 'identity_hate': 0.9913359552914427, 'obscene': 0.9951949460251389, 'insult': 0.9898194051644955, 'threat': 0.9940510967151738, 'toxic': 0.9876239934254089}\n",
      "('AUC:', 0.9916795265691204)\n",
      "-------------\n",
      "('Step', 122)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920514968902067, 'identity_hate': 0.991336405289402, 'obscene': 0.9951950102466987, 'insult': 0.9898195407414163, 'threat': 0.9940514780610283, 'toxic': 0.9876240976594669}\n",
      "('AUC:', 0.9916796714813699)\n",
      "-------------\n",
      "('Step', 123)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516834190758, 'identity_hate': 0.9913361352906265, 'obscene': 0.9951951426057671, 'insult': 0.989819503918055, 'threat': 0.9940514254616, 'toxic': 0.9876241751552234}\n",
      "('AUC:', 0.9916796776417245)\n",
      "-------------\n",
      "('Step', 124)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518461357488, 'identity_hate': 0.9913363557896265, 'obscene': 0.9951950916984331, 'insult': 0.989819688034861, 'threat': 0.9940502025248935, 'toxic': 0.987624127116918}\n",
      "('AUC:', 0.9916795518834135)\n",
      "-------------\n",
      "('Step', 125)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515445145986, 'identity_hate': 0.9913361217906876, 'obscene': 0.9951949287949643, 'insult': 0.9898196068560875, 'threat': 0.9940506759197476, 'toxic': 0.9876242780297071}\n",
      "('AUC:', 0.9916795259842988)\n",
      "-------------\n",
      "('Step', 126)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518778853438, 'identity_hate': 0.9913364952889938, 'obscene': 0.9951948833699584, 'insult': 0.98981982695936, 'threat': 0.994050097326037, 'toxic': 0.9876242413211906}\n",
      "('AUC:', 0.9916795703584805)\n",
      "-------------\n",
      "('Step', 127)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051814386154, 'identity_hate': 0.991336859787341, 'obscene': 0.9951949703040213, 'insult': 0.9898200102392714, 'threat': 0.9940499921271806, 'toxic': 0.98762429932971}\n",
      "('AUC:', 0.9916796576956131)\n",
      "-------------\n",
      "('Step', 128)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517945426575, 'identity_hate': 0.9913367652877695, 'obscene': 0.9951949562066056, 'insult': 0.989819949982862, 'threat': 0.9940501104758941, 'toxic': 0.9876243514467391}\n",
      "('AUC:', 0.991679654657088)\n",
      "-------------\n",
      "('Step', 129)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515484832981, 'identity_hate': 0.9913365762886265, 'obscene': 0.9951948395113323, 'insult': 0.98982000270722, 'threat': 0.9940507942684613, 'toxic': 0.9876242114105479}\n",
      "('AUC:', 0.991679662111581)\n",
      "-------------\n",
      "('Step', 130)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517469182654, 'identity_hate': 0.991336792287647, 'obscene': 0.9951949930165241, 'insult': 0.9898202161153361, 'threat': 0.9940521355538814, 'toxic': 0.9876241864850123}\n",
      "('AUC:', 0.9916800117294443)\n",
      "-------------\n",
      "('Step', 131)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516357946837, 'identity_hate': 0.991337156785994, 'obscene': 0.9951950689859304, 'insult': 0.9898202839037964, 'threat': 0.9940516753088842, 'toxic': 0.9876242848275801}\n",
      "('AUC:', 0.9916800176011448)\n",
      "-------------\n",
      "('Step', 132)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518461357488, 'identity_hate': 0.9913371207861572, 'obscene': 0.9951951598359419, 'insult': 0.9898201725968181, 'threat': 0.9940515701100278, 'toxic': 0.987624234976509}\n",
      "('AUC:', 0.9916800174068671)\n",
      "-------------\n",
      "('Step', 133)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518223235528, 'identity_hate': 0.991336945286953, 'obscene': 0.9951950595876532, 'insult': 0.9898200822122043, 'threat': 0.99405120191403, 'toxic': 0.987624288906304}\n",
      "('AUC:', 0.9916799000384495)\n",
      "-------------\n",
      "('Step', 134)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518302609516, 'identity_hate': 0.991336945286953, 'obscene': 0.9951949851846265, 'insult': 0.9898201592065052, 'threat': 0.9940512282137444, 'toxic': 0.987624212316931}\n",
      "('AUC:', 0.9916798934116186)\n",
      "-------------\n",
      "('Step', 135)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520167898208, 'identity_hate': 0.9913372242856878, 'obscene': 0.9951949366268616, 'insult': 0.9898203851680396, 'threat': 0.994051188764173, 'toxic': 0.9876241121615967}\n",
      "('AUC:', 0.9916799772993632)\n",
      "-------------\n",
      "('Step', 136)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518262922522, 'identity_hate': 0.9913369497869329, 'obscene': 0.9951949264453949, 'insult': 0.9898203575505187, 'threat': 0.9940512413636013, 'toxic': 0.9876238887381589}\n",
      "('AUC:', 0.9916798650294765)\n",
      "-------------\n",
      "('Step', 137)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920525009711407, 'identity_hate': 0.991337012786647, 'obscene': 0.995194903732892, 'insult': 0.9898202479173297, 'threat': 0.9940510967151736, 'toxic': 0.9876240609509508}\n",
      "('AUC:', 0.9916799705123555)\n",
      "-------------\n",
      "('Step', 138)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520604455135, 'identity_hate': 0.9913369497869327, 'obscene': 0.9951949546402261, 'insult': 0.989820118198671, 'threat': 0.9940506233203195, 'toxic': 0.987624144791389}\n",
      "('AUC:', 0.9916798085305087)\n",
      "-------------\n",
      "('Step', 139)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520207585201, 'identity_hate': 0.991336922787055, 'obscene': 0.9951948653565942, 'insult': 0.989820497311912, 'threat': 0.99405053127132, 'toxic': 0.9876240663892495}\n",
      "('AUC:', 0.9916798173124417)\n",
      "-------------\n",
      "('Step', 140)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517072312718, 'identity_hate': 0.9913367967876265, 'obscene': 0.9951948763212507, 'insult': 0.9898204027428253, 'threat': 0.9940519251561684, 'toxic': 0.987623939042422}\n",
      "('AUC:', 0.9916799412135942)\n",
      "-------------\n",
      "('Step', 141)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520128211214, 'identity_hate': 0.9913368462874019, 'obscene': 0.995194869272543, 'insult': 0.9898203173795793, 'threat': 0.9940526878478777, 'toxic': 0.9876239317913569}\n",
      "('AUC:', 0.9916801108999801)\n",
      "-------------\n",
      "('Step', 142)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520525081149, 'identity_hate': 0.9913369812867898, 'obscene': 0.9951950588044635, 'insult': 0.9898201818026585, 'threat': 0.9940528324963055, 'toxic': 0.9876239172892269}\n",
      "('AUC:', 0.9916801706979266)\n",
      "-------------\n",
      "('Step', 143)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519334471343, 'identity_hate': 0.9913370982862593, 'obscene': 0.9951949914501446, 'insult': 0.9898200453888433, 'threat': 0.9940525168997361, 'toxic': 0.9876242182084211}\n",
      "('AUC:', 0.9916801339467565)\n",
      "-------------\n",
      "('Step', 144)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920521795064938, 'identity_hate': 0.9913368372874428, 'obscene': 0.9951949922333344, 'insult': 0.9898199692314371, 'threat': 0.9940530034444474, 'toxic': 0.9876240917679766}\n",
      "('AUC:', 0.9916801789118552)\n",
      "-------------\n",
      "('Step', 145)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920523342857681, 'identity_hate': 0.9913366302883815, 'obscene': 0.9951950470566172, 'insult': 0.9898199792741721, 'threat': 0.9940529245453048, 'toxic': 0.9876242603552361}\n",
      "('AUC:', 0.99168019596758)\n",
      "-------------\n",
      "('Step', 146)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920522469743827, 'identity_hate': 0.9913370127866471, 'obscene': 0.9951949569897953, 'insult': 0.9898200018703255, 'threat': 0.9940528324963056, 'toxic': 0.9876243908744048}\n",
      "('AUC:', 0.9916802403319768)\n",
      "-------------\n",
      "('Step', 147)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920525962199248, 'identity_hate': 0.9913368057875857, 'obscene': 0.9951950298264425, 'insult': 0.9898199709052263, 'threat': 0.9940525957988784, 'toxic': 0.9876244062829176}\n",
      "('AUC:', 0.9916802341368292)\n",
      "-------------\n",
      "('Step', 148)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920526001886242, 'identity_hate': 0.9913371432860552, 'obscene': 0.9951950924816227, 'insult': 0.9898200219557954, 'threat': 0.9940517673578837, 'toxic': 0.9876245204871901}\n",
      "('AUC:', 0.9916801909595284)\n",
      "-------------\n",
      "('Step', 149)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920523382544675, 'identity_hate': 0.9913369002871573, 'obscene': 0.9951950360919605, 'insult': 0.9898197633553724, 'threat': 0.9940517279083125, 'toxic': 0.9876247334872219}\n",
      "('AUC:', 0.9916800832307486)\n",
      "-------------\n",
      "('Step', 150)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520763203109, 'identity_hate': 0.9913367697877491, 'obscene': 0.9951950509725658, 'insult': 0.9898199491459674, 'threat': 0.9940512413636013, 'toxic': 0.9876246197361411}\n",
      "('AUC:', 0.9916799512210558)\n",
      "-------------\n",
      "('Step', 151)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518977288404, 'identity_hate': 0.9913366392883407, 'obscene': 0.9951951668846494, 'insult': 0.9898199466352837, 'threat': 0.9940515175105996, 'toxic': 0.9876245481318753}\n",
      "('AUC:', 0.9916799526965981)\n",
      "-------------\n",
      "('Step', 152)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518104174547, 'identity_hate': 0.9913368957871774, 'obscene': 0.9951952232743119, 'insult': 0.9898198303069382, 'threat': 0.9940512150638873, 'toxic': 0.9876246174701834}\n",
      "('AUC:', 0.9916799320533255)\n",
      "-------------\n",
      "('Step', 153)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517151686705, 'identity_hate': 0.9913370307865654, 'obscene': 0.9951952185751733, 'insult': 0.9898200152606387, 'threat': 0.9940510967151736, 'toxic': 0.9876250022298156}\n",
      "('AUC:', 0.991680013122673)\n",
      "-------------\n",
      "('Step', 154)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518540731476, 'identity_hate': 0.9913371747859123, 'obscene': 0.9951953501510519, 'insult': 0.9898197139785928, 'threat': 0.9940508600177463, 'toxic': 0.987624847238303}\n",
      "('AUC:', 0.9916799667074591)\n",
      "-------------\n",
      "('Step', 155)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518104174547, 'identity_hate': 0.9913372377856267, 'obscene': 0.9951953117747541, 'insult': 0.9898197959942607, 'threat': 0.99405053127132, 'toxic': 0.9876248504106441}\n",
      "('AUC:', 0.9916799229423433)\n",
      "-------------\n",
      "('Step', 156)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051584201592, 'identity_hate': 0.9913369902867492, 'obscene': 0.9951952733984563, 'insult': 0.9898196687862857, 'threat': 0.9940499789773234, 'toxic': 0.9876247425510534}\n",
      "('AUC:', 0.9916797063669099)\n",
      "-------------\n",
      "('Step', 157)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516953251737, 'identity_hate': 0.9913369812867899, 'obscene': 0.9951953125579438, 'insult': 0.9898195842599339, 'threat': 0.9940506890696047, 'toxic': 0.9876246795574268}\n",
      "('AUC:', 0.9916798236761455)\n",
      "-------------\n",
      "('Step', 158)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920515762641936, 'identity_hate': 0.9913367877876674, 'obscene': 0.9951951590527519, 'insult': 0.989819462910221, 'threat': 0.9940519777555966, 'toxic': 0.9876249079659719}\n",
      "('AUC:', 0.9916799786227338)\n",
      "-------------\n",
      "('Step', 159)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519651967292, 'identity_hate': 0.9913367337879122, 'obscene': 0.9951951449553365, 'insult': 0.9898195365569434, 'threat': 0.9940521750034526, 'toxic': 0.9876249061532055}\n",
      "('AUC:', 0.9916800769422632)\n",
      "-------------\n",
      "('Step', 160)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519810715267, 'identity_hate': 0.9913366887881162, 'obscene': 0.995195407323904, 'insult': 0.9898195926288796, 'threat': 0.9940519909054536, 'toxic': 0.9876248363617056}\n",
      "('AUC:', 0.9916800828465976)\n",
      "-------------\n",
      "('Step', 161)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518858227423, 'identity_hate': 0.991336504288953, 'obscene': 0.9951953916601091, 'insult': 0.9898196051822982, 'threat': 0.9940521487037384, 'toxic': 0.9876247747276539}\n",
      "('AUC:', 0.9916800517309158)\n",
      "-------------\n",
      "('Step', 162)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517032625724, 'identity_hate': 0.9913365492887489, 'obscene': 0.9951952820135436, 'insult': 0.9898198721516668, 'threat': 0.9940519777555966, 'toxic': 0.9876248164212771}\n",
      "('AUC:', 0.9916800334822343)\n",
      "-------------\n",
      "('Step', 163)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051790573958, 'identity_hate': 0.9913363152898101, 'obscene': 0.9951952099600859, 'insult': 0.9898198771730342, 'threat': 0.9940524117008797, 'toxic': 0.9876248078106377}\n",
      "('AUC:', 0.9916800687514008)\n",
      "-------------\n",
      "('Step', 164)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.99205171913737, 'identity_hate': 0.9913361532905448, 'obscene': 0.9951952318893991, 'insult': 0.9898198696409831, 'threat': 0.9940524511504508, 'toxic': 0.9876248685383063}\n",
      "('AUC:', 0.9916800489411758)\n",
      "-------------\n",
      "('Step', 165)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518064487555, 'identity_hate': 0.9913357257924836, 'obscene': 0.995195188030773, 'insult': 0.9898197097941198, 'threat': 0.9940530034444474, 'toxic': 0.9876249510191697}\n",
      "('AUC:', 0.9916800640882916)\n",
      "-------------\n",
      "('Step', 166)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920516754816772, 'identity_hate': 0.9913360092911979, 'obscene': 0.9951952021281883, 'insult': 0.9898197106310144, 'threat': 0.9940525563493072, 'toxic': 0.9876248413468129}\n",
      "('AUC:', 0.9916799992046995)\n",
      "-------------\n",
      "('Step', 167)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518818540431, 'identity_hate': 0.9913360452910346, 'obscene': 0.9951950055475601, 'insult': 0.9898196604173402, 'threat': 0.9940521487037384, 'toxic': 0.9876247711021213}\n",
      "('AUC:', 0.9916799188193063)\n",
      "-------------\n",
      "('Step', 168)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518818540429, 'identity_hate': 0.9913363782895244, 'obscene': 0.995194884936338, 'insult': 0.9898199717421209, 'threat': 0.994051806807455, 'toxic': 0.9876248377212805}\n",
      "('AUC:', 0.9916799602251269)\n",
      "-------------\n",
      "('Step', 169)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992052100132507, 'identity_hate': 0.9913363737895448, 'obscene': 0.9951948935514253, 'insult': 0.98981997341591, 'threat': 0.9940519777555966, 'toxic': 0.9876251472511143}\n",
      "('AUC:', 0.9916800776493497)\n",
      "-------------\n",
      "('Step', 170)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992052100132507, 'identity_hate': 0.991336616788443, 'obscene': 0.9951949240958258, 'insult': 0.9898200177713223, 'threat': 0.9940512413636011, 'toxic': 0.9876250230766274}\n",
      "('AUC:', 0.9916799872047211)\n",
      "-------------\n",
      "('Step', 171)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517429495661, 'identity_hate': 0.9913366077884836, 'obscene': 0.9951949530738465, 'insult': 0.9898202680027995, 'threat': 0.9940507942684613, 'toxic': 0.9876248957297997}\n",
      "('AUC:', 0.9916798769688263)\n",
      "-------------\n",
      "('Step', 172)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518302609515, 'identity_hate': 0.9913368687873001, 'obscene': 0.9951948708389224, 'insult': 0.9898202864144802, 'threat': 0.9940510967151737, 'toxic': 0.9876250217170528}\n",
      "('AUC:', 0.9916799957889801)\n",
      "-------------\n",
      "('Step', 173)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920518104174548, 'identity_hate': 0.9913367967876265, 'obscene': 0.9951948293298652, 'insult': 0.989820337465049, 'threat': 0.9940512282137441, 'toxic': 0.9876249464872541}\n",
      "('AUC:', 0.9916799914501656)\n",
      "-------------\n",
      "('Step', 174)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920521199760037, 'identity_hate': 0.9913369677868511, 'obscene': 0.9951948042677934, 'insult': 0.9898203449971001, 'threat': 0.9940524380005937, 'toxic': 0.9876249410489555}\n",
      "('AUC:', 0.9916802693462162)\n",
      "-------------\n",
      "('Step', 175)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920523382544676, 'identity_hate': 0.991337111786198, 'obscene': 0.9951949773527289, 'insult': 0.989820262981432, 'threat': 0.9940521487037384, 'toxic': 0.9876249487532119}\n",
      "('AUC:', 0.9916802979719628)\n",
      "-------------\n",
      "('Step', 176)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992052135850801, 'identity_hate': 0.9913368417874225, 'obscene': 0.9951949460251389, 'insult': 0.9898204881060719, 'threat': 0.9940522276028807, 'toxic': 0.9876248540361766}\n",
      "('AUC:', 0.9916802489014153)\n",
      "-------------\n",
      "('Step', 177)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920521953812913, 'identity_hate': 0.9913373772849942, 'obscene': 0.9951948935514253, 'insult': 0.9898202387114894, 'threat': 0.9940527141475919, 'toxic': 0.987624830923407}\n",
      "('AUC:', 0.9916803750000333)\n",
      "-------------\n",
      "('Step', 178)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519771028271, 'identity_hate': 0.9913370757863613, 'obscene': 0.9951949334941028, 'insult': 0.9898201223831439, 'threat': 0.994052740447306, 'toxic': 0.9876247769936115}\n",
      "('AUC:', 0.9916802710345586)\n",
      "-------------\n",
      "('Step', 179)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920517429495661, 'identity_hate': 0.9913370037866879, 'obscene': 0.9951949209630667, 'insult': 0.9898203039892659, 'threat': 0.994052490600022, 'toxic': 0.9876248282042577}\n",
      "('AUC:', 0.9916802150821443)\n",
      "-------------\n",
      "('Step', 180)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520247272193, 'identity_hate': 0.9913371072862183, 'obscene': 0.9951949350604821, 'insult': 0.9898203885156178, 'threat': 0.9940521487037384, 'toxic': 0.9876248082638291}\n",
      "('AUC:', 0.9916802354261843)\n",
      "-------------\n",
      "('Step', 181)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992052032664618, 'identity_hate': 0.9913371207861572, 'obscene': 0.9951950188617861, 'insult': 0.9898203023154769, 'threat': 0.9940513202627436, 'toxic': 0.9876247670233974}\n",
      "('AUC:', 0.9916800936523632)\n",
      "-------------\n",
      "('Step', 182)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2, 1], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8, 7], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2, 5], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.992051996946324, 'identity_hate': 0.9913368597873409, 'obscene': 0.9951949804854883, 'insult': 0.9898201491637703, 'threat': 0.9940512413636013, 'toxic': 0.9876247035765794}\n",
      "('AUC:', 0.9916799885538508)\n",
      "-------------\n",
      "('Step', 183)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7, 2, 1], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2, 1, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1, 25, 2], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8, 7, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2, 5, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520644142129, 'identity_hate': 0.9913370847863205, 'obscene': 0.99519494210919, 'insult': 0.9898201248938275, 'threat': 0.9940510704154595, 'toxic': 0.9876246582574235}\n",
      "('AUC:', 0.9916799908127389)\n",
      "-------------\n",
      "('Step', 184)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7, 2, 1, 8], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2, 1, 6, 2], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1, 25, 2, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8, 7, 25, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2, 5, 1, 25], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0, 25, 8, 4]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920522866613761, 'identity_hate': 0.9913371792858919, 'obscene': 0.9951949789191086, 'insult': 0.9898203073368443, 'threat': 0.9940512019140302, 'toxic': 0.9876247067489202}\n",
      "('AUC:', 0.9916801101443619)\n",
      "-------------\n",
      "('Step', 185)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7, 2, 1, 8, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2, 1, 6, 2, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1, 25, 2, 8, 25], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8, 7, 25, 1, 1], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2, 5, 1, 25, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0, 25, 8, 4, 7]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920522906300756, 'identity_hate': 0.9913372422856063, 'obscene': 0.9951949867510059, 'insult': 0.9898201064821472, 'threat': 0.994052030355025, 'toxic': 0.9876246410361446}\n",
      "('AUC:', 0.9916802162566675)\n",
      "-------------\n",
      "('Step', 186)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7, 2, 1, 8, 5, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2, 1, 6, 2, 8, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1, 25, 2, 8, 25, 7], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8, 7, 25, 1, 1, 25], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2, 5, 1, 25, 1, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0, 25, 8, 4, 7, 1]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920522747552781, 'identity_hate': 0.9913370532864633, 'obscene': 0.9951950172954065, 'insult': 0.9898201165248819, 'threat': 0.9940524643003078, 'toxic': 0.9876245993425211}\n",
      "('AUC:', 0.9916802542508097)\n",
      "-------------\n",
      "('Step', 187)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7, 2, 1, 8, 5, 2, 7], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2, 1, 6, 2, 8, 7, 8], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1, 25, 2, 8, 25, 7, 6], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8, 7, 25, 1, 1, 25, 2], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2, 5, 1, 25, 1, 1, 2], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0, 25, 8, 4, 7, 1, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920520683829123, 'identity_hate': 0.9913369812867898, 'obscene': 0.9951950838665354, 'insult': 0.9898201759443966, 'threat': 0.9940528850957338, 'toxic': 0.9876248381744719}\n",
      "('AUC:', 0.9916803387918067)\n",
      "-------------\n",
      "('Step', 188)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7, 2, 1, 8, 5, 2, 7, 2], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2, 1, 6, 2, 8, 7, 8, 6], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1, 25, 2, 8, 25, 7, 6, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8, 7, 25, 1, 1, 25, 2, 8], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2, 5, 1, 25, 1, 1, 2, 7], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0, 25, 8, 4, 7, 1, 25, 25]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519096349385, 'identity_hate': 0.9913373187852594, 'obscene': 0.9951950086803192, 'insult': 0.9898202261580707, 'threat': 0.9940522670524519, 'toxic': 0.987624830017024}\n",
      "('AUC:', 0.9916802600546774)\n",
      "-------------\n",
      "('Step', 189)\n",
      "Best ensemble:\n",
      "{'severe_toxic': [8, 2, 25, 7, 1, 5, 8, 3, 1, 7, 2, 25, 8, 1, 7, 5, 2, 8, 7, 25, 1, 2, 8, 7, 5, 1, 25, 3, 8, 2, 7, 1, 25, 8, 1, 5, 2, 7, 8, 25, 1, 2, 7, 8, 5, 2, 1, 8, 6, 7, 2, 1, 8, 25, 3, 8, 5, 7, 1, 2, 8, 25, 7, 7, 5, 1, 8, 2, 2, 1, 7, 25, 1, 8, 2, 6, 8, 3, 5, 7, 1, 2, 8, 25, 1, 7, 5, 1, 3, 7, 25, 8, 1, 3, 7, 5, 2, 8, 1, 7, 2, 25, 8, 1, 25, 7, 1, 8, 5, 2, 8, 6, 1, 7, 2, 25, 8, 5, 7, 1, 2, 1, 8, 3, 25, 7, 8, 5, 8, 8, 2, 2, 2, 1, 8, 25, 7, 2, 7, 2, 5, 1, 8, 25, 1, 8, 7, 2, 7, 6, 7, 5, 1, 3, 25, 7, 8, 7, 1, 2, 5, 8, 8, 5, 1, 1, 2, 25, 2, 7, 3, 25, 1, 7, 8, 2, 5, 7, 8, 25, 1, 7, 2, 1, 8, 5, 2, 7, 2, 5], 'identity_hate': [8, 6, 2, 7, 1, 3, 5, 8, 7, 2, 6, 8, 1, 7, 2, 8, 6, 2, 7, 4, 3, 6, 1, 8, 5, 7, 2, 8, 6, 1, 7, 2, 3, 8, 6, 2, 7, 8, 1, 5, 7, 2, 6, 8, 3, 7, 2, 8, 2, 6, 1, 7, 8, 5, 8, 6, 2, 7, 1, 3, 8, 6, 7, 2, 2, 7, 8, 1, 6, 4, 3, 5, 7, 2, 8, 1, 6, 7, 2, 8, 1, 6, 7, 2, 8, 3, 8, 5, 7, 6, 8, 2, 7, 2, 1, 6, 7, 8, 1, 2, 6, 8, 3, 5, 7, 8, 2, 6, 1, 8, 7, 2, 3, 6, 5, 8, 7, 2, 8, 7, 4, 6, 2, 1, 8, 3, 6, 7, 1, 2, 5, 8, 7, 2, 8, 6, 7, 2, 1, 1, 3, 6, 8, 7, 1, 2, 6, 8, 7, 5, 2, 8, 3, 7, 8, 6, 2, 7, 8, 5, 2, 6, 7, 7, 3, 8, 6, 4, 2, 8, 1, 6, 8, 1, 2, 5, 7, 8, 3, 2, 7, 2, 1, 6, 2, 8, 7, 8, 6, 7], 'obscene': [8, 25, 2, 7, 1, 25, 6, 8, 25, 1, 25, 7, 5, 8, 2, 25, 1, 25, 4, 7, 8, 25, 1, 25, 25, 8, 2, 7, 25, 1, 6, 8, 25, 5, 1, 25, 7, 2, 8, 25, 25, 1, 8, 25, 3, 7, 25, 1, 6, 8, 25, 2, 7, 25, 8, 1, 6, 25, 4, 5, 2, 8, 7, 1, 25, 8, 6, 25, 1, 25, 25, 2, 7, 8, 25, 1, 6, 11, 8, 7, 25, 2, 5, 8, 1, 25, 25, 25, 1, 7, 8, 25, 2, 8, 7, 6, 25, 1, 4, 25, 25, 25, 1, 5, 8, 25, 2, 7, 1, 25, 8, 25, 7, 8, 2, 1, 25, 25, 3, 8, 6, 7, 1, 25, 25, 2, 5, 8, 7, 25, 1, 8, 25, 8, 2, 25, 25, 1, 8, 7, 4, 1, 8, 25, 2, 25, 5, 7, 7, 25, 1, 25, 25, 8, 1, 25, 6, 6, 2, 1, 25, 6, 8, 25, 2, 3, 8, 6, 7, 7, 1, 25, 25, 1, 25, 8, 25, 5, 1, 4, 25, 1, 25, 2, 8, 25, 7, 6, 8, 8], 'insult': [8, 7, 25, 1, 2, 7, 8, 1, 25, 7, 8, 1, 25, 7, 8, 1, 4, 25, 5, 1, 8, 7, 25, 8, 1, 7, 25, 2, 8, 7, 1, 11, 25, 1, 8, 7, 6, 8, 1, 7, 2, 25, 8, 7, 1, 25, 8, 7, 1, 25, 4, 8, 1, 7, 25, 8, 7, 1, 25, 2, 8, 7, 1, 5, 8, 1, 7, 25, 8, 1, 7, 25, 8, 2, 1, 7, 25, 8, 7, 1, 25, 8, 1, 7, 25, 4, 8, 7, 1, 25, 8, 2, 6, 1, 7, 8, 7, 25, 1, 8, 11, 7, 8, 25, 1, 8, 7, 25, 1, 2, 7, 6, 8, 1, 5, 1, 25, 7, 2, 1, 8, 7, 4, 25, 7, 8, 1, 8, 25, 7, 1, 8, 8, 25, 1, 7, 2, 7, 25, 1, 8, 6, 7, 1, 25, 8, 7, 1, 8, 1, 25, 2, 8, 25, 7, 1, 5, 7, 8, 1, 25, 4, 7, 11, 2, 8, 8, 1, 7, 25, 1, 7, 8, 25, 1, 8, 7, 7, 25, 1, 8, 8, 7, 25, 1, 1, 25, 2, 8, 6], 'threat': [1, 25, 1, 3, 2, 1, 7, 1, 5, 8, 1, 6, 1, 2, 5, 1, 3, 1, 8, 5, 7, 1, 2, 5, 1, 7, 2, 5, 1, 8, 3, 5, 1, 2, 5, 7, 1, 8, 5, 3, 2, 1, 25, 1, 1, 6, 1, 1, 1, 5, 2, 7, 1, 8, 5, 2, 5, 1, 3, 7, 8, 1, 3, 1, 5, 2, 1, 25, 1, 1, 3, 5, 7, 1, 5, 6, 1, 2, 1, 8, 1, 1, 2, 5, 7, 8, 1, 2, 5, 5, 3, 1, 1, 2, 8, 5, 1, 6, 1, 7, 25, 1, 1, 7, 3, 5, 2, 1, 5, 1, 1, 2, 8, 3, 1, 1, 7, 5, 2, 3, 5, 8, 5, 2, 1, 5, 3, 1, 25, 1, 7, 7, 8, 8, 1, 5, 7, 1, 1, 6, 2, 1, 1, 2, 5, 5, 5, 7, 8, 8, 2, 1, 3, 1, 3, 5, 1, 25, 1, 1, 1, 2, 1, 2, 1, 2, 3, 7, 5, 7, 7, 6, 1, 5, 5, 1, 1, 8, 2, 3, 1, 2, 5, 1, 25, 1, 1, 2, 7, 1], 'toxic': [8, 25, 1, 7, 25, 2, 8, 25, 1, 25, 7, 8, 5, 1, 25, 2, 25, 8, 7, 1, 4, 25, 25, 1, 8, 7, 25, 0, 25, 8, 1, 25, 7, 2, 8, 25, 1, 25, 5, 8, 7, 1, 25, 3, 25, 8, 1, 25, 25, 2, 7, 8, 1, 25, 25, 8, 1, 7, 25, 8, 2, 25, 1, 4, 5, 7, 8, 1, 25, 25, 8, 25, 1, 7, 2, 25, 8, 25, 1, 25, 7, 0, 8, 25, 25, 1, 8, 25, 7, 2, 5, 1, 8, 25, 7, 1, 25, 8, 25, 2, 7, 1, 4, 25, 8, 25, 25, 1, 8, 7, 25, 25, 1, 2, 8, 7, 5, 1, 25, 8, 3, 1, 25, 11, 25, 8, 0, 7, 25, 25, 1, 8, 25, 2, 7, 25, 8, 1, 25, 25, 1, 8, 5, 7, 1, 4, 25, 2, 8, 7, 25, 25, 1, 8, 25, 25, 7, 1, 8, 2, 25, 25, 7, 8, 1, 25, 25, 1, 5, 8, 7, 1, 2, 8, 7, 25, 25, 25, 8, 1, 2, 0, 25, 8, 4, 7, 1, 25, 25, 8]}\n",
      "Best score:\n",
      "{'severe_toxic': 0.9920519374158338, 'identity_hate': 0.9913371702859327, 'obscene': 0.9951949334941029, 'insult': 0.9898201608802942, 'threat': 0.9940530297441613, 'toxic': 0.9876248490510693}\n",
      "('AUC:', 0.991680346811899)\n",
      "-------------\n",
      "('Step', 190)\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import os\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.preprocessing import minmax_scale\n",
    "\n",
    "\"\"\"\n",
    "Initializes an empty ensemble\n",
    "\"\"\"\n",
    "def init_hillclimb():\n",
    "    best_ensemble = {}\n",
    "    for label in LABELS:\n",
    "        best_ensemble[label] = []\n",
    "    best_score = {}\n",
    "    for label in LABELS:\n",
    "        best_score[label] = 0\n",
    "    \n",
    "    return best_ensemble, best_score\n",
    "\n",
    "\"\"\"\n",
    "Scores average AUC for an ensemble per label\n",
    "\"\"\"\n",
    "def score_ensemble(ensemble, label):\n",
    "    blend_preds = np.zeros(len(train))\n",
    "    \n",
    "    for model in ensemble:\n",
    "        blend_preds += minmax_scale(files[model][label])\n",
    "        \n",
    "    blend_preds = blend_preds/len(subnums)\n",
    "    score = roc_auc_score(train[label], blend_preds)\n",
    "    \n",
    "    return score\n",
    "\n",
    "\"\"\"\n",
    "Finds the optimal model to add next to an ensemble\n",
    "\"\"\"\n",
    "def find_best_improvement(ensemble, label):\n",
    "    best_score = 0\n",
    "    best_ensemble = []\n",
    "    \n",
    "    for i in range(0,len(files)):\n",
    "        ensemble = ensemble + [i]\n",
    "\n",
    "        score = score_ensemble(ensemble, label)\n",
    "        \n",
    "        if score > best_score:\n",
    "            best_score  = score\n",
    "            best_ensemble = ensemble\n",
    "            \n",
    "        ensemble = ensemble[:-1]\n",
    "    \n",
    "    return best_ensemble, best_score\n",
    "        \n",
    "\"\"\"\n",
    "Performs a step for each label\n",
    "\"\"\"\n",
    "def climb(best_ensemble, best_score):\n",
    "    for label in LABELS:        \n",
    "        best_ensemble[label], best_score[label] = find_best_improvement(best_ensemble[label], label)\n",
    "        \n",
    "    return best_ensemble, best_score\n",
    "\n",
    "\"\"\"\n",
    "Gets optimal blending weights after hillclimb\n",
    "\"\"\"\n",
    "def get_optimal_weights(best_ensemble):\n",
    "    weights = {}\n",
    "    for label in LABELS:\n",
    "        weights[label] = {}\n",
    "        for num in set(best_ensemble[label]):\n",
    "            print num\n",
    "            weights[label][num] = best_ensemble[label].count(num)/float(len(best_ensemble[label]))\n",
    "    return weights\n",
    "\n",
    "\"\"\"\n",
    "Constructs a pandas dataframe using the optimal blending weights\n",
    "\"\"\"\n",
    "def get_optimal_blend(optimal_weights):\n",
    "    sub = pd.read_csv(os.path.join(DATA_PATH, \"sample_submission.csv\"))\n",
    "    blend = sub.copy()\n",
    "    for label in LABELS:\n",
    "        print(label)\n",
    "        for key in optimal_weights[label]:\n",
    "            blend[label] += optimal_weights[label][key] * minmax_scale(get_sub_file(key)[label])\n",
    "            print(optimal_weights[label][key], filenames[key])\n",
    "            blend[label] = minmax_scale(blend[label])\n",
    "        \n",
    "    return blend\n",
    "\n",
    "def get_sub_file(num):\n",
    "    SUB_PATH = \"SUB\"\n",
    "    filename = filenames[num]\n",
    "    filename = filename.replace(\"oof\", \"sub\")\n",
    "    return pd.read_csv(os.path.join(SUB_PATH, filename))\n",
    "\n",
    "\n",
    "if __name__ == \"__main__\":\n",
    "    DATA_PATH = \"\"\n",
    "    SUB_PATH = \"OOF\"\n",
    "    \n",
    "    train = pd.read_csv(os.path.join(DATA_PATH, \"train.csv\")).fillna(' ')\n",
    "    test = pd.read_csv(os.path.join(DATA_PATH, \"test.csv\")).fillna(' ')\n",
    "    \n",
    "    LABELS = train.columns[2:]\n",
    "    \n",
    "    # Get submissions and out-of-fold predictions\n",
    "    subnums = [1,2,3,4,5,6,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29]\n",
    "    filenames = [\"oof\" + str(num) + \".csv\" for num in subnums]\n",
    "    files = [pd.read_csv(os.path.join(SUB_PATH, filename)) for filename in filenames]\n",
    "    \n",
    "    best_ensemble, best_score = init_hillclimb()\n",
    "    \n",
    "    # Run hillclimb\n",
    "    for i in range(200):\n",
    "        print(\"-------------\")\n",
    "        print(\"Step\", i)    \n",
    "        best_ensemble, best_score = climb(best_ensemble, best_score)\n",
    "        print(\"Best ensemble:\")\n",
    "        print(best_ensemble)\n",
    "        print(\"Best score:\")\n",
    "        print(best_score)\n",
    "        print(\"AUC:\", np.mean([best_score[label] for label in LABELS]))\n",
    "    \n",
    "    # Get optimal weights\n",
    "    opt_w = get_optimal_weights(best_ensemble)\n",
    "    print(\"Optimal weights:\")\n",
    "    print(opt_w)\n",
    "    \n",
    "    # Construct the blend\n",
    "    blend = get_optimal_blend(opt_w)\n",
    "    \n",
    "    # Submit\n",
    "    blend.to_csv(\"hillclimb.csv\", index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "http://www.cs.cornell.edu/~alexn/papers/shotgun.icml04.revised.rev2.pdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>toxic</th>\n",
       "      <th>severe_toxic</th>\n",
       "      <th>obscene</th>\n",
       "      <th>threat</th>\n",
       "      <th>insult</th>\n",
       "      <th>identity_hate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>00001cee341fdb12</td>\n",
       "      <td>0.906870</td>\n",
       "      <td>0.345042</td>\n",
       "      <td>0.807456</td>\n",
       "      <td>0.095349</td>\n",
       "      <td>0.794653</td>\n",
       "      <td>0.420563</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0000247867823ef7</td>\n",
       "      <td>0.026323</td>\n",
       "      <td>0.012885</td>\n",
       "      <td>0.013953</td>\n",
       "      <td>0.002785</td>\n",
       "      <td>0.016283</td>\n",
       "      <td>0.003830</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>00013b17ad220c46</td>\n",
       "      <td>0.029738</td>\n",
       "      <td>0.009850</td>\n",
       "      <td>0.013280</td>\n",
       "      <td>0.003224</td>\n",
       "      <td>0.012551</td>\n",
       "      <td>0.003344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>00017563c3f7919a</td>\n",
       "      <td>0.019089</td>\n",
       "      <td>0.009829</td>\n",
       "      <td>0.009081</td>\n",
       "      <td>0.003597</td>\n",
       "      <td>0.008285</td>\n",
       "      <td>0.002841</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>00017695ad8997eb</td>\n",
       "      <td>0.030369</td>\n",
       "      <td>0.009837</td>\n",
       "      <td>0.013743</td>\n",
       "      <td>0.003243</td>\n",
       "      <td>0.012905</td>\n",
       "      <td>0.003249</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                 id     toxic  severe_toxic   obscene    threat    insult  \\\n",
       "0  00001cee341fdb12  0.906870      0.345042  0.807456  0.095349  0.794653   \n",
       "1  0000247867823ef7  0.026323      0.012885  0.013953  0.002785  0.016283   \n",
       "2  00013b17ad220c46  0.029738      0.009850  0.013280  0.003224  0.012551   \n",
       "3  00017563c3f7919a  0.019089      0.009829  0.009081  0.003597  0.008285   \n",
       "4  00017695ad8997eb  0.030369      0.009837  0.013743  0.003243  0.012905   \n",
       "\n",
       "   identity_hate  \n",
       "0       0.420563  \n",
       "1       0.003830  \n",
       "2       0.003344  \n",
       "3       0.002841  \n",
       "4       0.003249  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hill = pd.read_csv(\"hillclimb.csv\")\n",
    "hill.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'identity_hate': {1: 0, 2: 0, 3: 0, 4: 0, 5: 0, 6: 0, 7: 0, 8: 0},\n",
       " 'insult': {1: 0, 2: 0, 4: 0, 5: 0, 7: 0, 8: 0, 25: 0},\n",
       " 'obscene': {1: 0, 2: 0, 4: 0, 5: 0, 6: 0, 7: 0, 8: 0, 25: 0},\n",
       " 'severe_toxic': {1: 0, 2: 0, 3: 0, 5: 0, 7: 0, 8: 0, 25: 0},\n",
       " 'threat': {1: 0, 2: 0, 3: 0, 5: 0, 6: 0, 7: 0, 8: 0, 25: 0},\n",
       " 'toxic': {1: 0, 2: 0, 4: 0, 5: 0, 7: 0, 8: 0, 25: 0}}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "opt_w"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'identity_hate': 0.9913096169108873,\n",
       " 'insult': 0.9898060621358835,\n",
       " 'obscene': 0.9951883562665469,\n",
       " 'severe_toxic': 0.992048945016528,\n",
       " 'threat': 0.9940496107813258,\n",
       " 'toxic': 0.9876047223608075}"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "best_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'identity_hate': [8,\n",
       "  6,\n",
       "  2,\n",
       "  7,\n",
       "  1,\n",
       "  3,\n",
       "  5,\n",
       "  8,\n",
       "  7,\n",
       "  2,\n",
       "  6,\n",
       "  8,\n",
       "  1,\n",
       "  7,\n",
       "  2,\n",
       "  8,\n",
       "  6,\n",
       "  2,\n",
       "  7,\n",
       "  4,\n",
       "  3,\n",
       "  6,\n",
       "  1,\n",
       "  8,\n",
       "  5],\n",
       " 'insult': [8,\n",
       "  7,\n",
       "  25,\n",
       "  1,\n",
       "  2,\n",
       "  7,\n",
       "  8,\n",
       "  1,\n",
       "  25,\n",
       "  7,\n",
       "  8,\n",
       "  1,\n",
       "  25,\n",
       "  7,\n",
       "  8,\n",
       "  1,\n",
       "  4,\n",
       "  25,\n",
       "  5,\n",
       "  1,\n",
       "  8,\n",
       "  7,\n",
       "  25,\n",
       "  8,\n",
       "  1],\n",
       " 'obscene': [8,\n",
       "  25,\n",
       "  2,\n",
       "  7,\n",
       "  1,\n",
       "  25,\n",
       "  6,\n",
       "  8,\n",
       "  25,\n",
       "  1,\n",
       "  25,\n",
       "  7,\n",
       "  5,\n",
       "  8,\n",
       "  2,\n",
       "  25,\n",
       "  1,\n",
       "  25,\n",
       "  4,\n",
       "  7,\n",
       "  8,\n",
       "  25,\n",
       "  1,\n",
       "  25,\n",
       "  25],\n",
       " 'severe_toxic': [8,\n",
       "  2,\n",
       "  25,\n",
       "  7,\n",
       "  1,\n",
       "  5,\n",
       "  8,\n",
       "  3,\n",
       "  1,\n",
       "  7,\n",
       "  2,\n",
       "  25,\n",
       "  8,\n",
       "  1,\n",
       "  7,\n",
       "  5,\n",
       "  2,\n",
       "  8,\n",
       "  7,\n",
       "  25,\n",
       "  1,\n",
       "  2,\n",
       "  8,\n",
       "  7,\n",
       "  5],\n",
       " 'threat': [1,\n",
       "  25,\n",
       "  1,\n",
       "  3,\n",
       "  2,\n",
       "  1,\n",
       "  7,\n",
       "  1,\n",
       "  5,\n",
       "  8,\n",
       "  1,\n",
       "  6,\n",
       "  1,\n",
       "  2,\n",
       "  5,\n",
       "  1,\n",
       "  3,\n",
       "  1,\n",
       "  8,\n",
       "  5,\n",
       "  7,\n",
       "  1,\n",
       "  2,\n",
       "  5,\n",
       "  1],\n",
       " 'toxic': [8,\n",
       "  25,\n",
       "  1,\n",
       "  7,\n",
       "  25,\n",
       "  2,\n",
       "  8,\n",
       "  25,\n",
       "  1,\n",
       "  25,\n",
       "  7,\n",
       "  8,\n",
       "  5,\n",
       "  1,\n",
       "  25,\n",
       "  2,\n",
       "  25,\n",
       "  8,\n",
       "  7,\n",
       "  1,\n",
       "  4,\n",
       "  25,\n",
       "  25,\n",
       "  1,\n",
       "  8]}"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "best_ensemble"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.14"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}