Model Testing.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Model Testing\n",
    "\n",
    "### The steps in this notebook are extremely time consuming.\n",
    "\n",
    "### For the purpose of not having these experiments running afect my work in the main notebook I separated them for paralel running"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "# import libraries here; add more as necessary\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns\n",
    "import pickle\n",
    "\n",
    "#imports to help me plot my venn diagrams\n",
    "import matplotlib_venn as venn2\n",
    "from matplotlib_venn import venn2\n",
    "from pylab import rcParams\n",
    "\n",
    "# import the util.py file where I define my functions\n",
    "from utils import *\n",
    "\n",
    "# sklearn\n",
    "from sklearn.preprocessing import StandardScaler, RobustScaler, MinMaxScaler, OneHotEncoder\n",
    "from sklearn.impute import SimpleImputer\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.cluster import KMeans\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.model_selection import GridSearchCV, train_test_split\n",
    "from sklearn.metrics import confusion_matrix,precision_recall_fscore_support\n",
    "from sklearn.utils.multiclass import unique_labels\n",
    "from sklearn.linear_model import LinearRegression\n",
    "from sklearn.model_selection import train_test_split, StratifiedKFold, cross_val_score, RandomizedSearchCV, GridSearchCV\n",
    "from sklearn.metrics import roc_auc_score, recall_score\n",
    "\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.ensemble import RandomForestClassifier, GradientBoostingClassifier\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.neural_network import MLPClassifier\n",
    "from sklearn.model_selection import StratifiedKFold, learning_curve\n",
    "\n",
    "from sklearn import ensemble\n",
    "from sklearn import model_selection\n",
    "\n",
    "from sklearn.ensemble import ExtraTreesClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "\n",
    "import xgboost as xgb\n",
    "import lightgbm as lgb\n",
    "\n",
    "import skopt\n",
    "from skopt import BayesSearchCV\n",
    "class BayesSearchCV(BayesSearchCV):\n",
    "    def _run_search(self, x): raise BaseException('Use newer skopt')\n",
    "\n",
    "# magic word for producing visualizations in notebook\n",
    "%matplotlib inline\n",
    "\n",
    "import time\n",
    "from timeit import default_timer as timer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\IPython\\core\\interactiveshell.py:3058: DtypeWarning: Columns (19,20) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    }
   ],
   "source": [
    "mailout_train = pd.read_csv(r\"C:\\Users\\sousa\\Desktop\\github\\Arvato\\data\\mailout_train.csv\")\n",
    "mailout_test = pd.read_csv(r\"C:\\Users\\sousa\\Desktop\\github\\Arvato\\data\\mailout_test.csv\")\n",
    "dias_xls = pd.read_excel(r\"C:\\Users\\sousa\\Desktop\\github\\Arvato\\data\\DIAS Attributes - Values 2017.xlsx\", header = 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "#getting the target\n",
    "target = mailout_train['RESPONSE']\n",
    "mailout_train = mailout_train.drop(['RESPONSE'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Creating PRAEGENDE_JUGENDJAHRE_DECADE feature\n",
      "Creating PRAEGENDE_JUGENDJAHRE_MOVEMENT feature\n",
      "Creating WOHNLAGE_QUALITY feature\n",
      "Creating WOHNLAGE_AREA feature\n",
      "Creating Wealth and Family feature\n",
      "Creating LP_LEBENSPHASE_FEIN_life_stage and LP_LEBENSPHASE_FEIN_fine_scale feature\n",
      "Creating PRAEGENDE_JUGENDJAHRE_DECADE feature\n",
      "Creating PRAEGENDE_JUGENDJAHRE_MOVEMENT feature\n",
      "Creating WOHNLAGE_QUALITY feature\n",
      "Creating WOHNLAGE_AREA feature\n",
      "Creating Wealth and Family feature\n",
      "Creating LP_LEBENSPHASE_FEIN_life_stage and LP_LEBENSPHASE_FEIN_fine_scale feature\n"
     ]
    }
   ],
   "source": [
    "#running all the cleaning and feature transformation functions\n",
    "#fixing the mixed type columns\n",
    "mailout_train = special_feature_handler(mailout_train)\n",
    "mailout_test = special_feature_handler(mailout_test)\n",
    "\n",
    "#dealing with missing and unknowns\n",
    "unknowns_to_NANs(mailout_train, dias_xls)\n",
    "unknowns_to_NANs(mailout_test, dias_xls)\n",
    "\n",
    "#getting percentages of missing\n",
    "percent_missing_train = percentage_of_missing(mailout_train)\n",
    "percent_missing_test = percentage_of_missing(mailout_test)\n",
    "\n",
    "#getting missing over 30%\n",
    "train_missing_over_30 = split_on_percentage(percent_missing_train, 30, '>')\n",
    "test_missing_over_30 = split_on_percentage(percent_missing_test, 30, '>')\n",
    "\n",
    "#getting columns to delete\n",
    "train_col_delete = columns_to_delete(train_missing_over_30)\n",
    "test_col_delete = columns_to_delete(test_missing_over_30)\n",
    "\n",
    "#dropping cols\n",
    "mailout_train = mailout_train.drop(train_col_delete, axis = 1)\n",
    "mailout_test = mailout_test.drop(test_col_delete, axis = 1)\n",
    "\n",
    "#feature engineering\n",
    "mailout_train = feat_eng(mailout_train)\n",
    "mailout_test = feat_eng(mailout_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "#dropping LNR\n",
    "mailout_train.drop(['LNR'], axis = 1, inplace = True)\n",
    "mailout_test.drop(['LNR'], axis = 1, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Feature balance between dfs?:  True\n"
     ]
    }
   ],
   "source": [
    "balance_checker(mailout_train, mailout_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "SEED = 28"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# 5 stratified folds\n",
    "skf = StratifiedKFold(n_splits=5, random_state=SEED, shuffle=True)\n",
    "skf.get_n_splits(mailout_train, target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LR: 0.665969 (0.010033)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\sklearn\\svm\\base.py:929: ConvergenceWarning: Liblinear failed to converge, increase the number of iterations.\n",
      "  \"the number of iterations.\", ConvergenceWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "roc auc train score = 0.81\n",
      "roc auc validation score = 0.67\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deXwV5fX48c9JCAmBEEBA1iQgsocdZJEdKSJ1b4GiX7EFSisq1gUUtRYFqSuorYr7z1JcoCpa1AICggurcSGIyL7JDklIgCzn98fMDTfJZIHk5ibhvF+v+7r3znaeSWBO5pmZ54iqYowxxuQWEuwGGGOMKZssQRhjjPFkCcIYY4wnSxDGGGM8WYIwxhjjyRKEMcYYT5YgjDlHIvKxiNwU7HYYEyiWIEy5IyLbRWRQsNuhqper6huB2LaIVBeRmSKyU0RSRORn93vtQMQzxoslCGM8iEilIMauDCwB2gBDgOpAT+Aw0O0cthe0fTHlmyUIU6GIyDARSRCRYyLypYi085s3WUS2iEiyiCSKyDV+80aLyBci8rSIHAEecqetFJEnROSoiGwTkcv91lkmImP81i9o2SYi8rkbe7GI/ENE/pXPbvwfEANco6qJqpqlqgdU9WFVXehuT0Wkmd/2XxeRR9zP/URkt4hMEpFfgNdEZKOIDPNbvpKIHBKRTu737u7P65iIfCsi/YrzezAVgyUIU2G4B7tXgT8CFwAvAgtEJNxdZAvQG4gG/gb8S0Tq+23iEmArUBeY5jdtE1AbeAx4RUQknyYUtOy/gdVuux4CbixgVwYBn6hqSuF7na96QC0gFhgHzAVG+s3/FXBIVdeLSEPgv8Aj7jp3AfNFpE4x4psKwBKEqUjGAi+q6ipVzXSvD5wCugOo6ruqutf9i/xtYDM5u2z2quqzqpqhqmnutB2q+pKqZgJvAPWBC/OJ77msiMQAXYEHVfW0qq4EFhSwHxcA+87pJ3BGFvBXVT3l7su/gStFJNKd/zt3GsANwEJVXej+bBYBa4GhxWyDKecsQZiKJBa40+0mOSYix4DGQAMAEfk/v+6nY0BbnL/2fXZ5bPMX3wdVTXU/Vssnfn7LNgCO+E3LL5bPYZzkUhwHVfWkX3t+BjYCv3aTxJWcSRCxwG9y/dwuLYE2mHLOLl6ZimQXME1Vp+WeISKxwEvAQOArVc0UkQTAv7soUEMb7wNqiUikX5JoXMDyi4FHRKSqqp7IZ5lUINLvez1gt993r33xdTOFAIlu0gDn5/amqo4tZD/MecbOIEx5FSYiEX6vSjgJYLyIXCKOqiJyhYhEAVVxDpoHAUTkZpwziIBT1R04XTYPiUhlEekB/LqAVd7EOWjPF5GWIhIiIheIyH0i4uv2SQB+JyKhIjIE6FuEprwFDAb+xJmzB4B/4ZxZ/MrdXoR7obvRWe6qqWAsQZjyaiGQ5vd6SFXX4lyHeA44CvwMjAZQ1UTgSeArYD8QD3xRiu0dBfTA6T56BHgb5/pIHqp6CudC9Y/AIiAJ5wJ3bWCVu9jtOEnmmLvt9wtrgKruw9n/nm583/RdwFXAfTgJdBdwN3Z8OO+JFQwypvSJyNvAj6r612C3xZj82F8IxpQCEekqIhe53UVDcP5iL/SvfmOCyS5SG1M66gH/wbmFdTfwJ1X9JrhNMqZg1sVkjDHGU8C6mETkVRE5ICI/5DNfROQZdxCy73yP/LvzbhKRze7LRss0xpggCNgZhIj0AVKA/6eqeW4ndG/XuxXnac1LgFmqeomI1MK5JbALzm2J64DOqnq0oHg1atTQZs2aFbRIQJ04cYKqVasGLX5ZaIPFt/gWv/zFX7du3SFV9R5WRVUD9gLigB/ymfciMNLv+yacJzdH4gyX4Llcfq/mzZtrMC1dujSo8ctCGyy+xbf45S8+sFbzOa4G8y6mhuQcbmC3Oy2/6cYYY0pRQC9Si0gc8JF6dzH9F3hUnYHLEJElwD3AACBcVX1DFz8ApKrqkx7bGIczUiV16tTp/M477wRoTwqXkpJCtWr5DdFzfrTB4lt8i1/+4vfv33+dqnbxnJnfqUVJvLAupvOqDRbf4lv88hefArqYgvkcxAJggoi8hXOR+riq7hORT4HpIlLTXW4wcG+wGmlMWZCens7u3bs5efJkvstER0ezcePGUmyVxS9P8SMiImjUqBFhYWFF3mbAEoSIzAX6AbVFZDfwVyAMQFVfwBlLZyjOeDmpwM3uvCMi8jCwxt3UVFU9Eqh2Ftec7+cwZckUdh7fSUxCDNMGTmNU/KhgN8tUMLt37yYqKoq4uDjyq1eUnJxMVFRUKbfM4peH+KrK4cOH2b17N02aNCnyNgOWIFR1ZCHzFbgln3mv4lQGK9PmfD+HcR+OIzXdGcF5x/EdjPtwHIAlCVOiTp48WWByMKYgIsIFF1zAwYMHz2o9G4upGKYsmZKdHHxS01O553/3BKlFpiKz5GCK41z+/ViCKIadx3d6Tt+bspcOL3Rg+orpbDmypZRbZYwxJcMSRDHERMd4Tq8ZUZPIsEimfDaFZs82o8vsLjz2xWNsP7a9dBtoTAk5fPgwHTp0oEOHDtSrV4+GDRtmfz99+nSRtnHzzTezadOmApf5xz/+wZw5c0qiyaYEWIIohmkDpxEZFpljWmRYJM8OfZYv//AlOybu4InLniA0JJRJiyfRZFYTLnn5Ep766il2HS+oJLExxTPn+znEzYwj5G8hxM2MY873xTvoXnDBBSQkJJCQkMD48eO54447sr9XrlwZcC6EZmVl5buN1157jRYtWhQY55ZbbmHUqLJ3/a6wfauoLEEUw6j4Ucz+9Wxio2MRhNjoWGb/enb2BeqY6Bju7Hknq8asYuttW/n7oL+TkZXBnf+7k5iZMfR6tRezvp7F3uS9Qd4TU5H4bp7YcXwHimbfPFHcJOHl559/pm3btowfP57evXuzb98+xo0bR5cuXWjTpg1Tp07NXvbSSy8lISGBjIwMatSoweTJk2nfvj09evTgwIEDANx///3MnDkze/nJkyfTrVs3WrRowZdffgk4Yw5dd911tG/fnpEjR9KlSxcSEhLytO3uu++mdevWtGvXjkmTJgHwyy+/cNVVV9GuXTvat2/PqlVOgb7HHnuMtm3b0rZtW5599tk8+9apUyf27dvHxx9/TI8ePejUqRPDhw/nxIn8SoZXDFYPophGxY9iVPwoli1bRr9+/fJdrknNJtzT6x7u6XUPPx/5mXc2vMM7G95h4qcTuePTO7g05lKGtxnOda2vo161eqW3A6bcmfjJRBJ+yXtAzMzMJDQ0lK93f82pzJzVTFPTU/nDB3/gpXUveW6zQ70OzBwy85zak5iYyGuvvcbjjz9OVFQUM2bMoFatWmRkZNC/f3+uv/56WrdunWOd48eP07dvX2bMmMFf/vIXXn31VSZPnpxn26rK6tWrWbBgAVOnTuWTTz7h2WefpV69esyfP59vv/2WTp065Vlv//79LFy4kA0bNiAiHDt2DHDOUC677DImTJhARkYGqamprF69mjlz5rB69WoyMzPp1q0bffv2JTIyMnvfXnjhBQ4cOMCMGTNYsmQJkZGRTJs2jVmzZnHfffed08+tPLAziCBoVqsZ9/W+j4TxCWy8ZSN/6/c3jqQdYcLHE2j4VEMGvDGAF9a+wMETZ3dLmjFAnuRQ2PTiuuiii+jatWv297lz59KpUyc6derExo0bSUxMzLNOlSpVuPzyywHo3Lkz27dv99z2tddem2eZlStXMmLECADat29PmzZt8qxXq1YtQkJCGDt2LO+99172KKfLli3jj3/8IwCVKlWievXqrFixguuuu47IyEiioqK4+uqrWblyZZ59+/LLL0lMTKRnz5506NCBOXPm5NvuisLOIIKsZe2WPND3AR7o+wAbDmzgnQ3v8PaGt/nTf//EhIUT6N+kP8PbDOealtdwQeQFwW6uKQPy+0vf96BU3Mw4dhzfkWd+bHQsy0YvK/H2+A8xvXnzZmbNmsXq1aupUaMGN9xwg+fT377rFgChoaFkZGR4bjs8PDzPMlqE8ePCwsJYu3YtixYt4q233uL555/nf//7H5D3ds+Ctue/b6rKkCFDePPNNwuNX1HYGUQZ0qZuG/7W/29svGUj347/lsmXTmb7se2M/XAs9Z6sx+VzLue1b17jaFrO0hi+C5IDlg8okQuSpnzL7+aJaQOnBTx2UlISUVFRVK9enX379vHpp5+WeIxLL70U38Cc33//vecZSnJyMklJSQwbNoynn36ab75xqrv279+fF154AXC65JKSkujTpw/vvfceaWlppKSk8MEHH9C7d+882+zZsyfLly9n69atgHMtZPPmzSW+f2WJnUGUQSJCuwvb0e7Cdjzc/2ESfkng7Q1v886Gd/j9gt/zx4/+yOCLBjO8zXBOZZzi9k9vt6e5TTbf7z17CJjo0hsCplOnTrRu3Zq2bdvStGlTevXqVeIxbr31Vv7v//6Pdu3a0alTJ9q2bUt0dHSOZY4fP861117LqVOnyMrK4qmnngLgueeeY+zYsbz44otUqlSJF198kW7dujFy5MjsrqQ//elPxMfH8/PPP+fY5oUXXsgrr7zC8OHDs2/tnT59OhdffHGJ72NZUWFqUrdo0UILu8c6kAq7SF0SVJW1e9c6F7gT38n3QT1wuhO2T9we0PbkVho/g/M1/saNG2nVqlWBy5TlsYBKUkZGBhkZGURERLB582YGDx7M5s2bSUtLOy/2vzjxvf4diUi+w30H9AxCRIYAs4BQ4GVVnZFrfizOmEt1gCPADaq6252XCXzvLrpTVa8MZFvLAxGha8OudG3Ylccue4xVe1bR45UenssWlDyMKc9SUlIYOHAgGRkZqGr22YApeYEczTUU+AdwGU5VuDUiskBV/TsMn8CpWf2GiAwAHgVudOelqWqHQLWvvBMRujfqTmx0rOcFyUbVGwWhVcYEXo0aNVi3bl2wm3FeCORF6m7Az6q6VVVPA28BV+VapjWwxP281GO+KYTXBUmA5FPJzEucV6Q7PowxxkvArkGIyPXAEFUd436/EbhEVSf4LfNvYJWqzhKRa4H5QG1VPSwiGUACkAHMUNX3PWJYyVFg8f7FvLztZQ6cOkDd8LoMrTeUlYdXsjllM91rdef2i2+nXkTgH74rryUXy0P86OhomjVrVuAyvgflgsXil/34P//8M8ePH88xLSglR4Hf4Fx38H2/EXg21zINgP8A3+Bcq9gNRPvmue9Nge3ARQXFs5KjOduQnpmuT335lFadVlUjp0Xq4188rqczTpda/GCoyPETExMLXSYpKSlg8YvC4pf9+F7/jiig5Gggu5h2A439vjcCcgw6pKp7VfVaVe0ITHGnHffNc9+3AsuAjgFsa4VTKaQSd/S4g8RbErms6WXcvehuurzUha93fx3sphljyolAJog1wMUi0kREKgMjcOpQZxOR2iLia8O9uFXkRKSmiIT7lgF6AXmfhjGFiomO4f0R7/Pe8Pc4knaEnq/05Jb/3sLxk8cLX9kYP7/88gsjRozgoosuonXr1gwdOpSffvop2M3yFBcXx6FDhwDnATcvo0ePZt68eQVu5/XXX2fv3jN/144ZM8bzwbyKKmAJQlUzgAnAp8BG4B1V3SAiU0XEd8tqP2CTiPwEXAj4HvVsBawVkW9xLl7P0Jx3P5mzdHXLq0n8cyK3X3I7L6x7gZb/aMm7G961i9gV1Zw5EBcHISHOezFrLKgq11xzDf369WPLli0kJiYyffp09u/fn2O5zMzMYsUJBN8osOcid4J4+eWX8ww8WBbkN1RJcQV0qA1VXaiqzVX1IlWd5k57UFUXuJ/nqerF7jJjVPWUO/1LVY1X1fbu+yuBbOf5Iio8iqeHPM3qMatpENWA3877LVf8+wq2Hd0W7KaZkjRnDowbBzt2gKrzPm5csZLE0qVLCQsLY/z48dnTOnToQO/evVm2bBn9+/fn97//PfHx8QA89dRT2cNn+4bvPnHiBFdccQXt27enbdu2vP322wBMnjw5e1juu+66K0/s559/nnvuOVPG9/XXX+fWW28F4Oqrr6Zz5860adOG1157zbPtvhsHVJUJEybQunVrrrjiiuwhxgGmTp1K165dadu2LePGjUNVmTdvHmvXrmXUqFF06NCBtLQ0+vXrx9q1awFnUML4+Hjatm2bPZy4L96UKVNo37493bt3z5NEAZYvX55dcKljx44kJycDzrDj8fHxtG/fPnt024SEBLp37067du245pprOHrUGWqnX79+3HffffTt25dZs2Zx6NAhrrvuOrp27UrXrl354osv8v+FFlV+FyfK28suUp9dG9Iz03XmVzO12vRqWuWRKvr3lX8v9kXsYP8MKnL8HBcXb79dtW/fPK/0Sy91PoeHqzqpIecrPNxzPe3b19lmAWbNmqUTJ070nLd06VKNjIzU7777TlVV165dq23bttWUlBRNTk7W1q1b6/r163XevHk6ZsyY7PWOHTumhw8f1ubNm2tWVpaqqh49ejTP9g8cOKAXXXRR9vchQ4boihUrVFX18OHDqqqampqqrVq10kOHDqmqamxsrB48eFBVVatWraqqqvPnz9dBgwZpRkaG7tmzR6Ojo/Xdd9/NsR1V1RtuuEEXLFigqqp9+/bVNWvWZM/zfd+zZ482btxYDxw4oOnp6dq/f3/997//raqqQPb6d999tz788MN59mnYsGG6cuVKVVVNTk7W9PR0Xbhwofbo0UNPnDiRo03x8fG6bNkyVVV94IEH9Hb3d9W3b1/905/+lL3N66+/PvvnsmPHDm3ZsmWeuGXpIrUpwyqFVOL27rez8ZaNDGk2hEmLJ9F5dme+2vVVsJtmiutUPsN65ze9BHTr1o24uDjAGY77mmuuoWrVqlSrVo1rr72WFStWEB8fz+LFi5k0aRIrVqwgOjqa6tWrExERwZgxY/jPf/5DZGTeZ3rq1KlD06ZN+frrrzl8+DCbNm3KHuPpmWeeyf5Lfc+ePQUOnvf5558zcuRIQkNDadCgAQMGDMiet3TpUi655BLi4+P57LPP2LBhQ4H7u2bNGvr160edOnWoVKkSo0aNyv6LvXLlygwbNgzIfyjzXr168Ze//IVnnnmGY8eOUalSJRYvXszNN9+c/TOoVasWx48f59ixY/Tt2xeAm266ic8//zx7O8OHD8/+vGzZMiZMmECHDh248sorSUpKyj4zOVf2fPp5rlH1Rvxn+H/44McPmPDxBHq92ovxXcYzfeB0akTUCHbzjJeZ3sN9p/nG4omLc7qVcouNhWXLzilkmzZtCrygm3tYbC/Nmzdn3bp1LFy4kHvvvZfBgwfz4IMPsnr1apYsWcJbb73Fc889x6JFi+jcuTMAV155JVOnTmX48OG88847tGzZkmuuuQYRYdmyZSxevJivvvqKyMhIevfu7Tm0uL/cQ30DnDx5kj//+c+sXbuWxo0b89BDDxW6nfz2EZyhxn1x8hvKfPLkyVxxxRUsXLiQ7t27s3jxYlTVs30F8f+5Z2Vl8dVXX1GlSpWz2kZB7AzCAHBVy6tI/HMiE7tP5MV1L9LqH614+4e37SJ2eTRtGuT+Szwy0pl+jgYMGMCpU6d46aUzFenWrFnD8uXL8yzbp08f3n//fVJTUzlx4gTvvfcevXv3Zu/evURGRnLDDTdw1113sX79elJSUjh+/DhDhw5l5syZJCQkEBoaml3v2ley9Nprr+X9999n7ty52X81Hz9+nJo1axIZGcmPP/7ImjVrCtyHPn368NZbb5GZmcm+fftYunQpQHYyqF27NikpKTkSYVRUlOdf4ZdccgnLly/n0KFDZGZmMnfuXC699NIi/zy3bNlCfHw8kyZNokuXLvz4448MHjyYV199ldRUZ2TmI0eOEB0dTc2aNVmxYgUAb775ZvbZRG4DBgzgueeey/7uVYb1bNkZhMkWFR7FU796ihva3cC4D8cxYv4IXv/2df459J80qdkk2M0zRTXKHdZ7yhTYuRNiYpzkMOrch/sWEd577z0mTpzIjBkziIiIIC4ujpkzZ7Jnz54cy3bq1InRo0fTrVs3wLk1tGPHjnz66afcfffdhISEEBYWxvPPP09ycjJXXXUVJ0+eRFV5+umnPePXrFmT1q1bk5iYmL3dIUOG8MILL9CuXTtatGiRo6qdl2uuuYbPPvuM+Ph4mjdvnn2grVGjBmPHjiU+Pp64uLgc2xk9ejTjx4+nSpUqfPXVme7X+vXr8+ijj9K/f39UlaFDh3LFFVcU+ec5c+ZMli5dSmhoKK1bt+byyy8nPDychIQEunTpQuXKlRk6dCjTp0/njTfeYPz48aSmptK0adN8L8Y//vjjTJo0iXbt2pGRkUGfPn2ya1+cs/wuTpS3l12kLtk2ZGRm6DNfP6NR06O0yiNV9NEVjxZ6ETvYP4OKHN+epLb4JRHfLlKbEhEaEsqtl9xK4i2JXH7x5dy75F46ze7El7vO/Z5yY0z5YgnCFKhR9UbM/+18FoxYQNKpJOci9kfj85Q9NcZUPJYgTJH8usWv2fDnDdzZ405eXv8yrf7Rirnfz0VVrSZ2KVG7YcAUw7n8+7EEYYqsWuVqPDH4CdaMXUNMdAy/+8/vaPdCO8YsGMOO4ztQNLsmtiWJkhUREcHhw4ctSZhzoqocPnyYiIiIs1rP7mIyZ61j/Y589YeveH7t89z28W0oOQ9aqempTFkyhVHx537XjMmpUaNG7N69m4MHD+a7zMmTJ8/6AFCSLH7Zjh8REUGjRmdXabIs16S+CbjfXfQRVX0jkG01Zyc0JJQJ3SZw28e3ec63mtglKywsjCZNCr7VeNmyZXTsGLxR8S1+xYsfsC4mv5rUl+OUFh0pIrmHQfTVpG4HTMWpSY2I1AL+ClyCU7r0ryJSM1BtNecuJjrGc3pYaBhvJLxBWnpaKbfIGFNSympN6l8Bi1T1iKoeBRYBQwLYVnOOvGpih4WEUSuiFqM/GE2Dpxow8ZOJbDy4MUgtNMacqzJZkxq4GYhQ1Ufc5R4A0lT1iVwxrCZ1GWhD7prYY5qMYWDdgXx7/Fs+3Pshnx/6nAzNoF10O4bVH0bfOn2pHFK5xNsR7N+Bxbf45TF+uatJDdwN3O+33APAnQXFsyepg9+G/OLvT9mvf1/5d71o1kXKQ+gFf79A7/z0Tt10aFOpxC8tFt/il8f4lMOa1IWua8qPulXrck+ve/jp1p9YdOMi+jfpz6xVs2jxXAsGvDGAt394m9OZp4PdTGNMLmWyJjVOmdLBbm3qmsBgd5opx0IkhEFNB/Hub95l1x27mDZgGtuObWPE/BE0eqoRkxdPZsuRLcFupjHGVSZrUqvqEeBhnCSzBpjqTjMVRL1q9biv931suW0LH4/6mF4xvXjiyydo9mwzBr85mPmJ80nPTA92M405rwX0OQhVXQgszDXtQb/P8wDPKiSq+ipnzihMBRUiIQxpNoQhzYawJ2kPr3zzCi+vf5nr372eetXq8fsOv2ds57HE1YgLdlONOe/YUBumzGhYvSEP9n2Qbbdv48ORH9KlQRdmfDGDprOaMnTOUD748QMysvJW5zLGBIYlCFPmhIaEMqz5MD4c+SHbbt/G/X3u59v933L121cTNzOOvy79K7uO78pe3gYLNCYwLEGYMi0mOoap/aeyY+IO3hv+HvEXxvPw5w8TNyuOK+deyV3/u4txH46zwQKNCQBLEKZcqBRSiatbXs3Hoz5my21bmNxrMqv3rObJr54kNT01x7K+wQKNMcVjCcKUO01qNmHawGnsumMXgngus+P4Dhsw0JhisuG+TbkVFhpGTHQMO47v8JwfOzOW5hc0Z1CTQQxqOoh+cf2oWcXGfDSmqCxBmHJt2sBpjPtwXI5upsiwSB7o8wDhoeEs3raYN759g3+u/SchEkLn+p0Z1NRJGD0b9ySiUvDG7zemrLMEYco1X1GiKUumsPP4TmKiY5g2cFr29Dt63MHpzNOs2r2KJduWsHjrYh774jEeXfkoEZUi6B3TOzthdKjXgRCxXldjfCxBmHJvVPwoRsWPYtmyZfTr1y/P/Mqhlekd25vesb15qN9DJJ1K4vMdn7N462IWb13MpMWTAKhVpRYDmgzI7pJqWrMpIt7XOIw5H1iCMOed6uHVGdZ8GMOaDwNgX/I+lmxbwpJtS1i0ZRHzEp2H++NqxGUniwFNBlCnap1gNtuYUhfskqMxwBtADXeZyaq6UETicMZv2uQu+rWqjg9kW835q35UfW5odwM3tLsBVeWnwz85ZxfbFvNu4ru8/M3LAHSo14GBTQYyqOkgesf0pmrlqoDzoF52F1dCzi4uY8qzgCUIv5Kjl+EM371GRBaoaqLfYvfjDOL3vFuOdCEQ587boqodAtU+Y7yICC1qt6BF7Rbc0u0WMrIyWL9vfXZ31LOrn+XJr54kLCSMno17UieyDh/99BEnM08CZD+oB1iSMOVeIM8gskuOAoiIr+Sof4JQoLr7ORqr+WDKmEohlejWsBvdGnbjvt73kZqeysqdK1m8dTFLti1h+Y7ledZJTU9lwn8nkJGZQaPqjWhUvRENqzekWuXgVhw05mwFu+RofeB/QE2gKjBIVde5XUwbgJ+AJJzqcis8YljJ0TLUhvMx/oDlA1CK9n+oamhV6oTXyX7VDq/tfK585ntUpaizvjDuVfJ10IWDzmV3iuV8/P1XhPgFlRwN5BmE17/y3P+TRgKvq+qTItIDeFNE2gL7gBhVPSwinYH3RaSNqibl2JjqbGA2QIsWLdTrDpbSkt8dNOdTG87H+DEJ3g/qNa7emM9u+ow9SXvYnbQ7+7Un2fn+TdI3/PLLL3mSS5VKVbLPOBpVb0SjqEY5v1dvRN2qdbNvx53z/Rye/vLp7OdA9p/az9NbnqZV61al3sV1Pv7+K3r8QCaIopQN/QMwBEBVvxKRCKC2qh4ATrnT14nIFqA5sDaA7TXmrOX3oN6jgx6lWa1mNKvVLN910zPT+SXlF88EsjtpNyt2rGBv8l7Ss3IWTqoUUokGUQ1oVL0RCb8keI5Fde/ie+0aiCm2QCaI7JKjwB6ckqO/y7XMTmAg8LqItAIigIMiUgc4oqqZItIUuBjYGoXeLlcAACAASURBVMC2GnNOCntQryBhoWE0jm5M4+jG+S6TpVkcPHHQM4HsTtqdJzn47EraRc2/16RhVEMaRDXI91WvWj0qh1Y+t503FV7AEoSqZoiIr+RoKPCqr+QosFZVFwB3Ai+JyB043U+jVVVFpA8wVUQygExgvJUcNWVVYQ/qFUeIhHBhtQu5sNqFdG7QOc/8uJlxnl1cNcJrcEP8DexN2cuepD38eOhH9qXs8yy4VLdq3TNJo1rOBNKwupNg6kTWITQk1LONdptvxRXskqOJQC+P9eYD8wPZNmMqgvy6uJ674rk8B+kszeJQ6iH2Ju/1fO1J3sP6fevZn7I/z7WRUAmlXrV6ec5AdhzfwZvfvsmpzFOA3eZb0diT1MaUY2fTxRUiIdStWpe6VevSoV7+jxhlZGWwP2W/dyJJ2cvWo1tZuXMlh9MOe66fmp7KmAVjWLJ1CY2rO11o/u9R4VEls/Mm4CxBGFPOlXQXV6WQSjSs3pCG1RsWuNzJjJNETov0vM33ZMZJPt3yKfuS9+WZHx0efSZpeCSQRtUbUSWsSpHba11cgWMJwhhzTiIqReRbjyM2OpbtE7eTnpnO3uS97Eraxa7ju3K+J+1i7d61HEw9mGf92pG1cyaPXImkYVRDwkLDmPP9nBxdbNbFVbIsQRhjzll+10CmDZwGOHdqxdaIJbZGbL7bOJlxkt1Juz0TyLaj2/h8x+ccO3ksxzqCUK9aPQ6nHeZ05ukc81LTU5n4yURqV6lNVHgU1cOrE1XZfQ+PolJIyR72KvIZjCUIY8w5K85tvj4RlSIKfWYk+VSyk0RynYm8mvCq5/KHUg8xZM6QfOP5kkaeBOI1LTwqx2f/5d5NfLdCn8FYgjDGFEsgb/P1iQqPolWdVrSq0yrH9CXblnh2cdWvVp95v51H0qkkkk8lk3w6Oe9nv2n7Uvax6fAmkk8509Iy0s65ranpqfz5v3/m0IlDzi3KVS/Mfq9ZpWa5KkplCcIYU27l18X1+ODH6dm45zlvNyMrg5TTKZ4Jxpdckk8lc//S+z3XTzqVxMRPJ+aZXimkEnWr1uXCqhc6774E4pdELqzmzCvo2RN/gezisgRhjCm3SqKLy0ulkErUiKhBjYgaBS730vqXPM9gYqJjWDduHftT9nPgxAH2n9jP/pT9Od9P7GfjoY3sT9mf/RyJP0GoHVk7z1mIf3JZv28901dMzz7jKekuLksQxphyrTS6uPKT3xnM9IHTqR1Zm9qRtWlDmwK3oaoknUrKk0SyE4v7/evdX7M/ZT8n0k8UuL3U9FSmLJliCcIYY4KpJM5gRIToiGiiI6JpfkHzQpc/cfpEdvLo+UpPz+dQdh7fWfSdKIAlCGOMKYbSPoOpWrkqTSo3oUnNJvk+hxITHVMisQJ6OV1EhojIJhH5WUQme8yPEZGlIvKNiHwnIkP95t3rrrdJRH4VyHYaY0x5NG3gNCLDInNM838OpbgCliD8alJfDrQGRrp1p/35alJ3xBkO/J/uuq3d721w6kX8092eMcYY16j4Ucz+9Wxio2MRhNjoWGb/ena5uIupODWprwLeUtVTwDYR+dnd3lcBbK8xxpQ7geziKqs1qZ8DvlbVf7nLvQJ8rKrzcsWwmtRlqA0W3+Jb/PIXv6Ca1KhqQF7Ab4CX/b7fCDyba5m/AHe6n3vgnF2E4HRN3eC33CvAdQXFa968uQbT0qVLgxq/LLTB4lt8i1/+4uMUcPM8rpbJmtRFXNcYY0wABfIupuya1CJSGeei84Jcy/hqUuNfk9pdboSIhLs1rS8GVgewrcYYY3IpkzWpgQ0i8g5Ol1MGcIuqZgaqrcYYY/IqkzWp3XnTgJK5mdcYY8xZKz/jzhpjjClVliCMMcZ4sgRhjDHGkyUIY4wxnixBGGOM8WQJwhhjjCdLEMYYYzxZgjDGGOPJEoQxxhhPliCMMcZ4CnbJ0adFJMF9/SQix/zmZfrNyz3InzHGmAAr8lhMInIpcLGqviYidYBqqrqtgOV9JUcvwxm+e42ILHDHXwJAVe/wW/5WoKPfJtJUtUPRd8UYY0xJKtIZhIj8FZgE3OtOCgP+Vchq2SVHVfU04Cs5mp+RwNyitMcYY0zgFankqIgk4Px1v15VO7rTvlPVdgWsU2jJUb9lY4GvgUa+Yb1FJANIwBnue4aqvu+xnpUcLUNtsPgW3+KXv/jFLjkKrHbf17vvVYHvClmn0JKjfvMm5Z4HNHDfmwLbgYsKimclR4PfBotv8S1++YtPASVHi3qR+h0ReRGoISJjgcXAS4WsczZlQ0eQq3tJVfe671uBZeS8PmGMMSbAinSRWlWfEJHLgCSgBfCgqi4qZLXskqPAHpwk8LvcC4lIC6Am8JXftJpAqqqeEpHaOEWFHitKW40xxpSMQhOEezfSp6o6CCgsKWTTopUcBefi9FvuqY5PK+BFEcnCuZA+Q/3ufjLGGBN4hSYIVc0UkVQRiVbV42ezcS2k5Kj7/SGP9b4E4s8mljHGmJJV1OcgTgLfi8gi4IRvoqreFpBWGWOMCbqiJoj/ui9jjDHniaJepH5DRCoDzd1Jm1Q1PXDNMsYYE2xFShAi0g94A+d5BAEai8hNqvp54JpmjDEmmIraxfQkMFhVNwGISHOc5xY6B6phxhhjgquoD8qF+ZIDgKr+hDMekzHGmAqqqGcQa0XkFeBN9/soYF1gmmSMMaYsKGqC+BNwC3AbzjWIz4F/BqpRxhhjgq+oCaISMEtVn4Lsp6vDA9YqY4wxQVfUaxBLgCp+36vgDNhnjDGmgipqgohQ1RTfF/dzZGCaZIwxpiwoaoI4ISKdfF9EpAuQVthKxaxJfZOIbHZfNxWxncYYY0pIUa9BTATeFZG9gAINgOEFrVCcmtQiUgv4K9DFjbfOXfdoUXfMGGNM8RR4BiEiXUWknqquAVoCb+OUAP0E2FbItotTk/pXwCJVPeImhUXAkEL3xhhjTIkpsCa1iKwHBqnqERHpg3OQvxXoALRS1esLWPeca1KLyF041z0ecec/AKSp6hO51rOa1GWoDRbf4lv88he/oJrUhXUxharqEffzcGC2qs4H5otIQiHrise0/LLRCGCeqmaezbqqOhuYDdCiRQvt169fIU0KnGXLlhHM+GWhDRbf4lv8ihW/sIvUoSLiSyIDgc/85hWWXIpTk/ps1jXGGBMAhSWIucByEfkA566lFQAi0gworLpcdk1qd6jwEcCC3At51aTGKVM6WERquvWpB7vTjDHGlJICzwJUdZqILAHqA//zqxsdgnMtoqB1z7kmtXvN42GcJAMw1a+ryxhjTCkoSk3qrz2m/VSUjZ9rTWp3+qvAq0WJY4wxpuQV9UE5Y4wx5xlLEMYYYzxZgjDGGOPJEoQxxhhPliCMMaY8mzMH4uLoO2AAxMU530tIUQfrM8YYU9bMmQPjxkFqqjP8xI4dzneAUaOKvXk7gzDGmPLqvvsgNTXntNRUmDKlRDZvZxDGGFPWnToFP/0EP/4IGzeeed+503v5/KafJUsQxhhTVhw9mjMB+N63bYOsrDPLxcZCq1YQFQXJyXm3ExNTIs2xBGGMMcUxZw5MmULfnTudA/O0aQX3/2dlwe7d3ongwIEzy1WuDM2bQ6dO8LvfOQmhZUto0QIiI8/Edq9BZIuMdNpQAgKaIERkCDALZyyml1V1hscyvwUewhnO+1tV/Z07PRP43l1sp6peGci2GmPMWSvoIvFvfgObN+dNBJs2wYkTZ7ZRo4Zz8B82zEkAvkTQpAmEhhYc35eIpkxBd+5EipKgzkLAEkRRSo6KyMXAvUAvVT0qInX9NpGmqh0C1T5jTAVxtn/BF4cqnDzp/MV+4gTcfbf3ReLRo+GmmyAz88z0mBjn4N+795kk0LIl1K0L4lUCp4hGjYJRo1gegHoQgTyDyC45CiAivpKjiX7LjAX+4as1raoH8mzFGGPyk99f8CdOwNChZw7kvlfu717TClomNTXntYD8ZGTA/ffn7BaqWjXQP40SF8gE0RDY5fd9N3BJrmWaA4jIFzjdUA+p6ifuvAgRWYtTA3uGqr4fwLYaY8qq1FT45Rfv17/+BWlpeZf/4x+Lvv2wMOfg7f+KjIToaGjQ4Mx3r2UmT4ZDh/JuMzYWHn64ePtdBhRYk7pYGxb5DfCrXDWpu6nqrX7LfASkA7/FqRq3AmirqsdEpIGq7hWRpjiV7Aaq6pZcMawmdRlqg8U/P+PXXbyYpi+/TPiBA5yqW5etY8ZwYNCgAteRzEzCjh6l8pEj3i+/eZVyd+EAGhLC6Ro1qHzkSL71iX+6804yw8PJqlKFzIiI7FdWrs9a6dz/Tq67eDEtnniC0FOnsqdlhoez6a67Cv0ZlLRA1KRGVQPyAnoAn/p9vxe4N9cyLwCj/b4vAbp6bOt14PqC4jVv3lyDaenSpUGNXxbaYPGDFP9f/1KNjdUsEdXYWOd7acaOjFR1euedV0SE6r33qs6Zo/rkk6p33616442ql12mGh+vWqeOqkjOdXyvGjVUW7ZU7ddPdcQI1YkTVWfMUH39ddVPPlFNSFD95RfVjAwnfmys93ZiY0v3ZxCsn7+fc/33h1PAzfO4GsgupuySo8AenJKjv8u1zPs4FeVeF5HaOF1OW90yo6mqesqd3gt4LIBtNaZ8Ku5QC+npkJLivJKTc74XNi0lBb74Ak6fzrnNkyfh0UfPfA8Ph3r1nFfTptCz55nv9euf+XzhhRARcXb7P21aQG/zLJIAXiQOtoAlCC1ayVFf7elEIBO4W1UPi0hP4EURycIZDmSG+t39ZIzBuUNm0iTvu2j+/Gf48sv8D+y+z35dI4WqWtV5MKtaNecVFZU3OfiIQGKic+CPji7eXToFCfBtnue7gD4HoYWUHHVPb/7ivvyX+RKID2TbjCnTVOHgQdi1K//X3r3O3TJekpLg7bfPHNCjopxX/fp5D/L+7/lNq1oVQjyGbouLc85acouJce7eKQ0V+C/4YLMnqY0prrO9D18Vjh0r+OC/e3fev+7Dw6FRI2jcGPr2dd5feAGOHMkbIzYWtm8v0d30VBa6eEzAWIIwpji8rgGMHev8dd++ff4JwP9JWnCemG3Y0Dnod+0K117rfPZ/1amTt6umdevgHqCti6dCswRhzNnIynLuv9+xw3lNmJD3GkBaGtxzz5nvIk5ffOPG0KYNDBmS9+Bfr17hwyp4KQsHaOviqbAsQRjj7/Rp5y/8HTucIZN9icD32rUr/wuzuS1f7hz8GzZ0Bl4LFDtAmwCxBGHKv7O5BpCcnP/Bf8cO2LfPuUbgI+Jc2I2Ndbp+rrvO+ex7DR3qJI3cYmOhT5/A7K8xpcQShCnfvK4BjBkDq1c7B+ncCeDo0Zzrh4U5f+XHxsLgwTkP/rGxzkXh8PD84z/6qF2kNRWWJQhTvnmNpnnyJDzzjPO5WrUzB/sePfImgHr1vG/fLKqycA3AmACxBGHKn61bnXv85851uoS8iDiDqNWsGbiHtHzsGoCpoCxBmPJh7154910nKaxa5Uzr2dNJALm7jcC5FlGrVum20ZgKphjn1sYE2OHDMHs2DBjgXAuYONF5eOzvf3dq9H7xBTz77Jnyiz52DcCYEmFnEKZsSU6GDz5wzhT+9z9nKInmzeHBB2HEiLzDN9g1AGMCJqBnECIyREQ2icjPIjI5n2V+KyKJIrJBRP7tN/0mEdnsvm4KZDtNkKWlwfz5Tg3funXhxhvhhx/gL3+B9eudOr4PPZT/2D6jRsH27Sz/7DNneAlLDsaUiDJZk1pEagF/Bbrg1P5Y567r0dlsyqX0dFi82DlTeP9958yhbl3nFtWRI6F79+LdXWSMKbayWpP6V8AiVT3irrsIGALMDWB7TaBlZcGKFU5SmDfPucZQowb89rdO91G/flCM6l7GmJIVyJKj1wNDNGfJ0UtUdYLfMu8DP+EUBMquSS0idwERqvqIu9wDQJqqPpErhpUcLUNt8IyvStSPP1L3s8+ou2wZ4YcOkRkRwaGePTkwcCBHunRBS2gYijK5/xbf4pfx+MEqOfob4GW/7zcCz+Za5iPgPSAMaILTFVUDuBu432+5B4A7C4pnJUfLWMnL779Xve8+1aZNnRKQlSurXn216ltvqaakBKQZwf4dWHyLXx7jE6SSo7uBxn7fGwF7PZb5WlXTgW0isgm42J3eL9e6ywLWUnPuvIa6uPFGZzyj0FAYOBAeeACuvtrpTjLGlBtlsiY1sAWY7tamBhiMczHblBWqziB1EyfmHepC1XmA7ccfnQvPxphyqUzWpAYQkYdxkgzAVHUvWJsgOXEC1q2Dr78+88pvmAtwKqZZcjCmXCuTNandea8CrwayfSYfWVmwebOTBFatct6/+w4yM535zZo5XUfdu8MjjzgFdHKLiSndNhtjSpzdU2icsYxWrz5zZrBq1ZnxjapXh0sugfvucxJCt25Qu/aZdWvUsOGujamgLEGcbzIynKeU/buKNm1y5olA27Zw/fVOMuje3Xl6uaAH1myoC2MqLEsQFUFBFdX27TvTTfT117BmzZm/9uvUcWok3HSTc5bQtStERZ19fBvu2pgKyRJEeed1m+nNNzujnO7b55TWBKdyWseOzlAWvrODuLjA10owxpRbliDKm7Q056C/fbvzuueevLeZpqfD2rVOV9EddzhnBx07QkREMFpsjCmnLEGUNWlpzlmALwH4v3bs8L5jyEtWFrz1VsCaaYyp+CxBFFdB/f9eUlPPJACvRLB/f87lw8Kc7cbFwRVXOO/+r169znQj+bPbTI0xxWQJoji8+v/HjnXKY7Zt630WcOBAzm2EhUFsrHOw//Wv8yaAevWcISvyM3263WZqjAkISxDFMWVK3v7/tDTnuoBP5cpnEsBVV+U8+MfGQv36xat7YLeZGmMCxBJEcXh17fh88cWZM4BAF76x20yNMQFgJbuKI79+/thY6NkTGjSwqmjGmHIrqDWpRWS0iBwUkQT3NcZvXqbf9AWBbOc5mzbN6e/3Z/3/xpgKIqg1qV1vq1+VOT9pqtohUO0rEdb/b4ypwAJ5BpFdk1pVTwO+mtQVy6hRsH07yz/7zLlLyZKDMaaCCHZN6tHAo8BBnNrUd6jqLndeBpAAZAAzVPV9jxhWk7oMtcHiW3yLX/7il+Wa1BcA4e7n8cBnfvMauO9Nge3ARQXFs5rUwW+Dxbf4Fr/8xaeAmtSB7GIqtCa1qh5W1VPu15eAzn7z9rrvW3HqUXcMYFuNMcbkEsgEkV2TWkQq49SkznE3kojU9/t6JbDRnV5TRMLdz7WBXkDui9vGGGMCKNg1qW8TkStxrjMcAUa7q7cCXhSRLJwkNkPz3v1kjDEmgIJdk/pe4F6P9b4E4gPZNmOMMQWzx3yNMcZ4sgRhjDHGkyUIY4wxnixBGGOM8WQJwhhjjCdLEMYYYzxZgjDGGOPJEoQxxhhPliCMMcZ4sgRhjDHGU1kuOXqTiGx2XzcFsp3GGGPyKpMlR0WkFvBXoAugwDp33aOBaq8xxpicymrJ0V8Bi1T1iJsUFgFDAtROY4wxHspkyVERuQuIUNVH3OUeANJU9YlcMazkaBlqg8W3+Ba//MUvdyVHgbuB+/2WewC4s6B4VnI0+G2w+Bbf4pe/+JTDkqOFrmuMMSawymTJUZwqdIPd0qM1gcHuNGOMMaWkTJYcVdUjIvIwTpIBmKqqRwLVVmOMMXmVyZKj7rxXgVcD2T5jjDH5syepjTHGeLIEYYwxxpMlCGOMMZ4sQRhjjPFkCcIYY4wnSxDGGGM8WYIwxhjjyRKEMcYYT5YgjDHGeLIEYYwxxpMlCGOMMZ6CWpPab7nrRURFpIv7PU5E0vxqVb8QyHYaY4zJK+g1qUUkCrgNWJVrE1tUtUOg2meMMaZgZaEm9cPAY8DJALbFGGPMWQrkcN8NgV1+33cDl/gvICIdgcaq+pFbh9pfExH5BkjCKT+6IncA/5rUwCkR+aHEWn/2agOHghi/LLTB4lt8i1/+4sfmNyOQCUI8pmn2TJEQ4GncIkG57ANiVPWwiHQG3heRNqqalGNjqrOB2e721mp+hbdLQbDjl4U2WHyLb/ErVvxg1qSOAtoCy0RkO9AdWCAiXVT1lKoeBlDVdcAWoHkA22qMMSaXoNWkVtXjqlpbVeNUNQ74GrhSVdeKSB33Ijci0hS4GNgawLYaY4zJJdg1qfPTB5gqIhlAJjC+CDWpZ5dIw89dsOND8Ntg8S2+xa9A8UVVC1/KGGPMeceepDbGGOPJEoQxxhhPFSJBFHVIjxKM96qIHPB/7kJEaonIIhHZ7L7XDGD8xiKyVEQ2isgGEbm9NNsgIhEislpEvnXj/82d3kREVrnx33ZvTggYEQkVkW9E5KPSji8i20Xke3comLXutNL8N1BDROaJyI/uv4Mepfj7b+E3DE6CiCSJyMRS3v873H97P4jIXPffZGn+/m93Y28QkYnutIDu/9kcd8TxjHtM/E5EOp1LzHKfIOTMkB6XA62BkSLSOsBhXweG5Jo2GViiqhcDS9zvgZIB3KmqrXBuD77F3efSasMpYICqtgc6AENEpDvwd+BpN/5R4A8Biu9zO7DR73tpx++vqh387j0vzX8Ds4BPVLUl0B7n51Aq8VV1k7vfHYDOQCrwXmnFF5GGOMPzdFHVtjg3wYyglH7/ItIWGIszWkR7YJiIXEzg9/91in7cuRzn7s+LcR4mfv6cIqpquX4BPYBP/b7fC9xbCnHjgB/8vm8C6ruf6wObSvFn8AHOmFel3gYgEliP85T8IaCS1+8lAHEbuf8hBgAf4TyYWZrxtwO1c00rlZ8/UB3YhnuTSTD/DQKDgS9Kef99ozTUwrkT8yPgV6X1+wd+A7zs9/0B4J7S2P+iHneAF4GRXsudzavcn0HgPaRHwyC040JV3QfgvtctjaAiEgd0xBnssNTa4HbvJAAHgEU4DzMeU9UMd5FA/x5m4vynzHK/X1DK8RX4n4isE2fIFyi9n39T4CDwmtvF9rKIVC3F+P5GAHPdz6USX1X3AE8AO3FGXTgOrKP0fv8/AH1E5AIRiQSG4jwUHIyff34xS+S4WBESRIFDelRkIlINmA9M1FzDkASaqmaq08XQCOdUu5XXYoGILSLDgAPqPGWfPbm04rt6qWonnFP5W0SkTwBj5VYJ6AQ8r6odgRMEtjvLk9vHfyXwbinHrYkz8GcToAFQFef3kFtAfv+quhGnO2sR8AnwLU63b1lSIv8fKkKCKGxIj9KyX0TqA7jvBwIZTETCcJLDHFX9TzDaAKCqx4BlONdCaoiI7+HLQP4eegFXijNEy1s43UwzSzE+qrrXfT+A0//ejdL7+e8Gdquqb4j8eTgJo7R//5cD61V1v/u9tOIPArap6kFVTQf+A/SkdH//r6hqJ1XtAxwBNhOE/38FxCyR42JFSBAFDulRihYAN7mfb8K5LhAQIiLAK8BGVX2qtNsgzlAoNdzPVXD+w24ElgLXBzq+qt6rqo3UGaJlBPCZqo4qrfgiUlWcOia4XTuDcbodSuXnr6q/ALtEpIU7aSCQWFrx/YzkTPcSpRh/J9BdRCLd/wu+/S+V3z+AiNR132OAa3F+DqX986eAmAuA/3PvZuoOHPd1RZ2VQFzEKe0XTh/gTzj94FNKId5cnL7PdJxM/QecPvAlOH9JLAFqBTD+pTini98BCe5raGm1AWgHfOPG/wF40J3eFFgN/IzT7RBeCr+LfsBHpRnfjfOt+9rg+zdXyv8GOgBr3d/B+0DNUo4fCRwGov2mlWb8vwE/uv/+3gTCS/PfH7ACJyl9Cwwsjf0/m+MOThfTP9xj4vc4d3yddUwbasMYY4ynitDFZIwxJgAsQRhjjPFkCcIYY4wnSxDGGGM8WYIwxhjjyRKEKffc5zJWuqNrXu03/QMRaXAO21rlDmHRO9e8ie7QCmfbvqkiMqiQZa6UUhiJ2CNuBxEZWtpxTflgt7mack9EbgPScJ6q/kRVe4nIr4FOqvq3s9zWCOByVb3JY952nPvJD3nMC1XVzHPagSASkdE4+zQh2G0xZY+dQZiKIB2ogvOwVJY73MJE4PH8VhCRWBFZ4o6Vv0REYkSkA/AYMFScOgdV/Ja/DWfcn6UistSdluKeHawCeojIgyKyxj2Tme0+5YuIvC4i17uft4vI30RkvTj1JFq600eLyHN+yz8jIl+KyFa/dUNE5J/i1CD4SEQW+ubl2rfbRCTR3be33GlVxaknsMY9O7rKHXlgKjDc3d/hxfs1mIrGEoSpCP6NM9zzJ8BDwJ+B/6eqqQWs85y7TDtgDvCMqiYADwJvq1PvIM23sKo+gzOWTX9V7e9Orooz9PIlqroSeE5Vu6pTo6AKMCyf2IfUGejveeCufJapj/PE/DBghjvtWpzhnuOBMThDWnuZDHR09228O20KzpAkXYH+OMkzLNf+vp3P9sx5yhKEKfdU9biqXqFO4Z71OAfV+SLykjhV17wOpD1wEgs4QzVceg6hM3EGTPTp716/+B5nAME2+aznG1xxHc4B38v7qpqlqonAhe60S4F33em/4Iw95OU7YI6I3MCZUUYHA5PFGaJ9GRABxBS0c8ZYgjAVzYPANJyB5NYBvwemF2G9c7kYd9J33UFEIoB/AterajzwEs5B2Msp9z0TZ+jugpaBM0M3ew3h7OUKnHF4OgPr3C43Aa5zzxQ6qGqMOsNWG5MvSxCmwhCn7GMDVV2OM5hcFs6B3+tA/SXOSLAAo4CVRQiRDETlM88X45A4dTryXBsoASuB69xrERfiDFSYg4iEAI1VdSlOQaUaQDXgU+BWv+siHd1VCtonc56zBGEqkmnA/e7nucBo4Guc6mO53QbcLCLfATfi1LcuzGzgY99Fan/q1MV4CWfkzPdxhqEvafNxRvH8Aaek5Cqcamr+QoF/ud1c3+DUaD4GPIxzzeE7cYreP+wuvxRobRepjRe7zdWYckREkzkoNQAAAFBJREFUqqlqiohcgDO0dS/3eoQxJS6//k9jTNn0kVusqTLwsCUHE0h2BmGMMcaTXYMwxhjjyRKEMcYYT5YgjDHGeLIEYYwxxpMlCGOMMZ7+P7Uf0zcAyJHQAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "RF: 0.635064 (0.022029)\n",
      "roc auc train score = 0.98\n",
      "roc auc validation score = 0.63\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deXxU5fX48c8hBEIA2asikggFFBNkEVdkVURAq2h/SmMFqyh+rUr71YrFWotiqV0El6qoqFVELVSkluoXhVgQlDVgjSKgoIjKJmFJwCzn98dzJ5kkd5IJyZ1Jwnm/XvOambud585M7sndniOqijHGGFNWg3g3wBhjTO1kCcIYY4wvSxDGGGN8WYIwxhjjyxKEMcYYX5YgjDHG+LIEYcwREpF/i8iYeLfDmKBYgjB1johsEZHz490OVb1IVZ8PYtkicoyITBORL0TkgIhs8t63DSKeMX4sQRjjQ0QaxjF2I+Ad4FRgGHAMcA6wGzjjCJYXt3UxdZslCFOviMhIEckSkb0iskxEeoSNmygim0Vkv4hki8hlYePGish7IvKQiOwB7vWGLRWRP4nIdyLyuYhcFDZPpohcHzZ/RdOeJCL/8WK/LSKPiciLEVbjGqAjcJmqZqtqkaruUNX7VHWBtzwVkR+GLf85Ebnfez1QRLaJyJ0i8g3wrIh8LCIjw6ZvKCK7RKS39/4s7/PaKyLrRGRgdb4HUz9YgjD1hrexmwncCLQBngTmi0hjb5LNwHlAC+B3wIsicnzYIs4EPgN+AEwJG7YBaAs8CDwjIhKhCRVN+xKwwmvXvcBPK1iV84E3VfVA5Wsd0XFAayAFuAGYDYwOG38hsEtV14jICcC/gPu9eW4H5opIu2rEN/WAJQhTn4wDnlTVD1S10Ds/cBg4C0BV/66q273/yF8BNlL6kM12VX1EVQtUNc8btlVVn1LVQuB54Hjg2AjxfacVkY5AX+AeVf1eVZcC8ytYjzbA10f0CZQoAn6rqoe9dXkJuEREkr3xP/GGAVwNLFDVBd5nsxBYBQyvZhtMHWcJwtQnKcD/eodJ9orIXuBEoD2AiFwTdvhpL5CG+28/5EufZX4TeqGqud7LZhHiR5q2PbAnbFikWCG7ccmlOnaq6qGw9mwCPgYu9pLEJZQkiBTgx2U+t3410AZTx9nJK1OffAlMUdUpZUeISArwFDAEWK6qhSKSBYQfLgqqa+OvgdYikhyWJE6sYPq3gftFpKmqHowwTS6QHPb+OGBb2Hu/dQkdZmoAZHtJA9zn9oKqjqtkPcxRxvYgTF2VKCJJYY+GuAQwXkTOFKepiIwQkeZAU9xGcyeAiFyL24MInKpuxR2yuVdEGonI2cDFFczyAm6jPVdEThaRBiLSRkR+LSKhwz5ZwE9EJEFEhgEDomjKy8BQ4CZK9h4AXsTtWVzoLS/JO9HdoYqrauoZSxCmrloA5IU97lXVVbjzEI8C3wGbgLEAqpoN/BlYDnwLpAPvxbC9GcDZuMNH9wOv4M6PlKOqh3Enqj8BFgL7cCe42wIfeJPdhksye71lz6usAar6NW79z/Hih4Z/CfwI+DUugX4J3IFtH456YgWDjIk9EXkF+ERVfxvvthgTif2HYEwMiEhfEensHS4ahvuPvdL/+o2JJztJbUxsHAf8A3cJ6zbgJlVdG98mGVMxO8RkjDHGlx1iMsYY4yuwQ0wiMhMYCexQ1XKXE3pdEEzH3a2ZC4xV1TXeuDHA3d6k90fTY2bLli31hz/8YWWTBebgwYM0bdo0bvFrQxssvsW3+HUv/urVq3epqn+3KqoayAPoD/QG/hth/HDg37gblc4CPvCGt8b1h9MaaOW9blVZvK5du2o8LV68OK7xa0MbLL7Ft/h1Lz6wSiNsVwM7xKSq/wH2VDDJj4C/eW18H2jpdZx2IbBQVfeo6ne468CHBdVOY4wx/gI9SS0iqcAb6n+I6Q1gqrqOyxCRd4A7gYFAkqqGui7+DZCnqn/yWcYNuJ4qadeuXZ9XX301mBWJwoEDB2jWLFIXPUdHGyy+xbf4dS/+oEGDVqvq6X7j4nmZq1+XyVrB8PIDVWcAMwC6deumAwcOrLHGVVVmZibxjF8b2mDxLb7Fr1/x43kV0zZKd1jWAdhewXBjjDExFM8EMR+4xutU7SwgR11fMW8BQ0WklYi0wnUu9lYc21mhWR/OInVaKoPfHUzqtFRmfTgr3k0yxpgaEeRlrrNx5xPaisg24LdAIoCqPoHrbG04rkO1XOBab9weEbkPWOktarKqVnSyO25mfTiLG/55A7n5rgfnrTlbueGfNwCQkZ4Rz6YZY0y1BZYgVHV0JeMVuDnCuJm40pG12qR3JhUnh5Dc/Fxu/tfN7Dy4k+TEZJomNqVpo6a+z8mJyTRt1JSGDar3Ncz6cBaT3pnEFzlf0DGrI1OGTLEEZYypNuuLqRq+yPnCd3jO4Rx+8dYvol5Oo4RGERNJcZKJMH7116t5avVTHC50PUcfjXsxR3uCjPf6W/z6+/urN30xdevWTTds2BDTmKnTUtmas7Xc8I4tOpJ1YxYH8w9y8PuDHMw/SG5+bvFrv+fc/Fz32md8+Lxl91giaUADOrfuTNvktrRr2o62Tbzn5La0S3bPxeOS29K8UXPcze1VV+oPpEVs/0DKHuYDSE5MZsbFM2LahqN1/S1+3f/9iUjEy1wtQVRDPH4cRVpEXn5ecQLp/HBnNEKlzKvSrmLnwZ3syt3Fztyd7Dy4k/yifN9pGyU0Kp88vNd+iaVtclsSExKr/BkUFBWQl5/HoYJD5BV4z957v2Gh937D8gryeO3j18gryCsXp0nDJlzc7WISGyTSsEHDkueEmn2/6PNFTH1vKocKiss/k5SQxMR+E7mg8wUUaRGFRYUUaZF7rWGvKxkezbT3/ec+9h7aW279WzRuwc19by6erqLllRunZcZVMO2SrUuK917DJTVMYvBJg2kgDUiQBBIaJJR7Lh4XaXiZeRpIg3LD7vvPfXx36Lty8Vs3ac2Uwa7ybKRtXKS/m4q2iWXnuWfxPb7x2zRpw7Rh02jYoCEJkuCeGySUeu83LPQ+2vle+e8rjP/X+GptgyxBBCie/z1C5L2YlBYpbJmwpdQwVWX/9/tdwghLHLtyd5UMyys9zm/jE9KicQsO5h+koKig3LjEBomktkwtt8Ev1MIjXldBaJLYhKSGSTRp6J43f7c54vTd2nSjoKiA/KJ891yYX+59ddpT24VvcEOP0IY2tLE9knHh45d9uSxi/D7H9ylOKIVFhaWeQ4mn7LhI05uq8fv7j8QSRAzE6yaZoPdi8gvz2Z23u1RSCU8sj6x4JOK8o9NGl9qYJzVMKreBD733G1Z2vsQGieUOg1UlQfpRVQqKCipNJJHeD31hqO9/ooLw5tVvVrrxrcpwv2Fpf03jy31fHvH6V1d1P/9oqapv4kh/PJ1t+7aVm75D8w6svGFl8Xvxvf+WiIdVI01fdp5eT/byjd++eXsyx2RSqIUUFBVQWOQ9e+/9hlVlmtCwSYsmRWx/0W+LIq5DmfWplXdSmxoQSgJB7cUkJiRyXLPjOK7Zcb7j52+YH3ED8dLlL9VIGyoyZcgU3wQ5ZciUqOYXERITEklMSKQJTaocv2OLjhHPQw3tPLTKy6uq35//+2qtf3VV9/OPlojQUBqWu+Jv6vlTfeNPvWBqxN9sTYoU/8ELHqRLmy6Bx5+xekbE319NsHoQ9UBGegZbJmxh0YBFbJmwJaaHuKYMmUJyYnKpYbHcQGWkZzDj4hmktEhBEFJapMT0BOHRvv4Wv57//iJ181rXHtbdd/za8OL6FzXloRSVe0VTHkrRF9e/GJd22Povjktcix/f+NX9/VFBd992iMlUW0Z6BhnpGXHvrCxejvb1N/EV5O/PDjEZY4zxZQnCGGOMr0AThIgME5ENIrJJRCb6jE8RkXdEZL2IZIpIh7BxhSKS5T3mB9lOY4wx5QXZm2sC8BhwAa7Gw0oRma+q2WGT/QlXdvR5ERkM/B74qTcuT1V7BtU+Y4wxFQtyD+IMYJOqfqaq3wMv4+pQh+sOvOO9Xuwz3hhjTJwEdie1iFwBDFPV6733PwXOVNWfh03zEvCBqk4XkVHAXKCtqu4WkQIgCyjA1a6e5xPDalLXojZYfItv8ete/IpqUgd2XwLwY+DpsPc/BR4pM0174B/AWmA67lBUi9A477kTsAXoXFE8uw8i/m2w+Bbf4te9+MTpPohKa0ur6nZgFICINAMuV9WcsHGo6mcikgn0AiL3zGaMMaZGBXkOYiXQRUROEpFGwFW4OtTFRKStiITacBdeFTmvHnXj0DTAuUD4yW1jjDEBCyxBqGoB8HPgLeBj4FVV/UhEJovIJd5kA4ENIvIpcCwQ6kDkFGCViKzDnbyeqqWvfjLGGBOwQLvaUNUFwIIyw+4Jez0HmOMz3zIgPci2GWOMqZjdSW2MMcaXJQhjjDG+LEEYY4zxZQnCGGOML0sQxhhjfFmCMMYY48sShDHGGF+WIIwxxviyBGGMMcaXJQhjjDG+anPJ0TEistF7jAmyncYYY8oLLEGElRy9CFc5brSIdC8zWajkaA9gMq7kKCLSGvgtcCauMt1vRaRVUG01xhhTXm0tOXohsFBV96jqd8BCYFiAbTXGGFNGrSw5ClwLJKnq/d50vwHyVPVPZWJYydFa1AaLb/Etft2LX+dKjgJ3AHeHTfcb4H8rimclR+PfBotv8S1+3YtPXSs5KiLbcMWEwufNDLCtxhhjyqiVJUdxVeiGeqVHWwFDvWHGGGNipFaWHFXVPcB9uCSzEpjsDTPGGBMjtbLkqDduJiV7FMYYY2LM7qQ2xhjjyxKEMcYYX5YgjDHG+LIEYYwxxpclCGOMMb4sQRhjjPFlCcIYY4wvSxDGGGN8WYIwxhjjyxKEMcYYX5YgjDHG+Ip3TeqOIrJYRNZ6damHe8NTRSRPRLK8xxNBttMYY0x5gXXWF1aT+gJcbYiVIjJfVbPDJrsb18vr41696gVAqjdus6r2DKp9xhhjKhbvmtQKHOO9bkGZgkLGGGPiJ941qY8H/g9oBTQFzlfV1SKSCnwEfArsw5UfXeITw2pS16I2WHyLb/HrXvzaXJP6l3i1poGzgWzcXk1joI03vA/wJXBMRfGsJnX822DxLb7Fr3vxqaAmdZCHmCqtSQ1cB7wKoKrLgSSgraoeVtXd3vDVwGaga4BtNcYYU0Zca1IDXwBDAETkFFyC2Cki7byT3IhIJ6AL8FmAbTXGGFNGYFcxqWqBiIRqUicAM9WrSY3bpZkP/C/wlIj8AnfCeqyqqoj0ByaLSAFQCIxXq0ltjDExFe+a1NnAuT7zzQXmBtk2Y4wxFbM7qY0xxviyBGGMMcaXJQhjjDG+LEEYY4zxZQnCGGOML0sQxhhjfFmCMMYY48sShDHGGF+WIIwxxviyBGGMMcZXrSw56o27y5tvg4hcGGQ7jTHGlFcrS456r68CTgXaA2+LSFdVLQyqvcYYY0qrrSVHfwS87NWF+BzY5C3PGGNMjNTWkqOPAu+r6ovedM8A/1bVOWViWMnRWtQGi2/xLX7di18XS44+BlwdNt0zwOUVxbOSo/Fvg8W3+Ba/7sWngpKjQdaDiLbk6DBwJUdFJAloG+W8xhhjAlQrS456010lIo1F5CRcydEVAbbVGGNMGbWy5CjwkYi8ijvkVADcrHYFkzHGxFStLDnqjZsCTAmyfcYYYyKzO6mNMcb4sgRhjDHGlyUIY4wxvixBGGOM8WUJwhhjjC9LEMYYY3xZgjDGGOPLEoQxxhhfliCMMcb4sgRhjDHGlyUIY4wxvqJOECLST0Su9V6383pZrWyeympSPyQiWd7jUxHZGzauMGxc2V5gjTHGBCyqzvpE5LfA6UA34FkgEXiRCB3tefNUWpNaVX8RNv0tQK+wReSpas/oV8UYY0xNinYP4jLgEuAggKpuB5pXMk80NanDjQZmR9keY4wxAYuqJrWIrFDVM0Rkjar2FpGmwHJV7VHBPJXWpA6bNgV4H+gQqvsgIgVAFq4exFRVneczn9WkrkVtsPgW3+LXvfjVrkkN3A48CXwGjAOWA7dUMk+lNanDxt1ZdhzQ3nvuBGwBOlcUz2pSx78NFt/iW/y6F5/q1qRW1T+JyAXAPtx5iHtUdWEls1WlrvRVwM1lYm73nj8TkUzc+YnN0bTXGGNM9VWaILyTzW+p6vlAZUkhXHFNauArXBL4ic/yuwGtcHsloWGtgFxVPSwibXEnwx+sQmxjjDHVVGmCUNVCEckVkRaqmhPtgjW6mtTgTk6/7O3qhJwCPCkiRbgT6VM17OonY4wxwYu2JvUh4EMRWYh3JROAqt5a0UxaSU1q7/29PvMtA9KjbJsxxpgARJsg/uU9jDHGHCWiPUn9vIg0Arp6gzaoan5wzTLGGBNv0d5JPRB4Hne5qQAnisgYVf1PcE0zxhgTT9EeYvozMFRVNwCISFfcXc99gmqYMcaY+Iq2q43EUHIAUNVPcf0xGWOMqaei3YNYJSLPAC947zOA1cE0yRhjTG0QbYK4CXen8624cxD/Af4aVKOMMcbEX7QJoiEwXVX/AsV3VzcOrFXGGGPiLtpzEO8ATcLeNwHervnmGGOMqS2iTRBJqnog9MZ7nRxMk4wxxtQG0SaIgyLSO/RGRE4H8iqbqZolR8eIyEbvMSbKdhpjjKkh0Z6DmAD8XUS2Awq0B66saIbqlBwVkdZAqMypAqu9eb+LdsWMMcZUT4V7ECLSV0SOU9WVwMnAK7gKb28Cn1ey7OqUHL0QWKiqe7yksBAYVunaGGOMqTEVlhwVkTXA+aq6R0T64zbytwA9gVNU9YoK5j3ikqMicjvuvMf93vjfAHmq+qcy81nJ0VrUBotv8S1+3YtfUcnRyg4xJajqHu/1lcAMVZ0LzBWRrErmFZ9hkbLRVcAc9epRRzuvqs4AZgB069ZNBw4cWEmTgpOZmUk849eGNlh8i2/x61f8yk5SJ4hIKIkMARaFjassuVS15OjssPdVmdcYY0wAKksQs4F3ReR13FVLSwBE5IdAZdXlikuOel2FXwXMLzuRX8lRXBW6oSLSyis/OtQbZowxJkYq3AtQ1Ski8g5wPPB/YWVBG+DORVQ07xGXHPXOedyHSzIAk8MOdRljjImBaGpSv+8z7NNoFn6kJUe94TOBmdHEMcYYU/OivVHOGGPMUcYShDHGGF+WIIwxxviyBGGMMcaXJQhjjDG+LEEYY4zxZQnCGGOML0sQxhhjfFmCMMYY48sShDHGGF+WIIwxxvgKNEFUVpPam+b/iUi2iHwkIi+FDS8Mq1ddrhdYY4wxwYq2JnWVRVOTWkS6AHcB56rqdyLyg7BF5Klqz6DaZ4wxpmJB7kFEU5N6HPCYV3caVd0RYHuMMcZUQYU1qau14ChqUovIPOBT4FxczYh7VfVNb1wBkAUUAFNVdZ5PDKtJXYvaYPEtvsWve/ErqkmNqgbyAH4MPB32/qfAI2WmeQN4DUgETsIdimrpjWvvPXcCtgCdK4rXtWtXjafFixfHNX5taIPFt/gWv+7FxxVw892uBnmIKZq60tuA11U1X1U/BzYAXQBUdbv3/BmQCfQKsK3GGGPKCDJBRFOTeh4wCEBE2gJdgc+8WtSNw4afC2RjjDGmtFmzIDWVAYMHQ2qqe19DAruKSaOrSf0WMFREsoFC4A5V3S0i5wBPikgRLolN1bCrn4wxxuCSwQ03QG4uArB1q3sPkJFR7cUHliCg8prU3vGvX3qP8GmWAelBts0YY+qcvDzYtAk+/dQ9pkyB3NzS0+TmwqRJtT9BGGOMqaLCQrcnEEoCn34KGza45y+/hGiuPP3iixppiiUIY0zdNmsWTJrEgC++gI4d3X/VNfDfc6BUYceO0kkg9Ni0Cb7/vmTaY46Bbt3gvPOga1f36NYNfvhDSE93yaSsjh1rpJmWIIwx1RPPDXTAx+CjbkOk9d+/HzZu9E8EOTkly2jUyG3wu3aFkSNLJ4J27UDEP/aUKcXrXyw52Q2vAZYgjDFHLhYb6MJCOHwYDh1yj9Drw4fh9tv9j8H/8pfwgx+UbFhFSj/KDjvSaf79b7j/fjh0qGT9x451G+icHNgedmW/iEsgXbvC1VeXJIGuXSElBRISqv7ZhD7jSZPQL75AajhBW4Iwxhy5SZP8N9A//zls2VJ+g+73XNk0BQVVb9eOHTB0aI2sYpUVFMBnn8Ho0aWTwA9/CE2a1Hy8jAzIyODdzEwGDhxYo4u2BGGMiZ6qO2H63nvu4Xf8G2DvXrj7bvc6Kck9Gjf2f27eHNq29R9X0XxJSXDjjS4ZlHXssTBnTkmbQ4+y76MdFmmaSy/1P2n8/ffw7LNV/3xrGUsQxpjIDh2CVatKEsKyZbB7txvXpo37jzgvr/x8J57oTrYmJkY+fl4TDh70Pwb/5z9Dv37BxQ3p2DHQk8TxZgWDjDEldu6EefPgjjvgnHOgRQt39czEiW7P4ZJL4Omn4eOP3bRPPeU2yOGSk+H3v3cnXoNMDuAOr8yYASkpqIg7lj9jRuxOUE+Z4r/+NXSSON5sD8KYo5UqfPJJyd7Be++5K27AbdxPPx1uuw3OPdcli3btyi8j4JOkUQnwGHxUsSG+6x8gSxDGHC3y8sofLtqzx41r08Ylguuvd899+rhj/NGI5wa6NqjH61+bS46OEZGN3mNMkO00ploC7CytWvF37IDXXnOXgp59tjtc1L8/3HWX21O49FJ45hm3F7FzJ7z+OvzqVy5BRJscTL1WK0uOikhr4LfA6YACq715vwuqvcYckXjfqOUXf8wYdx9A6OqeRo2gb1/4xS9KDhe1bRt820ydF+QhpuKSowAiEio5Gt4ra6SSoxcCC1V1jzfvQmAYMDvA9hpTdb/+deT7ALZtg/x8d118fn7p1zU17NtvoaiodPzCQncH74MPlhwuatw4dp+JqTdqZclREbkdSFLV+73pfgPkqeqfysSwkqO1qA31Or4qjb/9lmaff07TzZtp+vnnNNu8meStW4nmOp2ihAQ0IQFt2LD0c0ICRT7DQq8rG3f8v/7lG19FeHfRopr+FCpUr7//ehy/opKjQe5B+P5ufeJ3AQbiKs4tEZG0KOdFVWcAMwC6deum8TxBlFkLTlDFuw31Jn5ODnz4oXusX1/yet++kmlOOglOO83dEBbep07IiSe6y0ITEyEhgQZBXe6Zmup7Hb507Bjz76LefP8Wv1iQCSLakqPvq2o+8LmIhEqObsMljfB5MwNrqTk65ee7TtPCE8H69aW7Sm7Z0vWY+dOfuucePeDUU10Pm1DqHECx0H0AQXSrUFbAnbWZo1uQCaK45CjwFa7k6E/KTDMPGA08F15yFNgMPCAirbzphuJOZhtTXmW9iarC11+XTwQff1zSrXLDhnDyye7u21AiSE+HDh0qvtkr3tfBxzu+qddqZclRABG5D5dkACaHTlgbU4rfVTzXXw+LF7v/pEPJYE/Yz+eEE1wCuPDCkkRw8snuap8jEe/r4OMd39RbtbLkqDduJjAzyPaZesDvKqJDh9z1/U2buo3/5ZeXJIL0dGjdOj5tNaaOsTupTd108CD87W+RSyuKuJPKDay7MWOOlCUIU7ds3QqPPuo6jNu71x0WCi/PGNKxoyUHY6rJ/oJM7acKS5bAFVdAp07w0ENwwQWwdCnMnFmve9M0Jp5sD8LUXocPw8svw/TpsHYttGrluqG++WZ3nwG4O4XBruIxJgCWIEzt88038Pjj8MQTrj+h7t3hySddHd+yewtgV/EYExBLEKb2WLXK7S288orrb2jECFePYMiQ4AvPGGPKsQRh4qugAP7xD5cYli2DZs3gppvglltckXdjTNxYgjDxsWePK1f52GPw5Zfu5PO0aXDttSXdWBhj4soShImtjz6Chx+GF15wFc4GD3aXrY4YAQkJ8W6dMSaMJQgTvKIiWLDAHUZ6+21Xrezqq+HWW92dzcaYWskShAnOvn3w3HPwyCOwaZPrA+mBB2DcOKtoZkwdENea1CIyVkR2ikiW97g+bFxh2PD5QbazzqttNZEfeggmTHA9od52m0sGs2fD55+7esiWHIypE+Jak9rzSniVuTB5qtozqPbVG369mY4b52od/OQn7rh+gwbBXSbqF/+Xv3TxRo92CeKMM4KJbYwJVLxrUpuqUnW1jteudY8//MGd7A2Xl+euBrr22tLDGzQoSRjhj7LDKnsfPiw72yWjstq3j/2ejDGmRsW7JvVY4PfATlxt6l+o6pfeuAIgCygApqrqPJ8Y9bsmdVERTbZto/mmTTTbuJFm3nMjr8SlioBqxPqsn193HVJU5KYpKnKvi4oQVfccNg5VpLCwZJzPNKXm96Zvs2yZ1US2+Ba/DsevqCZ1kAnix8CFZRLEGap6S9g0bYADqnpYRMYD/09VB3vj2qvqdhHpBCwChqjq5kjxunXrphs2bAhkXaJR7Xqw33/vLgEN7RmsXQtZWa5ba3C9lqalQa9e0Lu3ew6Vv/SpSUxKCmzZcuTtiVaEmsgxix+mPtYEDsnPz2fbtm0cOnQo4jSHDh0iKSkpkPjRsPi1O35SUhIdOnQgMTGx1HARiZgg4lqTOlQ9zvMU8Iewcdu9589EJBPohStFWvcdOADr1pUkgjVrXHIIHapp1gx69oSf/awkGZxyin/Fs3jXJI53/KPEtm3baN68OampqUiE80n79++nefPmMW6Zxa8L8VWV3bt3s23bNk466aSolxnXmtQicryqfu29vQT42BveCsj19izaAucCDwbY1iNXWT3kXbtK7xWsWQMbN7pzCQDt2rkEcOGFJXsHnTtHX8sg3jWJ4x3/KHHo0KEKk4MxFRER2rRpw86dO6s0X7xrUt8qIpfgzjPsAcZ6s58CPCkiRbhLcaf6XP0Uf35X8Fx3netbKD/fJYRt20qmT0lxSSAjoyQZtG9f/SuM4t2babzjHyUsOZjqOJLfT7xrUt8F3OUz3zKg9t9iO2lS+XrIhw+7BHHKKdC/v0sEoYfVQjbG1CF2J3V1VFQPObv27fCYo8esD2cx6Z1JfJHzBR1bdGTKkClkpB/5Yb/du3czZMgQAL755hsSEhJo164dACtWrCN2gCwAABflSURBVKCR3/mxMq699lomTpxIt27dIk7z2GOP0bJlSzLsEGWtYAmiOjp29L+Cp2PH2LfFGM+sD2dxwz9vIDff7d1uzdnKDf+8AeCIk0SbNm3IysoC4N5776VZs2bcfvvtpaZRVYqKimgQ4fzZs88+W2mcm2+++YjaFzRVRVUjrlt9ZQmiOuwKHhMHE96cQNY3WeWGFxYWkpCQwPvb3udw4eFS43Lzc7nu9et4avVTvsvseVxPpg2bVuW2bNq0iUsvvZR+/fqxfPlyFixYwO9+9zvWrFlDXl4eV155Jffc444q9+vXj0cffZS0tDTatm3L+PHj+fe//01ycjKvv/46P/jBD7j77rtp27YtEyZMoF+/fvTr149FixaRk5PDs88+yznnnMPBgwe55ppr2LRpE927d2fjxo08/fTTdO7cuVTb7rjjDv71r3/RsGFDLrroIv7whz/wzTffcOONN/L5558jIsyYMYMzzzyTBx98kL/97W8A3Hjjjdxyyy2l1u2DDz7gjTfeYP369UyePJnDhw/TpUsXZs6cSdOmTav8udUVR1c6rGkZGTBjBqSkuJvWUlLce9s9NnFUNjlUNry6srOzue6661i6dCknnHACU6dOZdWqVaxbt46FCxeS7XO4NScnhwEDBrBu3TrOPvtsZs6c6btsVWXFihX88Y9/ZPLkyQA88sgjHHfccaxbt46JEyeydu3acvN9++23LFiwgI8++oj169dz113uVOfNN9/MBRdcwPr161m9ejWnnHIKK1asYNasWaxYsYLly5fz17/+lfXr15dat7Vr15KYmMjUqVN55513WLNmDT169GD69Ok19THWSrYHUV12BY+JsUj/6Yeug0+dlsrWnPKHPlNapJA5NrPG29O5c2f69u3L/v37AZg9ezbPPPMMBQUFbN++nezsbLp3715qniZNmnDRRRcB0KdPH5YsWeK77FGjRhVPs8W78XLp0qXceeedAJx22mmceuqp5eZr3bo1DRo0YNy4cYwYMYKRI0cC7mbGl19+GYCGDRtyzDHHsGTJEi6//HKSvXrnl156KUuXLmXo0KHF6wawbNkysrOzOeeccwD4/vvv6dev35F9aHWE7UEYU89MGTKF5MTkUsOSE5OZMiSYQ5/hh1g2btzI9OnTWbRoEevXr2fYsGG+d3+Hn9ROSEigoKDAd9mNGzcuN000vT8kJiayatUqLr30UubOncuIESOKx5W93LOi5YWvm6oybNgwsrKyyMrKIjs7mxkzZlTalrrMEoQx9UxGegYzLp5BSosUBCGlRQozLp5RrauYorVv3z6aN2/OMcccw9dff81bb71V4zH69etHqN+1Dz/80PcQ1v79+9m3bx8jR47koYceKj4MNWjQIJ544gnAnbPZt28f/fv357XXXiMvL48DBw7w+uuvc95555Vb5jnnnMO7777LZ599BsDBgwfZuHFjja9fbWKHmIyphzLSM2KSEMrq3bs33bt3Jy0tjU6dOnHuuefWeIxbbrmFa665hh49etC7d2/S0tJo0aJFqWlycnIYNWoUhw8fpqioiL/85S8APProo4wbN44nn3yShg0b8uSTT3LGGWcwevTo4kNJN910E+np6WzatKnUMo899lieeeYZrrzySr7//nsAHnjgAbp06VLj61hrhC7fquuPrl27ajwtXrw4rvFrQxssfnDxs7OzK51m3759gcWPRqzi5+fna15enqqqfvrpp5qamqr5+flHzfpXJ77f7wjXs4XvdtX2IIwxdcqBAwcYMmQIBQUFqGrx3oCpeYF+qiIyDJiO64vpaVWdWmb8WOCPuM78AB5V1ae9cWOAu73h96vq80G21RhTN7Rs2ZLVq1fHuxlHhVpZclREWgO/BU7H1b5Z7c37XVDtNcYYU1qQVzEVlxxV1e+BUMnRaFwILFTVPV5SWAgMC6idxhhjfAR5iOkE4Muw99uAM32mu1xE+lO65KjfvCeUnbFMyVEyMzNrpuVH4MCBA3GNXxvaYPGDi9+iRYviG9EiKSwsrHSaIFn82h//0KFDVfqNBpkgIpVKDvdPYLaWlBx9Hhgc5byo6gxgBriSo/W13GRdaYPFDy7+xx9/XGm1stpc0czi1474SUlJ9OrVK+plBnmIKaqSo6oa6iDmKaBPtPMaYyowa5arF96ggXueNavai/zmm2+46qqr6Ny5M927d2f48OF8+umn1V5uEFJTU9m1axdAcdcYZY0dO5Y5c+ZUuJznnnuO7dtLNj3XX3+974159VWQCaK45KiINMKVHJ0fPoGIHB/2trjkKK4K3VARaeWVHx3qDTPGVCZU6XDrVlfadutW974aSUJVueyyyxg4cCCbN28mOzubBx54gG+//bbUdIWFhdVtfY1btmzZEc9bNkE8/fTT5fqVqg0idVVSXYElCFUtAEIlRz8GXlWv5KhXZhRcydGPRGQdcCteyVFV3QPch0syK4HJ3jBjzIQJMHBguUeT4cPd6+uuK1/pMDfXDfeZj4ED3TIrsHjxYhITExk/fnzxsJ49e3LeeeeRmZnJoEGD+NnPfkZ6uisE+Ze//IW0tDTS0tKYNs11Lnjw4EFGjBjBaaedRlpaGq+88goAEydOpHv37vTo0aNcjQmAxx9/nF/96lfF75977jluueUWwHWs16dPH0499dSI9SaaNWsGuCT385//nO7duzNixAh27NhRPM3kyZPp27cvaWlp3HDDDagqc+bMYdWqVWRkZNCzZ0/y8vIYOHAgq1atAlynhOnp6aSlpRV3HhiKN2nSJE477TTOOuusckkU4N1336Vnz5707NmTXr16FZ87ePDBB0lPT+e0005j4sSJAGRlZXHWWWfRo0cPLrvsMr77zl3MOXDgQH79618zYMAApk+fzq5du7j88svp27cvffv25b333ov8hUYr0h10de1hd1LHvw0WP7j4pe6Ave021QEDyj3y+/Vzr91+g//DZz4dMMAtswLTp0/XCRMm+I5bvHixJicn6/r161VVddWqVZqWlqYHDhzQ/fv3a/fu3XXNmjU6Z84cvf7664vn27t3r+7evVu7du2qRUVFqqr63XfflVv+jh07tHPnzsXvhw0bpkuWLFFV1d27d6uqam5urp5yyim6a9cuVVVNSUnRnTt3qqpq06ZNVVV17ty5ev7552tBQYF+9dVX2qJFC/373/9eajmqqldffbXOnz9fVVUHDBigK1euLB4Xev/VV1/piSeeqDt27ND8/HwdNGiQvvTSS6qqChTPf8cdd+h9991Xbp1GjhypS5cuVVXV/fv3a35+vi5YsEDPPvtsPXjwYKk2paena2Zmpqqq/uY3v9HbvO9qwIABetNNNxUv84orrij+XLZu3aonn3xyubh2J7Ux9d00/+6+80InKVNT/SsdpqRAQFdZnXHGGaSmpgKuO+7LLrusuCfUUaNGsWTJEoYNG8btt9/OnXfeyciRIznvvPMoKCggKSmJ66+/vlS33OHatWtHp06deP/99+nSpQsbNmwo7uPp4Ycf5rXXXgPgq6++YuPGjbRp08a3jf/5z38YPXo0CQkJtG/fnsGDBxePW7x4MQ8++CC5ubns2bOHU089lYsvvjji+q5cuZKBAwcWl13NyMjgvffeY/To0TRq1Kh4Pfr06cPChQvLzX/uuefyy1/+koyMDEaNGkWHDh14++23ufbaa4u7HW/dujU5OTns3buXAQMGADBmzBh+/OMfFy/nyiuvLH6dmZlZqvPAffv2VfvEufXmakx9M2WKq2wYrpqVDk899dQK714u2y22n65du7J69WrS09O56667mDx5Mg0bNmTFihVcfvnlzJs3j2HDhlFYWFh8+CVUje7KK6/k1VdfZe7cuVx22WWICJmZmbz99tssX76cdevW0aNHD9+uxcOV7eob3KWf//M//8OcOXP48MMPGTduXKXLibSO4LoaD8WJ1JX5xIkTefrpp8nLy+Oss87ik08+QVV921eR8M+9qKiI5cuXF3dH/tVXX1X7qipLEMbUN2GVDqmhSoeDBw/m8OHDPPVUScnSlStX8u6775abtn///sybN4/c3FwOHjzIa6+9xnnnncf27dtJTk7m6quv5vbbb2fNmjUcOHCAnJwchg8fzrRp08jKyiIhIaF4IxeqIjdq1CjmzZvH7Nmzi/9rzsnJoVWrViQnJ/PJJ5+wcuXKCtehf//+vPzyyxQWFvL111+zePFigOJk0LZtWw4cOFDqyqbmzZv73ltw5pln8u6777Jr1y4KCwuZPXt2lYoHbd68mfT0dO68805OP/10PvnkE4YOHcrMmTPJ9c4f7dmzhxYtWtCqVavigkovvPBC8d5EWYMHD+bRRx8tfh+qIV4ddojJmPrIq3RYU0SE1157jQkTJjB16lSSkpJITU1l2rRpfPXVV6Wm7d27N2PHjuWMM84A3KWhvXr14q233uKOO+6gQYMGJCYm8vjjj7N//35+9KMfcejQIVSVhx56yDd+q1at6N69O9nZ2cXLHTZsGE888QQ9evSgW7duxd11R3LZZZexaNEi0tPT6dq1a/GGtmXLlowbN4709HRSU1NLLWfs2LGMHz+eJk2asHz58uLhxx9/PL///e8ZNGgQqsrw4cNLFSWqzLRp01i8eDEJCQl0796diy66iMaNG5OVlcXpp59Oo0aNGD58OA888ADPP/8848ePJzc3l06dOkU8Gf/HP/6RO++8kx49elBQUED//v2La18csUgnJ+raw05Sx78NFj+4+Nbdt8WvifhVPUlth5iMMcb4sgRhjDHGlyUIY+oIreDKGWMqcyS/H0sQxtQBSUlJ7N6925KEOSKqyu7du0lKSqrSfHYVkzF1QIcOHdi2bRs7d+6MOM2hQ4eqvAGoSRa/dsdPSkqiQ4cOVVqmJQhj6oDExEROOumkCqfJzMysUlfONc3i17/4gR5iEpFhIrJBRDaJyMQKprtCRFRETvfep4pInohkeY9qXsxrjDGmquJek1pEmuN6cv2gzCI2q2rPoNpnjDGmYrWhJvV9wINAxZ2fGGOMiam41qQWkV7Aiar6hoiU7Qj+JBFZC+wD7lbVJWUDhNekBg6LyH9rrPVV1xbYFcf4taENFt/iW/y6Fz8l0oi41aQWkQbAQ3hFgsr4GuioqrtFpA8wT0ROVdV9pRYWVpNaRFap6uk11fiqinf82tAGi2/xLX79ih/PmtTNgTQgU0S2AGcB80XkdFU9rKq7AVR1NbAZ6BpgW40xxpQRt5rUqpqjqm1VNVVVU4H3gUtUdZWItPNOciMinYAuwGcBttUYY0wZgR1iUtUCEQnVpE4AZqpXkxrXe+D8CmbvD0wWkQKgEBivldeknlEjDT9y8Y4P8W+Dxbf4Fr8exRe7dd8YY4wf64vJGGOML0sQxhhjfNWLBBFtlx41GG+miOwIv+9CRFqLyEIR2eg9twow/okislhEPhaRj0Tktli2QUSSRGSFiKzz4v/OG36SiHzgxX/FuzghMCKSICJrReSNWMcXkS0i8qHXFcwqb1gsfwMtRWSOiHzi/Q7OjuH33y2sG5wsEdknIhNivP6/8H57/xWR2d5vMpbf/21e7I9EZII3LND1r8p2R5yHvW3iehHpfSQx63yCkJIuPS4CugOjRaR7wGGfA4aVGTYReEdVuwDveO+DUgD8r6qegrs8+GZvnWPVhsPAYFU9DegJDBORs4A/AA958b8DrgsofshtwMdh72Mdf5Cq9gy79jyWv4HpwJuqejJwGu5ziEl8Vd3grXdPoA+QC7wWq/gicgKue57TVTUNdxHMVcTo+xeRNGAcrreI04CRItKF4Nf/OaLf7lyEu/qzC+5m4sePKGKkWqR15QGcDbwV9v4u4K4YxE0F/hv2fgNwvPf6eGBDDD+D13F9XsW8DUAysAZ3l/wuoKHf9xJA3A7eH8Rg4A3cjZmxjL8FaFtmWEw+f+AY4HO8i0zi+RsEhgLvxXj9Q700tMZdifkGcGGsvn/gx8DTYe9/A/wqFusf7XYHeBIY7TddVR51fg8C/y49TohDO45V1a8BvOcfxCKoiKQCvXCdHcasDd7hnSxgB7AQdzPjXlUt8CYJ+nuYhvujLPLet4lxfAX+T0RWi+vyBWL3+XcCdgLPeofYnhaRpjGMH+4qYLb3OibxVfUr4E/AF7heF3KA1cTu+/8v0F9E2ohIMjAcd1NwPD7/SDFrZLtYHxJEhV161Gci0gyYC0zQMt2QBE1VC9UdYuiA29U+xW+yIGKLyEhgh7q77IsHxyq+51xV7Y3blb9ZRPoHGKushkBv4HFV7QUcJNjDWb68Y/yXAH+PcdxWuI4/TwLaA01x30NZgXz/qvox7nDWQuBNYB3usG9tUiN/D/UhQVTWpUesfCsixwN4zzuCDCYiibjkMEtV/xGPNgCo6l4gE3cupKWIhG6+DPJ7OBe4RFwXLS/jDjNNi2F8VHW797wDd/z9DGL3+W8DtqlqqIv8ObiEEevv/yJgjap+672PVfzzgc9Vdaeq5gP/AM4htt//M6raW1X7A3uAjcTh76+CmDWyXawPCaLCLj1iaD4wxns9BndeIBAiIsAzwMeq+pdYt0FcVygtvddNcH+wHwOLgSuCjq+qd6lqB3VdtFwFLFLVjFjFF5Gm4uqY4B3aGYo77BCTz19VvwG+FJFu3qAhQHas4ocZTcnhJWIY/wvgLBFJ9v4WQusfk+8fQER+4D13BEbhPodYf/5UEHM+cI13NdNZQE7oUFSVBHESJ9YP3DHAT3HHwSfFIN5s3LHPfFymvg53DPwd3H8S7wCtA4zfD7e7uB7I8h7DY9UGoAew1ov/X+Aeb3gnYAWwCXfYoXEMvouBwBuxjO/FWec9Pgr95mL8G+gJrPK+g3lAqxjHTwZ2Ay3ChsUy/u+AT7zf3wtA41j+/oAluKS0DhgSi/WvynYHd4jpMW+b+CHuiq8qx7SuNowxxviqD4eYjDHGBMAShDHGGF+WIIwxxviyBGGMMcaXJQhjjDG+LEGYOs+7L2Op17vmpWHDXxeR9kewrA+8LizOKzNugte1QlXbN1lEzq9kmkskBj0R+8TtKSLDYx3X1A12maup80TkViAPd1f1m6p6rohcDPRW1d9VcVlXARep6hifcVtw15Pv8hmXoKqFR7QCcSQiY3Hr9PN4t8XUPrYHYeqDfKAJ7mapIq+7hQnAHyPNICIpIvKO11f+OyLSUUR6Ag8Cw8XVOWgSNv2tuH5/FovIYm/YAW/v4APgbBG5R0RWensyM7y7fBGR50TkCu/1FhH5nYisEVdP4mRv+FgReTRs+odFZJmIfBY2bwMR+au4GgRviMiC0Lgy63ariGR76/ayN6ypuHoCK729ox95PQ9MBq701vfK6n0Npr6xBGHqg5dw3T2/CdwL/A/wN1XNrWCeR71pegCzgIdVNQu4B3hFXb2DvNDEqvowri+bQao6yBvcFNf18pmquhR4VFX7qqtR0AQYGSH2LnUd/T0O3B5hmuNxd8yPBKZ6w0bhuntOB67HdWntZyLQy1u38d6wSbguSfoCg3DJM7HM+r4SYXnmKGUJwtR5qpqjqiPUFe5Zg9uozhWRp8RVXfPbkJ6NSyzgumrodwShC3EdJoYM8s5ffIjrQPDUCPOFOldcjdvg+5mnqkWqmg0c6w3rB/zdG/4Nru8hP+uBWSJyNSW9jA4FJorroj0TSAI6VrRyxliCMPXNPcAUXEdyq4GfAQ9EMd+RnIw7FDrvICJJwF+BK1Q1HXgKtxH2c9h7LsR13V3RNFDSdbNfF85+RuD64ekDrPYOuQlwuben0FNVO6rrttqYiCxBmHpDXNnH9qr6Lq4zuSLcht9vQ70M1xMsQAawNIoQ+4HmEcaFYuwSV6ej3LmBGrAUuNw7F3EsrqPCUkSkAXCiqi7GFVRqCTQD3gJuCTsv0subpaJ1Mkc5SxCmPpkC3O29ng2MBd7HVR8r61bgWhFZD/wUV9+6MjOAf4dOUodTVxfjKVzPmfNw3dDXtLm4Xjz/iysp+QGumlq4BOBF7zDXWlyN5r3AfbhzDuvFFb2/z5t+MdDdTlIbP3aZqzF1iIg0U9UDItIG17X1ud75CGNqXKTjn8aY2ukNr1hTI+A+Sw4mSLYHYYwxxpedgzDGGOPLEoQxxhhfliCMMcb4sgRhjDHGlyUIY4wxvv4/3oF0YdDIsMAAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "XGB: 0.760671 (0.013216)\n",
      "roc auc train score = 0.89\n",
      "roc auc validation score = 0.76\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deXxU5fX48c9JCAkBDBBAWSQBBCsQBEUFQRa1ioobtj+0ccGvilqr0har1rphsdRaxaVVEVGr1A0LWmu1oMQNUAEjSBAQZN+3QEgIWc7vj+dmmCQ3yZBkZpJw3q/Xfc3c9Tw3k8zJ3Z4jqooxxhhTVky0G2CMMaZusgRhjDHGlyUIY4wxvixBGGOM8WUJwhhjjC9LEMYYY3xZgjCmmkTkvyJyTbTbYUy4WIIw9Y6IrBGRs6PdDlU9T1VfDse2ReQoEZkkIutEJEdEfvDGW4cjnjF+LEEY40NEGkUxdmPgI6AnMBw4Cjgd2AmcWo3tRW1fTP1mCcI0KCIyQkQyRWSPiMwVkd5B8+4SkVUisk9EskTk0qB5o0XkCxF5XER2AQ940z4XkUdFZLeI/Cgi5wWtkyEi1wetX9mynUXkUy/2bBH5m4i8WsFuXA10Ai5V1SxVLVbVbar6kKq+721PReS4oO2/JCJ/9N4PFZENInKniGwBXhSRZSIyImj5RiKyQ0RO8sb7ez+vPSLyrYgMrcnnYBoGSxCmwfC+7KYCNwLJwHPAuyIS7y2yCjgDSAIeBF4VkXZBmzgNWA20BSYETVsOtAYeAV4QEamgCZUt+0/gK69dDwBXVbIrZwMfqGpO1XtdoWOAVkAKMAZ4DbgiaP65wA5VXSQiHYD/AH/01hkHvC0ibWoQ3zQAliBMQ3ID8JyqfqmqRd71gXygP4CqvqWqm7z/yN8AVlL6lM0mVX1KVQtVNc+btlZVn1fVIuBloB1wdAXxfZcVkU7AKcB9qnpQVT8H3q1kP5KBzdX6CRxSDNyvqvnevvwTuEhEEr35v/CmAVwJvK+q73s/m1nAAuD8GrbB1HOWIExDkgL81jtNskdE9gDHAu0BROTqoNNPe4BeuP/2S6z32eaWkjeqmuu9bVZB/IqWbQ/sCppWUawSO3HJpSa2q+qBoPb8ACwDLvSSxEUcShApwM/L/NwG1UIbTD1nF69MQ7IemKCqE8rOEJEU4HngLGCeqhaJSCYQfLooXF0bbwZaiUhiUJI4tpLlZwN/FJGmqrq/gmVygcSg8WOADUHjfvtScpopBsjykga4n9srqnpDFfthjjB2BGHqqzgRSQgaGuESwE0icpo4TUXkAhFpDjTFfWluBxCRa3FHEGGnqmtxp2weEJHGIjIAuLCSVV7BfWm/LSI/EZEYEUkWkd+LSMlpn0zgFyISKyLDgSEhNOV14BzgZg4dPQC8ijuyONfbXoJ3obvjYe6qaWAsQZj66n0gL2h4QFUX4K5DPA3sBn4ARgOoahbwV2AesBVIA76IYHvTgQG400d/BN7AXR8pR1XzcReqvwdmAXtxF7hbA196i92OSzJ7vG3PrKoBqroZt/+ne/FLpq8HLgZ+j0ug64E7sO+HI55YwSBjIk9E3gC+V9X7o90WYypi/yEYEwEicoqIdPVOFw3H/cde5X/9xkRT2BKEiEwVkW0i8l0F80VEnvS6EFhc8sCON+8aEVnpDdbXjWkIjgEygBzgSeBmVf0mqi0ypgphO8UkIoNxfwz/UNVyFwO9i2234u61Pg14QlVPE5FWuAt6/XAXFRcCJ6vq7rA01BhjjK+wHUGo6qfArkoWuRiXPFRV5wMtvKdazwVmqeouLynMwvVHY4wxJoKi+RxEB0o/LLTBm1bR9HJEZAyuGwESEhJO7tSpU3haGoLi4mJiYqJ7SSfabbD4Ft/i17/4K1as2KGqvt2qRDNB+PVno5VMLz9RdTIwGeD444/X5cuX117rDlNGRgZDhw6NWvy60AaLb/Etfv2LLyJrK5oXzX95N1D6adKOwKZKphtjjImgaCaId4GrvbuZ+gPZ3oM8HwLniEhLEWmJe/Lzwyi20xhjjkhhO8UkIq8BQ4HWIrIBuB+IA1DVZ3FPwp6Pe9o1F7jWm7dLRB4CvvY2NV5VK7vYbYwxJgzCliBU9Yoq5itwSwXzpuL69TfGGBMl9iS1McYYX5YgjDHG+LIEYYwxxpclCGOMMb4sQdTQtCXTSJ2UypmfnEnqpFSmLZkW7SYZY0ytsJKjNTBtyTTG/HsMuQWuiuTa7LWM+fcYANLT0qPZNGOMqTE7gqiBez66J5AcSuQW5PL7j34fpRYZY0ztsSOIGliXva7C6SdPPpmebXrSs01PerTpQc+2PUltkUqMWE42xtQPliBqoFNSJ9Zml+/nqnnj5iQ3SebjHz/mlcWvBKY3adSEE9qccChpeK+dW3a2xGGMqXMsQdTAhLMmlLoGAZAYl8gzI54JXIPYc2APy7YvY+n2pSzdtpSsHVkVJo7gpNGzTU9LHMaYqLIEUQMlSeCej+5hXfY6OiV1YsJZE0pdoG6R0IIBxw5gwLEDSq2bfSCbrO1ZLN2+NPA658c5vLr41cAyTRo14Setf0LPtj1LJY7UFqnExsQGlpu2ZNqhNmSWb4MxxlRHWBOEV5z9CSAWmKKqE8vMT8H1udQGV33uSlXd4M0rApZ4i65T1YvC2dbqSk9LJz0t/bD7Yk9KSKo0cZQkjaXbl5KxJqPCxJFfmM+7y98lvygfsDupjDG1J5y9ucYCfwN+iqvx8LWIvKuqWUGLPYorO/qyiJwJ/Am4ypuXp6p9wtW+uqqyxLFsxzKWblsaOOrIWJPBhr0bym0jtyCXm9+7mb0H9tI9uTvdkrvR8aiOdrrKGHNYwnkEcSrwg6quBhCR13F1qIMTRA/g1977OcDMMLanXktKSKJ/x/7079i/1PSYB2NQn4J7+w7u45fv/zIwntAoga4tu7qE0aob3ZK7Bd4f0+wYRPwK+RljjmTiet0Ow4ZFfgYMV9XrvfGrgNNU9VdBy/wT+FJVnxCRkcDbQGtV3SkihUAmUAhMVNVyySO4JnWbNm1OfvPNN8OyL6HIycmhWbNmEY97+fzL2Zq/tdz0tvFtearPU2zI28CGvA1szNsYeL8pbxOFWhhYtklsEzo26UiHJh0Cr8c2OZaOiR05qtFRVSaP2VtnM+XHKWzL30bb+LZc3/l6zj767Frf16pE6zOw+Ba/PscfNmzYQlXt5zcvnEcQodSWHgc8LSKjgU+BjbiEANBJVTeJSBfgYxFZoqqrSm2sTE3q+lgPtqb+mvxX3zupHrvgMf5f2v/zXaeouIh12etYsXMFK3etZOXOlazctZIVO1fw2frPKNKiwLItElrQrVU33yOPpIQkpi2ZxuNzHw/E35q/lcdXPc4JPU6I+DWQ+loT2OJb/LoaP5wJosra0qq6CRgJICLNgMtUNTtoHqq6WkQygL5AqQRhQruTqqzYmFg6t+xM55adOZdzS807WHSQNXvWsHLnykMJZNdKPl/3Of9c8s9Sp7PaJLZhb/7ewAXyErkFudzz0T12kdyYei6cCeJroJuIdMYdGVwO/CJ4ARFpDexS1WLgbrwqcl4t6lxVzfeWGQg8Esa21mvVvZPKT+PYxnRP7k735O5cwAWl5h0oPMCqXasCRx0rdq5gyjdTfLezNnst/Sb3o2urrnRt2ZUuLbvQtWVXurbqSofmHUrdpmuMqZvCWXK0UER+BXyIu811qqouFZHxwAJVfRdXs/pPIqK4U0wlJUhPAJ4TkWJcf1ETy9z9ZKIgoVGCeyajbc/AtFmrZ/k+Td6scTNaJ7Zm0eZF/GvZvygsPnTNo3FsY1JbpLqEUZI8ghJJk7gmEdkfY0zlwvochKq+D7xfZtp9Qe+nA9N91psLpIWzbaZ2VPQ0+bMjng2cYiosLmTD3g2s2rWKVbtXsXr3albtXsWqXav4Yv0X7M3fW2qb7Zq18z3y6NqyK60TW5e7aG4PChoTHvYktamRUK6BNIppRGqLVFJbpHIWZ5VaX1XZlbcrkDCCE8js1bPZuG9jqeWbN25e6ohjR+4O/rnkn/agoDFhYAnC1FhNroGICMmJySQnJnNqh1PLzc8ryGPNnjXlEkjW9iz+s+I/5S6Qg7tI/n/v/B/TFk+jTdM2tEl0Q9umbQ+Ne6/NGjer8TMgdgRjGipLEKZOaxLnOjI8oc0J5eYVazGNxjfyfVDwYNFBtu3fxtLtS9m+fzt5hXm+24+PjadNUy95BCWO4PfBieWo+NLPhVjRKNOQWYIw9VaMxFTY5XpKUgoLxiwIjO8/uJ9t+7exPXc72/dvL/3qvd+2fxvLdy5n+/7t7C/Y7xuzcWxjWie2DiSQuevn+haNunPWnYzqOYpGMfYnZuov++019VpFF8knnDWh1HJNGzelc2P37Eco8gryyiWTcgkmd3u55FBi476NNH6oMW2atuGYZsdwTLNjaNesXanXY5odQ7vm7n3zxs2rfarLTnGZcLEEYeq16jwoGIomcU3olNSJTkmdKl0udVKq7xFMqyatuPXUW9mSs4XNOZvZkrOFZduXsSVnCwXFBeWWT4xLDCmRtG3attRRiZ3iMuFkCcLUe7X5oODhqugI5snznvT9gi65a2tLzpZSyWPzvs1s2e9es7a7olK7D+wut74ggaOSds3a8fm6z31PcdmT7KY2WIIwpgYO9wgm+K6t4AcO/RwoPMDWnK2lk0iZxFLRtZK12WsZ8MIAurTsQpcWXdyrN3Q4qoN1/W5CYgnCmBoK1xFMQqMEUlqkkNIipcJlKjrF1SyuGYlxicxdP5fXv3udYi0OzGsc25jOLTqXSholQ+cWnWke37zW9sHUb5YgjKnHKnyS/cJDT7IXFBWwLnsdq3evDjyEWPLe70n2NoltAg8jlj36aN+8fbl+tOwiecNlCcKYeiyUU1xxsXHuyfNWXcutr6rsPrA7kDCCh4qOPlJbpAZOXe0+sJt/LftXVJ9ktwQVPnW5JvU1wB+8Rf+oqi+Hs63G1Fc1fZK9VZNWtGrSin7ty9eMKXv0sXr3albvca/z1s8jOz+73Dq5BblcPeNq7v34XpISkkiKTzr0Gvy+zGuLhBaB94lxiSHd9mt3cYVXnaxJLSKtgPuBfrgiQwu9dcvf1mGMCZvKjj6g4pK3xVrM6ceeTnZ+NtkHslmzZw3ZB7LJzs9mb/7eUkclfmIltsJEEvx+4hcT7S6uMKqrNanPBWap6i5v3VnAcOC1MLbXGHOYKnuS/dWRr/quo6rkHMwJJI+S1z0H9pSblp2fXa0kszZ7Lf2n9Kd98/a0b96eDs07BN6XDC0SWlgt9irUyZrUwLVAgqr+0VvuXiBPVR8tE+OIr0ldl9pg8Y+8+LO3zubRFY+SX3yo08T4mHjGdR8X1rrkqkpeUR7XfH0NOw7uKDc/ISaBnkf1ZMfBHew8uJOcwpxyy8THxJPcOJnW8a1JbpxMcuNk2sS3ITnevW/duDXJ8ck0ia28Pkl9r8leH2tSh7Ku1aSuY22w+Ede/KEM5YQlJ9T6k+yhmnT0JN+7uCZfOLlUG3ILctm8bzMb921k075NgaFkfP2+9czfOt+3U8ek+KRyRx8lRyRLti3hsR8eC6wXjZrspS7S1/LPv07WpBaRDbhqc8HrZoSxrcaYaormk+yhPqiYGJdY6bUUcEcle/P3lksiwYnkk7WfsHnfZt/uUkrkFuQyeuZo/vz5n2kS14QmjZoEXhPjEkuNH85r8LoJjRKIkZiwX6SvkzWpcWVKH/ZqUwOc4803xphSaitBiYi7+J2QRI82PSpcrliL2Zm7k437NnLScyf5XqQvLC6kS8su5BXmkVeQx47cHeQV5AXGS1796pmEKj42noNFB8vFr82L9HWyJrWq7hKRh3BJBmB8yQVrY4yJphiJcfVBmrap9CL9zMtn+qxdWlFxEQcKD5RLHKG+PjL3Ed/trsteV+P9hDpak9qbN5VDRxTGGFPnhNrdfEViY2Jp2rgpTRs3rVb8N5a+4ZugquqFOFTWY5cxxlRTelo6ky+cTEpSCoKQkpRS7gJ5OE04awKJcYmlph1OgqqKdbVhjDE1UB8u0leXJQhjjKnHwpmg7BSTMcYYX5YgjDHG+LIEYYwxxpclCGOMMb4sQRhjjPFlCcIYY4wvSxDGGGN8WYIwxhjjK6wJQkSGi8hyEflBRO7ymd9JROaIyDcislhEzvemp4pInohkesOz4WynMcaY8qJdk/oPwJuq+oyI9MB17JfqzVulqn3C1T5jjDGVC+cRRKAmtaoeBEpqUgdT4CjvfRJlCgoZY4yJnmjXpG4H/A9oCTQFzlbVhSKSCiwFVgB7gT+o6mc+MawmdR1qg8W3+Ba//sWvrCY1qhqWAfg5MCVo/CrgqTLL/Ab4rfd+AJCFO6qJB5K96ScD64GjKovXvXt3jaY5c+ZENX5daIPFt/gWv/7FxxVw8/1eDecppiprUgPXAW8CqOo8IAForar5qrrTm74QWAV0D2NbjTHGlBHOBBGoSS0ijXE1qd8ts8w64CwAETkBlyC2i0gb7yI3ItIF6AasDmNbjTHGlBHtmtS/BZ4XkV/jLliPVlUVkcHAeBEpBIqAm9RqUhtjTERFuyZ1FjDQZ723gbfD2TZjjDGVsyepjTHG+LIEYYwxxpclCGOMMb4sQRhjjPFlCcIYY4wvSxDGGGN8WYIwxhjjyxKEMcYYX5YgjDHG+LIEYYwxxledLDnqzbvbW2+5iJwbznYaY4wpr06WHPXeXw70BNoDs0Wku6oWhau9xhhjSqurJUcvBl736kL8CPzgbc8YY0yE1NWSo08D81X1VW+5F4D/qur0MjGs5GgdaoPFt/gWv/7Fr48lR/8GXBm03AvAZZXFs5Kj0W+Dxbf4Fr/+xaeSkqPhrAcRasnR4eBKjopIAtA6xHWNMcaEUZ0sOeotd7mIxItIZ1zJ0a/C2FZjjDFl1MmSo8BSEXkTd8qpELhF7Q4mY4yJqDpZctSbNwGYEM72GWOMqZg9SW2MMcaXJQhjjDG+LEEYY4zxZQnCGGOML0sQxhhjfFmCMMYY48sShDH13bRpkJrKkDPPhNRUN34kxTdhYwnCmPps2jQYMwbWrkVUYe1aNx6pL+loxy9pw5GcoMK4/2F9UM4YU8v27XNfwiXD3XdDbm7pZXJz4f/+D555BkQgJsa9VvS+JvNnzPCPf/PN8M030KhR+SE21n96dZb74AO4/344cACBQwkKID09Ep+I+0K+5x6GrFsHnTrBhAmRjT1mDOTmhmX/LUGY+i+af6C1SRW2bYN160ongZJh3TrYvTu0bR08CPHxUFzstqsKRUWH3gdPr+774mLYv98//r598OyzUFjohqII9pSTmwtXXgk33ghNmkBiohtK3vtNq+78mTPhppvKf0EXFsKll7rPIT//0FCTcb95H3wABw6U3/977rEEYUy4/4MKuQ2hJKiCAti4sfQXftkEUPaPvXlzSElxw8CBbvsl4ykpMGCAW6+slBT46KPw7G+w1FTXdr/4a9YcGi9JUCUJoyRpBI9XNFS23M9+5rbtx/viJjcX8vIOvd+/H7ZvLz0tL88NtSE3F0aPdkNtiItzyT4+Hho3PvQ+Pr7870sJv9+JaghrghCR4cATuM76pqjqxDLzHweGeaOJQFtVbeHNKwKWePPWqepF4WyrqQdycmDlSlixApYvd69vveX+kwqWmwtXXQVjxx76jy/4vz+/8erOmzGj/H+Q113nvpyPOaZ0Iti40f3XHezoo92Xfu/ecOGFh774SxJBixbudE5FHn44kCADEhNdkoqECRNCiy9y6LRQberUqeIE9eijh7et4mL3n3nZpFI2kQS/jhtX8fYefdT/Sz14vLJ58fEuOcRUcqm4ogTdqdPh7XsFolqTWlV/HbT8rUDfoE3kqWqfcLXP1FEFBbB6tfvyLztsKlMSpFOn8smhhKr777LkP8Pg/xJ37So9XjK/7Jd3deXnw4svui/Djh3dl9WwYeX/+z/2WJdkaqLkSOWee9B165BIn2KLdvxQE1QoYmIOJf7k5NDWeeqpihPUb397+G04XLW5/z5CThAiMgjopqovikgboJm6etEVCdSk9tYvqUmdVcHyVwD3h9oeU4cc7jUAVffftF8SWL269Pnq5GTo3h1++lP3evzx7rVrV/eHUNkpjmeeCX0fVF1y8ksoZceD3//ud/7bE3GH/7GxobehutLTIT2dTzIyGDp0aPjj1aX4DSlBVUeY9z+kmtQicj/QDzheVbuLSHvgLVX17arbW6fKmtRBy6YA84GOJXUfRKQQyMTVg5ioqjN91rOa1FFuQ9vZszn+0UeJzc8PTCuKj2f5uHHsOu00mqxfT+KGDTTZsIHE9etJXL+eJhs3Eht07rQoPp68jh3J7diRvGOPPfTaoQOFSUnVjr/t7LNrf4fL6H/55SRs3Vpu+oGjj2b+66+HPX6waP8OHqnx286eTZcpU4jfto38tm1Zff31EfndKytqNalxX9QCfBM0bXEV61RZkzpo3p1l5wHtvdcuwBqga2XxrCZ1lNqQklJyb0vpISam9HhsrOpxx6mef77q2LGqf/+76uzZquvWqRYV1awNr76qmpKixSKuPa++Wht7FnrsxMTS+5qYGNk2eKL9O2jx62d8aqEm9UFVVRFRABFpGsI6h1NX+nLgluAJqrrJe10tIhm46xOrQmyviZSK7pYoLnYX6bp3d0Pnzu4CXDgcyac4jAmjUJ+kflNEngNaiMgNwGzg+SrWCaUmNSJyPNASmBc0raWIxHvvW+OqzlV07cJEw+bN7k6hik5Rllyku/BCd90gXMmhLkhPhzVr+OTjj92tnZYcTAMR0hGEqj4qIj8F9gLHA/ep6qwq1gmlJjW4i9Ove4c6JU4AnhORYlwSm6hBdz+ZKDp4EJ58Eh580L2/+GL43/9K30MeyYt0xpiwqTJBeLerfqiqZwOVJoWytIqa1N74Az7rzQXSDieWiYD//Q9uu809gzBiBDz+OBx3XOAuJjvFYkzDUuUpJnV3FeWKSOW3k5iGa80aGDkSzj3X3YL6n//Av//tkgPYKRZjGqhQL1IfAJaIyCwg0PmKqt4WllaZuiEvD/78ZzfExsKf/gS//rV7wtMY0+CFmiD+4w3mSKDqupD4zW/cQ2iXXw5/+Yt7KtgYc8QI9SL1y96dSN29SctVtSB8zTJR8/337jrDrFmQlgYZGTBkSLRbZYyJgpBucxWRocBKXN9KfwdWiMjgMLbLRNreva7jsbQ0+Pprd6fSokWWHIw5goV6iumvwDmquhxARLoDrwEnh6thJkKKi+HVV+HOO2HrVtcT6cMPQ5s20W6ZMSbKQk0QcSXJAUBVV4hIXJjaZCJl0SK49VaYOxdOOw3efRdOOSXarTLG1BGhPkm9QEReEJGh3vA8sDCcDTNhtHOnq2HQrx/88IPrmnruXEsOxphSQj2CuBnXV9JtuE77PsVdizD1SVERTJ7syhHu3Qu33w4PPABV9JhqjDkyhZogGgFPqOpjEHi62m6Gr08+/9ydTsrMhDPPdBehe/aMdquMMXVYqKeYPgKCS181wXXYZ+q6TZtcAfczznCnlt56C2bPtuRgjKlSqAkiQVVzSka894lVrSQiw0VkuYj8ICJ3+cx/XEQyvWGFiOwJmneNiKz0hmtCbKcpcfAgPPKI60l1+nS49173jMPPflZ5jWNjjPGEeoppv4icpKqLAESkH5BX2Qo1qUktIq1w5Uf7AQos9NbdHfKeHUnKlvwcNQpmznQlPC+6yHWq16VLtFtpjKlnQk0QY4G3RGQT7gu7PTCqinVqUpP6XGCWqu7y1p0FDMc9e2GCTZsWqIkr4LrGeOQROPpo+O9/YfjwaLfQGFNPVVqTWkROAdar6hbvuYcbgZG4L/n7Sr7AK1i32jWpRWQc7rTWH7359wJ5qvpomfWO+JrUFdZEbtuW+W+8EdG2HKk1iS2+xa/P8atdkxpYBLTy3g/GlQy9DHgImF7FutWuSQ3cAfwhaPxe4LeVxTvialIXFqp+8IF/PWhQFYlse7T+1uS1+Bb/SI5PJTWpq7pIHauHjhJGAZNV9W1VvRc4rop1D7cmdfDpo8NZ98iydq17dqFzZ3f6KKaCj7BTp4g2yxjT8FSZIESk5DrFWcDHQfOqun5R7ZrUuDKl53i1qVsC53jTjkz5+e721HPPdYlh/Hg44QR4802YOtWV+AxmJT+NMbWgqi/514BPRGQH7q6lzwBE5Dggu7IVtQY1qVV1l4g8hEsyAOO1kusdDdbSpfDCC/CPf7hnGDp1gvvug2uvhZSUQ8s1amQlP40xta7SBKGqE0TkI6Ad8L+gL/EY4NaqNq7VrEntTZ8KTK0qRoOTkwNvvAFTpsD8+RAXB5dc4npZPftsV9mtrPR0SE/nk4wMhg4dGvEmG2Mapipvc1XV+T7TVoSnOUcoVfjyS5cUXn8d9u+HHj3gr3+Fq66yrreNMVER6nMQJhx27IBXXnGJISsLmjZ15T2vuw7697cnno0xUWUJItKKi11fSFOmuKedCwpcMnj+efcEdPPm0W6hMcYAliAiZ906V3dh6lT3PjkZfvUrd7RgHecZY+ogSxDhdPCgq9I2ZQr8739u2k9/Co8+6vpIirce040xdZcliJoq21HehAnQt++h21N37IBjj/W/PdUYY+owSxA14ddR3tVXu+sMcXFw8cVw/fUV355qjDF1mCWImrjnHsjNLT2tuBhatoTly+32VGNMvRZqwSDjZ906/+l79lhyMMbUe5YgaqKiDvGsozxjTANgCaImJkywjvKMMQ1WWBNEVTWpvWX+n4hkichSEfln0PSioHrV5XqBrRPS02HyZEhJQUXcHUqTJ1tHecaYBiFsF6lDqUktIt2Au4GBqrpbRNoGbSJPVfuEq321xjrKM8Y0UOE8ggjUpFbVg0BJTepgNwB/U9XdAKq6LYztMcYYcxgqrUldow2HUJNaRGYCK4CBuJoRD6jqB968QiATKAQmqupMnxhHfE3qutQGi2/xLX79i1/tmtQ1GQihJjXwHjADiAM6405FtfDmtfdeuwBrgK6VxTvialLXwTZYfItv8etffGpQk7omQu3nEaUAABtxSURBVKkrvQF4R1ULVPVHYDnQDUBVN3mvq4EMoG8Y22qMMaaMcCaIUGpSzwSGAYhIa6A7sNqrRR0fNH0gkIUxxpiICdtdTBpaTeoPgXNEJAsoAu5Q1Z0icjrwnIgU45LYRA26+8kYY0z4hbUvJq2iJrV3/us33hC8zFwgLZxtM8YYUzl7ktoYY4wvSxDGGGN8WYIwxhjjyxKEMcYYX5YgjDHG+LIEYYwxxpclCGOMMb4sQRhjjPFlCcIYY4wvSxDGGGN81eWSo9eIyEpvuCac7TTGGFNenSw5KiKtgPuBfoACC711d4ervcYYY0qrqyVHzwVmqeoub94sYHgY22qMMaaMOllyVETGAQmq+kdvuXuBPFV9tEwMKzlah9pg8S2+xa9/8SsrORrO7r7FZ1rZbNQIV0FuKK7i3Gci0ivEdVHVycBkgOOPP16HDh1ag+bWTEZGBtGMXxfaYPEtvsVvWPHrasnRUNY1xhgTRnWy5CiHKs21FJGWwDneNGOMMRFSJ0uOAojIQ7gkAzBeVXeFq63GGGPKq5MlR715U4Gp4WyfMcaYitmT1MYYY3xZgjDGGOPLEoQxxhhfliCMMcb4sgRhjDHGlyUIY4wxvixBGGOM8WUJwhhjjC9LEMYYY3xZgjDGGOPLEoQxxhhfUa1JLSKjRWS7iGR6w/VB84qCppftBdYYY0yYRbUmteeN4CpzQfJUtU+42meMMaZy0a5JbYwxpo6Kdk3q0cCfgO242tS/VtX13rxCIBMoBCaq6kyfGFaTug61weJbfItf/+JXVpMaVQ3LAPwcmBI0fhXwVJllkoF47/1NwMdB89p7r12ANUDXyuJ1795do2nOnDlRjV8X2mDxLb7Fr3/xcQXcfL9Xw1kwqMq60upVj/M8D/w5aN4m73W1iGQAfYFVh9OAgoICNmzYwIEDBw6v5dWQlJTEsmXLwh6nLrehocZPSEigY8eOxMXF1fq2janLwpkgAjWpgY24mtS/CF5ARNqp6mZv9CJgmTe9JZCrqvlereqBwCOH24ANGzbQvHlzUlNTEZEa7ErV9u3bR/PmzcMao663oSHGV1V27tzJhg0b6Ny5c61u25i6Lto1qW8TkYtw1xl2AaO91U8AnhORYtyF9Ila/u6nKh04cCAiycE0XCJCcnIy27dvj3ZTjIm4aNekvhu422e9uUBabbTBkoOpKfsdMkcqe5LaGGOML0sQQaYtmUbqpFRiHowhdVIq05ZMq9H2du7cSZ8+fejTpw/HHHMMHTp0CIwfPHgwpG1ce+21LF++vNJl/va3vzFtWs3aaowxZYX1FFN9Mm3JNMb8ewy5BbkArM1ey5h/jwEgPS29WttMTk4mMzMTgAceeIBmzZoxbty4UsuU3E4WE+Ofq1988cUq49xyyy2Au0hbl1S1b8aYuu2ISRBjPxhL5pbMCufP3zCf/KL8UtNyC3K57p3reH7h877r9DmmD5OGTzrstvzwww9ccsklDBo0iC+//JL33nuPBx98kEWLFpGXl8eoUaO47z53qWbQoEE8/fTT9OrVi9atW3PTTTfx3//+l8TERN555x3atm3LH/7wB1q3bs11113HoEGDGDRoEB9//DHZ2dm8+OKLnH766ezfv5+rr76aH374gR49erBy5UqmTJlCnz6lezO54447+M9//kOjRo0477zz+POf/8yWLVu48cYb+fHHHxERJk+ezGmnncYjjzzCP/7xDwBuvPFGRo8e7btvixcvZvz48eTn59OtWzemTp1K06ZND/vnZoyJLPvXzlM2OVQ1vaaysrK47rrr+Oabb+jQoQMTJ05kwYIFfPvtt8yaNYusrPI3bWVnZzNkyBC+/fZbBgwYwNSpU323rap89dVX/OUvf2H8+PEAPPXUUxxzzDF8++233HXXXXzzzTfl1tu6dSvvv/8+S5cuZfHixdx9t7t/4JZbbuGnP/0pixcvZuHChZxwwgl89dVXTJs2ja+++op58+bx97//ne+++67cvsXFxTFx4kQ++ugjFi1aRO/evXniiSdq68dojAmjI+YIoqr/9FMnpbI2e2256SlJKWSMzqj19nTt2pVTTjklMP7aa6/xwgsvUFhYyKZNm8jKyqJHjx6l1mnSpAnnnXceACeffDKfffaZ77ZHjhwZWGbNmjUAfP7559x5550AnHjiifTs2bPceq1atSImJoYbbriBCy64gBEjRgCQkZHB66+/DkCjRo046qij+Oyzz7jssstITEwE4JJLLmHevHlcdNFFpfZt7ty5ZGVlcfrppwNw8OBBBg0adPg/MGNMxNkRhGfCWRNIjEssNS0xLpEJZ00IS7zgUywrV67kiSee4OOPP2bx4sUMHz7c9+nvxo0bB97HxsZSWFjou+34+Phyy2gIfW7FxcWxYMECLrnkEt5++20uuOCCwLyyt3pWtr3gfVNVhg8fTmZmJpmZmWRlZTF58uQq22KMiT5LEJ70tHQmXziZlKQUBCElKYXJF06u9gXqw7F3716aN2/OUUcdxebNm/nwww9rPcagQYMo6cxwyZIlvqew9u3bx969exkxYgSPP/544DTUsGHDePbZZwEoKipi7969DB48mBkzZpCXl0dOTg7vvPNO4Cgh2Omnn84nn3zC6tWrAdi/fz8rV66s9f0zxtS+I+YUUyjS09IjkhDKOumkk+jRowe9evWiS5cuDBw4sNZj3HrrrVx99dX07t2bk046iV69epGUlFRqmezsbEaOHEl+fj7FxcU89thjADz99NPccMMNPPfcczRq1IjnnnuOU089lSuuuCJwKunmm2+mZ8+ebN26tdQ2jz76aF544QVGjRoVuLX34Ycfplu3brW+j8aYWlZRL371bfDrzTUrKyuk3gxrw969eyMWqzptKCgo0Ly8PFVVXbFihaampmpBQUHE4kdCOOOH8rtUX3vztPhHdnyi1JurqUNycnI466yzKCwsRFUDRwPGGFORsH5DiMhw4AlcZ31TVHVimfmjgb/gensFeFpVp3jzrgH+4E3/o6q+HM62NnQtWrRg4cKF0W6GMaYeqZM1qUWkFXA/0A9QYKG37u5wtdcYY0xpdbUm9bnALFXd5SWFWcDwMLXTGGOMj3CeYuoArA8a3wCc5rPcZSIymNI1qf3W7VB2xTI1qcnIyCg1PykpKWL9ExUVFUW9L6Rot6Ehxz9w4EC536+ycnJyqlwmnCy+xa/t+OFMEH6d6Jd9uurfwGvqKsfdBLwMnBniuqjqZGAywPHHH69Dhw4tNX/ZsmURq3AW7WpqdaENDTl+QkICffv2rXSZjIwMyv4ORpLFt/i1HT+cp5hCqkmtqiWdHT0PnBzqumExbRqkpkJMjHuthS60t2zZwuWXX07Xrl3p0aMH559/PitWrKjxdsMhNTWVHTt2APg+9AYwevRopk+fXul2XnrpJTZtOvRxXX/99b4P5hlj6rZwJohATWoRaYyrSf1u8AIi0i5oNFCTGlem9BwRaenVpz7HmxY+06bBmDGwdi2outcxY2qUJFSVSy+9lKFDh7Jq1SqysrJ4+OGHyz1MVlRUVNPW17q5c+dWe92yCWLKlCnl+pWqCyrqqsQY44QtQahqIVBSk3oZ8KZ6Nam9OtTgalIvFZFvgdvwalKr6i7gIVyS+RoY702rvrFjYejQiofrroPc3NLr5Oa66RWtM3ZspSHnzJlDXFwcN910U2Banz59OOOMM8jIyGDYsGH84he/IC3NVVd97LHH6NWrF7169WLSJNe54P79+7ngggs48cQT6dWrF2+88QYAd911Fz169KB3797lakwAPPPMM/zud78LjL/00kvceuutgOtY7+STT6Znz54V9ovUrFkzwCW5X/3qV/To0YMLLriAbdu2BZYZP348p5xyCr169WLMmDGoKtOnT2fBggWkp6fTp08f8vLyGDp0KAsWLABcp4RpaWn06tUr0HlgSbx77rmHE088kf79+5dLogCffPJJoOBS3759A9cbHnnkEdLS0jj99NO56667AMjMzKR///707t2bSy+9lN273Q1wQ4cO5fe//z1DhgzhiSeeYPv27Vx22WWccsopnHLKKXzxxRcVf6DGHGkqeoKuvg1VPkl9++2qQ4ZUPLjjBv+honVuvz2web+neJ944gkdO3Zsuemq7qnHxMREXb16taqqLliwQHv16qU5OTm6b98+7dGjhy5atEinT5+u119/fWC9PXv26M6dO7V79+5aXFysqqq7d+8u14Zt27Zp165dA+PDhw/Xzz77TFVVd+7cqaqqubm52rNnT92xY4eqqqakpOj27dtVVbVp06aqqvr222/r2WefrYWFhbpx40ZNSkrSt956q9R2VFWvvPJKfeONN1RVdciQIfr1118H5pWMb9y4UY899ljdtm2bFhQU6LBhw3TGjBmqqgrou+++q6qqd9xxhz700EPlfmYjRozQzz//XFVV9+3bpwUFBfr+++/rgAEDdP/+/bp3795Am9LS0jQjI0NVVe+991693fushgwZojfffHNgm1dccUXg57J27Vr9yU9+4vt52ZPUFr+hxseepAYmVVHYJzXVnVYqKyUFwnRnwqmnnkrnzp0B1x33pZdeGugJdeTIkXz22WcMHz6ccePGceeddzJixAjOOOMMCgsLSUhI4Prrry/VLXewNm3a0KVLF+bPn0+3bt1Yvnx5oI+nJ598khkzZgCwfv16Vq5cSXJysm8bP/30U6644gpiY2Np3749Z555ZmDenDlzeOSRR8jNzWXXrl0cd9xxle7v119/zdChQ2nTpg0A6enpfPrpp1xyySU0btw4sB8nn3wys2bNKrf+wIED+c1vfkN6ejojR46kY8eOzJ49m2uvvZbExET27dtHq1atyM7OZs+ePQwZMgSAa665hp///OeB7YwaNSrwfvbs2aWuj+zduzfqF9uNqSusN9cSEyZAYunuvklMdNOrqWfPnpU+vVy2W2w/3bt3Z+HChaSlpXH33Xczfvx4GjVqxFdffcVll13GzJkzGT58OEVFRQwcOJA+ffoEqtGNGjWKN998k7fffptLL70UESEjI4PZs2czb948vv32W/r27evbtXiwsl19g7vt85e//CXTp09nyZIl3HDDDVVup6J9BNfVeEmciroyv+uuu5gyZQp5eXn079+f77//HlX1bV9lgn/uxcXFzJs3L9Ad+caNGy05GOOxBFEiPR0mT3ZHDCLudfJkN72azjzzTPLz83n++UMlS7/++ms++eSTcssOHjyYmTNnkpuby/79+5kxYwZnnHEGmzZtIjExkSuvvJJx48axaNEicnJyyM7O5vzzz2fSpElkZmYSGxvLF198QWZmZqCK3MiRI5k5cyavvfZa4L/m7OxsWrZsSWJiIt9//z3z58+vdB8GDx7M66+/TlFREZs3b2bOnDkAgWTQunVrcnJySt3Z1Lx5c9/nEU477TQ++eQTduzYQVFREa+99lrgv/xQrFq1irS0NO6880769evH999/zznnnMPUqVPJ9a4f7dq1i6SkJFq2bBkoqPTKK69UGOecc87h6aefDoyX1BA3xlh336Wlp9coIZQlIsyYMYOxY8cyceJEEhISSE1NZdKkSWzcuLHUsieddBKjR4/m1FNPBdytoX379uXDDz/kjjvuICYmhri4OJ555hn27dvHxRdfzIEDB1BVHn/8cd/4LVu2pEePHmRlZQW2O3z4cJ599ll69+7N8ccfT//+/Svdh0svvZSPP/6YtLQ0unfvHviibdGiBTfccANpaWmkpqaWqo43evRobrrpJpo0acK8efMC09u1a8ef/vQnhg0bhqpy/vnnc/HFoT5cD5MmTWLOnDnExsbSo0cPzjvvPOLj48nMzKRfv340atSIESNG8PDDD/Pyyy9z0003kZubS5cuXXjxxRd9t/nkk09yyy230Lt3bwoLCxk8eHCg9oUxR7yKLk7Ut8G6+45+GxpyfLtIbfEbanwquUhtp5iMMcb4sgRhjDHGV4NPEFrJnTPGhMJ+h8yRqkEniISEBHbu3Gl/4KbaVJWdO3eSkJAQ7aYYE3EN+i6mjh07smHDBrZv3x72WAcOHIj6l0i029BQ4yckJNCxY8da364xdV2DThBxcXGBJ5XDLSMjo8ruoBt6G470+MY0NGE9xSQiw0VkuYj8ICJ3VbLcz0RERaSfN54qInkikukNdmO6McZEWNRrUotIc1xPrl+W2cQqVe0TrvYZY4ypXF2oSf0Q8AhQeUc+xhhjIiqqNalFpC9wrKq+JyJlixp0FpFvgL3AH1T1s7IBgmtSA/ki8l2ttf7wtQZ2RDF+XWiDxbf4Fr/+xU+paEbUalKLSAzwOF6RoDI2A51UdaeInAzMFJGeqrq31MaCalKLyAJV7VdbjT9c0Y5fF9pg8S2+xW9Y8aNZk7o50AvIEJE1QH/gXRHpp6r5qroTQFUXAquA7mFsqzHGmDKiVpNaVbNVtbWqpqpqKjAfuEhVF4hIG+8iNyLSBegGrA5jW40xxpQRtlNMqlooIiU1qWOBqerVpMb1HvhuJasPBsaLSCFQBNykVdek9i+uHDnRjg/Rb4PFt/gWvwHFF+uGwhhjjJ8G3ReTMcaY6rMEYYwxxleDSBChdulRi/Gmisi24OcuRKSViMwSkZXea8swxj9WROaIyDIRWSoit0eyDSKSICJfici3XvwHvemdReRLL/4b3s0JYSMisSLyjYi8F+n4IrJGRJZ4XcEs8KZF8neghYhMF5Hvvd+DARH8/I8P6gYnU0T2isjYCO//r73fve9E5DXvdzKSn//tXuylIjLWmxbW/T+c7x1xnvS+ExeLyEnViVnvE4Qc6tLjPKAHcIWI9Ahz2JeA4WWm3QV8pKrdgI+88XApBH6rqifgbg++xdvnSLUhHzhTVU8E+gDDRaQ/8GfgcS/+buC6MMUvcTuwLGg80vGHqWqfoHvPI/k78ATwgar+BDgR93OISHxVXe7tdx/gZCAXmBGp+CLSAdc9Tz9V7YW7CeZyIvT5i0gv4AZcbxEnAiNEpBvh3/+XCP175zzc3Z/dcA8TP1OtiBXVIq0vAzAA+DBo/G7g7gjETQW+CxpfDrTz3rcDlkfwZ/AOrs+riLcBSAQW4Z6S3wE08vtcwhC3o/cHcSbwHu7BzEjGXwO0LjMtIj9/4CjgR7ybTKL5OwicA3wR4f0v6aWhFe5OzPeAcyP1+QM/B6YEjd8L/C4S+x/q9w7wHHCF33KHM9T7Iwj8u/ToEIV2HK2qmwG817aRCCoiqUBfXGeHEWuDd3onE9gGzMI9zLhHVQu9RcL9OUzC/VEWe+PJEY6vwP9EZKG4Ll8gcj//LsB24EXvFNsUEWkawfjBLgde895HJL6qbgQeBdbhel3IBhYSuc//O2CwiCSLSCJwPu6h4Gj8/CuKWSvfiw0hQVTapUdDJiLNgLeBsVqmG5JwU9UidacYOuIOtU/wWywcsUVkBLBN3VP2gcmRiu8ZqKon4Q7lbxGRwWGMVVYj4CTgGVXtC+wnvKezfHnn+C8C3opw3Ja4jj87A+2BprjPoaywfP6qugx3OmsW8AHwLe60b11SK38PDSFBVNWlR6RsFZF2AN7rtnAGE5E4XHKYpqr/ikYbAFR1D5CBuxbSQkRKHr4M5+cwELhIXBctr+NOM02KYHxUdZP3ug13/v1UIvfz3wBsUNWSLvKn4xJGpD//84BFqrrVG49U/LOBH1V1u6oWAP8CTieyn/8LqnqSqg4GdgEricLfXyUxa+V7sSEkiEq79Iigd4FrvPfX4K4LhIWICPACsExVH4t0G8R1hdLCe98E9we7DJgD/Czc8VX1blXtqK6LlsuBj1U1PVLxRaSpuDomeKd2zsGddojIz19VtwDrReR4b9JZQFak4ge5gkOnl4hg/HVAfxFJ9P4WSvY/Ip8/gIi09V47ASNxP4dI//ypJOa7wNXe3Uz9geySU1GHJRwXcSI94M4BrsCdB78nAvFew537LMBl6utw58A/wv0n8RHQKozxB+EOFxcDmd5wfqTaAPQGvvHifwfc503vAnwF/IA77RAfgc9iKPBeJON7cb71hqUlv3MR/h3oAyzwPoOZQMsIx08EdgJJQdMiGf9B4Hvv9+8VID6Sv3/AZ7ik9C1wViT2/3C+d3CnmP7mfScuwd3xddgxrasNY4wxvhrCKSZjjDFhYAnCGGOML0sQxhhjfFmCMMYY48sShDHGGF+WIEy95z2X8bnXu+YlQdPfEZH21djWl14XFmeUmTfW61rhcNs3XkTOrmKZiyQCPRH7xO0jIudHOq6pH+w2V1PvichtQB7uqeoPVHWgiFwInKSqDx7mti4HzlPVa3zmrcHdT77DZ16sqhZVaweiSERG4/bpV9Fui6l77AjCNAQFQBPcw1LFXncLY4G/VLSCiKSIyEdeX/kfiUgnEekDPAKcL67OQZOg5W/D9fszR0TmeNNyvKODL4EBInKfiHztHclM9p7yRUReEpGfee/XiMiDIrJIXD2Jn3jTR4vI00HLPykic0VkddC6MSLyd3E1CN4TkfdL5pXZt9tEJMvbt9e9aU3F1RP42js6utjreWA8MMrb31E1+xhMQ2MJwjQE/8R19/wB8ADwS+AfqppbyTpPe8v0BqYBT6pqJnAf8Ia6egd5JQur6pO4vmyGqeowb3JTXNfLp6nq58DTqnqKuhoFTYARFcTeoa6jv2eAcRUs0w73xPwIYKI3bSSuu+c04Hpcl9Z+7gL6evt2kzftHlyXJKcAw3DJM67M/r5RwfbMEcoShKn3VDVbVS9QV7hnEe5L9W0ReV5c1TW/L9IBuMQCrquGQdUIXYTrMLHEMO/6xRJcB4I9K1ivpHPFhbgvfD8zVbVYVbOAo71pg4C3vOlbcH0P+VkMTBORKznUy+g5wF3iumjPABKATpXtnDGWIExDcx8wAdeR3ELg/4CHQ1ivOhfjDpRcdxCRBODvwM9UNQ14Hvcl7Cffey3Cdd1d2TJwqOtmvy6c/VyA64fnZGChd8pNgMu8I4U+qtpJXbfVxlTIEoRpMMSVfWyvqp/gOpMrxn3x+31Rz8X1BAuQDnweQoh9QPMK5pXE2CGuTke5awO14HPgMu9axNG4jgpLEZEY4FhVnYMrqNQCaAZ8CNwadF2kr7dKZftkjnCWIExDMgH4g/f+NWA0MB9Xfays24BrRWQxcBWuvnVVJgP/LblIHUxdXYzncT1nzsR1Q1/b3sb14vkdrqTkl7hqasFigVe901zf4Go07wEewl1zWCyu6P1D3vJzgB52kdr4sdtcjalHRKSZquaISDKua+uB3vUIY2pdRec/jTF103tesabGwEOWHEw42RGEMcYYX3YNwhhjjC9LEMYYY3xZgjDGGOPLEoQxxhhfliCMMcb4+v+DB48DQlaxEAAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LGBM: 0.711664 (0.012695)\n",
      "roc auc train score = 0.99\n",
      "roc auc validation score = 0.71\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deXxU5dXA8d9JCMQgsoqKSCIKSEgwgCIKsrhgUKoC+qqNVayIWLWlrb5CtVVRlKoVtForImorRS0UtNbqC0oQFZXFABpFQEERZZU1EJJw3j+eO2GS3EwSyJ3Jcr6fz/1k7nqemUnuyd2eI6qKMcYYU1pcrBtgjDGmZrIEYYwxxpclCGOMMb4sQRhjjPFlCcIYY4wvSxDGGGN8WYIw5hCJyH9F5NpYt8OYoFiCMLWOiKwVkfNi3Q5VHaSqLwSxbRE5SkQmicg3IrJbRFZ7462CiGeMH0sQxvgQkQYxjN0QeBvoAmQCRwFnAVuBnoewvZi9F1O7WYIwdYqIDBaRHBHZLiIfiEjXsHljRGSNiOwSkVwRGRI2b7iIvC8iE0VkG3CPN+09EXlERH4Uka9FZFDYOtkiMiJs/UjLnigi73qx54rIkyLyYjlv4xqgHTBEVXNV9YCqblLV+1T1DW97KiInh23/eRG533vdX0TWi8gdIvID8JyIfC4ig8OWbyAiW0Skuzfey/u8tovIMhHpfzjfg6kbLEGYOsPb2U0FbgRaAk8Dr4lII2+RNcDZQFPgXuBFETkubBNnAF8BrYHxYdNWAq2Ah4BnRUTKaUKkZf8BfOy16x7gZxHeynnAm6q6u+J3Xa5jgRZAMjASmA5cFTb/AmCLqi4VkeOB/wD3e+vcBswUkaMPI76pAyxBmLrkBuBpVf1IVYu86wP5QC8AVf2nqm7w/iN/GVhFyVM2G1T1z6paqKp7vWnrVPUZVS0CXgCOA44pJ77vsiLSDjgd+IOq7lfV94DXIryPlsD3h/QJHHQAuFtV87338g/gYhFJ8ub/1JsGcDXwhqq+4X02c4DFwIWH2QZTy1mCMHVJMvBb7zTJdhHZDpwAtAEQkWvCTj9tB9Jw/+2HfOuzzR9CL1Q1z3t5ZDnxy1u2DbAtbFp5sUK24pLL4disqvvC2rMa+Bz4iZckLuZggkgGLi/1ufWphjaYWs4uXpm65FtgvKqOLz1DRJKBZ4BzgYWqWiQiOUD46aKgujb+HmghIklhSeKECMvPBe4XkcaquqecZfKApLDxY4H1YeN+7yV0mikOyPWSBrjP7e+qekMF78PUM3YEYWqrBBFJDBsa4BLAKBE5Q5zGInKRiDQBGuN2mpsBROQ63BFE4FR1He6UzT0i0lBEzgR+EmGVv+N22jNF5BQRiRORliLyOxEJnfbJAX4qIvEikgn0q0RTXgIGAjdx8OgB4EXckcUF3vYSvQvdbav4Vk0dYwnC1FZvAHvDhntUdTHuOsQTwI/AamA4gKrmAn8CFgIbgXTg/Si2Nws4E3f66H7gZdz1kTJUNR93ofoLYA6wE3eBuxXwkbfYr3BJZru37dkVNUBVv8e9/7O8+KHp3wKXAL/DJdBvgdux/UO9J1YwyJjoE5GXgS9U9e5Yt8WY8th/CMZEgYicLiIneaeLMnH/sVf4X78xsWQXqY2JjmOBf+FuYV0P3KSqn8S2ScZEZqeYjDHG+LJTTMYYY3zVmVNMzZo105NPPrniBQOyZ88eGjduHLP4NaENFt/iW/zaF3/JkiVbVNW/WxVVrRNDx44dNZbmzZsX0/g1oQ0W3+Jb/NoXH1is5exXAzvFJCJTRWSTiHxaznwRkce9fu6Xh3qV9OZdKyKrvMEKshhjTAwEeQ3ieVxf9uUZBHTwhpHAUwAi0gK4G9czZk/gbhFpHmA7jTHG+AgsQajqu8C2CItcAvzNO8r5EGjmdb18ATBHVbep6o+4J0kjJRpjjDEBiOVF6uMp2aPlem9aedPLEJGRuKMPjj76aLKzswNpaCRzN85lytdT2JS/idYftmbEiSM475joVsOMdRvqe/yQ3bt3x+R30OJb/KDixzJB+BVd0QjTy05UnQxMBujUqZP279+/2hpXGdNWTGPiBxPJK3AddG7M38jENRPpnNqZrPSsetGG+h4/1IY7376Tb3Z8Q7um7Rh/7vioxbb4B2VnZxPtfUBdjx/og3IikgK8rqples0UkaeBbFWd7o2vBPqHBlW90W+58nTq1ElXrlxZnc2vUMqkFNbtWFdmelKDJAZ1GMQBPeA7KFruvKoO67avo0iLyrQhXuI5rol/d/6V/c61Er1fb9y9sdz47Zq2Q0SIkzgE76c37jetquNxEse7695lX+G+MvGTEpIY1nkYDeIa0CCuAfESX/y6eFpc2WlVWTZe4pm/dj6Pfvgo+UUH+91LbJDI+HPGc1nqZTSMb1hiSIhLoPyCdFU3bcU0Rv57ZHGCDL33yT+ZHLUEHcv4oTZYgjz0BCEiS1T1NN95MUwQFwG34KpWnQE8rqo9vYvUS4DQXU1LgR6qGul6RkwSRNy9ceXuRLsc3aV4JxY+hO/cqmN4cXl5ZY3h5xk/L3deZXdS4ntAd9CUT6aUO+9nXX9WIiGqapkEWXpaVcc/XP9hufFPbHYihQcKSwxFWlRi/IAeqNTnUJ0S4hLKJI6qDqFtTM2Zys78nWViNEtsxtg+Y0skVUFKJNvQtMOZf+sbt7Jl75Yy8Y898ljeuvotEhsklhmqM0nGOkHFOn6oDYeToGKSIERkOu5ooBWue+W7gQQAVf2rV6v3CdwF6DzgOnXdNSMiP8d1PQyuAMxzFcWrSUcQyU2TWTt6bb1oQ22Pr6plkkbhgUKKDvhM81muz9Q+5f6TMOUnU9hftJ+CAwXsL9ofyLBr/67D/QijTpAySaNRg0a+yaR4iPefPu7dcWzbW/Z/x1ZJrXjywicr3aZD3Q/e8sYtvgmydePWvHLZKyTEJxQn9EivE+ISaBDXoMqJszoSVMyOIKIpFgmipvz3UJ//g4p1/JqaIE846gQ+v/lzFC1x1KWqJY7GDnf+uX87l+93ly2ffXTS0Tx10VPkF+Wzr3BflYdI6+0v2h/45xorlUkkDeMbFr/+6LuPfE+xVuX3L1KCqDNdbcRCaAcUy/OPsW5DfY8//tzxvglq/Lllqp5GNf6D5z1I44bBd/vw8MCHfeNPzJzIsNRhgcQ8oAfIL3QJJP2pdL7b9V2ZZY478jjmXjO3Stut6HSqn/IS5DGNj+Efw/5BQVFB8RFkVV4XFBUUH31GWs4vOQB8s+ObKr8XP3YEUU1ifQdDTWhDfY0f64uU9Tl+rI8gYx2/Oo5g7QjCmABlpWeRlZ4VswRVn+PH+ggy1vGDPoK1BGGMqdUsQQaXoCxBGGNMLRZkgrKCQcYYY3xZgjDGGOPLEoQxxhhfliCMMcb4sgRhjDHGlyUIY4wxvgJNECKSKSIrvbrTY3zmJ4vI215N6mwRaRs2r0hEcrzhtSDbaYwxpqzAnoMQkXjgSeB8XFW4RSLymqrmhi32CK7s6Asicg7wIPAzb95eVc0Iqn3GGGMiC/IIoiewWlW/UtX9wEu4OtThUoG3vdfzfOYbY4yJkSDrQVwGZKrqCG/8Z8AZqnpL2DL/AD5S1cdEZCgwE2ilqltFpBDIAQqBCao62ydGeE3qHq+88kog76Uydu/ezZFHHhmz+DWhDRbf4lv82hd/wIAB5XbW5/p3D2AALgemhI3/DPhzqWXaAP8CPgEew52Kahqa5/1sD6wFTooUr2PHjhpL8+bNi2n8mtAGi2/xLX7tiw8s1nL2q0H2xbQeOCFsvC2wIXwBVd0ADAUQkSOBYaq6I2weqvqViGQD3YA1AbbXGGNMmCCvQSwCOojIiSLSELgSKHE3koi0EpFQG8YCU73pzUWkUWgZoDcQfnHbGGNMwAJLEKpaCNwCvAV8Dryiqp+JyDgRudhbrD+wUkS+BI4BQp2YdwYWi8gy3MXrCVry7idjjDEBC7S7b1V9A3ij1LQ/hL2eAczwWe8DID3IthljjInMnqQ2xhjjyxKEMcYYX5YgjDHG+LIEYYwxxpclCGOMMb4sQRhjjPFlCcIYY4wvSxDGGGN8WYIwxhjjyxKEMcYYXzW55Oi1IrLKG64Nsp3GGGPKCixBhJUcHYSrHHeViKSWWixUcrQrMA5XchQRaQHcDZyBq0x3t4g0D6qtxhhjyqqpJUcvAOao6jZV/RGYA2QG2FZjjDGl1MiSo8B1QKKq3u8t93tgr6o+UiqGlRytQW2w+Bbf4te++LWu5ChwO3BX2HK/B34bKZ6VHI19Gyy+xbf4tS8+ta3kqIisxxUTCl83O8C2GmOMKaVGlhzFVaEb6JUebQ4M9KYZY4yJkhpZclRVtwH34ZLMImCcN80YY0yU1MiSo968qRw8ojDGGBNl9iS1McYYX5YgjDHG+LIEYYwxxpclCGOMMb4sQRhjjPFlCcIYY4wvSxDGGGN8WYIwxhjjyxKEMcYYX5YgjDHG+Ip1ydF2IjJPRD7xyo5e6E1PEZG9IpLjDX8Nsp3GGGPKCqwvprCSo+fjuv5eJCKvqWpu2GJ34Trxe8orR/oGkOLNW6OqGUG1zxhjTGSxLjmqwFHe66aUqhdhjDEmdmJdcvQ44P+A5kBj4DxVXSIiKcBnwJfATlx1uQU+MazkaA1qg8W3+Ba/9sWvySVHf4NXShQ4E8jFHdU0Alp603sA3wJHRYpnJUdj3waLb/Etfu2LT4SSo0GeYqqw5ChwPfAKgKouBBKBVqqar6pbvelLgDVAxwDbaowxppSYlhwFvgHOBRCRzrgEsVlEjvYuciMi7YEOwFcBttUYY0wpgd3FpKqFIhIqORoPTFWv5CjukOY14LfAMyLya9wF6+GqqiLSFxgnIoVAETBKreSoMcZEVaxLjuYCvX3WmwnMDLJtxhhjIrMnqY0xxviyBGGMMcaXJQhjjDG+LEEYY4zxZQnCGGOML0sQxhhjfFmCMMYY48sShDHGGF+WIIwxxviyBGGMMcaXJQhjjDG+amRNam/eWG+9lSJyQZDtNMYYU1aNrEntvb4S6AK0AeaKSEdVLQqqvcYYY0qqqTWpLwFe8goHfQ2s9rZnjDEmSmpqTeongA9V9UVvuWeB/6rqjFIxrCZ1DWqDxbf4Fr/2xa+NNamfBK4OW+5ZYFikeFaTOvZtsPgW3+LXvvhEqEkdZMGgytakzgRXk1pEEoFWlVzXGGNMgGpkTWpvuStFpJGInIirSf1xgG01xhhTSo2sSQ18JiKv4E45FQI3q93BZIwxUVUja1J788YD44NsnzHGmPLZk9TGGGN8WYIwxhjjyxKEMcYYX5YgjDHG+LIEYYwxxpclCGOMMb4sQRhjjPFlCcIYY4wvSxDGGGN8VTpBiEgfEbnOe32010eSMcaYOqpSCUJE7gbuAMZ6kxKAFyuxXkUlRyeKSI43fCki28PmFYXNK93JnzHGmIBVti+mIUA3YCmAqm4QkSaRVqhMyVFV/XXY8rd6MUL2qmpGJdtnjDGmmlX2FNN+r5dVBRCRxpVYpzIlR8NdBUyvZHuMMcYErFIlR0XkNlxNhvOBB4GfA/9Q1T9HWKfCkqNhyyYDHwJtQ916i0ghkIPr7nuCqs72Wc9KjtagNlh8i2/xa1/8aik5iksODwOPAOdXYvkKS46Gzbuj9DygjfezPbAWOClSPCs5Gvs2WHyLb/FrX3wOp+Sody3hLVU9D5hThcRUlbKhVwI3h09Q1Q3ez69EJBt3fWJNFeIbY4w5DBVeg1B3yidPRJpWcduVKTmKiHQCmgMLw6Y1F5FG3utWuKJCuaXXNcYYE5zK3sW0D1ghInOAPaGJqvrL8lbQypUcBXdx+iXvUCekM/C0iBzAJbEJGnb3kzHGmOBVNkH8xxuqRCsoOeqN3+Oz3gdAelXjGWOMqT6VShCq+oJ3mqijN2mlqhYE1yxjjDGxVqkEISL9gRdwdxMJcIKIXKuq7wbXNGOMMbFU2VNMfwIGqupKABHpiHuorUdQDTPGGBNblX2SOiGUHABU9Utcf0zGGGPqqMoeQSwWkWeBv3vjWcCSYJpkjDGmJqhsgrgJ9yDbL3HXIN4F/hJUo4wxxsReZU8xNQAeU9WhqjoEeBz3bIMxxtRv06ZBSgr9zjkHUlLceB2JX9kE8TZwRNj4EcDcamuFMcbURtOmwciRsG4dogrr1rnxaCWJgONX9hRToqruDo2o6m4RSaqWFhhjTG01Zgzk5ZWclpcHv/gFfPIJqMKBA+5npNeVXa70Ov/5D+zdWzb+nXdCVtZhv73KJog9ItJdVZcCiMhpwN4K1jHGmLpBFdaudTv9pUsP/vzhB//ld+6Ep56CuDgQcUP469LjVX0dGi+dHEK++aZa3nZlE8Ro4J8isgFXNKgNcEVFK4lIJvAY7nrFFFWdUGr+RGCAN5oEtFbVZt68a4G7vHn3q+oLlWyrMcYcuqIi+PLLkongk09gu1cROT4eOneGgQPh3/+GH38su43kZJdQgpaS4k4rldauXbVsPmKCEJHTgW9VdZGInALcCAwF3gS+rmDdQy45KiItgLuB03AJaYm3rs83YYwxhyg/Hz77rGQiWLbs4GmjRo2ga1f4n/+B7t2hWzdIT4cjvEuyoWsA4aeZkpJg/PjotH/8+EDjV3QE8TRwnvf6TOB3wK1ABjAZuCzCusUlRwFEJFRytLxeWa/CJQWAC4A5qrrNW3cOkImVJDXGlDZtGtx5J/2++cb95zx+vP/59z173M4//Mjgs8+gwOtWrkkTyMiAG25wiaB7dzjlFEiI8ExwKM6dd6LffINEih+EgONHLDkqIstU9VTv9ZPA5lDvqyKSo6oZEdY95JKjXonTRFW935v/e2Cvqj5Saj0rOVqD2mDx62f81nPn0n7KFBpt2kR+69Z8NWIEm847r+IVqyl2p0ceIT4/v3haUaNGrLr5Zva1aUOT1as58ssvOXL1apK+/dbd6QPsb9qU3R06sLtDB3Z5P/e2aePO6x+i2vr9Ryo5WtERRLyINFDVQuBcvJ1xJdcVn2nlZaMrgRlecaJKr6uqk3FHMnTq1En79+9fQZOCk52dTSzj14Q2WPx6GH/aNJg4sfgUR+LGjaROnEhq586V/y+2qMj9F19Y6H6Wfh1p3uTJ7jRRmPj8fE559NGDE044wR0N/PznxaeJGh5/PC1EaFFdnwN18/uvaCc/HZgvIltwdy0tABCRk4EdFax7OCVH1wP9S62bXUE8Y+qnyp5iOVT5+bB1K2zZUnLYuhUeftj/Ns/rroMHH6zcTj/CWYzD8n//504VtWoVzPbrgYgJQlXHi8jbwHHA/4VVfYvDXYuIpLjkKPAdLgn8tPRCfiVHcVXoHhCR5t74QGBsBfGMqX/CLpIKHHxQCvyTREGB/84+tMP3m757d9ntVKSgADp1ggYN3Dn8hISSr0uPH+q8yy/3v9U0ORnOP7/q7TYlVHibq6p+6DPty0qsd8glR1V1m4jch0syAONCF6yNMR7V8h/Uuukm9x906Z39zp3lb69JE/ffdmg45ZSS461aQcuWB1+3aAEdO/rfZpmcDDNnVu/79fPII7G9i6iOq+xzEIfkUEuOetOnAlMDa5wx1aU6T/EUFbn/5Ddtgo0byw7h0zdtgv37/bezaxfMn39wp37yyWV39uE7/JYt3S2dVRXwbZYVivVdRHVcoAnCmDqvMqd4CgoO7tj9dvzh0zZvdt0plJaQAK1bwzHHuCEtzf185pnYPqhVE3bQWVmQlcX8GnCjSF1jCcKYw/G73/mf4rn+erej3LgRtpVzdvSIIw7u8FNS4Iwz3OvwRBAamjVz3SuU1rVr7E+x2A66zrIEYUxl7dsHy5e7B6xCQ3l93uTnQ2oqDBhQckcfvvOvjnvma8J/8KbOsgRhjJ/QU7dLlhxMBp995q4RgLtA2707HHWU/4Xf5GSYMSM6bbX/4E1ALEEYs2MH5OSUTAZffHHw/vzWraFHD/jJT1xS6NHDXYwWiX1fPMYEyBKEqV+2bj3YD08oIaxefXD+8ce7BHDFFS4ZdO8Obdr4n/8HO8Vj6jRLEKb2K+82040bS14vWLKk5D37KSkuAQwf7pJCt27u2kBV2SkeU0dZgjC1m99tptdeC7fccrD/fnDPAfTq5Sp9hY4MWlRnTzzG1D2WIEztowqrVsG778Lo0WVvMy0qcg+QPfqoSwQZGdC0aWzaakwtZgnC1HxFRbBihUsICxa4YePGyOvs3Qu//nXkZYwxEQWaICoqOeot8z/APbjuvJep6k+96UXACm+xb1T14iDbamqQ/fth8WKXCN59F95/391pBO4aw/nnw9lnQ9++cMEF/s8iVFPJRWPqs8ASRGVKjopIB1wvrb1V9UcRaR22ib2RChKZOmTPHli48GBC+Oijg8XYTznF3VF09tluSE4uue4DD9htpsYEJMgjiMqUHL0BeDJUa1pVNwXYHlNTbNvmjgpCp4yWLHG1AeLi3PWCG290yaBPH/cMQiR2m6kxgQkyQRwPfBs2vh44o9QyHQFE5H3caah7VPVNb16iiCwGCoEJqjo7wLaaw1FRb6YbNhw8OliwwF1PAGjYEHr2hNtvd6eLzjrLPZlcVXabqTGBiFiT+rA2LHI5cEGpmtQ9VfXWsGVeBwqA/8FVjVsApKnqdhFpo6obRKQ98A5wrqquKRXDalLHuA2+NYEbNuSHgQOJKyyk2fLlHLHBFRIsSkxkR1oaO7p2ZXvXruzq3JkDDRtWW1ti/R1YfItfG+NHqkmNqgYyAGcCb4WNjwXGllrmr8DwsPG3gdN9tvU8cFmkeB07dtRYmjdvXkzjx6wNycmq7sbTskPLlqqXXqr6pz+pLlqkWlAQaFNi/R1YfItfG+PjCrj57leDPMVUmZKjs3EV5Z4XkVa4U05feaVG81Q135veG3gowLaaQ7FunX81MXBdU2za5K4rGGNqpcD+elW1EAiVHP0ceEW9kqMiErpl9S1gq4jkAvOA21V1K9AZWCwiy7zpEzTs7icTY4sWwZVXwkknlb9Mu3aWHIyp5WJactQ7vPmNN4Qv8wGQHmTbTBUdOAD//jf86U/uQvNRR8FvfgNt28LYsXabqTF1kD1JbSLLy4MXXoCJE133FsnJ7vX117si9+DqGdttpsbUOZYgjL8ffoAnn4SnnnJdZPfsCS+/DEOHQoNSvzZ2m6kxdZIlCFPSZ5+5Tu5efBEKCuCSS+C3v4XevcuviWCMqZMsQRh3U+rbb7vrC2++CUccASNGuJ5SO3SIdeuMMTFiCaI+278fXnrJJYbly+HYY+H++2HUKHddwRhTr1mCqI9+/BGefhr+/GfXDUZaGkydCj/9KTRqFOvWGWNqCEsQ9cmaNTBpkksGeXkwcKB7PXCgXV8wxpRhCaI++OADdxpp1ix3B1JWlnuGId0eNTHGlM8edT1c06ZBSgr9zjkHUlLceE1QVAQzZsCZZ7o7kObNcw+0rVsHzz1nycEYUyE7gjgc06YVF6sRcDvfkSPdvGg+KBbe3XbbttC/P7z3Hnz9tesO44knYPhwaNw4em0yxtR6liAOx513luxiAtz46NHuVE58fMkhLq7stPKGyi47YwbceuvBJPXtt/D3v7vbU//1L7j4YrecMcZUUU2uSX0tcJe32P2q+kKQbT0kfrWQAbZscZ3ZxdL+/TBkSGzbYIyp1WpkTWoRaQHcDZyGSxxLvHV/DKq9h6RdO//urtu0gTlz3HWAoiLX0V3odaThUJb77W/921Ze8jLGmEqqqTWpLwDmqOo2b905QCYwPcD2Vt348cXXIIolJcFDD0FqanTa8Pjj/kmqXbvoxDfG1FlBlhy9DMjUkiVHz1DVW8KWmQ18iSsIVFyTWkRuAxJV9X5vud8De1X1kVIxYl5ytPXcubSfMoVGmzaR37o1X40Ywabzzotq/DIlPxs1YuVtt0W1HVB7Sy5afItfn+PHquTo5bjrDqHxnwF/LrXM68AsIAE4EXcqqhlwO3BX2HK/B34bKV69Ljn64ouqycl6QMSVAH3xxZg0o7aWXLT4Fr8+xydCydEgn4NYD5wQNt4W2OCzzKuqWqCqXwMrgQ6VXNeEZGXB2rXMf+cdWLvWajEYY6pFkAmiuCa1iDTE1aR+rdQys4EBAOE1qXGlSAeKSHOvPvVAb5oxxpgoCewitaoWikioJnU8MFW9mtS4Q5rXOJgIcoEiDtakRkTuwyUZgHHqXbA2xhgTHTWyJrU3byowNcj2GWOMKZ/1xWSMMcaXJQhjjDG+LEEYY4zxZQnCGGOML0sQxhhjfFmCMMYY48sShDHGGF+WIIwxxviyBGGMMcaXJQhjjDG+Ak0QIpIpIitFZLWIjPGZP1xENotIjjeMCJtXFDa9dCd/xhhjAhbTkqOelzWsiFCYvaqaEVT7jDHGRBbkEURxyVFV3Q+ESo4aY4ypBWJdcnQ48CCwGVd69Neq+q03rxDIAQqBCao62ydGzEuOhsS63GBNaIPFt/gWv/bFj1RyNMjuvsVnWuls9G9guqrmi8go4AXgHG9eO1XdICLtgXdEZIWqrimxMdXJwGSATp06af/+/UtsvKCggPXr17Nv377DfzcVaNq0KYmJiYHHqcltqKvxExMTadu2LQkJCRGXy87OpvTvYDRZfItf3fGDTBAVlg0NFQfyPAP8MWzeBu/nVyKSDXQDSiSIChuwfj1NmjQhJSUFEb98VX127dpFkyZNAo1R09tQF+OrKlu3bmX9+vWceOKJ1bptY2q6mJYcFZHjwkYvBj73pjcXkUbe61ZAb6D0xe0K7du3j5YtWwaeHEzdJSK0bNkyKkehxtQ0sS45+ksRuRh3nWEbMNxbvTPwtIgcwCWxCT53P1WKJQdzuOx3yNRXsS45OhYY67PeB0B6kG0zxhgTmT1JHWbaimmkTEoh7t44UialMG3FtMPa3tatW8nIyCAjI4Njjz2W448/vnh8//79ldrGddddx8qVKyMu8+STTzJt2uG11RhjSgv0CKI2mbZiGiP/PZK8gjwA1u1Yx8h/jwQgKz3rkLbZsmVLcnJyALjnnns48sgjue2220oso6qoKnFx/rn6ueeeqzDOzTffDLiLtDVJRe/NGFOz1ZsEMXBC814AABcTSURBVPrN0eT8kFPu/A/Xf0h+UX6JaXkFeVz/6vU8s+QZ33Uyjs1gUuakKrdl9erVXHrppfTp04ePPvqI119/nXvvvZelS5eyd+9errjiCv7wB3cmrk+fPjzxxBOkpaXRqlUrRo0axX//+1+SkpJ49dVXad26NXfddRetWrXi+uuvp0+fPvTp04d33nmHHTt28Nxzz3HWWWexZ88errnmGlavXk1qaiqrVq1iypQpZGSUfFj99ttv5z//+Q8NGjRg0KBB/PGPf+SHH37gxhtv5Ouvv0ZEmDx5MmeccQYPPfQQf/vb3wC48cYbGT58uO97W758OePGjSM/P58OHTowdepUGjduXOXPzRgTXfavnad0cqho+uHKzc3l+uuv55NPPuH4449nwoQJLF68mGXLljFnzhxyc8tek9+xYwf9+vVj2bJlnHnmmUydOtV326rKxx9/zMMPP8y4ceMA+POf/8yxxx7LsmXLGDNmDJ988kmZ9TZu3Mgbb7zBZ599xvLlyxk71l0euvnmmzn//PNZvnw5S5YsoXPnznz88cdMmzaNjz/+mIULF/KXv/yFTz/9tMx7S0hIYMKECbz99tssXbqUrl278thjj1XXx2iMCVC9OYKo6D/9lEkprNuxrsz05KbJZA/Prvb2nHTSSZx++unF49OnT+fZZ5+lsLCQDRs2kJubS2pqaol1jjjiCAYNGgRAjx49WLBgge+2hw4dWrzM2rVrAXjvvfe44447ADj11FPp0qVLmfVatGhBXFwcN9xwAxdddBGDBw8G3AM4L730EgANGjTgqKOOYsGCBQwbNoykpCQALr30UhYuXMjFF19c4r198MEH5ObmctZZZwGwf/9++vTpU/UPzBgTdXYE4Rl/7niSEpJKTEtKSGL8ueMDiRd+imXVqlU89thjvPPOOyxfvpzMzEzf++4bNmxY/Do+Pp7CwkLfbTdq1KjMMpXpUiUhIYHFixdz6aWXMnPmTC666KLieaVv9Yy0vfD3pqpkZmaSk5NDTk4Oubm5TJ48ucK2GGNizxKEJys9i8k/mUxy02QEIblpMpN/MvmQL1BXxc6dO2nSpAlHHXUU33//PW+99Va1x+jTpw+hvqpWrFjhewpr165d7Ny5k8GDBzNx4sTi01ADBgzgr3/9KwBFRUXs3LmTvn37MmvWLPbu3cvu3bt59dVXi48Swp111lnMnz+fr776CoA9e/awatWqan9/xpjqV29OMVVGVnpWVBJCad27dyc1NZW0tDTat29P7969qz3GrbfeyjXXXEPXrl3p3r07aWlpNG3atMQyO3bsYOjQoeTn53PgwAEeffRRAJ544gluuOEGnn76aRo0aMDTTz9Nz549ueqqq4pPJd1000106dKFjRs3ltjmMcccw7PPPssVV1xRfGvvAw88QIcOHar9PRpjqlnoVsTaPnTs2FFLy83NLTMtKDt37oxarENpQ0FBge7du1dVVb/88ktNSUnRgoKCqMWPhiDjV+Z3ad68eYHFrwyLb/EPBa5nC9/9qh1B1BO7d+/m3HPPpbCwEFUtPhowxpjyBLqHEJFM4DFcX0xTVHVCqfnDgYeB77xJT6jqFG/etcBd3vT7VfWFINta1zVr1owlS5bEuhnGmFqkRpYcFZEWwN3AabgaEku8dX8Mqr3GGGNKqqklRy8A5qjqNi8pzAEyA2qnMcYYH0GeYjoe+DZsfD1whs9yw0SkLyVLjvqte3zpFUuVHCU7O7vE/KZNm0atf6KioqKY94UU6zbU5fj79u0r8/tV2u7duytcJkgW3+JXd/yaWnK0MutWWHL0888/j1qFs1hXU6sJbajL8RMTE+nWrVvEZepiyUmLX7/jB3mKqVIlR1U11NnRM0CPyq4biGnTICUF4uLcz2roQvuHH37gyiuv5KSTTiI1NZULL7yQL7/88rC3G4SUlBS2bNkC4PvQG8Dw4cOZMWNGxO08//zzbNhw8OsaMWKE74N5xpiarUaWHMVVoRvolR5tDgz0pgVn2jQYORLWrQNV93PkyMNKEqrKkCFD6N+/P2vWrCE3N5cHHnigzMNkRUVFh9v6avfBBx8c8rqlE8SUKVPK9CtVE5TXVYkxxgksQahqIRAqOfo58Ip6JUe9MqPgSo5+JiLLgF/ilRxV1W3AfbgkswgY5007dKNHQ//+5Q/XXw95eSXXyctz08tbZ/ToiCHnzZtHQkICo0aNKp6WkZHB2WefTXZ2NgMGDOCnP/0p6emueN6jjz5KWloaaWlpTJrkOhfcs2cPF110EaeeeippaWm8/PLLAIwZM4bU1FS6du1apsYEwFNPPcX//u//Fo8///zz3HrrrYDrWK9Hjx506dKl3H6RjjzySMAluVtuuYXU1FQuuugiNm3aVLzMuHHjOP3000lLS2PkyJGoKjNmzGDx4sVkZWWRkZHB3r176d+/P4sXLwZcp4Tp6emkpaUVdx4YinfnnXdy6qmn0qtXrzJJFGD+/PnFBZe6detWfL3hoYceIj09nbPOOosxY8YAkJOTQ69evejatStDhgzhxx/dDXD9+/fnd7/7Hf369eOxxx5j8+bNDBs2jNNPP53TTz+d999/v/wv1Jj6prwn6GrbUOGT1L/6lWq/fuUP7rjBfyhvnV/9qnjzfk/xPvbYYzp69Ogy01XdU49JSUn61Vdfqarq4sWLNS0tTXfv3q27du3S1NRUXbp0qc6YMUNHjBhRvN727dt169at2rFjRz1w4ICqqv74449l2rBp0yY96aSTisczMzN1wYIFqqq6detWVVXNy8vTLl266JYtW1RVNTk5WTdv3qyqqo0bN1ZV1ZkzZ+p5552nhYWF+t1332nTpk31n//8Z4ntqKpeffXV+vLLL6uqar9+/XTRokXF80Lj3333nZ5wwgm6adMmLSgo0AEDBuisWbNUVRXQ1157TVVVb7/9dr3vvvvKfGaDBw/W9957T1VVd+3apQUFBfrGG2/omWeeqXv27NGdO3cWtyk9PV2zs7NVVfX3v/+9/sr7rvr166c33XRT8Tavuuqq4s9l3bp1esopp/h+X/YktcWvq/GxJ6mBSRUU9klJcaeVSktOhoDuTOjZsycnnngi4LrjHjJkSHFPqEOHDmXBggVkZmZy2223cccddzB48GDOPvtsCgsLSUxMZMSIESW65Q539NFH0759ez788EM6dOjAypUri/t4evzxx5k1axYA3377LatWraJly5a+bXz33Xe56qqriI+Pp02bNpxzzjnF8+bNm8dDDz1EXl4e27Zt4+STT474fhctWkT//v05+uijAcjKyuLdd9/l0ksvpWHDhsXvo0ePHsyZM6fM+r179+Y3v/kNWVlZDB06lLZt2zJ37lyuu+46kpKS2LVrFy1atGDHjh1s376dfv36AXDttddy+eWXF2/niiuuKH49d+7cEtdHdu7cGfOL7cbUFNaba8j48ZBUsrtvkpLc9EPUpUuXiE8vl+4W20/Hjh1ZsmQJ6enpjB07lnHjxtGgQQM+/vhjhg0bxuzZs8nMzKSoqIjevXuTkZFRXI3uiiuu4JVXXmHmzJkMGTIEESE7O5u5c+eycOFCli1bRrdu3Xy7Fg9XuqtvcLd9/uIXv2DGjBmsWLGCG264ocLtlPcewXU1HopTXlfmY8aMYcqUKezdu5devXrxxRdfoKq+7Ysk/HM/cOAACxcuLO6O/LvvvrPkYIzHEkRIVhZMnuyOGETcz8mT3fRDdM4555Cfn88zzxwsWbpo0SLmz59fZtm+ffsye/Zs8vLy2LNnD7NmzeLss89mw4YNJCUlcfXVV3PbbbexdOlSdu/ezY4dO7jwwguZNGkSOTk5xMfH8/7775OTk1NcRW7o0KHMnj2b6dOnF//XvGPHDpo3b05SUhJffPEFH374YcT30LdvX1566SWKior4/vvvmTdvHkBxMmjVqhW7d+8ucWdTkyZNfJ9HOOOMM5g/fz5btmyhqKiI6dOnF/+XXxlr1qwhPT2dO+64g9NOO40vvviCgQMHMnXqVPK860fbtm2jadOmNG/evLig0t///vdy4wwcOJAnnniieDxUQ9wYY919l5SVdVgJoTQRYdasWYwePZoJEyaQmJhISkoKkyZN4rvvviuxbPfu3Rk+fDg9e/YE3K2h3bp146233uL2228nLi6OhIQEnnrqKXbt2sUll1zCvn37UFUmTpzoG7958+akpqaSm5tbvN3MzEz++te/0rVrVzp16kSvXr0ivochQ4bwzjvvkJ6eTseOHYt3tM2aNeOGG24gPT2dlJSUEtXxhg8fzqhRozjiiCNYuHBh8fTjjjuOBx98kAEDBqCqXHjhhVxySWUfrodJkyYxb9484uPjSU1NZdCgQTRq1IicnBxOO+00GjRowODBg3nggQd44YUXGDVqFHl5ebRv357nnnvOd5uPP/44N998M127dqWwsJC+ffsW174wpt4r7+JEbRusu+/Yt6Eux7eL1Ba/rsYnwkVqO8VkjDHGlyUIY4wxvup8gtAId84YUxn2O2TqqzqdIBITE9m6dav9gZtDpqps3bqVxMTEWDfFmKir03cxtW3blvXr17N58+bAY+3bty/mO5FYt6Guxk9MTKRt27bVvl1jaro6nSASEhKKn1QOWnZ2doXdQdf1NtT3+MbUNYGeYhKRTBFZKSKrRWRMhOUuExEVkdO88RQR2SsiOd5gN6YbY0yUxbwmtYg0wfXk+lGpTaxR1Yyg2meMMSaymlCT+j7gISByRz7GGGOiKqY1qUWkG3CCqr4uIqWLGpwoIp8AO4G7VHVB6QDhNamBfBH5tNpaX3WtgC0xjF8T2mDxLb7Fr33xk8ubEbOa1CISB0zEKxJUyvdAO1XdKiI9gNki0kVVd5bYWFhNahFZrKqnVVfjqyrW8WtCGyy+xbf4dSt+LGtSNwHSgGwRWQv0Al4TkdNUNV9VtwKo6hJgDdAxwLYaY4wpJWY1qVV1h6q2UtUUVU0BPgQuVtXFInK0d5EbEWkPdAC+CrCtxhhjSgnsFJOqFopIqCZ1PDBVvZrUuN4DX4uwel9gnIgUAkXAKK24JrV/ceXoiXV8iH0bLL7Ft/h1KL5YNxTGGGP81Om+mIwxxhw6SxDGGGN81YkEUdkuPaox3lQR2RT+3IWItBCROSKyyvvZPMD4J4jIPBH5XEQ+E5FfRbMNIpIoIh+LyDIv/r3e9BNF5CMv/svezQmBEZF4EflERF6PdnwRWSsiK7yuYBZ706L5O9BMRGaIyBfe78GZUfz+O4V1g5MjIjtFZHSU3/+vvd+9T0Vkuvc7Gc3v/1de7M9EZLQ3LdD3X5X9jjiPe/vE5SLS/VBi1voEIQe79BgEpAJXiUhqwGGfBzJLTRsDvK2qHYC3vfGgFAK/VdXOuNuDb/bec7TakA+co6qnAhlApoj0Av4ITPTi/whcH1D8kF8Bn4eNRzv+AFXNCLv3PJq/A48Bb6rqKcCpuM8hKvFVdaX3vjOAHkAeMCta8UXkeFz3PKepahruJpgridL3LyJpwA243iJOBQaLSAeCf//PU/n9ziDc3Z8dcA8TP3VIEcurRVpbBuBM4K2w8bHA2CjETQE+DRtfCRznvT4OWBnFz+BVXJ9XUW8DkAQsxT0lvwVo4Pe9BBC3rfcHcQ7wOu7BzGjGXwu0KjUtKp8/cBTwNd5NJrH8HQQGAu9H+f2HemlogbsT83Xggmh9/8DlwJSw8d8D/xuN91/Z/Q7wNHCV33JVGWr9EQT+XXocH4N2HKOq3wN4P1tHI6iIpADdcJ0dRq0N3umdHGATMAf3MON2VS30Fgn6e5iE+6M84I23jHJ8Bf5PRJaI6/IFovf5twc2A895p9imiEjjKMYPdyUw3Xsdlfiq+h3wCPANrteFHcASovf9fwr0FZGWIpIEXIh7KDgWn395Matlv1gXEkTELj3qMhE5EpgJjNZS3ZAETVWL1J1iaIs71O7st1gQsUVkMLBJ3VP2xZOjFd/TW1W74w7lbxaRvgHGKq0B0B14SlW7AXsI9nSWL+8c/8XAP6Mctzmu488TgTZAY9z3UFog37+qfo47nTUHeBNYhjvtW5NUy99DXUgQFXXpES0bReQ4AO/npiCDiUgCLjlMU9V/xaINAKq6HcjGXQtpJiKhhy+D/B56AxeL66LlJdxppklRjI+qbvB+bsKdf+9J9D7/9cB6VQ11kT8DlzCi/f0PApaq6kZvPFrxzwO+VtXNqloA/As4i+h+/8+qandV7QtsA1YRg7+/CDGrZb9YFxJExC49oug14Frv9bW46wKBEBEBngU+V9VHo90GcV2hNPNeH4H7g/0cmAdcFnR8VR2rqm3VddFyJfCOqmZFK76INBZXxwTv1M5A3GmHqHz+qvoD8K2IdPImnQvkRit+mKs4eHqJKMb/BuglIkne30Lo/Ufl+wcQkdbez3bAUNznEO3PnwgxXwOu8e5m6gXsCJ2KqpIgLuJEe8CdA/wSdx78zijEm44791mAy9TX486Bv437T+JtoEWA8fvgDheXAznecGG02gB0BT7x4n8K/MGb3h74GFiNO+3QKArfRX/g9WjG9+Is84bPQr9zUf4dyAAWe9/BbKB5lOMnAVuBpmHTohn/XuAL7/fv70CjaP7+AQtwSWkZcG403n9V9ju4U0xPevvEFbg7vqoc07raMMYY46sunGIyxhgTAEsQxhhjfFmCMMYY48sShDHGGF+WIIwxxviyBGFqPe+5jPe83jUvDZv+qoi0OYRtfeR1YXF2qXmjva4Vqtq+cSJyXgXLXCxR6InYJ26GiFwY7bimdrDbXE2tJyK/BPbinqp+U1V7i8hPgO6qem8Vt3UlMEhVr/WZtxZ3P/kWn3nxqlp0SG8ghkRkOO493RLrtpiax44gTF1QAByBe1jqgNfdwmjg4fJWEJFkEXnb6yv/bRFpJyIZwEPAheLqHBwRtvwvcf3+zBORed603d7RwUfAmSLyBxFZ5B3JTPae8kVEnheRy7zXa0XkXhFZKq6exCne9OEi8kTY8o+LyAci8lXYunEi8hdxNQheF5E3QvNKvbdfikiu995e8qY1FldPYJF3dHSJ1/PAOOAK7/1ecXhfg6lrLEGYuuAfuO6e3wTuAX4B/E1V8yKs84S3TFdgGvC4quYAfwBeVlfvYG9oYVV9HNeXzQBVHeBNbozrevkMVX0PeEJVT1dXo+AIYHA5sbeo6+jvKeC2cpY5DvfE/GBggjdtKK6753RgBK5Laz9jgG7eexvlTbsT1yXJ6cAAXPJMKPV+Xy5ne6aesgRhaj1V3aGqF6kr3LMUt1OdKSLPiKu65rcjPROXWMB11dDnEEIX4TpMDBngXb9YgetAsEs564U6V1yC2+H7ma2qB1Q1FzjGm9YH+Kc3/Qdc30N+lgPTRORqDvYyOhAYI66L9mwgEWgX6c0ZYwnC1DV/AMbjOpJbAvwceKAS6x3Kxbh9oesOIpII/AW4TFXTgWdwO2E/+d7PIlzX3ZGWgYNdN/t14eznIlw/PD2AJd4pNwGGeUcKGaraTl231caUyxKEqTPElX1so6rzcZ3JHcDt+P121B/geoIFyALeq0SIXUCTcuaFYmwRV6ejzLWBavAeMMy7FnEMrqPCEkQkDjhBVefhCio1A44E3gJuDbsu0s1bJdJ7MvWcJQhTl4wH7vJeTweGAx/iqo+V9kvgOhFZDvwMV9+6IpOB/4YuUodTVxfjGVzPmbNx3dBXt5m4Xjw/xZWU/AhXTS1cPPCid5rrE1yN5u3AfbhrDsvFFb2/z1t+HpBqF6mNH7vN1ZhaRESOVNXdItIS17V1b+96hDHVrrzzn8aYmul1r1hTQ+A+Sw4mSHYEYYwxxpddgzDGGOPLEoQxxhhfliCMMcb4sgRhjDHGlyUIY4wxvv4fcfL1fUqSR9IAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "GB: 0.757078 (0.005977)\n",
      "roc auc train score = 0.91\n",
      "roc auc validation score = 0.76\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deXxU5fX48c8JCYSwhCXgwpKAshgWQUFQkcUFo+KG9as2VvErotZqbdWqRa2iWGv9VrRaFRG1FVGLBZW6/EDAFWQzbBFEkV1lDwkJkOX8/nhuhklyJwkkM5PlvF+v+8rc9Tx3JpmTuz1HVBVjjDGmtJhoN8AYY0zNZAnCGGOML0sQxhhjfFmCMMYY48sShDHGGF+WIIwxxviyBGHMERKRD0Tk2mi3w5hwsQRhah0RWS8iZ0e7Hap6nqq+Go5ti0hzEZkgIhtFJEdEvvPGk8IRzxg/liCM8SEisVGM3RD4GOgBpAHNgdOAncApR7C9qO2Lqd0sQZg6RURGiEiGiOwRkS9FpHfQvHtE5HsRyRaRTBG5NGjeKBH5QkSeFJFdwIPetM9F5AkR2S0iP4jIeUHrzBOR0UHrl7dsJxH51Is9W0SeFZHXQuzGNUBH4FJVzVTVIlXdpqoPq+r73vZURI4P2v4rIvKI93qoiGwWkbtF5CfgZRH5RkRGBC0fKyI7ROQkb3yg937tEZFlIjK0Kp+DqRssQZg6w/uymwzcCLQGXgDeFZFG3iLfA2cAicBDwGsickzQJgYA64C2wPigaWuAJOBx4CURkRBNKG/Z14GFXrseBH5Vzq6cDXyoqjkV73VIRwOtgGRgDDAVuCpo/rnADlVdKiLtgP8Cj3jr3Am8LSJtqhDf1AGWIExdcgPwgqp+paqF3vWBA8BAAFX9t6pu9f4jfxNYS8lTNltV9e+qWqCqed60Dar6oqoWAq8CxwBHhYjvu6yIdAT6Aw+o6kFV/Rx4t5z9aA38eETvwCFFwJ9U9YC3L68DF4lIgjf/l940gKuB91X1fe+9mQUsBs6vYhtMLWcJwtQlycAd3mmSPSKyB+gAHAsgItcEnX7aA/TE/bdfbJPPNn8qfqGqud7LpiHih1r2WGBX0LRQsYrtxCWXqtiuqvuD2vMd8A1woZckLuJQgkgGLi/1vg2qhjaYWs4uXpm6ZBMwXlXHl54hIsnAi8BZwHxVLRSRDCD4dFG4ujb+EWglIglBSaJDOcvPBh4RkSaqui/EMrlAQtD40cDmoHG/fSk+zRQDZHpJA9z79i9VvaGC/TD1jB1BmNoqTkTig4ZYXAK4SUQGiNNERC4QkWZAE9yX5nYAEbkOdwQRdqq6AXfK5kERaSgipwIXlrPKv3Bf2m+LSHcRiRGR1iLyRxEpPu2TAfxSRBqISBowpBJNeQMYDtzMoaMHgNdwRxbnetuL9y50tz/MXTV1jCUIU1u9D+QFDQ+q6mLcdYhngN3Ad8AoAFXNBP4PmA/8DPQCvohge9OBU3Gnjx4B3sRdHylDVQ/gLlSvBmYBe3EXuJOAr7zFfotLMnu8bc+oqAGq+iNu/0/z4hdP3wRcDPwRl0A3AXdh3w/1nljBIGMiT0TeBFar6p+i3RZjQrH/EIyJABHpLyLHeaeL0nD/sVf4X78x0WQXqY2JjKOB/+BuYd0M3KyqX0e3ScaUz04xGWOM8WWnmIwxxvgK2ykmEZkMjAC2qWqZ2wm9Lgiewj2tmQuMUtWl3rxrgfu8RR+pTI+ZLVq00OOPP76ixcJm3759NGnSJGrxa0IbLL7Ft/i1L/6SJUt2qKp/tyqqGpYBGAycBKwMMf984APcg0oDga+86a1w/eG0Alp6r1tWFK9r164aTXPnzo1q/JrQBotv8S1+7YsPLNYQ36thO8Wkqp8Cu8pZ5GLgn14bFwAtvI7TzgVmqeouVd2Nuw88LVztNMYY4y+sF6lFJAWYqf6nmGYCj6nruAwR+Ri4GxgKxKtqcdfF9wN5qvqEzzbG4HqqpE2bNie/9dZb4dmRSsjJyaFp01Bd9NSPNlh8i2/xa1/8YcOGLVHVfr4zQx1aVMcApBD6FNN/gUFB4x8DJ+Oe4LwvaPr9wB0VxYrWKabXlr+myU8mqzwomvxksr62/LWotEO19h7iWnyLb/GjF59onGKqhM2U7LCsPbC1nOk1zpQVUxjz3hg2ZG1AUTZkbWDMe2OYsmJKtJtmjDFVFs0E8S5wjdep2kAgS11fMR8Bw0WkpYi0xHUu9lEU2xnS2I/HkpufW2Jabn4uYz8eG6UWGWNM9Qnnba5TcdcTkkRkM/AnIA5AVZ/HdbZ2Pq5DtVzgOm/eLhF5GFjkbWqcqpZ3sTtqNmZt9J2+IWsDZ//zbLq17kbX1l3pltSNbq270TGxIw1iGkS4lcYYc2TCliBU9aoK5itwS4h5k3GlI2u0jokd2ZC1ocz0JnFNyD6YzZQVU8g6kBWY3qhBI45vdXwgYQQnkFaNW0Wy6cYYUyHri6kKxp81njHvjSlxmikhLoEXLnyB9F7pqCrb9m1jzc41fLvzW9bsWMOanWtYtW0V7655l4KigsB6SQlJhxJG6250S3Kvj2t5HI1iG/mFD5iyYgpjPx7LxqyNdMzoyPizxpPeKz1s+22MqR8sQVRB8Zdw4Ms5seSXs4hwVNOjOKrpUQxOHlxi3fzCfH7Y8wNrdnjJY6dLHu+vfZ+XM14OLBcjMXRq0ckljFaHTld1S+rGMU2P4fWVr5dIUsUXyoPbZ4wxR8ISRBWl90onvVc68+bNY+jQoZVeL65BHF1bd6Vr665l5mXtzwokjUDy2LGGuT/MJa8gL7Bc04ZNOVBwgPyi/BLrF18otwRhjKkKSxA1UGJ8Iv3b9ad/u/4lphdpEVv2bgkkjG93fsvTC5/23caGrA2k/yednm160rOtG5JbJBMj1j+jMaZyLEHUIjESQ4fEDnRI7MDZnc8G4J017/heKI+PjefzjZ/z+opDpYebxDUhtU1qIGEUD8c0PQbXd6IxxhxiCaKWC3WhfOKFE0nvlU7W/iwyt2eyavsqVm5bycptK8tc52gR38Ili6CjjR5te5CUkBSNXTLG1BCWIGq5ii6UJ8YncmqHUzm1w6kl1tuRu4NV2w4ljZXbV/LGqjfYs2RPYJmjmhxV5mgjtU0qzRs1L7Etu4vKmLrJEkQdcCQXypMSkhiSMoQhKUMC01SVrdlbSxxtrNy2kheXvljiCKVjYsfAEcfeA3t5Zdkr7C/YD9hdVMbUJZYgTICI0K55O9o1b8fw44YHphdpERv2bChxtLFy20pmr5vNwcKDZbaTm5/LbR/cRsfmHeme1J2khCS7xmFMLWQJwlQoRmLo1LITnVp24sJuFwamFxQV0PDhhihlu4zflbeLwa+4Zz9aNW5F96TudG/d3f1M6k63pG50btmZ2Bj7FTSmpgrrX6eIpOHKijYAJqnqY6XmJ+O61GiDKy50tapu9uYVAiu8RTeq6kXhbKs5fLExsSG7G2nXrB0vXfQSq3esdsPO1bz/3ftMzjjUg0pcTBzHtzo+kDQCyaN1NxLjEyO5K8YYH+HsrK8B8CxwDq4L70Ui8q6qZgYt9gSuqtyrInIm8GfgV968PFXtE672meoR6i6qv5zzF849/lzOPf7cEsvv2b+HNTvWlEgc3+z4hve+fa9E1yPHND2mTOLontSd9s3bl3mWwy6SGxMe4TyCOAX4TlXXAYjIG7gyo8EJIhX4nfd6LjAjjO0xYVDRXVSltYhvwYD2AxjQfkCJ6fmF+azbva5E4li9YzVTV05lz/5Dd1YlxCXQrXW3QMLYvm87k76eFNWL5JagTF0VzgTRDtgUNL4ZGFBqmWXAZbjTUJcCzUSktaruBOJFZDFQgCtNasmjhjrS7kaCxTWIc/1MJXXjYi4OTC/u8HD1jtWs2XnoyGPB5gW8sfIN3+sfufm5XDfjOl5Y/ALNGjWjWUNvaFT5n03imlTqwnpx0SjrC8vURWGrSS0ilwPnqupob/xXwCmqemvQMscCzwCdgE9xyaKHqmaJyLGqulVEOgNzgLNU9ftSMawmdQ1qQ6TjHyg8QNrnaSHnn5h4IrmFueQV5pFbmEtuQS77i/ZXatuC0LhBYxIaJLifsQmHXjc49HrmjzPZV7ivzPptG7XlzYFvHvG+HYn69vlb/OqJX15N6nAmiFOBB1X1XG/8XgBV/XOI5ZsCq1W1vc+8V4CZqjotVLxu3brpmjVrqqPpR6Qq/z3XlTZEI37KhBTfi+TJicmsv319melFWkTOwRyyD2STfTC7zE/feT7LFf8sPrXlp3tSdzo070D75u3p0Nx1kRL8uvQDh1VVHz9/i1/1+CISMkGE8xTTIqCLiHQCtgBXAr8s1bAkYJeqFgH34hUJ8kqN5qrqAW+Z04HHw9hWU0uFukg+/qzxvsvHSAzNGzWvti/n5AnJvpUFmzVsRo82Pdi0dxOrvl/Fj9k/ljkd1qxhM9e3VjlJpGnDiv8jtGsgJlzCWVGuQER+g6sn3QCYrKqrRGQcsFhV38WVJP2ziCjuFFNxhbkTgBdEpAhXN/uxUnc/GQMc/kXy6vboWY/6JqjnRjxXog35hflszd7K5r2b2bR3E5uyNh16vXcTy35exk85P5XZfov4FocSRnEiCUoqX276kt988Bu7BmLCIqzPQajq+7ja08HTHgh6PQ0oc9pIVb8EeoWzbabuqI6L5FWJDRUnqLgGcSS3SCa5RXLIbR0sPMiWvVtKJJFNew8lksVbF7M9d3uFbcrNz+V3H/6OHm16kNIihRbxLaq2k6bessdYjami6kpQDRs0DDyxHsr+gv1s2bslkDh+Nf1Xvsttz91O3xf6ApDYKJGUFil0atmJlMQUUlocGjq17FTt10JM3WEJwphaJD42nuNaHcdxrY4D4L459/lepD+66dE8c94zrN+z3g1Z61m7cy2zvp/FvvySd121jG9ZMmm06FRivFmjZuW2ya6B1F2WIIypxUJdpH9i+BNclnpZmeVVlZ15O1m/Zz0/7P6hRAJZs3MNH373YYmytuD60iqdNIoTyVdbvuLWD261ayB1lCUIY2qxw71ILyIkJSSRlJBEv2PL3tmoqmzP3R5IHIEkkrWeVdtX8d+1/y331l5w10Bunnkzq7atomnDpjRr2Mz9bNQsMB78umnDpsTHxh9xj792BBM+liCMqeWq8yK9iNC2SVvaNmnLKe1OKTNfVfl538+BBHLV21f5bif7YDZ//fKvJfrXKk8DaVAmaRQ/2V5eklm8dTHPLHyGA4UHADuCqW6WIIwxlSYiHN30aI5uejQD2w/kntn3hHxQ8Yff/sDBwoNlHkAsfp1zMMd/XtC0nbk7Aw8m5hzMKXP6y09ufi7X/Oca/jT3T7Rs3JJWjVvRMr7Uz8YtS7wunpcQl3DYRzJ1+QjGEoQx5oiV96CiiNAothGNYhtVW33zgqIC9h3cF0giqc+m+vbHVUQRA9oPYHfebnbl7WL9nvXsytvF7rzdFGphyO03bNDQN3GUTi7F419s+oIH5j4QSFx17QjGEoQx5ohF+kHF2JhYEuMTA/VCQtUjSU5MZsrIKWWmqyrZB7MDiWP3/t2BxLErb1fJaft3s3nvZlb8vIJdebvIPphdqTbm5udy08ybWL97Pe2btw8M7Zq3q9ST8TWJJQhjTJVE80HFw+1qRUQCXa2U99Cin/zCfPbs31MiqZz/+vm+y+YczOG+ufeVmV78ZHz75u1p36x9iQRSPDRv1PywTnOF8xSXJQhjTK0VySOYuAZxtGnShjZN2gSmJScmhzyC+eaWbwLdq5QYst3PjJ8y+Dnn5zKnyJo2bFoyafgkklaNWyEiYe9u3hKEMaZWq6lHMI3jGpd4qNHPwcKD/Jj9Y8gkMnvdbLZmb6VIi0qsFx8bT/vm7dmUtSlwB1ex3Pxcxn48tuYniCrWpL4WKD5Ge0RVXw1nW40x5nBV9QimYYOGFfbRVVBUwM85P/smke92fee7jl8Pw0eiRtakFpFWwJ+AfoACS7x1d4ervcYYcyTCfQQTGxNLu+btaNe8HQNKFeWcv2m+7ymujokdqyV2TMWLHLFATWpVPQgU16QOlgp87L2eGzT/XGCWqu7yksIsIHTpMGOMqYfGnzWehLiEEtPKu0h/uMJZUe4XQFqpkqMDVPU3Qcu8Dnylqk+JyEjgbSAJuA6IV9VHvOXuB/JU9YlSMazkaA1qg8W3+BY/8vFn/zybST9MYtuBbbRt1JbRnUZz9lFnV3r98kqOoqphGYDLcdcdisd/Bfy91DLHAv8BvsZdq9gMJAJ3AfcFLXc/cEd58bp27arRNHfu3KjGrwltsPgW3+LXvvi4Am6+36vhvEi9GegQNN4e2Bq8gKpuBUZCoCb1ZaqaJSKbcdXmgtedF8a2GmOMKSWc1yACNalFpCGuJvW7wQuISJKIFLchUJMaV6Z0uIi09OpTD/emGWOMiZCwJQhVLQCKa1J/A7ylXk1qEbnIW2wosEZEvgWOAsZ76+4CHsYlmUXAOG+aMcaYCKmRNam9eZM5dERhjDEmwsJ5iskYY0wtZgnCGGOML0sQxhhjfFmCMMYY48sShDHGGF+WIIwxxviyBGGMMcaXJQhjjDG+LEEYY4zxZQnCGGOMr7AmCBFJE5E1IvKdiNzjM7+jiMwVka9FZLmInO9NTxGRPBHJ8Ibnw9lOY4wxZUW75Oh9uE78nhORVFy/TSnevO9VtU+42meMMaZ80S45qkBz73UipepFGGOMiZ5wJoh2wKag8c3etGAPAld7BYLeB24NmtfJO/X0iYicEcZ2GmOM8RHOmtSXA+dqyZrUp6jqrUHL/N5rw/+JyKnAS0BPIA5oqqo7ReRkYAbQQ1X3lophNalrUBssvsW3+LUvfrRqUp8KfBQ0fi9wb6llVgEdgsbXAW19tjUP6FdePKtJHf02WHyLb/FrX3zKqUkd1ZKjwEbgLAAROQGIB7aLSBvvIjci0hno4iUPY4wxERK2u5hUtUBEikuONgAmq1dyFJex3gXuAF4Ukd/hLliPUlUVkcHAOBEpAAqBm9RKjhpjTERFu+RoJnC6z3pvA2+Hs23GGGPKZ09SG2OM8WUJwhhjjC9LEMYYY3xZgjDGGOPLEoQxxhhfliCMMcb4sgRhjDHGlyUIY4wxvixBGGOM8WUJwhhjjC9LEMYYY3zVyJrU3rx7vfXWiMi54WynMcaYsmpkTWrv9ZVAD+BYYLaIdFXVwnC11xhjTEk1tSb1xcAbqnpAVX8AvvO2Z4wxJkLCWXL0F0Caliw5OkBVfxO0zDHA/wNaAk2As1V1iYg8AyxQ1de85V4CPlDVaaViWMnRGtQGi2/xLX7tix+tkqOXA5OCxn8F/L3UMr8H7tBDJUozcUc1zwJXBy33EnBZefGs5Gj022DxLb7Fr33xKafkaDgLBm0GOgSNt+fQKaRi1wNpAKo6X0TigaRKrmuMMSaMamRNam+5K0WkkYh0wtWkXhjGthpjjCmlRtakBlaJyFu4U04FwC1qdzAZY0xE1cia1N688cD4cLbPGGNMaPYktTHGGF+WIIwxxviyBGGMMcaXJQhjjDG+LEEYY4zxZQnCGGOML0sQxhhjfFmCMMYY48sShDHG1GZTpkBKCkPOPBNSUtx4NbEEYUxtF8YvCItfw+NPmQJjxsCGDYgqbNjgxqupDWHtakNE0oCncH0xTVLVx0rNfxIY5o0mAG1VtYU3rxBY4c3bqKoXhbOtxtRKxV8QubkIHPqCAEhPt/iHS9UNRUWhh8LCQ6+nTYO77oK8vEPxR4+GdevgrLPg4MHwDhkZkJ9fch9yc2Hs2Gp5/yudIERkENBFVV8WkTZAU3XV3kItX2HJUVX9XdDytwJ9gzaRp6p9Kr8rxtQz+/e7L6fc3JLTc3Ph17+GFd7/VyJl163stIqW/fvf/ePffDMsWuS+TIu/UItflx4vb15F4998AwUFZeNfey3cfXfJL/OKhsJClxyqav9+eOABNxyuRo2gYcOKh/h4aN68bHIotnFj1fbBU6kEISJ/AvoB3YCXgTjgNUJ0tOcJlBz1tlFccjQzxPJXAX+qXLONqUdyc2HNGli1CjIz3bBqlfsvtajIf529e2HCBP8vvMpOq8yyoeJnZ8PLL0ODBm6IiTn0+kjGY2P95xcnwdIKCyEt7dByMTGVGw532V//2j++CHz4YeW+7IuHBg1CJ+lQUlLcUUtpHTse3nZCqOwRxKW4/+6XAqjqVhFpVsE67YBNQeObgQF+C4pIMtAJmBM0OV5EFuO6+35MVWdUsq3G1E779sHq1WUTwQ8/HPpSjo2FLl2gTx/45S/hH/+AHTvKbis5GdavD3+bQ31B1YT4kyaFP/5f/hL6C3r48PDHHz8+cIotICHBTa8GlU0QB1VVRUQBRKRJJdbxS4Whjt+uBKaVqvnQ0UtEnYE5IrJCVb8vEaBkTWrmzZtXiWaFR05OTlTj14Q2WPzKxW+Ql0fChg0krF9Pk/XrabJhAwkbNhD/00/uQiNQFBtLXvv27EtJYd/gweQmJ7MvJYW8du3QuLjAttoWFtLtiSdocOBAYFpho0asufpqtkXgvWh79dUWP4rxadeOtr/7HZ0nTaLRtm0caNuWdaNHs61dO6iO+KFqkQYPwJ3AC8A64AZgPnBrBeucCnwUNH4vcG+IZb8GTitnW68AvygvntWkjn4b6m38115TTU7WIhHV5GQ3rqq6d6/qggWqkyer3nGH6nnnufmHLoWqNmyo2quX6hVXqI4bpzptmmpmpurBg1WPHykWP7rxPeGoSV2pBOG2wTnAX4EngHMqsXysl1A6AQ2BZUAPn+W6AesBCZrWEmjkvU4C1gKp5cWzBBH9NtS7+IWFqi+8oBofX/JLPyZGtVWrktMaNVI98UTVq65SfeQR1f/8R3X1atX8/GprTr17/y1+tcQvL0FUeIrJuxvpI1U9G5h1GEcmlSk5Cu7i9BteQ4udALwgIkW4ZzUe06C7n4wpYcoUGDuWIRs3unO/48cf2S1+ubmwfbs7px88lJ5WPL5zp7sYWlpRkbuTZfx46NEDUlOhUyd3/cCYWqTC31hVLRSRXBFJVNWsw9m4VlBy1Bt/0Ge9L4FehxPL1FOh7oMvLHQXCSvzRV885OX5x4iJgdatISkJ2rSB7t3d66QkePRR/3Xy8uCPfwzXXhsTEZX9l2Y/sEJEZgH7iieq6m1haZUxlXXvvf734V97beh1mjd3X/RJSXDssdC796Ev/+Iv/uKhTRto0cIlCT9TpoT1NkNjoqmyCeK/3mBM9OXnw0cfuS/nTZtCL/fss2W/+Fu3dvecV5cw32ZoTDRVKkGo6qsi0hDo6k1ao6ohHuEzJgyKiuDLL11S+Pe/3fn/Vq2gaVPIySm7fHJy6IeYqlPxtY6xY9GNG5GqXAMxpoapVGd9IjIUdyfRs8A/gG9FZHAY22WMs3KlO43UuTOccQa8+iqccw689x78+CM8/7z7jz1YpP+DT0+H9ev5ZM4c93CYJQdTR1T2FNP/AcNVdQ2AiHQFpgInh6thph7buBGmToXXX4fly10XBOecA488Apdc4o4aitl/8MaETWUTRFxxcgBQ1W9FJK68FYw5LLt2uVNHr78On37qpg0c6DqD+5//gbZtQ6+bng7p6Xwybx5Dhw6NSHONqQ8qmyAWi8hLwL+88XRgSXiaZOqN3Fx3qmjKFNexWX6+u4X04YddP0OdO0e7hcbUa5VNEDcDtwC34fpY+hR3LcKYw1NQAB9/7JLC9OnuAvOxx8Jtt7kjgT59Dr9HS2NMWFQ2QcQCT6nq3yDwdHWjsLXK1C2qsHChSwpvvgnbtkFiIlxxhUsKgwe76wzGmBqlsiVHPwYaB403BmZXf3NMrRSq5OKaNa5oSpcu7nrCxInuTqT//Ad++sl1xzxsmCUHY2qoyh5BxKtq4GZzVc0RkYTyVjD1hF9XF9ddB/fd5275FIEzz3TdTowc6Z5KNsbUCpU9gtgnIicVj4hIPyBExzWHiEiaiKwRke9E5B6f+U+KSIY3fCsie4LmXSsia72hnH4TTFSNHVu2q4v8fNi6Ff72N9i8GWbPhv/9X0sOxtQylT2CuB34t4hsxRX9ORa4orwVqlKTWkRa4cqP9vPiLfHW3V3ZHTMREqr2bX4+/O53/vOMMbVCuUcQItJfRI5W1UVAd+BNXAnQD4EfKth2oCa1qh4EimtSh3IV7uE7gHOBWaq6y0sKs4C0CvfGRE5ennvCOVQtY+uszphaTzTUHzggIkuBs1V1l9e1xhvArUAf4ARV/UU56/4CSFPV0d74r4ABqvobn2WTgQVAe6978Ttx1z0e8ebfD+Sp6hOl1gsuOXryW2+9dRi7Xr1ycnJoGvyEbx1uQ2JGBt3+7/9I2LyZ3b1703zNmrIlF++8k21nnx32tgSL9mdg8S1+bYw/bNiwJaraz3dmqEpCXuJYFvT6WeDBoPGMCta9HJgUNP4r4O8hlr07eB5wF3Bf0Pj9wB3lxbOKchFow549qjfe6CqkdeqkOmuWm17LSy5afItfn+NTTkW5ii5SNxCR4usUZwFzguZVdP1iM9AhaLw9sDXEsldy6PTS4a5rIuGdd1xltBdfhDvugBUroPgIwTqrM6ZOqihBTAU+EZF3cHctfQYgIscDFVWXWwR0EZFOXlfhVwLvll5IRLrhalDPD5r8ETBcRFqKSEtguDfNRNrPP7u+kC65xNVTWLAAnngCmjSJdsuMMWFW7lGAqo4XkY+BY4D/5x2OgEsst1aw7hHXpFZ3zeNhXJIBGKequw5350wVqLqutX//e9i3z/Wk+oc/QJz10WhMfVGZmtQLfKZ9W5mN6xHWpPamTwYmVyaOqWbr1sGNN7rnFwYNcqeVunePdquMMRFW2QflTH1QWOgebuvVC776Cv7xD/jkE0sOxtRTlX1QztR1y5fD6NGwaBGMGOGSQ4cOFa9njKmz7AiivjtwAO6/H04+2d2B9MYb8O67lhyMMXYEUa998YU7ali9Gq65xp1eat062q0yxtQQdgRRH+3dC7fc4i5A5+W5am6vvmrJwRhTgiWI+ua//4UePeC55+D222HlSjj33Gi3yhhTA1mCqC+2b3d1nkeMcNXc5s+HJwHPoYgAAB4gSURBVJ+EKPcfZYypuSxB1HWq8K9/wQknwLRp8NBDsHQpDBgQ7ZYZY2o4u0hdl23YADfd5K4xnHqqK/GZmhrtVhljagk7gqiLCgvh6afdtYbPPnOvP/vMkoMx5rDYEURdMGUKjB3LkI0b4eijISEBvv8ezjsPnn/eivcYY45IWI8gKqpJ7S3zPyKSKSKrROT1oOmFQfWqy/QCazxTpsCYMbBhA6IKP/7oksPNN7s7liw5GGOOUNiOICpTk1pEugD3Aqer6m4RaRu0iTxV7ROu9tUJqq6H1dzcsvPefx9EIt8mY0ydEc4jiMrUpL4BeFZd3WlUdVsY21M35OfDnDmuG+6uXWFriDpKGzdGtl3GmDqn3JrUVdpwJWpSi8gM4FvgdFzNiAdV9UNvXgGQARQAj6nqDJ8Y9aImdWxWFq0WLiRp/nxaLVxI7L59FMXFsfukk2iemUlcdnaZdfYfdRQL3ngjLO0JpbbW5LX4Fr8+xz/imtRVGahETWpgJjAdiAM64U5FtfDmHev97AysB44rL16dqkldVKT6zTeqjz+uesYZqjExrg70UUep/u//qk6frpqd7ZZ97TXVhAQ3v3hISIhKXejaWpPX4lv8+hyfcmpSh/MupsrUld4MLFDVfOAHEVkDdAEWqepWAFVdJyLzgL7A92Fsb3Tl57tbUd97zw3fe7t64onwxz/ChRdCv34QU+qsYHH957Fj0Y0bkY4dYfx4qwttjKmycCaIQE1qYAuuJvUvSy0zA1dy9BURSQK6Auu8OtS5qnrAm3468HgY2xodO3fCBx+4hPDhh64TvUaN4Mwz4Y474IILKncXUno6pKfzybx5DB06NOzNNsbUD2FLEFq5mtQfAcNFJBMoBO5S1Z0ichrwgogU4S6kP6ZBdz/VWqqua+3io4Qvv4SiIjjqKLj8ctdP0tlnW/9IxpgaIawPymkFNam981+/94bgZb4EeoWzbRFz8OChU0czZx46ddSnT/mnjowxJsrsSeqqCn6Kufj8f1qaew5h5kz/U0cjRljFNmNMjWcJoiqKn2LOzUXAdY53zTXutBEcOnV04YXu1FGTJtFsrTHGHBZLEFUxdmzZp5iLily9hVmzXJ1nO3VkjKmlLEFURainlffuhf79I9sWY4ypZvbvbVWEugXVOsgzxtQBliCqYvx417V2sIQEN90YY2o5SxBVkZ4OEydCcjIqAsnJbtyeYjbG1AGWIKoqPR3Wr+eTOXNg/XpLDsaYOsMShDHGGF+WIIwxxviqySVHrxWRtd5wbTjbaYwxpqwaWXJURFoBfwL6AQos8dbdHa72GmOMKammlhw9F5ilqru8ebOAtDC21RhjTCk1suSoiNwJxKvqI95y9wN5qvpEqRj1ouRobWmDxbf4Fr/2xS+v5Gg4u9oQn2mls1EsroLcUFzFuc9EpGcl10VVJwITAbp166bRLJYzrwYU64l2Gyy+xbf4dSt+OE8xVbbk6Duqmq+qPwDFJUcrs64xxpgwCmeCCJQcFZGGuJKj75ZaZgYwDCC45CiHKs219MqPDvemGWOMiZAaWXIUQEQexiUZgHGquitcbTXGGFNWjSw56s2bDEwOZ/uMMcaEZk9SG2OM8WUJwhhjjC9LEMYYY3xZgjDGGOPLEoQxxhhfliCMMcb4sgRhjDHGlyUIY4wxvixBGGOM8WUJwhhjjC9LEMYYY3xFtSa1iIwSke0ikuENo4PmFQZNL90LrDHGmDCLak1qz5vBVeaC5Klqn3C1zxhjTPmiXZPaGGNMDRXtmtSjgD8D23G1qX+nqpu8eQVABlAAPKaqM3xiWE3qGtQGi2/xLX7ti1+Ta1K/B0xV1QMichPwKnCmN6+jqm4Vkc7AHBFZoarfl9hYBTWp8/Pz2bx5M/v376/63lQgMTGR+Pj4sMepyW2oq/Hj4+Np3749cXFx5S5XF2sSW/z6HT+cCaLCutLF1eM8LwJ/CZq31fu5TkTmAX2BEgmiwgZs3kyzZs1ISUlBxC9fVZ/s7GyaNWsW1hg1vQ11Mb6qsnPnTjZv3kynTp2qddvG1HRRrUktIscEjV4EfONNbykijbzXScDpQOmL2xXav38/rVu3DntyMHWXiNC6deuIHIUaU9NEuyb1bSJyEe46wy5glLf6CcALIlKES2KP+dz9VCmWHExV2e+Qqa+iXZP6XuBen/W+BHqFs23GGGPKZ09SB5myYgopE1KIeSiGlAkpTFkxpUrb27lzJ3369KFPnz4cffTRtGvXLjB+8ODBSm3juuuuY82aNeUu8+yzzzJlStXaaowxpYX1CKI2mbJiCmPeG0Nufi4AG7I2MOa9MQCk90o/om22bt2ajIwMAB588EGaNm3KnXfeWWIZVUVViYnxz9Uvv/xyhXFuueUWwF2krUkq2jdjTM1WbxLE7R/eTsZPGSHnL9i8gAOFB0pMy83P5fp3rufFJS/6rtPn6D5MSJtw2G357rvvuOSSSxg0aBBfffUVM2fO5KGHHmLp0qXk5eVxxRVX8MAD7kzcoEGDeOaZZ+jZsydJSUncdNNNfPDBByQkJPDOO+/Qtm1b7rvvPpKSkrj++usZNGgQgwYNYs6cOWRlZfHyyy9z2mmnsW/fPq655hq+++47UlNTWbt2LZMmTaJPn5IPq991113897//JTY2lvPOO4+//OUv/PTTT9x444388MMPiAgTJ05kwIABPP744/zzn/8E4MYbb2TUqFG++7Z8+XLGjRvHgQMH6NKlC5MnT6ZJkyaH/b4ZYyLL/rXzlE4OFU2vqszMTK6//nq+/vpr2rVrx2OPPcbixYtZtmwZs2bNIjOz7DX5rKwshgwZwrJlyzj11FOZPHmy77ZVlYULF/LXv/6VcePGAfD3v/+do48+mmXLlnHPPffw9ddfl1nv559/5v3332fVqlUsX76ce+91l4duueUWzjnnHJYvX86SJUs44YQTWLhwIVOmTGHhwoXMnz+ff/zjH6xcubLMvsXFxfHYY4/x8ccfs3TpUnr37s1TTz1VXW+jMSaM6s0RREX/6adMSGFD1oYy05MTk5k3al61t+e4446jf//+gfGpU6fy0ksvUVBQwNatW8nMzCQ1NbXEOo0bN+a8884D4OSTT+azzz7z3fbIkSMDy6xfvx6Azz//nLvvvhuAE088kR49epRZr1WrVsTExHDDDTdwwQUXMGLECMA9gPPGG28AEBsbS/Pmzfnss8+47LLLSEhIAOCSSy5h/vz5XHTRRSX27csvvyQzM5PTTjsNgIMHDzJo0KDDf8OMMRFnRxCe8WeNJyEuocS0hLgExp81Pizxgk+xrF27lqeeeoo5c+awfPly0tLSfO+7b9iwYeB1gwYNKCgo8N12o0aNyixTmS5V4uLiWLx4MZdccglvv/02F1xwQWBe6Vs9y9te8L6pKmlpaWRkZJCRkUFmZiYTJ06ssC3GmOizBOFJ75XOxAsnkpyYjCAkJyYz8cKJR3yB+nDs3buXZs2a0bx5c3788Uc++uijao8xaNAgivuqWrFihe8prOzsbPbu3cuIESN48sknA6ehhg0bxvPPPw9AYWEhe/fuZfDgwUyfPp28vDxycnJ45513AkcJwU477TQ++eQT1q1bB8C+fftYu3Ztte+fMab61ZtTTJWR3is9IgmhtJNOOonU1FR69uxJ586dOf3006s9xq233so111xD7969Oemkk+jZsyeJiYkllsnKymLkyJEcOHCAoqIi/va3vwHwzDPPcMMNN/DCCy8QGxvLCy+8wCmnnMJVV10VOJV0880306NHD37++ecS2zzqqKN46aWXuOKKKwK39j766KN06dKl2vfRGFPNim9FrO1D165dtbTMzMwy08Jl7969EYt1JG3Iz8/XvLw8VVX99ttvNSUlRfPz8yMWPxLCGb8yv0tz584NW/zKsPgW/0jgerbw/V61I4h6Iicnh7POOouCggJUNXA0YIwxoYT1G0JE0oCncH0xTVLVx0rNHwX8FdjiTXpGVSd5864F7vOmP6Kqr4azrXVdixYtWLJkSbSbYYypRWpkyVERaQX8CeiHqyGxxFt3d7jaa4wxpqSaWnL0XGCWqu7yksIsIC1M7TTGGOMjnKeY2gGbgsY3AwN8lrtMRAZTsuSo37rtSq9YquQo8+bNKzE/MTExYv0TFRYWRr0vpGi3oS7H379/f5nfr9JycnIqXCacLL7Fr+74NbXkaGXWrbDk6DfffBOxCmfRrqZWE9pQl+PHx8fTt2/fcpepiyUnLX79jh/OU0yVKjmqqsWdHb0InFzZdcNiyhRISYGYGPezGrrQ/umnn7jyyis57rjjSE1N5fzzz+fbb7+t8nbDISUlhR07dgD4PvQGMGrUKKZNm1budl555RW2bj30cY0ePdr3wTxjTM1WI0uO4qrQDfdKj7YEhnvTwmfKFBgzBjZsAFX3c8yYKiUJVeXSSy9l6NChfP/992RmZvLoo4+WeZissLCwqq2vdl9++eURr1s6QUyaNKlMv1I1QaiuSowxTtgShKoWAMUlR78B3lKv5KhXZhRcydFVIrIMuA2v5Kiq7gIexiWZRcA4b9qRu/12GDo09HD99ZCbW3Kd3Fw3PdQ6t99ebsi5c+cSFxfHTTfdFJjWp08fzjjjDObNm8ewYcP45S9/Sa9ernje3/72N3r27EnPnj2ZMMF1Lrhv3z4uuOACTjzxRHr27Mmbb74JwD333ENqaiq9e/cuU2MC4LnnnuMPf/hDYPyVV17h1ltvBVzHeieffDI9evQI2S9S06ZNAZfkfvOb35CamsoFF1zAtm3bAsuMGzeO/v3707NnT8aMGYOqMm3aNBYvXkx6ejp9+vQhLy+PoUOHsnjxYsB1StirVy969uwZ6DywON7YsWM58cQTGThwYJkkCvDJJ58ECi717ds3cL3h8ccfp1evXpx22mncc889AGRkZDBw4EB69+7NpZdeyu7d7ga4oUOH8sc//pEhQ4bw1FNPsX37di677DL69+9P//79+eKLL0J/oMbUN6GeoKttQ4VPUv/2t6pDhoQe3HGD/xBqnd/+NrB5v6d4n3rqKb399tvLTFd1Tz0mJCTounXrVFV18eLF2rNnT83JydHs7GxNTU3VpUuX6rRp03T06NGB9fbs2aM7d+7Url27alFRkaqq7t69u0wbtm3bpscdd1xgPC0tTT/77DNVVd25c6eqqubm5mqPHj10x44dqqqanJys27dvV1XVJk2aqKrq22+/rWeffbYWFBToli1bNDExUf/973+X2I6q6tVXX61vvvmmqqoOGTJEFy1aFJhXPL5lyxbt0KGDbtu2TfPz83XYsGE6ffp0VVUF9N1331VV1bvuuksffvjhMu/ZiBEj9PPPP1dV1ezsbM3Pz9f3339fTz31VN23b5/u3bs30KZevXrpvHnzVFX1/vvv1996n9WQIUP05ptvDmzzqquuCrwvGzZs0O7du/t+XvYktcWvq/GxJ6mBCRUU9klJcaeVSktOhjDdmXDKKafQqVMnwHXHfemllwZ6Qh05ciSfffYZaWlp3Hnnndx9992MGDGCM844g4KCAuLj4xk9enSJbrmDtWnThs6dO7NgwQK6dOnCmjVrAn08Pf3000yfPh2ATZs2sXbtWlq3bu3bxk8//ZSrrrqKBg0acOyxx3LmmWcG5s2dO5fHH3+c3Nxcdu3axfHHH1/u/i5atIihQ4fSpk0bANLT0/n000+55JJLaNiwYWA/Tj75ZGbNmlVm/dNPP53f//73pKenM3LkSNq3b8/s2bO57rrrSEhIIDs7m1atWpGVlcWePXsYMmQIANdeey2XX355YDtXXHFF4PXs2bNLXB/Zu3dv1C+2G1NTWG+uxcaPh4SS3X2TkOCmH6EePXqU+/Ry6W6x/XTt2pUlS5bQq1cv7r33XsaNG0dsbCwLFy7ksssuY8aMGaSlpVFYWMjpp59Onz59AtXorrjiCt566y3efvttLr30UkSEefPmMXv2bObPn8+yZcvo27evb9fiwUp39Q3uts9f//rXTJs2jRUrVnDDDTdUuJ1Q+wiuq/HiOKG6Mr/nnnuYNGkSeXl5DBw4kNWrV6Oqvu0rT/D7XlRUxPz58wPdkW/ZssWSgzEeSxDF0tNh4kR3xCDifk6c6KYfoTPPPJMDBw7w4ouHSpYuWrSITz75pMyygwcPZsaMGeTm5rJv3z6mT5/OGWecwdatW0lISODqq6/mzjvvZOnSpeTk5JCVlcX555/PhAkTyMjIoEGDBnzxxRdkZGQEqsiNHDmSGTNmMHXq1MB/zVlZWbRs2ZKEhARWr17NggULyt2HwYMH88Ybb1BYWMiPP/7I3LlzAQLJICkpiZycnBJ3NjVr1sz3eYQBAwbwySefsGPHDgoLC5k6dWrgv/zK+P777+nVqxd33303/fr1Y/Xq1QwfPpzJkyeT610/2rVrF4mJibRs2TJQUOlf//pXyDjDhw/nmWeeCYwX1xA3xlh33yWlp1cpIZQmIkyfPp3bb7+dxx57jPj4eFJSUpgwYQJbtmwpsexJJ53EqFGjOOWUUwB3a2jfvn356KOPuOuuu4iJiSEuLo7nnnuO7OxsLr74Yvbv34+q8uSTT/rGb9myJampqWRmZga2m5aWxvPPP0/v3r3p1q0bAwcOLHcfLr30UubMmUOvXr3o2rVr4Iu2RYsW3HDDDfTq1YuUlJQS1fFGjRrFTTfdROPGjZk/f35g+jHHHMOf//xnhg0bhqpy/vnnc/HFlX24HiZMmMDcuXNp0KABqampnHfeeTRq1IiMjAz69etHbGwsI0aM4NFHH+XVV1/lpptuIjc3l86dO/Pyyy/7bvPpp5/mlltuoXfv3hQUFDB48OBA7Qtj6r1QFydq22DdfUe/DXU5vl2ktvh1NT7lXKS2U0zGGGN8WYIwxhjjq84nCC3nzhljKsN+h0x9VacTRHx8PDt37rQ/cHPEVJWdO3cSHx8f7aYYE3F1+i6m9u3bs3nzZrZv3x72WPv374/6l0i021BX48fHx9O+fftq364xNV2dThBxcXGBJ5XDbd68eRV2B13X21Df4xtT14T1FJOIpInIGhH5TkTuKWe5X4iIikg/bzxFRPJEJMMb7MZ0Y4yJsKjXpBaRZrieXL8qtYnvVbVPuNpnjDGmfDWhJvXDwONA+R35GGOMiaio1qQWkb5AB1WdKSKlixp0EpGvgb3Afar6WekAwTWpgQMisrLaWn/4koAdUYxfE9pg8S2+xa998ZNDzYhaTWoRiQGexCsSVMqPQEdV3SkiJwMzRKSHqu4tsbGgmtQislhV+1VX4w9XtOPXhDZYfItv8etW/GjWpG4G9ATmich6YCDwroj0U9UDqroTQFWXAN8DXcPYVmOMMaVErSa1qmapapKqpqhqCrAAuEhVF4tIG+8iNyLSGegCrAtjW40xxpQStlNMqlogIsU1qRsAk9WrSY3rPfDdclYfDIwTkQKgELhJK65J7V9cOXKiHR+i3waLb/Etfh2KL9YNhTHGGD91ui8mY4wxR84ShDHGGF91IkFUtkuPaow3WUS2BT93ISKtRGSWiKz1frYMY/wOIjJXRL4RkVUi8ttItkFE4kVkoYgs8+I/5E3vJCJfefHf9G5OCBsRaSAiX4vIzEjHF5H1IrLC6wpmsTctkr8DLURkmois9n4PTo3g598tqBucDBHZKyK3R3j/f+f97q0Ukane72QkP//ferFXicjt3rSw7v/hfO+I87T3nbhcRE46kpi1PkHIoS49zgNSgatEJDXMYV8B0kpNuwf4WFW7AB974+FSANyhqifgbg++xdvnSLXhAHCmqp4I9AHSRGQg8BfgSS/+buD6MMUv9lvgm6DxSMcfpqp9gu49j+TvwFPAh6raHTgR9z5EJL6qrvH2uw9wMpALTI9UfBFph+uep5+q9sTdBHMlEfr8RaQncAOut4gTgREi0oXw7/8rVP575zzc3Z9dcA8TP3dEEUPVIq0tA3Aq8FHQ+L3AvRGImwKsDBpfAxzjvT4GWBPB9+AdXJ9XEW8DkAAsxT0lvwOI9ftcwhC3vfcHcSYwE/dgZiTjrweSSk2LyPsPNAd+wLvJJJq/g8Bw4IsI739xLw2tcHdizgTOjdTnD1wOTAoavx/4QyT2v7LfO8ALwFV+yx3OUOuPIPDv0qNdFNpxlKr+COD9bBuJoCKSAvTFdXYYsTZ4p3cygG3ALNzDjHtUtcBbJNyfwwTcH2WRN946wvEV+H8iskRcly8Qufe/M7AdeNk7xTZJRJpEMH6wK4Gp3uuIxFfVLcATwEZcrwtZwBIi9/mvBAaLSGsRSQDOxz0UHI33P1TMavlerAsJotwuPeoyEWkKvA3crqW6IQk3VS1Ud4qhPe5Q+wS/xcIRW0RGANvUPWUfmByp+J7TVfUk3KH8LSIyOIyxSosFTgKeU9W+wD7CezrLl3eO/yLg3xGO2xLX8Wcn4FigCe5zKC0sn7+qfoM7nTUL+BBYhjvtW5NUy99DXUgQFXXpESk/i8gxAN7PbeEMJiJxuOQwRVX/E402AKjqHmAe7lpICxEpfvgynJ/D6cBF4rpoeQN3mmlCBOOjqlu9n9tw599PIXLv/2Zgs6oWd5E/DZcwIv35nwcsVdWfvfFIxT8b+EFVt6tqPvAf4DQi+/m/pKonqepgYBewlij8/ZUTs1q+F+tCgii3S48Iehe41nt9Le66QFiIiAAvAd+o6t8i3QZxXaG08F43xv3BfgPMBX4R7viqeq+qtlfXRcuVwBxVTY9UfBFpIq6OCd6pneG40w4Ref9V9Sdgk4h08yadBWRGKn6Qqzh0eokIxt8IDBSRBO9voXj/I/L5A4hIW+9nR2Ak7n2I9PtPOTHfBa7x7mYaCGQVn4o6LOG4iBPpAXcO8FvcefCxEYg3FXfuMx+Xqa/HnQP/GPefxMdAqzDGH4Q7XFwOZHjD+ZFqA9Ab+NqLvxJ4wJveGVgIfIc77dAoAp/FUGBmJON7cZZ5w6ri37kI/w70ARZ7n8EMoGWE4ycAO4HEoGmRjP8QsNr7/fsX0CiSv3/AZ7iktAw4KxL7fzjfO7hTTM9634krcHd8HXZM62rDGGOMr7pwiskYY0wYWIIwxhjjyxKEMcYYX5YgjDHG+LIEYYwxxpclCFPrec9lfO71rnlJ0PR3ROTYI9jWV14XFmeUmne717XC4bZvnIicXcEyF0kEeiL2idtHRM6PdFxTO9htrqbWE5HbgDzcU9UfqurpInIhcJKqPnSY27oSOE9Vr/WZtx53P/kOn3kNVLXwiHYgikRkFG6ffhPttpiax44gTF2QDzTGPSxV5HW3cDvw11AriEiyiHzs9ZX/sYh0FJE+wOPA+eLqHDQOWv42XL8/c0Vkrjctxzs6+Ao4VUQeEJFF3pHMRO8pX0TkFRH5hfd6vYg8JCJLxdWT6O5NHyUizwQt/7SIfCki64LWjRGRf4irQTBTRN4vnldq324TkUxv397wpjURV09gkXd0dLHX88A44Apvf6+o2sdg6hpLEKYueB3X3fOHwIPAr4F/qmpuOes84y3TG5gCPK2qGcADwJvq6h3kFS+sqk/j+rIZpqrDvMlNcF0vD1DVz4FnVLW/uhoFjYERIWLvUNfR33PAnSGWOQb3xPwI4DFv2khcd8+9gNG4Lq393AP09fbtJm/aWFyXJP2BYbjkGVdqf98MsT1TT1mCMLWeqmap6gXqCvcsxX2pvi0iL4qruub3RXoqLrGA66ph0BGELsR1mFhsmHf9YgWuA8EeIdYr7lxxCe4L388MVS1S1UzgKG/aIODf3vSfcH0P+VkOTBGRqznUy+hw4B5xXbTPA+KBjuXtnDGWIExd8wAwHteR3BLgf4FHK7HekVyM21983UFE4oF/AL9Q1V7Ai7gvYT8HvJ+FuK67y1sGDnXd7NeFs58LcP3wnAws8U65CXCZd6TQR1U7quu22piQLEGYOkNc2cdjVfUTXGdyRbgvfr8v6i9xPcECpAOfVyJENtAsxLziGDvE1ekoc22gGnwOXOZdizgK11FhCSISA3RQ1bm4gkotgKbAR8CtQddF+nqrlLdPpp6zBGHqkvHAfd7rqcAoYAGu+lhptwHXichy4Fe4+tYVmQh8UHyROpi6uhgv4nrOnIHrhr66vY3rxXMlrqTkV7hqasEaAK95p7m+xtVo3gM8jLvmsFxc0fuHveXnAql2kdr4sdtcjalFRKSpquaISGtc19ane9cjjKl2oc5/GmNqpplesaaGwMOWHEw42RGEMcYYX3YNwhhjjC9LEMYYY3xZgjDGGOPLEoQxxhhfliCMMcb4+v/YUh20l+7JvQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "MLP: 0.602555 (0.066299)\n",
      "roc auc train score = 0.69\n",
      "roc auc validation score = 0.6\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzdd3hUZfbA8e9JKCH0ohSBBBFUSOggvSpdFMRFioIKiIorKv5AsbBolFVXQXAFBNRVigiC6KJIC8IqUiMldAWkQ4DQS8L5/XEnYUgmBZKZScL5PM88mbntvHeSzJl773vfI6qKMcYYk1SAvxtgjDEma7IEYYwxxiNLEMYYYzyyBGGMMcYjSxDGGGM8sgRhjDHGI0sQxlwnEflBRHr7ux3GeIslCJPtiMguEbnb3+1Q1Xaq+rk3ti0ihURklIjsEZHTIrLD9bqEN+IZ44klCGM8EJFcfoydB1gEVAXaAoWAhkAMUO86tue3fTHZmyUIk6OISEcRiRKREyLyi4hUc5s3VER2isgpEYkWkc5u8/qIyP9E5AMROQYMd01bLiLvichxEflTRNq5rRMpIn3d1k9t2Qoi8rMr9kIR+UhEvkxhNx4BygOdVTVaVS+r6mFVfUNV57m2pyJym9v2PxORN13Pm4vIXhEZIiIHgU9FZLOIdHRbPpeIHBWRWq7X9V3v1wkR+V1Emmfk92ByBksQJsdwfdhNBp4AigPjgbkikte1yE6gCVAY+AfwpYiUdtvEXcAfwM1AhNu0rUAJ4B1gkohICk1IbdmpwEpXu4YDD6eyK3cDP6rq6bT3OkWlgGJACNAfmAZ0d5vfBjiqqmtF5Bbgv8CbrnUGA7NE5KYMxDc5gCUIk5P0A8ar6m+qGu+6PnABqA+gql+r6n7XN/KvgO1cfcpmv6qOUdU4VT3nmrZbVT9R1Xjgc6A0UDKF+B6XFZHyQF3gNVW9qKrLgbmp7Edx4MB1vQNXXAZeV9ULrn2ZCnQSkWDX/B6uaQC9gHmqOs/13iwAVgPtM9gGk81ZgjA5SQjwgus0yQkROQGUA8oAiMgjbqefTgBhON/2E/zlYZsHE56o6lnX0wIpxE9p2TLAMbdpKcVKEIOTXDLiiKqed2vPDmAzcK8rSXTiSoIIAR5M8r41zoQ2mGzOLl6ZnOQvIEJVI5LOEJEQ4BOgFfCrqsaLSBTgfrrIW0MbHwCKiUiwW5Iol8ryC4E3RSS/qp5JYZmzQLDb61LAXrfXnvYl4TRTABDtShrgvG9fqGq/NPbD3GDsCMJkV7lFJMjtkQsnAQwQkbvEkV9EOohIQSA/zofmEQAReRTnCMLrVHU3zimb4SKSR0QaAPemssoXOB/as0TkDhEJEJHiIvKyiCSc9okCeohIoIi0BZqloynTgdbAk1w5egD4EufIoo1re0GuC91lr3FXTQ5jCcJkV/OAc26P4aq6Guc6xFjgOLAD6AOgqtHAv4BfgUNAOPA/H7a3J9AA5/TRm8BXONdHklHVCzgXqrcAC4CTOBe4SwC/uRZ7FifJnHBte05aDVDVAzj739AVP2H6X8B9wMs4CfQv4EXs8+GGJ1YwyBjfE5GvgC2q+rq/22JMSuwbgjE+ICJ1RaSi63RRW5xv7Gl+6zfGn7yWIERksogcFpGNKcwXEfnQNYTA+oQbdlzzeovIdtfDxroxOUEpIBI4DXwIPKmq6/zaImPS4LVTTCLSFOef4T+qmuxioOti2zM4fa3vAkar6l0iUgzngl4dnIuKa4DaqnrcKw01xhjjkdeOIFT1Z+BYKovch5M8VFVXAEVcd7W2ARao6jFXUliAMx6NMcYYH/LnfRC3cPXNQntd01KanoyI9McZRoCgoKDa5cuX905L0+Hy5csEBPj3ko6/22DxLb7Fz37xt23bdlRVPQ6r4s8E4Wk8G01levKJqhOACQC33367bt26NfNad40iIyNp3ry53+JnhTZYfItv8bNffBHZndI8f37l3cvVd5OWBfanMt0YY4wP+TNBzAUecfVmqg/Eum7kmQ+0FpGiIlIU587P+X5spzHG3JC8dopJRKYBzYESIrIXeB3IDaCq43DuhG2Pc7frWeBR17xjIvIGsMq1qRGqmtrFbmOMMV7gtQShqt3TmK/A0ynMm4wzrr8xBrh06RJ79+7l/PnzKS5TuHBhNm/e7MNWWfzsFD8oKIiyZcuSO3fudG/TRnM1JhvYu3cvBQsWJDQ0lJTqFZ06dYqCBQv6uGUWPzvEV1ViYmLYu3cvFSpUSPc2bagNY7KB8+fPU7x48RSTgzGpERGKFy+e6hGoJ5YgjMkmLDmYjLievx9LEMYYYzyyBGGMSVNMTAw1atSgRo0alCpViltuuSXx9cWLF9O1jUcffZS0bmb96KOPmDJlSmY02WQCu0htTA40ZcMUhi0axp7YPZQvXJ6IVhH0DO953dsrXrw4UVFRAAwfPpwCBQowePDgq5ZR1VSHe/j000/TjPP00x47NvqdqqKqfh9Ox9durL015gYwZcMU+n/Xn92xu1GU3bG76f9df6ZsyPxv5jt27CAsLIwBAwbQpEkTDhw4QP/+/alTpw5Vq1ZlxIgRics2btyYqKgo4uLiKFKkCEOHDqV69eo0aNCAw4cPA/DKK68watSoxOWHDh1KvXr1uP322/nll18AOHPmDA888ADVq1ene/fu1KlTJzF5uXvxxRepUqUK1apVY8iQIQAcPHiQ++67j2rVqlG9enV++80p0PfOO+8QFhZGWFgYY8aMSbZvtWrV4sCBA/zwww80aNCAWrVq0a1bN86cSalkeM5gRxDGZDODfhxE1MHkH4jx8fEEBgayYu8KLsRfXc307KWzPP7t43yy5hOP26xRqgaj2o66rvZER0fz6aef8u6771KwYEFGjhxJsWLFiIuLo0WLFnTt2pUqVapctU5sbCzNmjVj5MiRPP/880yePJmhQ4cm27aqsnLlSubOncuIESP48ccfGTNmDKVKlWLWrFn8/vvv1KpVK9l6hw4dYt68eWzatAkR4cSJE4BzhHLPPfcwcOBA4uLiOHv2LCtXrmTKlCmsXLmS+Ph46tWrR7NmzQgODk7ct3HjxnH48GFGjhzJokWLCA4OJiIigtGjR/Pyyy9f1/uWHdgRhDE5TNLkkNb0jKpYsSJ169ZNfD1t2jRq1apFrVq12Lx5M9HR0cnWyZcvH+3atQOgdu3a7Nq1y+O2u3TpkmyZ5cuX89BDDwFQvXp1qlatmmy9YsWKERAQQL9+/Zg9ezb58+cHnAHtnnjiCQBy5cpFoUKFWLZsGQ888ADBwcEULFiQ+++/n+XLlyfbt19++YXo6GgaNmxIjRo1mDJlSortzinsCMKYbCalb/oJN0qFjgpld2zyATpDCocQ2Scy09uT8OELsH37dkaPHs3KlSspUqQIvXr18tj3Pk+ePInPAwMDiYuL87jtvHnzJlsmPUXOcufOzerVq1mwYAHTp0/n448/5qeffgKSd/dMbXvu+6aqtG3bli+++CLN+DmFHUEYk8NEtIogOHfwVdOCcwcT0SrC67FPnjxJwYIFKVSoEAcOHGD+/MwfZ7Nx48bMmDEDgA0bNng8Qjl16hQnT56kY8eOfPDBB6xb51R3bdGiBePGjQOcU3InT56kadOmzJ49m3PnznH69Gm+/fZbmjRpkmybDRs2ZOnSpfzxxx+Acy1k+/btmb5/WYlXE4SItBWRra6608lOMIpIiIgsctWkjhSRsm7z4kUkyvWY6812GpOT9AzvyYR7JxBSOARBCCkcwoR7J2SoF1N61apViypVqhAWFka/fv1o1KhRpsd45pln2LdvH9WqVeNf//oXYWFhFC5c+KplYmNj6dChA9WrV6dly5a8//77AIwdO5b58+cTHh5OnTp12LJlC/Xq1aN79+7UrVuX+vXr8+STTxIeHp4sbsmSJZk0aRLdunWjevXqNGzYkG3btmX6/mUpCd23MvsBBAI7gVuBPMDvQJUky3wN9HY9bwl84Tbv9LXEq1y5svrTkiVL/Bo/K7TB4nsvfnR0dJrLnDx50mvx08NX8S9duqTnzp1TVdVt27ZpaGioXrp06YbZ/4zE9/R3BKzWFD5XvXkNoh6wQ1X/ABCR6Th1qN2PB6sAz7meLwHmeLE9xpgc4PTp07Rq1Yq4uDhUlfHjx5Mrl11O9QbRdFzwua4Ni3QF2qpqX9frh4G7VHWg2zJTgd9UdbSIdAFmASVUNUZE4oAoIA4YqarJkod7TeqbbrqpdsJ5SX84ffo0BQoU8Fv8rNAGi++9+IULF+a2225LdZmEbq7+YvGzfvwdO3YQGxt71bQWLVqsUdU6npb3ZtpNT23pwcBYEekD/Azsw0kIAOVVdb+I3AosFpENqrrzqo0lqUmdHevB5qQ2WHzvxd+8eXOaQ0ln5eGmLX7WiB8UFETNmjXTvU1vJog0a0ur6n6gC4CIFAAeUNVYt3mo6h8iEgnUxLmmYYwxxge82YtpFVBJRCqISB7gIZw61IlEpISIJLThJVxV5Fz1qPMmLAM04uprF8YYY7zMawlCVeOAgcB8YDMwQ1U3icgIEenkWqw5sFVEtgElgYSO2ncCq0Xkd5yL1yNV1RKEMcb4kFfvg1DVeapaWVUrqmqEa9prqjrX9XymqlZyLdNXVS+4pv+iquGqWt31c5I322mMSdvBgwd56KGHqFixIlWqVKF9+/ZZ9j6A0NBQjh49Cjg3uHnSp08fZs6cmep2PvvsM/bvv3JmvG/fvh5vzMup7E5qY3KiKVMgNBQCApyfGayxoKp07tyZ5s2bs3PnTqKjo3nrrbc4dOjQVcvFx8dnKI43JIwCez2SJoiJEycmG3gwK0hpqJKMsgRhTE4zZQr07w+7d4Oq87N//wwliSVLlpA7d24GDBiQOK1GjRo0adKEyMhIWrRowWOPPZZ4B/L777+fOHx2wvDdZ86cSby7OSwsjK+++gqAoUOHJg7LnbTGBMDHH3/M//3f/yW+/uyzz3jmmWcAuP/++6lduzZVq1ZNsd5EQtdjVWXgwIFUqVKFDh06JA4xDjBixAjq1q1LWFgY/fv3R1WZOXMmq1evpmfPntSoUYNz587RvHlzVq9eDTiDEoaHhxMWFpY4nHhCvGHDhlG9enXq16+fLIkCLF26NLHgUs2aNTl16hTgDDseHh5O9erVE0e3jYqKon79+lSrVo3OnTtz/PhxAJo3b87LL79Ms2bNGD16NEePHuWBBx6gbt261K1bl//9738p/0LTK6U76LLbw+6k9n8bLL734l91B+yzz6o2a5bscalxY+d53ryqTmq4+pE3r8f1tFkzZ5upGD16tA4aNMjjvCVLlmhwcLCuX79eVVVXr16tYWFhevr0aT116pRWqVJF165dqzNnztS+ffsmrnfixAmNiYnRypUr6+XLl1VV9fjx48m2f/jwYa1YsWLi67Zt2+qyZctUVTUmJkZVVc+ePat33nmnHj16VFVVQ0JC9MiRI6qqmj9/flVVnTVrlt59990aFxen+/bt08KFC+vXX3991XZUVXv16qVz585VVdVmzZrpqlWrEuclvN63b5+WK1dODx8+rJcuXdIWLVro1KlTVVUVSFz/xRdf1DfeeCPZPnXs2FGXL1+uqqqnTp3SS5cu6bx587RBgwZ65syZq9oUHh6ukZGRqqr66quv6rOu31WzZs30ySefTNxm165dE9+X3bt36x133JEs7rXeSW1HEMbkNBdSGNY7pemZoF69eoSGhgLOcNydO3cmf/78FChQgC5durBs2TLCw8NZuHAhQ4YMYdmyZRQuXJhChQoRFBRE3759+eabbwgODk627Ztuuolbb72VFStWEBMTw9atWxPHePrwww8Tv6nv27cv1cHzfv75Z7p3705gYCBlypShZcuWifOWLFnCXXfdRXh4OIsXL2bTpk2p7u+qVato3rw5N910E7ly5aJnz56J39jz5MlDx44dgZSHMm/UqBHPP/88H374ISdOnCBXrlwsXLiQRx99NPE9KFasGLGxsZw4cYJmzZoB0Lt3b37++efE7XTr1i3xeWRkJAMHDqRGjRp06tSJkydPJh6ZXC+7P92Y7GaU5+G+zyXcKBUa6pxWSiokBCIjrytk1apVU72gm3RYbE8qV67MmjVrmDdvHi+99BKtW7fmtddeY+XKlSxatIjp06czduxYFixYQO3atQHo1KkTI0aMoFu3bsyYMYM77riDzp07IyJERkaycOFCfv31V4KDg2nSpInHocXdJR3qG+D8+fM89dRTrF69mnLlyjF8+PA0t5PSPoIz1HhCnJSGMh86dCgdOnRg3rx51K9fn4ULF6KqHtuXGvf3/fLly/z666/ky5fvmraRGjuCMCaniYiApN/Eg4Od6depZcuWXLhwgU8+uVKRbtWqVSxdujTZsk2bNmXOnDmcPXuWM2fOMHv2bJo0acL+/fsJDg6mV69eDB48mLVr13L69GliY2Np3749o0aNIioqisDAQKKiooiKikosWdqlSxfmzJnDtGnTEr81x8bGUrRoUYKDg9myZQurVq1KdR+aNm3K9OnTiY+P58CBAyxZsgQgMRmUKFGC06dPX5UICxYs6PFb+F133cXSpUs5evQo8fHxTJs2jcaNG6f7/dy5cyfh4eEMGTIkcVTZ1q1bM3nyZM6ePQvAsWPHKFy4MEWLFmXZsmUAfPHFF4lHE0m1bNmSsWPHJr72VIb1WtkRhDE5TU/XsN7DhsGePVC+vJMcel7/cN8iwuzZsxk0aBAjR44kKCiI0NBQRo0axb59+65atlatWvTp04d69eoBTtfQmjVrMn/+fF588UUCAgLInTs3H3/8MadOneK+++7j/PnzqCoffPCBx/hFixalSpUqREdHJ263bdu2jBs3jmrVqnH77bdfVdXOk86dO7N48WLCw8OpXLly4gdtkSJF6NevH+Hh4YSGhl61nT59+jBgwADy5cvHr7/+mji9dOnSvP3227Ro0QJVpX379nTo0CHd7+eoUaNYsmQJgYGBVKlShXbt2pE3b16ioqKoU6cOefLkoX379rz11lt8/vnnDBgwgLNnz3LrrbemeDH+3XffZciQIVSrVo24uDiaNm2aWPviuqV0cSK7Pewitf/bYPG9F9+G+7b4mRHfLlIbY4zJFJYgjDHGeGQJwphsQlPpOWNMWq7n7ycr16TuLSLbXY/e3mynMVldUFAQMTExliTMdVFVYmJiCAoKuqb1vNaLSUQCgY+Ae3BqQ6wSkbl69ais7wH/UdXPRaQl8DbwsIgUA14H6uAUGVrjWve4t9prTFZWtmxZ9u7dy5EjR1Jc5vz589f8AZCZLH7Wjh8UFETZsmVTnO9JVq1J3QZYoKrHXOsuANoC07zYXmOyrNy5c1OhQoVUl4mMjLymamGZzeLnvPhZsiY18CgQpKpvupZ7FTinqu8liWE1qbNQGyy+xbf42S9+ajWpvXZfAvAgMNHt9cPAmCTLlAG+AdYBo3FORRUGXgRecVvuVeCF1OLZfRD+b4PFt/gWP/vFJ5X7ILJkTWoR2YtTbc593UgvttUYY0wSWbImNU6Z0tau2tRFgdauacYYY3wkS9akVufi9Bs4SWYVMMI1zRhjjI94dbA+VZ0HzEsy7TW35zMBj2MIq+pkrhxRGGOM8TG7k9oYY4xHliCMMcZ4ZAnCGGOMR5YgjDHGeGQJwhhjjEeWIIwxxnhkCcIYY4xHliCMMcZ4ZAnCGGOMR5YgjDHGeGQJwhhjjEf+rkldXkSWiMg6V13q9q7poSJyTkSiXI9x3mynMcaY5Pxdk/oVnFFePxaRKjgD+4W65u1U1Rreap8xxpjUefMIIrEmtapeBBJqUrtToJDreWGSFBQyxhjjP/6uSV0a+AkoCuQH7lbVNSISCmwCtgEnccqPLvMQw2pSZ6E2WHyLb/GzX/ysXJP6eVy1poEGQDTOUU1eoLhrem3gL6BQavGsJrX/22DxLb7Fz37xSaUmtTdPMaVZkxp4HJgBoKq/AkFACVW9oKoxrulrgJ1AZS+21RhjTBJ+rUkN7AFaAYjInTgJ4oiI3OS6yI2I3ApUAv7wYluNMcYk4bVeTKoaJyIJNakDgcnqqkmNc0gzF3gB+EREnsO5YN1HVVVEmgIjRCQOiAcGqNWkNsYYn/J3TepooJGH9WYBs7zZNmOMMamzO6mNMcZ4ZAnCGGOMR5YgjDHGeGQJwhhjjEeWIIwxxnhkCcIYY4xHliCMMcZ4ZAnCGGOMR5YgjDHGeGQJwhhjjEdZsuSoa95LrvW2ikgbb7bTGGNMclmy5Kjr+UNAVaAMsFBEKqtqvLfaa4wx5mpZteTofcB0V12IP4Edru0ZY4zxkaxacnQssEJVv3QtNwn4QVVnJolhJUezUBssvsW3+NkvfnYsOfoR0MttuUnAA6nFs5Kj/m+Dxbf4Fj/7xSeVkqPerAeR3pKjbcEpOSoiQUCJdK5rjDHGi7JkyVHXcg+JSF4RqYBTcnSlF9tqjDEmiSxZchTYJCIzcE45xQFPq/VgMsYYn8qSJUdd8yKACG+2zxhjTMrsTmpjjDEeWYIwxhjjkSUIY4wxHlmCMMYY45ElCGOMMR5ZgjDGGOORJQhjjDEeWYIwxhjjkSUIY4wxHlmCMMYY45ElCGOMMR75uyb1ByIS5XpsE5ETbvPi3eYlHQXWGGOMl/m1JrWqPue2/DNATbdNnFPVGt5qnzHGmNSl+whCRBqLyKOu5ze56jSkJj01qd11B6altz3GGGO8K101qUXkdaAOcLuqVhaRMsDXqupxqG7XOmnWpHZbNgRYAZRNqPsgInFAFE49iJGqOsfDelaTOgu1weJbfIuf/eJnuCY1zge1AOvcpq1PY500a1K7zRuSdB5QxvXzVmAXUDG1eFaT2v9tsPgW3+Jnv/ikUpM6vaeYLro2pAAikj8d61xLXemHSHJ6SVX3u37+AURy9fUJY4wxXpbeBDFDRMYDRUSkH7AQ+CSNddJTkxoRuR0oCvzqNq2oiOR1PS+BU3UuOum6xhhjvCddvZhU9T0RuQc4CdwOvKaqC9JYJz01qcG5OD3ddYSS4E5gvIhcxkliI9Wt95MxxhjvSzNBuLqrzlfVu4FUk0JSmkZNatfr4R7W+wUIv5ZYxhhjMleap5jU6VV0VkQK+6A9xhhjsoj03ih3HtggIguAMwkTVfXvXmmVMcYYv0tvgviv62GMMeYGkd6L1J+7eiJVdk3aqqqXvNcsY4xJnykbpjBs0TD2xO6hfFR5IlpF0DO8p7+blSOkK0GISHPgc5wb1gQoJyK9VfVn7zXNGGNSN2XDFPp/15+zl84CsDt2N/2/6w9gSSITpPc+iH8BrVW1mao2BdoAH3ivWeZaTNkwhdBRobRc2pLQUaFM2TDF300yxieGLRqWmBwSnL10lmGLhvmpRTlLeq9B5FbVrQkvVHWbiOT2UpvMNbBvUOZGparsjt3tcd6e2D0+bk3OlN4jiNUiMklEmrsenwBrvNkwkz72DcrciPbE7qHtlLYpzi8eXNyHrcm50psgngQ2AX8HnsUZ9mKAtxpl0i+lb0r2DcrkRKrK+NXjqfrvqvzy1y/0qd6H4NzBVy0TIAEcPXuU7rO6E3M2xk8tzRnSmyByAaNVtYuqdgY+xBk+w/jR+kPrERGP88oWKuvj1hjjXX8e/5O7v7ibAf8dQP2y9dnw5AY+vf9TJtw7gZDCIQhCSOEQPrvvM95s8SYzo2cS9nEY87bPS3vjxqP0JohFQD631/lwBuwzfrJ8z3KaftqUQnkKEZQryOMy22K2+bhVxmS+y3qZj1Z+RPjH4azat4oJHSfwU6+fCC0SCjjX2nYN2sXiZovZNWgXD1d/mGFNh7Gq3ypKBJegw9QO9Jvbj1MXTvl3R7Kh9CaIIFU9nfDC9Tw4leWBDNek7i0i212P3uls5w3hv9v+yz1f3EPJAiWJGhDFxE4Tr/oG9UKDFzhz6Qy1J9Rm2gYr0meyr53HdtLy85YM/GEgjcs3ZuNTG+lXu1+KR87uapSqwep+qxnSaAiToyZTbVw1IndFer/ROUh6E8QZEamV8EJE6gDnUlvBrSZ1O6AK0F1Eqrgvo6rPqWoNdWpPjwG+ca1bDHgduAundOnrIlI0nW3N0b74/Qvum34fVW+qyvJHlxNSJCTZN6j3Wr9H1BNRVCtZjR7f9OCJ757g3KVUf13GZCmX9TKjV4ym2rhqRB2MYlKnSfzQ8wfKFy5/TdvJmysvI+8eybJHl5ErIBctPm/Bcz8+Z/8P6ZTeBDEI+FpElonIzzj1pZOVDk0iIzWp2wALVPWYqh7HGUU25S4LN4gPfv2AR+Y8QrPQZizpvYSb8t+U4rLlCpcjsnckQxoNYcLaCdSfVJ+tR7emuLzJvnLafTDbY7bT7LNmDJo/iOahzdn41EYeq/lYuo4aUtKwXEOinoji6bpPM+q3UdSaUItV+1ZlYqtzplRrUotIXeAvVT3ouu/hCaALTi+m11T1WCrrXndNahEZjHNa603X/FeBc6r6XpL1boia1KrKpF2TmLJnCk1LNGXYncPIE5An3W34LeY33t76NhfiL/B85ee5p+Q9Xmlndq3Jm53jLzy0kPe2vceFyxcSp+UNyMvgyoO5u+TdPm1LRvc/XuOZtXcWk3ZNIk9AHgZWHEjrkq3TnRjSG3/N8TX8c+s/ibkQQ8/yPXk45GFyB2T8ti5//f0tPLSQiX9O5PCFw9yc92b6Vuh7Tb/7665JDawFirmeN8UpGfoA8AYwM411r7smNfAi8Irb61eBF1KLl1NrUsfFx2n/uf2V4Wj/uf01Lj7uutqwN3avNpncRBmOPv7t43rm4plMb2t2rcmbXeNfjLuoJd8tqQwn2SPkgxCftkU1Y/u/+chmbTCxgTIc7TStk+47uc+r8Y+fO669Z/dWhqM1x9XUDYc2XHO8jMTPLF+u/1KDI4Kv+t0HRwTrl+u/TPc2yEBN6kC9cpTQDZigqrNU9VXgtjTWzUhN6mtZN8e6EHeBbjO7MWHtBF5u/DLjOo4jMOD6ehffUugWFvdezMuNX2byusncNfEuNh/ZnMktNt50WS/z+8Hf+eDXD+g4tSPF3ynOoTOHPC67O3Y3u07s8m0Dr0Pc5TrTMD0AACAASURBVDje+d871BhXg60xW5nSZQpzus2hTMEyXo1bJKgIn93/GbO7zWbfqX3UnlCbd/73DvGX470aN7O9vOhlr94om2aCEJGE4ThaAYvd5qU1TMd116TGKVPa2lWbuijQ2jXthnHqwinaT23PrM2zeL/1+0S0isjQOViAXAG5iGgVwY+9fuTQ6UPU+aQO//n9P5nUYv/JaefgE6gqO47tYPzq8XSb2Y2S75WkxvgaPP/T82w/tp1e1XpRIrhEiutXGF2BRpMb8dHKjzh85rAPW54+mw5vouGkhgxZOIT2ldqz6alN9AjvkeG/82tx/x33s/HJjXSs3JEhC4fQ9LOm7Di2w2fxr4eqsu7AOl5e9LLXb5RN60N+GrBURI7i9FpaBiAitwGxqa2oGahJrarHROQNnCQDMEJTud6R0xw5c4T2U9uz7sA6Pr//cx6p/kimbr91xdZEDYiix6we9J7TmyW7ljC23Vjy58mfqXF8IaeNRbX/1H4W/7mYRX8uYvGfixP/0W8peAvtK7WnVYVWtKzQMvFGyEblG121/wDBuYOJaBnBuUvnmLpxKgN/GMizPz7LPRXvoXtYd+6/434K5S3kl/0D56jh3f+9y/ClwymUtxDTH5jO36r+zaeJwd1N+W9i5oMzmbrBea+qj6vOu/e8y5N1nvRbm5JSVdYfWs+MTTOYET2DHcd2ECiBBOUK4nzc+WTLX2tvr5SkmiBUNUJEFgGlgZ/cPsQDgGfS2rheZ01q1/TJwOS0YuQ0e2L30PqL1uyO3c2ch+bQsXJHr8QpU7AMCx9ZyIilI3jz5zdZuW8lM7rOoOrNVb0SzxsuxF1g0I+DPB5iP/Xfpzh/6TyVileiUrFKlCpQKsv8s7s7du4YkbsiE5PClqNbACiWrxgtQlswtNFQWt3aikrFKnlsf0ISTKyHUPjqeggvNXmJDYc2MG3jNKZumErvOb0JyhXEvZXvpUd4D9rd1o68ufL6bH83HNrAo98+ypoDa3iwyoOMbT+Wm/Pf7LP4KRERelbrSbPQZvSd25en5z3NnC1zmNRpEuUKl0t7A16gqmw4vIEZm2bwdfTXbIvZRqAE0rJCS4Y0GsL9d9zP/J3zPX9BaBWRKW1IczRXVV3hYZrdousF0Ueiaf1Fa05fPM2ChxfQuHxjr8bLFZCLES1G0DSkKT2/6UndT+ryUfuP6FOjT5b8ME2w8fBGJq2dxBfrvyDmnOexdk5eOEnf7/omvi6QpwCVilWiUvFKVC5WOTFxVCpeieL5ivtsf89cPMPyPctZ9OciFv25iHUH1qEo+XPnp2lIU/rW7EvLCi2pXqo6AZK+Xug9w3vSM7wnkZGRNG/ePNn88JLhhJcMJ6JlBL/u/ZWpG6YmfugUzluYrlW60iO8B81Cml33Na60XIq/xMjlI3nj5zcoElSErx/8mq5VunolVkaULVSWH3r+wPg14xn802DCPw7nw3Yf8nC1h33yN6KqbDy8ka+jv2bGphlsjdlKgATQIrQFLzR4gc53dL6qe3taXxAyKr3DfRsv+23vb7Sf2p48gXn4+dGfqVayms9i333r3UQ9EUXPb3ry2NzHWLJrCf/u8G8K5PFfl9GkTl44yfSN05m0bhIr960kd0Bu7r/jfpbuWsrhs8nPr5cvXJ7I3pFsP7adbTHb2B6zne3HtrNm/xpmRc8iXq9cjCwaVDQxYVQuXjkxcVQqVonCQYXTbFtqFc0uxl/kt72/JR4hrNi7gkuXL5E7IDcNyjVgePPhtKrQirq31CVPYPKuy5lJRGhYriENyzXkgzYfsOjPRUzbOI2vNn3FpHWTKF2gNN2qdqNHeA/qlKmTaR+IUQejePTbR4k6GMVDYQ8xpt2YVK+d+JuIMKDOAO659R76fNuH3nN6M3vLbMZ3HO+1o51Nhzclnj7acnQLARJA89DmPFf/OTrf2TnVuGl9QcgISxBZwE87f6LLV10oWaAkCx5ewK1Fb/V5G0oXLM2Chxfw5s9v8o+l/2DV/lXM6DqD8JLhPm9LAlVl+Z7lTFo3ia+jv+bspbNUvakq77d+n17VenFT/puSXYMA5xD7rVZvUaFoBSoUrUDriq2v2u7F+IvsOrGL7TGu5HHMSR7L9ixj6oapKFfuDbo5/80ejzxuK3Yb+fPk93gNpO/cvny/9XuOnz/Osj3LOHvpLIJQu0xtnqv/HK1ubUXj8o2TjULqS7kDc9P2tra0va0t4zqM4/tt3zN141T+vfrfjPptFLcVu40eYT3oHt6dO0rccV0xLsZf5K1lbxGxLILi+Yrzzd++ofOdnTN5T7ynYrGKRPaO5IMVHzBs8TDC/h3G+I7jM20foo9EJx7JRR+JJkACaBbSjGfvepbOd3SmZIGSmRInIyxB+NlXG7/i4dkPU+WmKvzY60dKFSjlt7YEBgTyevPXaRrSlB7f9KDexHqMaTeGx2s+7tNTTgdPH+Q/v/+HSesmsS1mGwXyFKBneE8er/k49W6pd1VbrucQO09gHioXr0zl4pXpQIer5p2PO8/OYzuTHXn8tPMnPov67Kplbyl4C0fPHuVC/IVk25i+aTp3lriTx2o8RqtbW9EspBlF82XN0WLy5c7Hg1Uf5MGqD3L83HG+2fwN0zZO442f32DEzyOoVboWPcJ60C2sW7pHCV57YC2Pfvso6w+tp1e1XoxqMypb1mgIDAhkcMPBtLutHY/MeYQuM7rQq1ovxrQbQ5GgIte8vc1HNieePtp0ZBOC0Cy0GU/XfZoud3bx6/+/J5Yg/Ojfq/7NwHnOIGRzu8+9rj84b2hRoQVRT0TRa3Yv+n3XjyW7ljCuwzgK5i3otZhxl+P4YfsPTFo3ie+3fU+8xtOoXCNeavwSD1Z5MNUeVpl5iB2UK4iqN1f1eLH+9MXT7Di2IzFpbIvZxue/f+5xO4IQ/XR0htriD0XzFeXxWo/zeK3H2X9qPzM2zWDqhqkMXjCYFxe86Hx5CO9B1ypdKZavGHD1KbZy68pRs3RNvt/2PTfnv5m5D83l3tvv9fNeZVzVm6uy4vEVRCyL4M2f32TJn0uYfN/kZEennmw9ujXx9NHGwxsRhCYhTRjbbiwPVHkgyyUFd5Yg/EBVeePnN3g98nXurXwvX3X9iny586W9og+VLFCSH3v+yNvL3+b1yNdZvX81M7rOoHqp6pkaZ3vMdiavm8znv3/OgdMHuDn/zTzf4Hkeq/nYdZ/a8JYCeQpQo1QNapSqkTgtclekx7KXmdXN0J/KFCzDoPqDGFR/ENtjtif2hHri+ycYOG8gbW9rS/nC5Zm8bjLn4pzB7/ac3MOek3toUq4J33b/NsseNV2P3IG5Gd58OB0rd+SR2Y/Q5ss2PFnnSeqUqcOIpSOuugZVt0zdxNNH6w+tRxAal2/MmHZjeODOByhdsLS/dyddLEH42GW9zLM/PMvYVWPpXb03EztNJFdA1vw1BAYE8krTV2hSvgndZ3Xnrol38WG7D+lXK33DLafk7KWzzIqexaR1k1i6eykBEkD7Su15vObjdKjUgdyB2afceUSrCK92M8wqKhWvxGvNXuPVpq8SdTCKqRumMm3jNL7b9p3H5fec3JOjkoO7OmXqsKb/Gl5Z/Arvr3gfQRKvW+2O3c3D3zyc+Lpx+caMbjuaB+58gFsK3eLPZl+XrPnJlENdjL9Inzl9mLZxGi80eIF37nkn3V0Z/alZaDOiBkTx8OyHeeL7J1iyawnjO46/pputVJU1B9Ywae0kpm6cyskLJ6lYtCIRLSPoXb13tvznAe93M8xqRISapWtSs3RN/nnPP8k1ItdVF/UT5PSSt/ly5+Nfbf7FlA1Tkg13oihFg4qy/sn12b6yoyUIHzlz8Qxdv+7Kjzt+ZGSrkfxfo//L0vcaJHVz/pv5oecP/HP5P3l1yauJp5xqlq6Z6nrHzh1jyvopTFw3kfWH1hOUK4iuVbryeM3HaRrSNFskyLR4s5thVhYgAZQvXD7HnmJLj5SGMDlx/kS2Tw5gCcInjp07RsepHflt3298cu8n9K3VN+2VsqAACeClJi/RJKQJD818iAaTGvBBmw8olLcQwxZfuQ/gzZZvUqpAKSatm8TszbO5EH+BWqVr8VH7j+gR3iPLXIw3GXejnGJLSU5PkJYgvGzfyX20+bIN249t5+sHv6bLnV383aQMa1y+MVEDonhk9iM8Ne8pAiUw8caz3bG7eWT2IyhKkaAi9KvVj8drPX7VhV2Tc9xop9iSyukJ0qsJQkTaAqNxBuubqKojPSzzN2A4oMDvqtrDNT0e2OBabI+qdvJmW71hW8w2Wn/RmphzMfzQ8wdaVmjp7yZlmhLBJfi+x/cUf6c4J86fuGqeopTIV4K/nv+LoFxBfmqh8ZUb9RQb5PwE6bUE4VaT+h6c+g6rRGSuqka7LVMJeAlopKrHRcT9fvJz6tSqzpbWHlhL2y+dKqmRvSOpXaa2n1uU+QIkgNjzngf1jTkXY8nB3BBycoL05hXC9NSk7gd8pE7daVQ16w1afx2W/LmE5p81J1/ufCx/bHmOTA4JUjrXmlPOwRpzI0u1JnWGNpyOmtQiMgfYBjTCOQ01XFV/dM2LA6KAOGCkqs7xECPL1aRednQZb0S/QZl8ZXi32rvclPemtFfO5Db4Uk6qiWzxLf6NGP+6a1Jn5EE6alID3wOzgdxABZxTUUVc88q4ft4K7AIqphbPXzWpv1z/pYZ8EKIyXLTYP4spw9H6E+trzNkYn7fFXzWZ3d+DkA9Crqkebma60WpSW3yLnxnxSaUmtTcvUqenrvReYIWqXgL+FJGtQCVglaruB1DVP0QkEqgJ7PRie69Z0pE8j507RoAE0K9Wv8Rxam4EOfkcrDE3Mm9eg0hPTeo5QAsAESkBVAb+cNWizus2vRGQ5UY+G7ZoWLJqZpf1MiOWjvBTi4y5AU2ZAqGhNGvZEkJDndcmU3jtCELTV5N6PtBaRKKBeOBFVY0RkYbAeBG5jJPERqpb76eswtsFw40xaZgyBfr3h7NnEYDdu53XAD1zRldTf/LqfRCaRk1q1/mv510P92V+AfxXqSadcvpdlMZkecOGwdmrj+I5e9aZbgkiw7L/QDh+FNEqIllVsJx0F6UxWdr69c4Rgyd77Cg+M1iCyICe4T2ZcO8EQgqHIAghhUOYcO+EHHMXpTFZ0i+/wL33QvXqkNKAlwULwsmTvm1XDmQJIoN6hvdk16BdLG62mF2DdllyMMYbVGH+fGjeHBo1gl9/hTfegHHjIDhJbe/AQCc53HGHc43CS/d63QgsQRhjsq7Ll2HWLKhTB9q2hR07YNQo59TSK684F6QnTICQEFQEQkLg88/ht9+gbFno1QuaNoWoKH/vSbZkCcIYk/VcugSffQZVq0LXrnDqFEycCH/8Ac8+C/ndapT37Am7drF08WLYtct5Xa8erFjhrLNlC9SuDQMHwvHj/tqjbMkShDHZXU66D+DsWRgzBm67DR59FPLmha++gs2b4fHHIU+e9G8rIMBZZ9s2ePpp+PhjqFzZSRqXL3tvH3IQSxDGZGcJ9wHs3o2oXrkPILslidhYePttJ8H9/e9QvjzMmwfr1sHf/uZcV7heRYvChx/C2rVw553Qrx/Urw8rV2Za83MqSxDGZGcvveT5PoCXX/ZPe67V4cNOW8uXd37WqQM//wzLlkG7din3Uroe1avD0qVO8ty7F+66yznCOJwjBpH2CksQxmQ3cXHw44/QvTv89ZfnZfbsgfvug3fegeXL4fx537YxLbt3wzPPOBeVR450LkCvXescNTRp4r24ItCjB2zdCi++CP/5j3PaacwY5301V7EEYUx2sXGj86FWvrzz7fqnnyCl4Z3z53fO2w8Z4nzgFi4MDRs668+Z479vzVu2ONcWbrvN6aLao4fTzq++gpo1fdeOggWd5Llhg3NB++9/h1q1nKMXk8irCUJE2orIVhHZISJDU1jmbyISLSKbRGSq2/TeIrLd9ejtzXYak2UdOeKcP69dG8LDnS6edes6XT/37/d8H0BwMIwf71ycPXzYSQjPPut8e/7wQ+jcGUqWhEqVoE8f+OQTiI727oXbNWuc3khVqjjJ4OmnnR5JkybB7bd7L25a7rjDub/im2+ceyeaNXN6Qe3b5782XStvdlJIaRzwjD5wBujbiVPPIQ/wO1AlyTKVgHVAUdfrm10/iwF/uH4WdT0vmlo8f9WDSODvseCzQhssfibFv3BB9ZtvVO+7TzVXLlVQrVlTddQo1UOHki//5ZeqISF6WUQ1JMR5nZJz51SXL1d95x1n+yVKONsH1aJFVTt0UH3rLdXISNUzZ66p2cn2//JlZzutWzvbL1xY9ZVXVA8fvqbtXnf8a3XmjOprr6nmzauaP7/qP//p/C58Ff96fPmlanDwld8hOK9T+xtIglTqQXgzQTQA5ru9fgl4Kcky7wB9PazbHRjv9no80D21eJYg/N8Gv8W/lg9IL8rQ/l++rLpyperTT6sWK+b8a5YqpTp4sOr69d6Lf/my6tatqpMnq/btq3rnnVc+aHLlUq1XT/W551RnzlQ9cMDzNjy9/99/r9qwobOdm29WHTlSNTb22tt3DTLt72/nTtVOnZy2V66sOn++b+On5fJl1e3bVb/6SrVQoauTQ8IjJCTdm0stQWTJkqMiMhgIUtU3Xcu9CpxT1feSxMhyJUf9yd9t8Ef8mxcu5Pb33iPwwpWSp/F587J18GAO3531S57mOXKEkgsXUmr+fPLv3s3l3Lk52rgxB9u04XidOug1dO/MrPc/V2wshaOjKbRxI4U3bqTgli0EXrwIwLnSpYkNC+NkWBixYWHk37GD299//6r3X0UQVc6XLMmehx7iYLt2XM6bN8PtSktm//0V++03bhs7luC9eznSpAk7n3qK86VK+Sw+AJcvk2/fPgpu20bBbdsosH07BbdtI9eZMwAo4Kmfl4o4Nw6mQ7YrOQq8CLzittyrwAupxbMjCP+3wS/xQ0Iy/A0qs6R7/8+cUZ0yxTn1EhDgtLdhQ9Xx41WPH/d+/Gt14YLqihWq//qXapcuqiVLXnmfRTy//8WLq1686J32pMAr+3/+vOrbbzunbYKCVP/xD9WzZ70TPy5ONTpa9YsvnKO2pk1VCxa88p7mzesc0Q0YoPrJJ6pr16qWL+/VI4isWnJ0L9A8ybqRXmupyZ5UUx7WefduuOcep7eM++PWWyFfPt+2E5y2Ll/ujBM0Y4YzdERC3/9HHnEuGGdVefI49wzcdRc8/7yzL3/84Yyq+sgjntc5dgxy5/ZtO70hb14YOtQZ02nwYHj9dfj0U6ezQKdO13+fRlyc06Nr7VrnAv6aNc54Ua4jA/Llc+7beOQRp4NCrVrOBf6k7+lbbyUWTEoUHAwRmVNywJsJIrHkKLAPp+RojyTLzMG53vCZe8lRnIvbb4lIUddyrXGuYRjj2LIFBg1KeaTO4GCnV8qMGc6HlbuyZZMnjttug4oVU+42er3++MPpa/+f/8CffzrdTx98EHr3dgaRC8iGPc1FnPeqYkV49VXPNRnK57CiWWXLwvTp8MQTzv0b99/v3LsxejSsWgXDhtFszx5nvyMiri5WdOmS05U3IRGsXeskg3PnnPnBwU4X38cec5JB7dpO76pc6fh4TogzbBi6Zw/iKX4GZMmSowAi8gZOkgEYoarHkkcxN5yTJ2HECOcfMzjY+UeYPTv5N6gJE678kxw7Bjt3OiOBuj/mzk1+P0CpUp6Tx223OfcSeDJlytUfEK+84nyIfv65c0ewCLRsCf/4B3TpcvVAc9ldRIRXv8FmOS1aOMN//Pvf8NprztAdAQEQF3el5GnfvrBkiXPktWaNU9go4UbFAgWcZPDEE1eODG6/PWNDifTsCT17sjQykubNm2fCTrpJ6dxTdnvc0NcgckIvnrTEx6t++qlz/ltE9bHHVA8edOZlZP9jY51zuTNmON07H3vMOfdbpkzy87olSqjWr6/aq5fq8OFOnOHDVfPl83weuHJl1YgI1T17vPGOJGO9yJb4NuDBg053WE+/e3B6GDVvrvrCC841py1bnL9jL7ne/cdP1yCML9wIRdtXrnQO61eudM6Df/edc7NYgox8gypUyPlG5+ku3jNnnFNESY88fv457UI0pUo5p8EycyyhrMqb32CzspIlk4+DlUDEGVo8O55CdGMJIrvLyUXbDx1yBqP79FPnn/Hzz52Lhb76p8uf37l7OTw8+bzz551rClWrek4Uhw7dGMnhRle+fMrXYLJ5cgAbiyl7S60XT3Yu2n7xIrz/vjOI2pdfOuMHbdvm9OjIKv90QUHO+eeULsbmtIu0xrOICM9DneSQazBZ5L/NXLMdO5xeFCmd5hBxjiL+/NO37cqon35yuve98IIzuNyGDc6gaoUK+btlnuXwDwiThp49k5c8de8gkc1ZgshuLlxwevGEhTmF2x9+OPkHVN68zofsyJFOV8Q2bZzByC5d8k+b0+OPP5yug23aOO387jtn6Gd/DuSWHjn8A8Kkg6eSpzmEJYjsZOFC53z46687H6Zbtjj965N+QE2a5PS13r3bWTY6Gh54AMqVc27MykpHFWfOON1Cq1Rx9u/tt2HTJujYMfucw8/BHxDmxmYJIjs4eNAZN/+ee5whmefPd27aKVPGmZ/SB1TZsk6C2LULvv/eGff+n/907iZu08YZMtpfRxWqzj7cfrtzOqZrV6eIy9ChzhGQMcbvLEFkZfHx8NFHzl2Vs2Y5H/YbN0Lr1te2ncBA6NDBuTFs927nhq3Nm50P5YSjij/+8M4+eBIV5Yy737073HyzMwTFl1/CLbf4rg3GmDRZgsiq1qxxCqsPHOj0+d+wAYYPd3rPZETZss4doH/+6RxV3HWXc1RRsaKTeGbO9N5RRUwMPPWUcwfp5s3OqbFVq6BRI+/EM8ZkiCWIrCY21il/WK+eU2946lSnZ0/lypkbJ+Go4ttvrxxVbNnijBNUrpxz/8HOnZkTKy7OORKqVMlJCgMHOt1W+/XL2BADxhivsgSRVag6pRjvvBPGjoUnn3Q+sLt39/7FWk9HFe+844w/dM89zlGFqx7ANYuMdMabGTjQuVs5KsoZR6lo0TRXNcb4l19rUotIHxE5IiJRrkdft3nxbtPnerOdfpdwT8NDDzkXnn/7zUkSRYr4th1JjypGjHAuHCccVQwdmv6jij17oFs3Z3Cz2FgnySxc6HTPNcZkC15LECISCHwEtAOqAN1FpIqHRb9S1Rqux0S36efcpnfyVjv96vx559ROWBisWAFjxjjJwX2cIX8pW9YZyvnPP+G//3Wuh7z77pWjiq+/vnJU4V40vXx55+L3HXc4F8WHD3euNzzwQPbptmqMAbw7FlM9YIeq/gEgItOB+4BoL8bMPhYudC7Ybt/uHDm8/z6ULu3vViUXGAjt2zuPfftg8mSYOBH+9jenB1K9es6+nD/vDBb411/Oo149pxZDSIi/98AYc538XZO6D/A2cASnNvVzqvqXa14cEAXEASNVdY6HGNmuJnWeY8eo+NFHlFy8mLO33ML2QYM4XsdzOVhvtSHD4uMptmoVZb7/nuL/+5/HmrjnS5ZkxfTp3m+LmxuxJrfFt/gZjZ+Va1IXB/K6ng8AFrvNK+P6eSuwC6iYWrwsXw8iLk517FhnjPg8eVRff1313DnftsEbUqpJLOLzptyQNbktvsXPYHxSqQfhzYvUadakVtUYVb3gevkJUNtt3n7Xzz9w6lF7GLA/m3C/p6Fevcy7pyErsNFMjcmxvJkgEmtSi0genJrUV/VGEhH3k+6dgM2u6UVFJK/reQmgEdnx2kVsrFPopl492LsXpk3zzj0N/mSjmRqTY/m7JvXfRaQTznWGY0Af1+p3AuNF5DJOEhupqtknQag6F2gHDXIKxzz9NLz5Zso1jbMzLxdNN8b4j1cryqnqPGBekmmvuT1/CXjJw3q/AB7KeGVBSQvWP/OMM5jeggXOkBLffQeZdBE6y7pRS04ak8NZydGM8FQPevBg59rCmDHO3dA2lIQxJpuyBJERnupBAxQv7lyQNsaYbMzGYsqIlOo+79/veboxxmQjliAywrp4GmNyMEsQGWFdPI0xOZgliIywgvXGmBzMEkRGWcF6Y0wOZQnCGGOMR5YgjDHGeGQJwhhjjEeWIIwxxniUlWtS9xaR7a5Hb2+20xhjTHJeG2rDrSb1PTi1IVaJyFwPo7J+pW5V5lzrFgNeB+oACqxxrXvcW+01xhhzNW8eQSTWpFbVi0BCTer0aAMsUNVjrqSwAGjrpXYaY4zxIEvWpBaRwUCQqr7pWu5V4JyqvpckRrarSZ2T22DxLb7Fz37xs11NauBF4BW35V4FXkgtXpavSX0DtMHiW3yLn/3ikw1rUqe5rjHGGO/KkjWpccqUtnbVpi4KtHZNM8YY4yNZsia1qh4TkTdwkgzACFU95q22GmOMSS5L1qR2zZsMTPZm+4wxxqTM7qQ2xhjjkSUIY4wxHlmCMMYY45ElCGOMMR5ZgjDGGOORJQhjjDEeWYIwxhjjkSUIY4wxHlmCMMYY45ElCGOMMR5ZgjDGGOORX2tSuy3XVURUROq4XoeKyDm3WtXjvNlOY4wxyfm9JrWIFAT+DvyWZBM7VbWGt9pnjDEmdVmhJvUbwDvAeS+2xRhjzDXy5nDftwB/ub3eC9zlvoCI1ATKqer3rjrU7iqIyDrgJE750WVJA7jXpAYuiMjGTGv9tSsBHPVj/KzQBotv8S1+9osfktIMbyYI8TBNE2eKBAAf4CoSlMQBoLyqxohIbWCOiFRV1ZNXbUx1AjDBtb3VmlLhbR/wd/ys0AaLb/Etfs6K78+a1AWBMCBSRHYB9YG5IlJHVS+oagyAqq4BdgKVvdhWY4wxSfitJrWqxqpqCVUNVdVQYAXQSVVXi8hNrovciMitQCXgDy+21RhjTBL+rkmdkqbACBGJA+KBqY3xUwAACIxJREFUAemoST0hUxp+/fwdH/zfBotv8S1+Doovqpr2UsYYY244die1McYYjyxBGGOM8ShHJIj0DumRifEmi8hh9/suRKSYiCwQke2un0W9GL+ciCwRkc0isklEnvVlG0QkSERWisjvrvj/cE2vICK/ueJ/5eqc4DUiEigi60Tke1/HF5FdIrLBNRTMatc0X/4NFBGRmSKyxfV30MCHv//b3YbBiRKRkyIyyMf7/5zrb2+jiExz/U368vf/rCv2JhEZ5Jrm1f2/ls8dcXzo+kxcLyK1ridmtk8QcmVIj3ZAFaC7iFTxctjPgLZJpg0FFqlqJWCR67W3xAEvqOqdON2Dn3bts6/acAFoqarVgRpAWxGpD/wT+MAV/zjwuJfiJ3gW2Oz22tfxW6hqDbe+5778GxgN/KiqdwDVcd4Hn8RX1a2u/a4B1AbOArN9FV9EbsEZnqeOqobhdIJ5CB/9/kUkDOiHM1pEdaCjiFTC+/v/Gen/3GmH0/uzEs7NxB9fV0RVzdYPoAEw3+31S8BLPogbCmx0e70VKO16XhrY6sP34FucMa983gYgGFiLc5f8USCXp9+LF+KWdf1DtAS+x7kx05fxdwElkkzzyfsPFAL+xNXJxJ9/g0Br4H8+3v+EURqK4fTE/B5o46vfP/AgMNHt9avA//li/9P7uQOMB7p7Wu5aHtn+CALPQ3rc4od2lFTVAwCunzf7IqiIhAI1cQY79FkbXKd3ooDDwAKcmxlPqGqcaxFv/x5G4fxTXna9Lu7j+Ar8JCJrxBnyBXz3/t8KHAE+dZ1imygi+X0Y391DwDTXc5/EV9V9wHvAHpxRF2KBNfju978RaCoixUUkGGiPc1OwP97/lGJmyudiTkgQqQ7pkZOJSAFgFjBIkwxD4m2qGq/OKYayOIfad3pazBuxRaQjcFidu+wTJ/sqvksjVa2Fcyj/tIg09WKspHIBtYCPVbUmcAbvns7yyHWOvxPwtY/jFsUZ+LMCUAbIj/N7SMorv39V3YxzOmsB8CPwO85p36wkU/4fckKCSGtID185JCKlAVw/D3szmIjkxkkOU1T1G3+0AUBVTwCRONdCiohIws2X3vw9NAI6iTNEy3Sc00yjfBgfVd3v+nkY5/x7PXz3/u8F9qpqwhD5M3EShq9//+2Atap6yPXaV/HvBv5U1SOqegn4BmiIb3//k1S1lqo2BY4B2/HD/18qMTPlczEnJIhUh/TwoblAb9fz3jjXBbxCRASYBGxW1fd93QZxhkIp4nqeD+cfdjOwBOjq7fiq+pKqllVniJaHgMWq2tNX8UUkvzh1THCd2mmNc9rBJ++/qh4E/hKR212TWgHRvorvpjtXTi/hw/h7gPoiEuz6X0jYf5/8/gFE5GbXz/JAF5z3wdfvP6nEnAs84urNVB+ITTgVdU28cRHH1w+cc4DbcM6DD/NBvGk45z4v4WTqx3HOgS/C+SaxCCjmxfiNcQ4X1wNRrkd7X7UBqAasc8XfCP/f3v2FVlnHcRx/f5TSpVHRhSS0oKsojFlIiAaNIkjtDykYVLSii4gaXnQhFKM5jKi7sQzcTVRWEsKCUXYhKxrSslnOki4ivOxiQZFkEdu3i+/v4Gk9Z7o1j+74ecHY+D3Pc377cQ7Pj+f5nefzpae03wh8BfxI3nZY1oT34i5guJn9l36OlZ/va5+5Jn8GOoCvy3swBFzT5P6vAH4Brqpra2b/vcAP5fP3DrCsmZ8/4AtyUjoG3N2M8c/lvEPeYnqjnBOPk9/4mnOfjtowM7NKrXCLyczMzgNPEGZmVskThJmZVfIEYWZmlTxBmJlZJU8QtuiV5zJGS7rmQ3XtH0laPY/XGisRFnfO2LajRCvM9f/bJemes+zzgJqQRFzRb4ekTc3u1xYHf83VFj1J3cBp8qnqgxGxQdL9wG0R0TvH13oEuC8inqjYdpL8PvlkxbalETE1rwFcQJK6yDE9d6H/F7v4+ArCWsHfQBv5sNR0iVvYAbze6ABJN0g6VLLyD0lql9QBvAZsUtY5aKvbv5vM/RmRNFLaTpWrgzFgvaQeSUfKlcze8pQvkt6StK38fVJSr6SjynoSN5X2LkkDdfv3Szos6ae6Y5dI2qOsQTAs6ePathlj65Z0ooztg9K2QllP4Ei5OnqwJA/sAraX8W7/f2+DtRpPENYK3iPjng8CLwPPAm9HxB+zHDNQ9rkV2Af0R8S3QA+wP7LewenazhHRT2bZdEZEZ2leQUYv3xERo8BARKyLrFHQBmxp0PdkZNDfm8ALDfa5jnxifgvwaml7mIx7XgM8TUZaV9kJrC1je6a0vUhGkqwDOsnJ87IZ493f4PXsEuUJwha9iPgtIjZHFu45Sp5UD0gaVFZdqzqRricnFsioho3z6HqKDEys6SzrF8fJAMFbGhxXC1ccJ0/4VYYiYjoiTgCrSttG4MPS/jOZPVRlAtgn6THOpIzeC+xURrR/BiwH2mcbnJknCGs1PcBuMkhuHHgKeOUcjpvPYtyftXUHScuBPcC2iFgDDJIn4Sp/ld9TZHT3bPvAmejmqgjnKpvJHJ7bgfFyy03A1nKl0BER7ZGx1WYNeYKwlqEs+7g6Ij4nw+SmyRN/1Yn6MJkEC/AoMHoOXfwOXNlgW62PSWWdjv+sDSyAUWBrWYtYRQYV/oukJcD1ETFCFlS6GlgJfAo8X7cusrYcMtuY7BLnCcJayW7gpfL3+0AX8CVZfWymbuBJSRPA42R967PZC3xSW6SuF1kXY5BMzhwiY+gX2gEyxfM7sqTkGFlNrd5S4N1ym+sbskbzr0AfueYwoSx631f2HwFu9iK1VfHXXM0WEUkrI+KUpGvJaOsNZT3CbME1uv9pZhen4VKs6XKgz5ODnU++gjAzs0pegzAzs0qeIMzMrJInCDMzq+QJwszMKnmCMDOzSv8A7wUyBBFn8sMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 1h 55min 28s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Model</th>\n",
       "      <th>Score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>LR</td>\n",
       "      <td>0.6660</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>RF</td>\n",
       "      <td>0.6351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>XGB</td>\n",
       "      <td>0.7607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>LGBM</td>\n",
       "      <td>0.7117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>GB</td>\n",
       "      <td>0.7571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>MLP</td>\n",
       "      <td>0.6026</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Model   Score\n",
       "0    LR  0.6660\n",
       "1    RF  0.6351\n",
       "2   XGB  0.7607\n",
       "3  LGBM  0.7117\n",
       "4    GB  0.7571\n",
       "5   MLP  0.6026"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "#unscaled \n",
    "models = create_base_models()\n",
    "names, results = evaluate(mailout_train, target, models, curve=True)\n",
    "baseline_score = create_score_df(names, results)\n",
    "baseline_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "standardLR: 0.661333 (0.008479)\n",
      "standardRF: 0.637601 (0.022527)\n",
      "standardXGB: 0.760671 (0.013216)\n",
      "standardLGBM: 0.719065 (0.012509)\n",
      "standardGB: 0.757103 (0.005993)\n",
      "standardMLP: 0.591484 (0.016738)\n",
      "Wall time: 16min 43s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Model</th>\n",
       "      <th>Score</th>\n",
       "      <th>Model</th>\n",
       "      <th>Score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>LR</td>\n",
       "      <td>0.6660</td>\n",
       "      <td>standardLR</td>\n",
       "      <td>0.6613</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>RF</td>\n",
       "      <td>0.6351</td>\n",
       "      <td>standardRF</td>\n",
       "      <td>0.6376</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>XGB</td>\n",
       "      <td>0.7607</td>\n",
       "      <td>standardXGB</td>\n",
       "      <td>0.7607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>LGBM</td>\n",
       "      <td>0.7117</td>\n",
       "      <td>standardLGBM</td>\n",
       "      <td>0.7191</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>GB</td>\n",
       "      <td>0.7571</td>\n",
       "      <td>standardGB</td>\n",
       "      <td>0.7571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>MLP</td>\n",
       "      <td>0.6026</td>\n",
       "      <td>standardMLP</td>\n",
       "      <td>0.5915</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Model   Score         Model   Score\n",
       "0    LR  0.6660    standardLR  0.6613\n",
       "1    RF  0.6351    standardRF  0.6376\n",
       "2   XGB  0.7607   standardXGB  0.7607\n",
       "3  LGBM  0.7117  standardLGBM  0.7191\n",
       "4    GB  0.7571    standardGB  0.7571\n",
       "5   MLP  0.6026   standardMLP  0.5915"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "# standard scaler\n",
    "models = get_scaled_preprocess('standard')\n",
    "names, results = evaluate(mailout_train, target, models)\n",
    "standard_scaler_score = create_score_df(names, results)\n",
    "\n",
    "df_score = pd.concat([baseline_score, standard_scaler_score], axis=1)\n",
    "df_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "minmaxLR: 0.674468 (0.010468)\n",
      "minmaxRF: 0.635189 (0.022054)\n",
      "minmaxXGB: 0.760671 (0.013216)\n",
      "minmaxLGBM: 0.711664 (0.012695)\n",
      "minmaxGB: 0.757075 (0.005976)\n",
      "minmaxMLP: 0.591423 (0.022363)\n",
      "Wall time: 19min 11s\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Model</th>\n",
       "      <th>Score</th>\n",
       "      <th>Model</th>\n",
       "      <th>Score</th>\n",
       "      <th>Model</th>\n",
       "      <th>Score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>LR</td>\n",
       "      <td>0.6660</td>\n",
       "      <td>standardLR</td>\n",
       "      <td>0.6613</td>\n",
       "      <td>minmaxLR</td>\n",
       "      <td>0.6745</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>RF</td>\n",
       "      <td>0.6351</td>\n",
       "      <td>standardRF</td>\n",
       "      <td>0.6376</td>\n",
       "      <td>minmaxRF</td>\n",
       "      <td>0.6352</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>XGB</td>\n",
       "      <td>0.7607</td>\n",
       "      <td>standardXGB</td>\n",
       "      <td>0.7607</td>\n",
       "      <td>minmaxXGB</td>\n",
       "      <td>0.7607</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>LGBM</td>\n",
       "      <td>0.7117</td>\n",
       "      <td>standardLGBM</td>\n",
       "      <td>0.7191</td>\n",
       "      <td>minmaxLGBM</td>\n",
       "      <td>0.7117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>GB</td>\n",
       "      <td>0.7571</td>\n",
       "      <td>standardGB</td>\n",
       "      <td>0.7571</td>\n",
       "      <td>minmaxGB</td>\n",
       "      <td>0.7571</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>MLP</td>\n",
       "      <td>0.6026</td>\n",
       "      <td>standardMLP</td>\n",
       "      <td>0.5915</td>\n",
       "      <td>minmaxMLP</td>\n",
       "      <td>0.5914</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Model   Score         Model   Score       Model   Score\n",
       "0    LR  0.6660    standardLR  0.6613    minmaxLR  0.6745\n",
       "1    RF  0.6351    standardRF  0.6376    minmaxRF  0.6352\n",
       "2   XGB  0.7607   standardXGB  0.7607   minmaxXGB  0.7607\n",
       "3  LGBM  0.7117  standardLGBM  0.7191  minmaxLGBM  0.7117\n",
       "4    GB  0.7571    standardGB  0.7571    minmaxGB  0.7571\n",
       "5   MLP  0.6026   standardMLP  0.5915   minmaxMLP  0.5914"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "%%time\n",
    "# minmax scaler\n",
    "models = get_scaled_preprocess('minmax')\n",
    "names, results = evaluate(mailout_train, target, models)\n",
    "minmax_scaler_score = create_score_df(names, results)\n",
    "\n",
    "df_score = pd.concat([df_score, minmax_scaler_score], axis=1)\n",
    "df_score"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#Since both standard scaler and min max scaler perform equally well I will stick with minmaxscaler"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Setting up different scaling strategies"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Min Max Scaler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "scaler = MinMaxScaler()\n",
    "scaler.fit(mailout_train.astype('float'))\n",
    "\n",
    "mailout_train_scaled = scaler.transform(mailout_train)\n",
    "mailout_test_scaled = scaler.transform(mailout_test)\n",
    "\n",
    "# map back to dfs\n",
    "mailout_train_scaled = pd.DataFrame(data=mailout_train_scaled, columns=mailout_train.columns)\n",
    "mailout_test_scaled = pd.DataFrame(data=mailout_test_scaled, columns=mailout_test.columns)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Standard Scaler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "scaler = StandardScaler()\n",
    "scaler.fit(mailout_train.astype('float'))\n",
    "\n",
    "mailout_train_scaled = scaler.transform(mailout_train)\n",
    "mailout_test_scaled = scaler.transform(mailout_test)\n",
    "\n",
    "# map back to dfs\n",
    "mailout_train_scaled = pd.DataFrame(data=mailout_train_scaled, columns=mailout_train.columns)\n",
    "mailout_test_scaled = pd.DataFrame(data=mailout_test_scaled, columns=mailout_test.columns)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Hyperparameter tunning lgbm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "ITERATIONS = 500\n",
    "bayes_cv_tuner_lgbm = BayesSearchCV(\n",
    "    estimator = lgb.LGBMClassifier(\n",
    "        application='binary',\n",
    "        metric='auc',\n",
    "        n_jobs=-1,\n",
    "        verbose=0\n",
    "    ),\n",
    "    search_spaces = {\n",
    "        'learning_rate': (0.01, 0.5, 'uniform'),\n",
    "        'num_leaves': (2, 225),      \n",
    "        'max_depth': (2, 10),\n",
    "        'colsample_bytree':(0.5, 1.0, 'uniform'),\n",
    "        \"min_data_in_leaf\":(20, 100),\n",
    "        'min_child_samples': (0, 50),\n",
    "        'max_bin': (100, 1000),\n",
    "        'reg_lambda': (1e-9, 1.0, 'log-uniform'),\n",
    "        'reg_alpha': (1e-9, 1.0, 'log-uniform'),\n",
    "        'scale_pos_weight': (1,90, 'uniform'),\n",
    "        'n_estimators': (20, 400),\n",
    "},    \n",
    "    scoring = 'roc_auc',\n",
    "    cv = StratifiedKFold(\n",
    "        n_splits=5,\n",
    "        shuffle=True,\n",
    "        random_state=SEED\n",
    "    ),\n",
    "    n_jobs = -1,\n",
    "    n_iter = ITERATIONS,   \n",
    "    verbose = 0,\n",
    "    refit = True,\n",
    "    random_state = SEED\n",
    ")\n",
    "\n",
    "def status_print(optim_result):\n",
    "    \"\"\"Status callback durring bayesian hyperparameter search\"\"\"\n",
    "    \n",
    "    # Get all the models tested so far in DataFrame format\n",
    "    all_models = pd.DataFrame(bayes_cv_tuner_lgbm.cv_results_)    \n",
    "    \n",
    "    # Get current parameters and the best parameters    \n",
    "    best_params = pd.Series(bayes_cv_tuner_lgbm.best_params_)\n",
    "    print('Model #{}\\nBest ROC-AUC: {}\\nBest params: {}\\n'.format(\n",
    "        len(all_models),\n",
    "        np.round(bayes_cv_tuner_lgbm.best_score_, 4),\n",
    "        bayes_cv_tuner_lgbm.best_params_\n",
    "    ))\n",
    "    \n",
    "    # Save all model results\n",
    "    clf_name = bayes_cv_tuner_lgbm.estimator.__class__.__name__\n",
    "    all_models.to_csv(clf_name+\"_cv_results.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #1\n",
      "Best ROC-AUC: 0.6133\n",
      "Best params: {'colsample_bytree': 0.6423458841498082, 'learning_rate': 0.22971060454557746, 'max_bin': 463, 'max_depth': 5, 'min_child_samples': 29, 'min_data_in_leaf': 61, 'n_estimators': 50, 'num_leaves': 91, 'reg_alpha': 4.388532829429149e-09, 'reg_lambda': 0.0003562600996233536, 'scale_pos_weight': 61.32434088946515}\n",
      "\n",
      "Model #2\n",
      "Best ROC-AUC: 0.6133\n",
      "Best params: {'colsample_bytree': 0.6423458841498082, 'learning_rate': 0.22971060454557746, 'max_bin': 463, 'max_depth': 5, 'min_child_samples': 29, 'min_data_in_leaf': 61, 'n_estimators': 50, 'num_leaves': 91, 'reg_alpha': 4.388532829429149e-09, 'reg_lambda': 0.0003562600996233536, 'scale_pos_weight': 61.32434088946515}\n",
      "\n",
      "Model #3\n",
      "Best ROC-AUC: 0.6133\n",
      "Best params: {'colsample_bytree': 0.6423458841498082, 'learning_rate': 0.22971060454557746, 'max_bin': 463, 'max_depth': 5, 'min_child_samples': 29, 'min_data_in_leaf': 61, 'n_estimators': 50, 'num_leaves': 91, 'reg_alpha': 4.388532829429149e-09, 'reg_lambda': 0.0003562600996233536, 'scale_pos_weight': 61.32434088946515}\n",
      "\n",
      "Model #4\n",
      "Best ROC-AUC: 0.6133\n",
      "Best params: {'colsample_bytree': 0.6423458841498082, 'learning_rate': 0.22971060454557746, 'max_bin': 463, 'max_depth': 5, 'min_child_samples': 29, 'min_data_in_leaf': 61, 'n_estimators': 50, 'num_leaves': 91, 'reg_alpha': 4.388532829429149e-09, 'reg_lambda': 0.0003562600996233536, 'scale_pos_weight': 61.32434088946515}\n",
      "\n",
      "Model #5\n",
      "Best ROC-AUC: 0.6918\n",
      "Best params: {'colsample_bytree': 0.540353345066759, 'learning_rate': 0.1902451684763927, 'max_bin': 941, 'max_depth': 3, 'min_child_samples': 19, 'min_data_in_leaf': 97, 'n_estimators': 364, 'num_leaves': 92, 'reg_alpha': 0.00012120828313562863, 'reg_lambda': 6.330406433867279e-09, 'scale_pos_weight': 63.43836506302618}\n",
      "\n",
      "Model #6\n",
      "Best ROC-AUC: 0.6918\n",
      "Best params: {'colsample_bytree': 0.540353345066759, 'learning_rate': 0.1902451684763927, 'max_bin': 941, 'max_depth': 3, 'min_child_samples': 19, 'min_data_in_leaf': 97, 'n_estimators': 364, 'num_leaves': 92, 'reg_alpha': 0.00012120828313562863, 'reg_lambda': 6.330406433867279e-09, 'scale_pos_weight': 63.43836506302618}\n",
      "\n",
      "Model #7\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #8\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #9\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #10\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #11\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #12\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #13\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #14\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #15\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #16\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #17\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #18\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #19\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #20\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #21\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #22\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #23\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n",
      "Model #24\n",
      "Best ROC-AUC: 0.7646\n",
      "Best params: {'colsample_bytree': 0.8893415526739767, 'learning_rate': 0.029626079008222915, 'max_bin': 403, 'max_depth': 2, 'min_child_samples': 6, 'min_data_in_leaf': 34, 'n_estimators': 41, 'num_leaves': 147, 'reg_alpha': 0.00025269098734739804, 'reg_lambda': 0.01656998265957213, 'scale_pos_weight': 18.52366671779395}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #25\n",
      "Best ROC-AUC: 0.7658\n",
      "Best params: {'colsample_bytree': 0.690494353091413, 'learning_rate': 0.03606938695061905, 'max_bin': 214, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 1.5141281044471475e-07, 'reg_lambda': 9.340826062867575e-06, 'scale_pos_weight': 78.72674659642794}\n",
      "\n",
      "Model #26\n",
      "Best ROC-AUC: 0.7658\n",
      "Best params: {'colsample_bytree': 0.690494353091413, 'learning_rate': 0.03606938695061905, 'max_bin': 214, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 1.5141281044471475e-07, 'reg_lambda': 9.340826062867575e-06, 'scale_pos_weight': 78.72674659642794}\n",
      "\n",
      "Model #27\n",
      "Best ROC-AUC: 0.7658\n",
      "Best params: {'colsample_bytree': 0.690494353091413, 'learning_rate': 0.03606938695061905, 'max_bin': 214, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 1.5141281044471475e-07, 'reg_lambda': 9.340826062867575e-06, 'scale_pos_weight': 78.72674659642794}\n",
      "\n",
      "Model #28\n",
      "Best ROC-AUC: 0.7658\n",
      "Best params: {'colsample_bytree': 0.690494353091413, 'learning_rate': 0.03606938695061905, 'max_bin': 214, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 1.5141281044471475e-07, 'reg_lambda': 9.340826062867575e-06, 'scale_pos_weight': 78.72674659642794}\n",
      "\n",
      "Model #29\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #30\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #31\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #32\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #33\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #34\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #35\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #36\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #37\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #38\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #39\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #40\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #41\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #42\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #43\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #44\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #45\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #46\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #47\n",
      "Best ROC-AUC: 0.7667\n",
      "Best params: {'colsample_bytree': 0.5, 'learning_rate': 0.01, 'max_bin': 1000, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 46, 'n_estimators': 150, 'num_leaves': 225, 'reg_alpha': 2.0901488093196455e-07, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #48\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #49\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #50\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #51\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #52\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #53\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #54\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #55\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #56\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #57\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #58\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #59\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #60\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #61\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #62\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #63\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #64\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #65\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #66\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #67\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #68\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #69\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #70\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #71\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #72\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #73\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #74\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #75\n",
      "Best ROC-AUC: 0.768\n",
      "Best params: {'colsample_bytree': 0.7485044583944194, 'learning_rate': 0.11625634987398117, 'max_bin': 142, 'max_depth': 2, 'min_child_samples': 9, 'min_data_in_leaf': 47, 'n_estimators': 20, 'num_leaves': 51, 'reg_alpha': 1.2340896261301402e-09, 'reg_lambda': 1.0, 'scale_pos_weight': 74.40362465094736}\n",
      "\n",
      "Model #76\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #77\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #78\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #79\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #80\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #81\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #82\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #83\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #84\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #85\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #86\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #87\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #88\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #89\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #90\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #91\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #92\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #93\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #94\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #95\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #96\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #97\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #98\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #99\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #100\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #101\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #102\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #103\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #104\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #105\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #106\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #107\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #108\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #109\n",
      "Best ROC-AUC: 0.7685\n",
      "Best params: {'colsample_bytree': 0.6807009842471385, 'learning_rate': 0.11043881399456439, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 71, 'n_estimators': 20, 'num_leaves': 225, 'reg_alpha': 4.860282165243681e-09, 'reg_lambda': 2.4632049435891286e-06, 'scale_pos_weight': 39.349137693119665}\n",
      "\n",
      "Model #110\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #111\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #112\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #113\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #114\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #115\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #116\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #117\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #118\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #119\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #120\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #121\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #122\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #123\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #124\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #125\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #126\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #127\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #128\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #129\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #130\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #131\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #132\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #133\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #134\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #135\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #136\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #137\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #138\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #139\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #140\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #141\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #142\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #143\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #144\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #145\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #146\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #147\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #148\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #149\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #150\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #151\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #152\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #153\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #154\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #155\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #156\n",
      "Best ROC-AUC: 0.7716\n",
      "Best params: {'colsample_bytree': 0.8862033454195868, 'learning_rate': 0.0971042500981901, 'max_bin': 191, 'max_depth': 2, 'min_child_samples': 42, 'min_data_in_leaf': 64, 'n_estimators': 20, 'num_leaves': 153, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 61.658110057944185}\n",
      "\n",
      "Model #157\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #158\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #159\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #160\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #161\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #162\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #163\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #164\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #165\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #166\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #167\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #168\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #169\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #170\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #171\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #172\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #173\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #174\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #175\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #176\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #177\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #178\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #179\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #180\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #181\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #182\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #183\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #184\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #185\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #186\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #187\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #188\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #189\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #190\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #191\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #192\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #193\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #194\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #195\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #196\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #197\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #198\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #199\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #200\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #201\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #202\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #203\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #204\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #205\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #206\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #207\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #208\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #209\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #210\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #211\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #212\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #213\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #214\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #215\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #216\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #217\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #218\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #219\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #220\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #221\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #222\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #223\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #224\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #225\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #226\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #227\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #228\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #229\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #230\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #231\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #232\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #233\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #234\n",
      "Best ROC-AUC: 0.7723\n",
      "Best params: {'colsample_bytree': 0.8299339799855288, 'learning_rate': 0.08505024841378699, 'max_bin': 100, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 97, 'n_estimators': 20, 'num_leaves': 134, 'reg_alpha': 1e-09, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #235\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #236\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #237\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #238\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #239\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #240\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #241\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #242\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #243\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #244\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #245\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #246\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #247\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #248\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #249\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #250\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #251\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #252\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #253\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #254\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #255\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #256\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #257\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #258\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #259\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #260\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #261\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #262\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #263\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #264\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #265\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #266\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #267\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #268\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #269\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #270\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #271\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #272\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #273\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #274\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #275\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #276\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #277\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #278\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #279\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #280\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #281\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #282\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #283\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #284\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #285\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #286\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #287\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #288\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #289\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #290\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #291\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #292\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #293\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #294\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #295\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #296\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #297\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #298\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #299\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #300\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #301\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #302\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #303\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #304\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #305\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #306\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #307\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #308\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #309\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #310\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #311\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #312\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #313\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #314\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #315\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #316\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #317\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #318\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #319\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #320\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #321\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #322\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #323\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #324\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #325\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #326\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #327\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #328\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #329\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #330\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #331\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #332\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #333\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #334\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #335\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #336\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #337\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #338\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #339\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #340\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #341\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #342\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #343\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #344\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #345\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #346\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #347\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #348\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #349\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #350\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #351\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #352\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #353\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #354\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #355\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #356\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #357\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #358\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #359\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #360\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #361\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #362\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #363\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #364\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #365\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #366\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #367\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #368\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #369\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #370\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #371\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #372\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #373\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #374\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #375\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #376\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #377\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #378\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #379\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #380\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #381\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #382\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #383\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #384\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #385\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #386\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #387\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #388\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #389\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #390\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #391\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #392\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #393\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #394\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #395\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #396\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #397\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #398\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #399\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #400\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #401\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #402\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #403\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #404\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #405\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #406\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #407\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #408\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #409\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #410\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #411\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #412\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #413\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #414\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #415\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #416\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #417\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #418\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #419\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #420\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #421\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #422\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #423\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #424\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #425\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #426\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #427\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #428\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #429\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #430\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #431\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #432\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #433\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #434\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #435\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #436\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #437\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #438\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #439\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #440\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #441\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #442\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #443\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #444\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #445\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #446\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #447\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #448\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #449\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #450\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #451\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #452\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #453\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #454\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #455\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #456\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #457\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #458\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #459\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #460\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #461\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #462\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #463\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #464\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #465\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #466\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #467\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #468\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #469\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #470\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #471\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #472\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #473\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #474\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #475\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #476\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #477\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #478\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #479\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #480\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #481\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #482\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #483\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #484\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #485\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #486\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #487\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #488\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #489\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #490\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #491\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #492\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #493\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #494\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #495\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #496\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #497\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #498\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #499\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Model #500\n",
      "Best ROC-AUC: 0.774\n",
      "Best params: {'colsample_bytree': 1.0, 'learning_rate': 0.0882410095694084, 'max_bin': 826, 'max_depth': 2, 'min_child_samples': 0, 'min_data_in_leaf': 32, 'n_estimators': 20, 'num_leaves': 94, 'reg_alpha': 1.0, 'reg_lambda': 1e-09, 'scale_pos_weight': 90.0}\n",
      "\n",
      "Wall time: 9h 31min 3s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "result_lgbm = bayes_cv_tuner_lgbm.fit(mailout_train_scaled, target, callback=status_print)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LGBMClassifier(application='binary', boosting_type='gbdt', class_weight=None,\n",
       "               colsample_bytree=1.0, importance_type='split',\n",
       "               learning_rate=0.0882410095694084, max_bin=826, max_depth=2,\n",
       "               metric='auc', min_child_samples=0, min_child_weight=0.001,\n",
       "               min_data_in_leaf=32, min_split_gain=0.0, n_estimators=20,\n",
       "               n_jobs=-1, num_leaves=94, objective=None, random_state=None,\n",
       "               reg_alpha=1.0, reg_lambda=1e-09, scale_pos_weight=90.0,\n",
       "               silent=True, subsample=1.0, subsample_for_bin=200000,\n",
       "               subsample_freq=0, verbose=0)"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bayes_lgbm = bayes_cv_tuner_lgbm.best_estimator_\n",
    "bayes_lgbm"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Hyperparameter tunning xgboost"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "ITERATIONS = 200\n",
    "bayes_cv_tuner_xg = BayesSearchCV(\n",
    "    estimator = xgb.XGBClassifier(\n",
    "        n_jobs = -1,\n",
    "        objective = 'binary:logistic',\n",
    "        eval_metric = 'auc',\n",
    "        silent=1,\n",
    "    ),\n",
    "    search_spaces = {\n",
    "        'learning_rate': (0.001, 1.0, 'log-uniform'),\n",
    "        'max_depth': (1, 10),\n",
    "        'min_child_weight': (1, 10),\n",
    "        'gamma': (0.0, 1.0, 'uniform'),\n",
    "        'subsample': (0.5, 1.0, 'uniform'),\n",
    "        'colsample_bytree': (0.5, 1.0, 'uniform'),\n",
    "        'reg_alpha': (1e-9, 1.0, 'log-uniform'),\n",
    "        'n_estimators': (50, 500),\n",
    "        'scale_pos_weight': (1,90)\n",
    "        \n",
    "    },    \n",
    "    scoring = 'roc_auc',\n",
    "    cv = StratifiedKFold(\n",
    "        n_splits=5,\n",
    "        shuffle=True,\n",
    "        random_state= SEED\n",
    "    ),\n",
    "    n_jobs = -1,\n",
    "    n_iter = ITERATIONS,   \n",
    "    verbose = 0,\n",
    "    refit = True,\n",
    "    random_state = np.random.RandomState(50)\n",
    ")\n",
    "\n",
    "def status_print(optim_result):\n",
    "    \"\"\"Status callback durring bayesian hyperparameter search\"\"\"\n",
    "    \n",
    "    # Get all the models tested so far in DataFrame format },\n",
    "    all_models = pd.DataFrame(bayes_cv_tuner_xg.cv_results_)    \n",
    "    \n",
    "    # Get current parameters and the best parameters    \n",
    "    best_params = pd.Series(bayes_cv_tuner_xg.best_params_)\n",
    "    \n",
    "    print('Model #{}\\nBest ROC-AUC: {}\\nBest params: {}\\n'.format(\n",
    "        len(all_models),\n",
    "        np.round(bayes_cv_tuner_xg.best_score_, 4),\n",
    "        bayes_cv_tuner_xg.best_params_\n",
    "    ))    \n",
    "    \n",
    "    # Save all model results\n",
    "    clf_name = bayes_cv_tuner_xg.estimator.__class__.__name__\n",
    "    all_models.to_csv(clf_name+\"_cv_results.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #1\n",
      "Best ROC-AUC: 0.7013\n",
      "Best params: {'colsample_bytree': 0.9304947779168935, 'gamma': 0.451216162792089, 'learning_rate': 0.031732629709526804, 'max_depth': 9, 'min_child_weight': 1, 'n_estimators': 241, 'reg_alpha': 0.014156357168414447, 'scale_pos_weight': 35, 'subsample': 0.5036995347750647}\n",
      "\n",
      "Model #2\n",
      "Best ROC-AUC: 0.7013\n",
      "Best params: {'colsample_bytree': 0.9304947779168935, 'gamma': 0.451216162792089, 'learning_rate': 0.031732629709526804, 'max_depth': 9, 'min_child_weight': 1, 'n_estimators': 241, 'reg_alpha': 0.014156357168414447, 'scale_pos_weight': 35, 'subsample': 0.5036995347750647}\n",
      "\n",
      "Model #3\n",
      "Best ROC-AUC: 0.7018\n",
      "Best params: {'colsample_bytree': 0.703824597278157, 'gamma': 0.06272627491153561, 'learning_rate': 0.027216840155825553, 'max_depth': 8, 'min_child_weight': 8, 'n_estimators': 360, 'reg_alpha': 0.029568819835388976, 'scale_pos_weight': 33, 'subsample': 0.598608507090683}\n",
      "\n",
      "Model #4\n",
      "Best ROC-AUC: 0.744\n",
      "Best params: {'colsample_bytree': 0.5037803556533347, 'gamma': 0.8946886330215069, 'learning_rate': 0.004245163222501687, 'max_depth': 1, 'min_child_weight': 5, 'n_estimators': 138, 'reg_alpha': 0.9668777144422012, 'scale_pos_weight': 5, 'subsample': 0.5497122446526171}\n",
      "\n",
      "Model #5\n",
      "Best ROC-AUC: 0.7617\n",
      "Best params: {'colsample_bytree': 0.6888348010130712, 'gamma': 0.43702345115978325, 'learning_rate': 0.003141497864060941, 'max_depth': 2, 'min_child_weight': 5, 'n_estimators': 376, 'reg_alpha': 0.9682055105813826, 'scale_pos_weight': 86, 'subsample': 0.9162583886152913}\n",
      "\n",
      "Model #6\n",
      "Best ROC-AUC: 0.7617\n",
      "Best params: {'colsample_bytree': 0.6888348010130712, 'gamma': 0.43702345115978325, 'learning_rate': 0.003141497864060941, 'max_depth': 2, 'min_child_weight': 5, 'n_estimators': 376, 'reg_alpha': 0.9682055105813826, 'scale_pos_weight': 86, 'subsample': 0.9162583886152913}\n",
      "\n",
      "Model #7\n",
      "Best ROC-AUC: 0.762\n",
      "Best params: {'colsample_bytree': 0.636975379697787, 'gamma': 0.7792709409751217, 'learning_rate': 0.011063786889633923, 'max_depth': 4, 'min_child_weight': 4, 'n_estimators': 385, 'reg_alpha': 3.6392473718682626e-09, 'scale_pos_weight': 66, 'subsample': 0.7692624308698621}\n",
      "\n",
      "Model #8\n",
      "Best ROC-AUC: 0.762\n",
      "Best params: {'colsample_bytree': 0.636975379697787, 'gamma': 0.7792709409751217, 'learning_rate': 0.011063786889633923, 'max_depth': 4, 'min_child_weight': 4, 'n_estimators': 385, 'reg_alpha': 3.6392473718682626e-09, 'scale_pos_weight': 66, 'subsample': 0.7692624308698621}\n",
      "\n",
      "Model #9\n",
      "Best ROC-AUC: 0.7629\n",
      "Best params: {'colsample_bytree': 0.8735582124231778, 'gamma': 0.5520827853417428, 'learning_rate': 0.23024228934445243, 'max_depth': 1, 'min_child_weight': 9, 'n_estimators': 134, 'reg_alpha': 5.837818518871079e-09, 'scale_pos_weight': 54, 'subsample': 0.7642439185183508}\n",
      "\n",
      "Model #10\n",
      "Best ROC-AUC: 0.7629\n",
      "Best params: {'colsample_bytree': 0.8735582124231778, 'gamma': 0.5520827853417428, 'learning_rate': 0.23024228934445243, 'max_depth': 1, 'min_child_weight': 9, 'n_estimators': 134, 'reg_alpha': 5.837818518871079e-09, 'scale_pos_weight': 54, 'subsample': 0.7642439185183508}\n",
      "\n",
      "Model #11\n",
      "Best ROC-AUC: 0.7652\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.0, 'learning_rate': 0.14186080584369604, 'max_depth': 1, 'min_child_weight': 10, 'n_estimators': 50, 'reg_alpha': 1e-09, 'scale_pos_weight': 86, 'subsample': 0.7272994483527064}\n",
      "\n",
      "Model #12\n",
      "Best ROC-AUC: 0.7652\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.0, 'learning_rate': 0.14186080584369604, 'max_depth': 1, 'min_child_weight': 10, 'n_estimators': 50, 'reg_alpha': 1e-09, 'scale_pos_weight': 86, 'subsample': 0.7272994483527064}\n",
      "\n",
      "Model #13\n",
      "Best ROC-AUC: 0.7652\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.0, 'learning_rate': 0.14186080584369604, 'max_depth': 1, 'min_child_weight': 10, 'n_estimators': 50, 'reg_alpha': 1e-09, 'scale_pos_weight': 86, 'subsample': 0.7272994483527064}\n",
      "\n",
      "Model #14\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #15\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #16\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #17\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #18\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #19\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #20\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #21\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #22\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #23\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #24\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #25\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #26\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #27\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #28\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #29\n",
      "Best ROC-AUC: 0.7671\n",
      "Best params: {'colsample_bytree': 1.0, 'gamma': 0.4244394932447001, 'learning_rate': 0.001, 'max_depth': 5, 'min_child_weight': 4, 'n_estimators': 500, 'reg_alpha': 1.0, 'scale_pos_weight': 3, 'subsample': 1.0}\n",
      "\n",
      "Model #30\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #31\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #32\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #33\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #34\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #35\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #36\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #37\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #38\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #39\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #40\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #41\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #42\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #43\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #44\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #45\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #46\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #47\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #48\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #49\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #50\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #51\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #52\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #53\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #54\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #55\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #56\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #57\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #58\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #59\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #60\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #61\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #62\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #63\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #64\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #65\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #66\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #67\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #68\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #69\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #70\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #71\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #72\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #73\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #74\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #75\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #76\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #77\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #78\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #79\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #80\n",
      "Best ROC-AUC: 0.7709\n",
      "Best params: {'colsample_bytree': 0.6104295346089484, 'gamma': 0.38448683065574574, 'learning_rate': 0.001, 'max_depth': 7, 'min_child_weight': 8, 'n_estimators': 500, 'reg_alpha': 0.027632708015766096, 'scale_pos_weight': 3, 'subsample': 0.6417237245061723}\n",
      "\n",
      "Model #81\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #82\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #83\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #84\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #85\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #86\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #87\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #88\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #89\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #90\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #91\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #92\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #93\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #94\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #95\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #96\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #97\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #98\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #99\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #100\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #101\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #102\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #103\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #104\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #105\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #106\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #107\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #108\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #109\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #110\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #111\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #112\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #113\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #114\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #115\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #116\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #117\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #118\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #119\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #120\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #121\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #122\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #123\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #124\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #125\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #126\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #127\n",
      "Best ROC-AUC: 0.7713\n",
      "Best params: {'colsample_bytree': 0.5900874826802189, 'gamma': 0.9982348696834096, 'learning_rate': 0.001974981235172714, 'max_depth': 5, 'min_child_weight': 3, 'n_estimators': 499, 'reg_alpha': 2.9847156025340653e-06, 'scale_pos_weight': 42, 'subsample': 0.6602095037376499}\n",
      "\n",
      "Model #128\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #129\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #130\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #131\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #132\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #133\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #134\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #135\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #136\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #137\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #138\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #139\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #140\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #141\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #142\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #143\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #144\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #145\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #146\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #147\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #148\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #149\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #150\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #151\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #152\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #153\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #154\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #155\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #156\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #157\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #158\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #159\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #160\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #161\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #162\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #163\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #164\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #165\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #166\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #167\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #168\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #169\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #170\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #171\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #172\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #173\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #174\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #175\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #176\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #177\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #178\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #179\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #180\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #181\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #182\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #183\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #184\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #185\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #186\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #187\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #188\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #189\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #190\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #191\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #192\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #193\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #194\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #195\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #196\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model #197\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #198\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #199\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Model #200\n",
      "Best ROC-AUC: 0.7718\n",
      "Best params: {'colsample_bytree': 0.5578105865941786, 'gamma': 0.07148993933953135, 'learning_rate': 0.002858444321957567, 'max_depth': 4, 'min_child_weight': 1, 'n_estimators': 500, 'reg_alpha': 0.004635659074237927, 'scale_pos_weight': 41, 'subsample': 0.522846932344412}\n",
      "\n",
      "Wall time: 19h 5min 42s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "result_xg = bayes_cv_tuner_xg.fit(mailout_train_scaled, target, callback=status_print)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=1,\n",
       "              colsample_bynode=1, colsample_bytree=0.5578105865941786,\n",
       "              eval_metric='auc', gamma=0.07148993933953135,\n",
       "              learning_rate=0.002858444321957567, max_delta_step=0, max_depth=4,\n",
       "              min_child_weight=1, missing=None, n_estimators=500, n_jobs=-1,\n",
       "              nthread=None, objective='binary:logistic', random_state=0,\n",
       "              reg_alpha=0.004635659074237927, reg_lambda=1, scale_pos_weight=41,\n",
       "              seed=None, silent=1, subsample=0.522846932344412, verbosity=1)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bayes_xgb = bayes_cv_tuner_xg.best_estimator_\n",
    "bayes_xgb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}