classification_aedes_vs_non_aedes.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/bit/miniforge3/envs/pace-up/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n",
      "INFO:albumentations.check_version:A new version of Albumentations is available: 1.4.21 (you have 1.4.10). Upgrade using: pip install --upgrade albumentations\n"
     ]
    }
   ],
   "source": [
    "import gc\n",
    "import torch\n",
    "import pandas as pd\n",
    "\n",
    "from functools import partial\n",
    "\n",
    "from utils.losses import MosLoss\n",
    "from utils.xception import Mos_Xception\n",
    "from utils.data_loader import get_data_loaders\n",
    "from utils.metrics import accuracy, macro_f1\n",
    "\n",
    "from fastai.vision.all import *\n",
    "from fastai.callback.tracker import SaveModelCallback"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "device = torch.device('cuda:0')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "params_df = pd.read_csv('results/params.csv')\n",
    "avg_params_series = params_df.mean(axis=0)\n",
    "avg_params_df = pd.DataFrame(\n",
    "    data=[avg_params_series.values],\n",
    "    columns=avg_params_series.index,\n",
    ")\n",
    "\n",
    "mom = avg_params_df['mom'].item()\n",
    "alpha = avg_params_df['alpha'].item()\n",
    "eps = avg_params_df['eps'].item()\n",
    "wd = avg_params_df['wd'].item()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Focal Loss with gamma =  0\n"
     ]
    }
   ],
   "source": [
    "opt_func = partial(ranger, mom=mom, alpha=alpha, eps=eps)\n",
    "loss = MosLoss(2)\n",
    "metrics = [accuracy, macro_f1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: left;\">\n",
       "      <th>epoch</th>\n",
       "      <th>train_loss</th>\n",
       "      <th>valid_loss</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>macro_f1</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1.297172</td>\n",
       "      <td>1.233671</td>\n",
       "      <td>0.675439</td>\n",
       "      <td>0.669209</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1.170684</td>\n",
       "      <td>0.988914</td>\n",
       "      <td>0.675439</td>\n",
       "      <td>0.669209</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>0.916764</td>\n",
       "      <td>0.599130</td>\n",
       "      <td>0.935673</td>\n",
       "      <td>0.828012</td>\n",
       "      <td>00:54</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.603079</td>\n",
       "      <td>0.283187</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.948772</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.328963</td>\n",
       "      <td>0.110243</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.950902</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>0.204975</td>\n",
       "      <td>0.105118</td>\n",
       "      <td>0.979532</td>\n",
       "      <td>0.898869</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>0.167067</td>\n",
       "      <td>0.449804</td>\n",
       "      <td>0.906433</td>\n",
       "      <td>0.669805</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>0.163990</td>\n",
       "      <td>0.027297</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>0.123404</td>\n",
       "      <td>0.008284</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>0.112257</td>\n",
       "      <td>0.732649</td>\n",
       "      <td>0.833333</td>\n",
       "      <td>0.620854</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>0.113389</td>\n",
       "      <td>0.008291</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>0.124453</td>\n",
       "      <td>0.012164</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>0.087997</td>\n",
       "      <td>0.012276</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>0.124079</td>\n",
       "      <td>0.001526</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>0.163300</td>\n",
       "      <td>0.027582</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>0.080359</td>\n",
       "      <td>0.011032</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>0.099966</td>\n",
       "      <td>0.693394</td>\n",
       "      <td>0.830409</td>\n",
       "      <td>0.620336</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>0.111628</td>\n",
       "      <td>0.022863</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>0.072160</td>\n",
       "      <td>0.005409</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>0.084068</td>\n",
       "      <td>0.070896</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>0.068820</td>\n",
       "      <td>0.001734</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>0.055734</td>\n",
       "      <td>0.001490</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>0.056791</td>\n",
       "      <td>0.001493</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>0.031514</td>\n",
       "      <td>0.210640</td>\n",
       "      <td>0.964912</td>\n",
       "      <td>0.826895</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>0.022228</td>\n",
       "      <td>0.011322</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>0.043115</td>\n",
       "      <td>0.123114</td>\n",
       "      <td>0.985380</td>\n",
       "      <td>0.925896</td>\n",
       "      <td>01:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>0.018031</td>\n",
       "      <td>0.029609</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>0.055750</td>\n",
       "      <td>0.008939</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>0.029805</td>\n",
       "      <td>0.000871</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>0.024561</td>\n",
       "      <td>0.001284</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>0.009922</td>\n",
       "      <td>0.027324</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.927561</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>0.013686</td>\n",
       "      <td>0.000666</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>0.027202</td>\n",
       "      <td>0.393917</td>\n",
       "      <td>0.921053</td>\n",
       "      <td>0.697268</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>0.015889</td>\n",
       "      <td>0.001143</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>0.015145</td>\n",
       "      <td>0.115357</td>\n",
       "      <td>0.976608</td>\n",
       "      <td>0.830170</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>0.011238</td>\n",
       "      <td>1.726538</td>\n",
       "      <td>0.628655</td>\n",
       "      <td>0.537052</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>0.026544</td>\n",
       "      <td>0.027520</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>0.026750</td>\n",
       "      <td>0.001049</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>0.011643</td>\n",
       "      <td>0.000644</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>0.008025</td>\n",
       "      <td>0.000702</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>0.006364</td>\n",
       "      <td>0.035405</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>0.016103</td>\n",
       "      <td>0.001707</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>0.007545</td>\n",
       "      <td>0.001541</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>0.007000</td>\n",
       "      <td>0.001220</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>0.021721</td>\n",
       "      <td>0.047865</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.927561</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>0.012055</td>\n",
       "      <td>0.000374</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>0.003462</td>\n",
       "      <td>0.000324</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>0.002158</td>\n",
       "      <td>0.000357</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>0.004850</td>\n",
       "      <td>0.000270</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>0.005536</td>\n",
       "      <td>0.000554</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50</td>\n",
       "      <td>0.004935</td>\n",
       "      <td>0.000244</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>51</td>\n",
       "      <td>0.007609</td>\n",
       "      <td>0.000503</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>52</td>\n",
       "      <td>0.008445</td>\n",
       "      <td>0.000584</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>53</td>\n",
       "      <td>0.015802</td>\n",
       "      <td>0.000190</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>54</td>\n",
       "      <td>0.006613</td>\n",
       "      <td>0.000229</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55</td>\n",
       "      <td>0.003923</td>\n",
       "      <td>0.000344</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>56</td>\n",
       "      <td>0.002362</td>\n",
       "      <td>0.000430</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>57</td>\n",
       "      <td>0.001522</td>\n",
       "      <td>0.000256</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>58</td>\n",
       "      <td>0.001795</td>\n",
       "      <td>0.000633</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59</td>\n",
       "      <td>0.001422</td>\n",
       "      <td>0.000278</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:12</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/bit/miniforge3/envs/pace-up/lib/python3.11/site-packages/torch/nn/modules/conv.py:456: UserWarning: Applied workaround for CuDNN issue, install nvrtc.so (Triggered internally at /opt/conda/conda-bld/pytorch_1716905971190/work/aten/src/ATen/native/cudnn/Conv_v8.cpp:84.)\n",
      "  return F.conv2d(input, weight, bias, self.stride,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Better model found at epoch 0 with macro_f1 value: 0.669209255021612.\n",
      "Better model found at epoch 2 with macro_f1 value: 0.8280119777877519.\n",
      "Better model found at epoch 3 with macro_f1 value: 0.9487717818687559.\n",
      "Better model found at epoch 4 with macro_f1 value: 0.9509023454694084.\n",
      "Better model found at epoch 7 with macro_f1 value: 0.9758536125259385.\n",
      "Better model found at epoch 8 with macro_f1 value: 1.0.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: left;\">\n",
       "      <th>epoch</th>\n",
       "      <th>train_loss</th>\n",
       "      <th>valid_loss</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>macro_f1</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1.305321</td>\n",
       "      <td>1.271091</td>\n",
       "      <td>0.675439</td>\n",
       "      <td>0.669209</td>\n",
       "      <td>01:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1.173772</td>\n",
       "      <td>1.087776</td>\n",
       "      <td>0.675439</td>\n",
       "      <td>0.669209</td>\n",
       "      <td>01:15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>0.916753</td>\n",
       "      <td>0.725030</td>\n",
       "      <td>0.795322</td>\n",
       "      <td>0.765518</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.610373</td>\n",
       "      <td>0.425313</td>\n",
       "      <td>0.959064</td>\n",
       "      <td>0.914617</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.339193</td>\n",
       "      <td>0.251207</td>\n",
       "      <td>0.964912</td>\n",
       "      <td>0.918357</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>0.204148</td>\n",
       "      <td>0.272265</td>\n",
       "      <td>0.970760</td>\n",
       "      <td>0.943308</td>\n",
       "      <td>01:20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>0.174451</td>\n",
       "      <td>0.167580</td>\n",
       "      <td>0.976608</td>\n",
       "      <td>0.922917</td>\n",
       "      <td>01:13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>0.109730</td>\n",
       "      <td>0.168836</td>\n",
       "      <td>0.970760</td>\n",
       "      <td>0.943308</td>\n",
       "      <td>01:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>0.140778</td>\n",
       "      <td>0.128096</td>\n",
       "      <td>0.982456</td>\n",
       "      <td>0.971210</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>0.123712</td>\n",
       "      <td>0.155225</td>\n",
       "      <td>0.973684</td>\n",
       "      <td>0.944665</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>0.191370</td>\n",
       "      <td>0.254413</td>\n",
       "      <td>0.950292</td>\n",
       "      <td>0.833413</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>0.101091</td>\n",
       "      <td>0.165128</td>\n",
       "      <td>0.970760</td>\n",
       "      <td>0.943308</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>0.062197</td>\n",
       "      <td>0.150948</td>\n",
       "      <td>0.970760</td>\n",
       "      <td>0.943308</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>0.050759</td>\n",
       "      <td>0.040199</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.950902</td>\n",
       "      <td>01:05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>0.100080</td>\n",
       "      <td>0.132769</td>\n",
       "      <td>0.970760</td>\n",
       "      <td>0.920518</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>0.097540</td>\n",
       "      <td>0.130824</td>\n",
       "      <td>0.976608</td>\n",
       "      <td>0.968811</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>0.076356</td>\n",
       "      <td>0.137769</td>\n",
       "      <td>0.976608</td>\n",
       "      <td>0.944128</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>0.052349</td>\n",
       "      <td>0.060281</td>\n",
       "      <td>0.985380</td>\n",
       "      <td>0.972276</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>0.056296</td>\n",
       "      <td>0.109007</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.974188</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>0.066273</td>\n",
       "      <td>0.035238</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>0.080703</td>\n",
       "      <td>0.156154</td>\n",
       "      <td>0.970760</td>\n",
       "      <td>0.943308</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>0.055258</td>\n",
       "      <td>0.149546</td>\n",
       "      <td>0.973684</td>\n",
       "      <td>0.967455</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>0.058485</td>\n",
       "      <td>0.201154</td>\n",
       "      <td>0.973684</td>\n",
       "      <td>0.967455</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>0.024278</td>\n",
       "      <td>0.012643</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>0.023957</td>\n",
       "      <td>0.121829</td>\n",
       "      <td>0.976608</td>\n",
       "      <td>0.968811</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>0.027471</td>\n",
       "      <td>0.070704</td>\n",
       "      <td>0.985380</td>\n",
       "      <td>0.972276</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>0.011385</td>\n",
       "      <td>0.018058</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>0.040234</td>\n",
       "      <td>0.023427</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>0.025411</td>\n",
       "      <td>0.127835</td>\n",
       "      <td>0.976608</td>\n",
       "      <td>0.968811</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>0.044342</td>\n",
       "      <td>0.111473</td>\n",
       "      <td>0.967836</td>\n",
       "      <td>0.850925</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>0.056685</td>\n",
       "      <td>0.110408</td>\n",
       "      <td>0.988304</td>\n",
       "      <td>0.926756</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>0.019622</td>\n",
       "      <td>0.038693</td>\n",
       "      <td>0.988304</td>\n",
       "      <td>0.973266</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>0.005516</td>\n",
       "      <td>0.075786</td>\n",
       "      <td>0.979532</td>\n",
       "      <td>0.970058</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>0.007973</td>\n",
       "      <td>0.016230</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>0.011865</td>\n",
       "      <td>0.029976</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.974188</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>0.033231</td>\n",
       "      <td>0.014955</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>0.047445</td>\n",
       "      <td>0.041158</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.950902</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>0.021041</td>\n",
       "      <td>0.016567</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>0.012557</td>\n",
       "      <td>0.015707</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>0.015023</td>\n",
       "      <td>0.003422</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>0.009618</td>\n",
       "      <td>0.002963</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>0.005780</td>\n",
       "      <td>0.008516</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>0.015041</td>\n",
       "      <td>0.033790</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>0.003886</td>\n",
       "      <td>0.031586</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>0.004440</td>\n",
       "      <td>0.026747</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>0.002640</td>\n",
       "      <td>0.027980</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>0.002815</td>\n",
       "      <td>0.025620</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>0.002842</td>\n",
       "      <td>0.015814</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>0.004098</td>\n",
       "      <td>0.008046</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>0.003796</td>\n",
       "      <td>0.008655</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50</td>\n",
       "      <td>0.011596</td>\n",
       "      <td>0.018149</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>51</td>\n",
       "      <td>0.003294</td>\n",
       "      <td>0.034340</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>52</td>\n",
       "      <td>0.002698</td>\n",
       "      <td>0.024829</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>53</td>\n",
       "      <td>0.005131</td>\n",
       "      <td>0.037176</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>54</td>\n",
       "      <td>0.004242</td>\n",
       "      <td>0.019340</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55</td>\n",
       "      <td>0.001974</td>\n",
       "      <td>0.035736</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>56</td>\n",
       "      <td>0.001565</td>\n",
       "      <td>0.023327</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>57</td>\n",
       "      <td>0.004529</td>\n",
       "      <td>0.027978</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>58</td>\n",
       "      <td>0.003078</td>\n",
       "      <td>0.043391</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59</td>\n",
       "      <td>0.003038</td>\n",
       "      <td>0.038433</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.975049</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Better model found at epoch 0 with macro_f1 value: 0.669209255021612.\n",
      "Better model found at epoch 2 with macro_f1 value: 0.7655180136913882.\n",
      "Better model found at epoch 3 with macro_f1 value: 0.914616891760518.\n",
      "Better model found at epoch 4 with macro_f1 value: 0.918357214526108.\n",
      "Better model found at epoch 5 with macro_f1 value: 0.9433084815826382.\n",
      "Better model found at epoch 8 with macro_f1 value: 0.9712100764732343.\n",
      "Better model found at epoch 17 with macro_f1 value: 0.9722763699371887.\n",
      "Better model found at epoch 18 with macro_f1 value: 0.974188344424279.\n",
      "Better model found at epoch 19 with macro_f1 value: 0.9750487329434697.\n",
      "Better model found at epoch 23 with macro_f1 value: 1.0.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: left;\">\n",
       "      <th>epoch</th>\n",
       "      <th>train_loss</th>\n",
       "      <th>valid_loss</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>macro_f1</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1.326381</td>\n",
       "      <td>1.264544</td>\n",
       "      <td>0.675439</td>\n",
       "      <td>0.669209</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1.167452</td>\n",
       "      <td>1.095535</td>\n",
       "      <td>0.675439</td>\n",
       "      <td>0.669209</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>0.908479</td>\n",
       "      <td>0.784635</td>\n",
       "      <td>0.897661</td>\n",
       "      <td>0.833508</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.600073</td>\n",
       "      <td>0.400205</td>\n",
       "      <td>0.982456</td>\n",
       "      <td>0.925091</td>\n",
       "      <td>01:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.327363</td>\n",
       "      <td>0.145006</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>0.214921</td>\n",
       "      <td>0.120749</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.950902</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>0.159888</td>\n",
       "      <td>0.076547</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.951707</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>0.125911</td>\n",
       "      <td>0.061229</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>0.070896</td>\n",
       "      <td>0.148197</td>\n",
       "      <td>0.976608</td>\n",
       "      <td>0.923179</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>0.130931</td>\n",
       "      <td>0.106873</td>\n",
       "      <td>0.982456</td>\n",
       "      <td>0.939668</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>0.092411</td>\n",
       "      <td>0.048197</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>0.086890</td>\n",
       "      <td>0.074344</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>0.062849</td>\n",
       "      <td>0.053279</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>0.074017</td>\n",
       "      <td>0.059672</td>\n",
       "      <td>0.988304</td>\n",
       "      <td>0.926756</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>0.067584</td>\n",
       "      <td>0.133542</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.950902</td>\n",
       "      <td>01:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>0.085029</td>\n",
       "      <td>0.194894</td>\n",
       "      <td>0.961988</td>\n",
       "      <td>0.826035</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>0.057888</td>\n",
       "      <td>0.055693</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>0.036680</td>\n",
       "      <td>0.062992</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.951707</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>0.088372</td>\n",
       "      <td>0.048098</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>0.024586</td>\n",
       "      <td>0.055107</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>0.086028</td>\n",
       "      <td>0.066508</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.951707</td>\n",
       "      <td>01:19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>0.046252</td>\n",
       "      <td>0.064015</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:14</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>0.025284</td>\n",
       "      <td>0.062438</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>0.010956</td>\n",
       "      <td>0.046677</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>0.040661</td>\n",
       "      <td>0.114793</td>\n",
       "      <td>0.982456</td>\n",
       "      <td>0.855122</td>\n",
       "      <td>01:08</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>0.027879</td>\n",
       "      <td>0.065986</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.951707</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>0.007459</td>\n",
       "      <td>0.075549</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>0.004043</td>\n",
       "      <td>0.113081</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.950902</td>\n",
       "      <td>01:18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>0.023112</td>\n",
       "      <td>0.103329</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.950902</td>\n",
       "      <td>01:17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>0.017455</td>\n",
       "      <td>0.064760</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>0.038617</td>\n",
       "      <td>0.103242</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.951707</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>0.021449</td>\n",
       "      <td>0.052601</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>0.012588</td>\n",
       "      <td>0.044417</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>0.014444</td>\n",
       "      <td>0.046165</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>0.030729</td>\n",
       "      <td>0.112320</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:02</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>0.012302</td>\n",
       "      <td>0.061699</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>0.004684</td>\n",
       "      <td>0.053585</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:03</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>0.029579</td>\n",
       "      <td>0.064667</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>0.007989</td>\n",
       "      <td>0.075263</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:05</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>0.004645</td>\n",
       "      <td>0.073126</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>0.011538</td>\n",
       "      <td>0.082784</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>0.003582</td>\n",
       "      <td>0.074365</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:01</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>0.007690</td>\n",
       "      <td>0.071138</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>0.004272</td>\n",
       "      <td>0.060919</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>0.001426</td>\n",
       "      <td>0.066560</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>0.002446</td>\n",
       "      <td>0.057778</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>0.002024</td>\n",
       "      <td>0.067087</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>0.001411</td>\n",
       "      <td>0.076532</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>0.006184</td>\n",
       "      <td>0.070521</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>0.002169</td>\n",
       "      <td>0.065014</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50</td>\n",
       "      <td>0.001349</td>\n",
       "      <td>0.069033</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>51</td>\n",
       "      <td>0.001630</td>\n",
       "      <td>0.068922</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>52</td>\n",
       "      <td>0.001691</td>\n",
       "      <td>0.070490</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>53</td>\n",
       "      <td>0.000979</td>\n",
       "      <td>0.063906</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>54</td>\n",
       "      <td>0.001274</td>\n",
       "      <td>0.066865</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55</td>\n",
       "      <td>0.000953</td>\n",
       "      <td>0.070709</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>56</td>\n",
       "      <td>0.001641</td>\n",
       "      <td>0.057795</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>57</td>\n",
       "      <td>0.001693</td>\n",
       "      <td>0.065341</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>58</td>\n",
       "      <td>0.000720</td>\n",
       "      <td>0.063381</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59</td>\n",
       "      <td>0.003412</td>\n",
       "      <td>0.066640</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Better model found at epoch 0 with macro_f1 value: 0.669209255021612.\n",
      "Better model found at epoch 2 with macro_f1 value: 0.8335079041121186.\n",
      "Better model found at epoch 3 with macro_f1 value: 0.9250906898936875.\n",
      "Better model found at epoch 4 with macro_f1 value: 0.9758536125259385.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: left;\">\n",
       "      <th>epoch</th>\n",
       "      <th>train_loss</th>\n",
       "      <th>valid_loss</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>macro_f1</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1.332821</td>\n",
       "      <td>1.257193</td>\n",
       "      <td>0.675439</td>\n",
       "      <td>0.669209</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1.177279</td>\n",
       "      <td>1.035882</td>\n",
       "      <td>0.675439</td>\n",
       "      <td>0.669209</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>0.897392</td>\n",
       "      <td>0.643032</td>\n",
       "      <td>0.888889</td>\n",
       "      <td>0.829045</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.577398</td>\n",
       "      <td>0.408324</td>\n",
       "      <td>0.935673</td>\n",
       "      <td>0.921470</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.305486</td>\n",
       "      <td>0.146224</td>\n",
       "      <td>0.988304</td>\n",
       "      <td>0.926756</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>0.161511</td>\n",
       "      <td>0.154287</td>\n",
       "      <td>0.967836</td>\n",
       "      <td>0.935017</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>0.121405</td>\n",
       "      <td>0.033628</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>0.179066</td>\n",
       "      <td>0.072356</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.942138</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>0.109581</td>\n",
       "      <td>0.015849</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>0.146783</td>\n",
       "      <td>0.012025</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>0.133894</td>\n",
       "      <td>0.120981</td>\n",
       "      <td>0.985380</td>\n",
       "      <td>0.879268</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>0.106792</td>\n",
       "      <td>0.041369</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>0.083268</td>\n",
       "      <td>0.012467</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>0.111974</td>\n",
       "      <td>0.007838</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>0.088738</td>\n",
       "      <td>0.055975</td>\n",
       "      <td>0.991228</td>\n",
       "      <td>0.950902</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>0.148617</td>\n",
       "      <td>0.298367</td>\n",
       "      <td>0.929825</td>\n",
       "      <td>0.895968</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>0.078324</td>\n",
       "      <td>0.039177</td>\n",
       "      <td>0.997076</td>\n",
       "      <td>0.975854</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>0.068936</td>\n",
       "      <td>0.003188</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>0.065843</td>\n",
       "      <td>0.004314</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>0.039997</td>\n",
       "      <td>0.088949</td>\n",
       "      <td>0.973684</td>\n",
       "      <td>0.936799</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>0.060836</td>\n",
       "      <td>0.002873</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>0.065756</td>\n",
       "      <td>0.032825</td>\n",
       "      <td>0.994152</td>\n",
       "      <td>0.951707</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>0.052561</td>\n",
       "      <td>0.001748</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>0.035860</td>\n",
       "      <td>0.001536</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>0.036084</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>0.013675</td>\n",
       "      <td>0.000323</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>0.028474</td>\n",
       "      <td>0.000502</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>0.066759</td>\n",
       "      <td>0.016991</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>0.071012</td>\n",
       "      <td>0.014202</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>0.048745</td>\n",
       "      <td>0.006798</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>0.023120</td>\n",
       "      <td>0.002859</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>0.041436</td>\n",
       "      <td>0.002553</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>0.020723</td>\n",
       "      <td>0.000572</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>0.020971</td>\n",
       "      <td>0.002105</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>0.032084</td>\n",
       "      <td>0.149109</td>\n",
       "      <td>0.973684</td>\n",
       "      <td>0.829310</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>0.016015</td>\n",
       "      <td>0.002974</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>0.029631</td>\n",
       "      <td>0.165741</td>\n",
       "      <td>0.964912</td>\n",
       "      <td>0.850064</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>0.018396</td>\n",
       "      <td>0.000665</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>0.033717</td>\n",
       "      <td>0.001045</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>0.012961</td>\n",
       "      <td>0.001130</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>0.015681</td>\n",
       "      <td>0.004072</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>01:00</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>0.018399</td>\n",
       "      <td>0.007926</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>0.011151</td>\n",
       "      <td>0.000597</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>0.009354</td>\n",
       "      <td>0.000612</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>0.004038</td>\n",
       "      <td>0.000875</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>0.005950</td>\n",
       "      <td>0.005324</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>0.005580</td>\n",
       "      <td>0.001138</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>0.003660</td>\n",
       "      <td>0.001832</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>0.002878</td>\n",
       "      <td>0.000509</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>0.002715</td>\n",
       "      <td>0.000545</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50</td>\n",
       "      <td>0.004877</td>\n",
       "      <td>0.000843</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>51</td>\n",
       "      <td>0.002627</td>\n",
       "      <td>0.000893</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>52</td>\n",
       "      <td>0.003419</td>\n",
       "      <td>0.001044</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>53</td>\n",
       "      <td>0.002571</td>\n",
       "      <td>0.000672</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>54</td>\n",
       "      <td>0.009253</td>\n",
       "      <td>0.000586</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55</td>\n",
       "      <td>0.003173</td>\n",
       "      <td>0.000544</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>56</td>\n",
       "      <td>0.002663</td>\n",
       "      <td>0.000812</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>57</td>\n",
       "      <td>0.002141</td>\n",
       "      <td>0.000548</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>58</td>\n",
       "      <td>0.006250</td>\n",
       "      <td>0.000650</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59</td>\n",
       "      <td>0.007338</td>\n",
       "      <td>0.000845</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Better model found at epoch 0 with macro_f1 value: 0.669209255021612.\n",
      "Better model found at epoch 2 with macro_f1 value: 0.8290445534144516.\n",
      "Better model found at epoch 3 with macro_f1 value: 0.921470342522974.\n",
      "Better model found at epoch 4 with macro_f1 value: 0.9267559579953469.\n",
      "Better model found at epoch 5 with macro_f1 value: 0.9350165537300039.\n",
      "Better model found at epoch 6 with macro_f1 value: 1.0.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: left;\">\n",
       "      <th>epoch</th>\n",
       "      <th>train_loss</th>\n",
       "      <th>valid_loss</th>\n",
       "      <th>accuracy</th>\n",
       "      <th>macro_f1</th>\n",
       "      <th>time</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>1.295533</td>\n",
       "      <td>1.236320</td>\n",
       "      <td>0.677419</td>\n",
       "      <td>0.671172</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>1.155248</td>\n",
       "      <td>1.055883</td>\n",
       "      <td>0.677419</td>\n",
       "      <td>0.671172</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>0.893284</td>\n",
       "      <td>0.817367</td>\n",
       "      <td>0.780059</td>\n",
       "      <td>0.770385</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>0.585915</td>\n",
       "      <td>0.538807</td>\n",
       "      <td>0.818182</td>\n",
       "      <td>0.797832</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>0.341437</td>\n",
       "      <td>0.353796</td>\n",
       "      <td>0.923754</td>\n",
       "      <td>0.850921</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>0.185340</td>\n",
       "      <td>0.155216</td>\n",
       "      <td>0.973607</td>\n",
       "      <td>0.868173</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>0.164212</td>\n",
       "      <td>0.281294</td>\n",
       "      <td>0.950147</td>\n",
       "      <td>0.859656</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>0.134654</td>\n",
       "      <td>0.175067</td>\n",
       "      <td>0.961877</td>\n",
       "      <td>0.887851</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>0.151110</td>\n",
       "      <td>0.152106</td>\n",
       "      <td>0.985337</td>\n",
       "      <td>0.902324</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>0.087440</td>\n",
       "      <td>0.063742</td>\n",
       "      <td>0.985337</td>\n",
       "      <td>0.918395</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>0.106347</td>\n",
       "      <td>1.634950</td>\n",
       "      <td>0.539589</td>\n",
       "      <td>0.474668</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>0.132133</td>\n",
       "      <td>0.057295</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>0.092643</td>\n",
       "      <td>0.118930</td>\n",
       "      <td>0.970675</td>\n",
       "      <td>0.890682</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>0.116582</td>\n",
       "      <td>0.364035</td>\n",
       "      <td>0.938416</td>\n",
       "      <td>0.877538</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>0.093627</td>\n",
       "      <td>0.090494</td>\n",
       "      <td>0.982405</td>\n",
       "      <td>0.924871</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>0.089349</td>\n",
       "      <td>0.332275</td>\n",
       "      <td>0.917889</td>\n",
       "      <td>0.742667</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>0.102250</td>\n",
       "      <td>1.204919</td>\n",
       "      <td>0.683284</td>\n",
       "      <td>0.558734</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>0.061297</td>\n",
       "      <td>0.186705</td>\n",
       "      <td>0.970675</td>\n",
       "      <td>0.874705</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>0.034263</td>\n",
       "      <td>0.097398</td>\n",
       "      <td>0.979472</td>\n",
       "      <td>0.916725</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>0.037905</td>\n",
       "      <td>0.030575</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>0.044493</td>\n",
       "      <td>0.069016</td>\n",
       "      <td>0.988270</td>\n",
       "      <td>0.926541</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>0.036071</td>\n",
       "      <td>0.045791</td>\n",
       "      <td>0.988270</td>\n",
       "      <td>0.926541</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>0.052086</td>\n",
       "      <td>0.995003</td>\n",
       "      <td>0.809384</td>\n",
       "      <td>0.658650</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>0.054485</td>\n",
       "      <td>0.035323</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>0.016732</td>\n",
       "      <td>0.090762</td>\n",
       "      <td>0.979472</td>\n",
       "      <td>0.900654</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>0.006181</td>\n",
       "      <td>0.045345</td>\n",
       "      <td>0.991202</td>\n",
       "      <td>0.927348</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>0.056145</td>\n",
       "      <td>0.034993</td>\n",
       "      <td>0.991202</td>\n",
       "      <td>0.950758</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>0.029122</td>\n",
       "      <td>0.391550</td>\n",
       "      <td>0.938416</td>\n",
       "      <td>0.879272</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>0.026208</td>\n",
       "      <td>0.015197</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>0.023027</td>\n",
       "      <td>0.023305</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>0.026475</td>\n",
       "      <td>0.015400</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>0.007623</td>\n",
       "      <td>0.014489</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>0.022757</td>\n",
       "      <td>0.161331</td>\n",
       "      <td>0.953079</td>\n",
       "      <td>0.776283</td>\n",
       "      <td>00:59</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>0.011906</td>\n",
       "      <td>0.006305</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>0.019212</td>\n",
       "      <td>0.027564</td>\n",
       "      <td>0.994135</td>\n",
       "      <td>0.951566</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>0.021965</td>\n",
       "      <td>0.039329</td>\n",
       "      <td>0.991202</td>\n",
       "      <td>0.950758</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>0.007139</td>\n",
       "      <td>0.022953</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>0.003584</td>\n",
       "      <td>0.030000</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>0.002355</td>\n",
       "      <td>0.032387</td>\n",
       "      <td>0.994135</td>\n",
       "      <td>0.951566</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>0.006044</td>\n",
       "      <td>0.114890</td>\n",
       "      <td>0.979472</td>\n",
       "      <td>0.877300</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>0.005224</td>\n",
       "      <td>0.058658</td>\n",
       "      <td>0.985337</td>\n",
       "      <td>0.878914</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>0.011226</td>\n",
       "      <td>0.060911</td>\n",
       "      <td>0.991202</td>\n",
       "      <td>0.927348</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>0.015486</td>\n",
       "      <td>0.037492</td>\n",
       "      <td>0.997067</td>\n",
       "      <td>0.975783</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>0.008382</td>\n",
       "      <td>0.055088</td>\n",
       "      <td>0.991202</td>\n",
       "      <td>0.950758</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>0.004166</td>\n",
       "      <td>0.058529</td>\n",
       "      <td>0.982405</td>\n",
       "      <td>0.878107</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>0.005042</td>\n",
       "      <td>0.090324</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.829672</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>0.002388</td>\n",
       "      <td>0.048110</td>\n",
       "      <td>0.991202</td>\n",
       "      <td>0.927348</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>0.015147</td>\n",
       "      <td>0.037533</td>\n",
       "      <td>0.994135</td>\n",
       "      <td>0.951566</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>0.006324</td>\n",
       "      <td>0.107466</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.853082</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>0.011265</td>\n",
       "      <td>0.119177</td>\n",
       "      <td>0.973607</td>\n",
       "      <td>0.828865</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>50</td>\n",
       "      <td>0.002740</td>\n",
       "      <td>0.126689</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.853082</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>51</td>\n",
       "      <td>0.001843</td>\n",
       "      <td>0.091617</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.853082</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>52</td>\n",
       "      <td>0.007850</td>\n",
       "      <td>0.094136</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.853082</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>53</td>\n",
       "      <td>0.006249</td>\n",
       "      <td>0.133124</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.853082</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>54</td>\n",
       "      <td>0.005168</td>\n",
       "      <td>0.096171</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.853082</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>55</td>\n",
       "      <td>0.001712</td>\n",
       "      <td>0.130663</td>\n",
       "      <td>0.973607</td>\n",
       "      <td>0.852275</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>56</td>\n",
       "      <td>0.001920</td>\n",
       "      <td>0.117796</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.853082</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>57</td>\n",
       "      <td>0.001460</td>\n",
       "      <td>0.131035</td>\n",
       "      <td>0.970675</td>\n",
       "      <td>0.851412</td>\n",
       "      <td>00:57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>58</td>\n",
       "      <td>0.002997</td>\n",
       "      <td>0.134351</td>\n",
       "      <td>0.973607</td>\n",
       "      <td>0.852219</td>\n",
       "      <td>00:56</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>59</td>\n",
       "      <td>0.001801</td>\n",
       "      <td>0.107635</td>\n",
       "      <td>0.976540</td>\n",
       "      <td>0.853082</td>\n",
       "      <td>00:58</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Better model found at epoch 0 with macro_f1 value: 0.6711717455055464.\n",
      "Better model found at epoch 2 with macro_f1 value: 0.7703846817319303.\n",
      "Better model found at epoch 3 with macro_f1 value: 0.7978319862869948.\n",
      "Better model found at epoch 4 with macro_f1 value: 0.8509207467788849.\n",
      "Better model found at epoch 5 with macro_f1 value: 0.8681733343543958.\n",
      "Better model found at epoch 7 with macro_f1 value: 0.887850687154573.\n",
      "Better model found at epoch 8 with macro_f1 value: 0.9023239680887963.\n",
      "Better model found at epoch 9 with macro_f1 value: 0.9183951901953983.\n",
      "Better model found at epoch 11 with macro_f1 value: 0.9757828020054867.\n",
      "Better model found at epoch 30 with macro_f1 value: 1.0.\n"
     ]
    }
   ],
   "source": [
    "for fold in range(1, 6):\n",
    "    model_dir = f'model_weights/comparison/aedes_vs_non_aedes/fold_{fold}'\n",
    "    data_csv_path = f'data/comparison/aedes_vs_non_aedes/data_fold_{fold}.csv'\n",
    "\n",
    "    df = pd.read_csv(data_csv_path)\n",
    "    train_dl, val_dl = get_data_loaders(df)\n",
    "    dls = DataLoaders(train_dl, val_dl)\n",
    "    net = Mos_Xception(2)\n",
    "\n",
    "    learn = Learner(\n",
    "        dls,\n",
    "        net,\n",
    "        wd=wd,\n",
    "        opt_func=opt_func,\n",
    "        metrics=metrics,\n",
    "        loss_func=loss,\n",
    "        model_dir=model_dir,\n",
    "    )\n",
    "    cb = SaveModelCallback(monitor='macro_f1')\n",
    "    learn.fit_one_cycle(\n",
    "        60,\n",
    "        2e-03,\n",
    "        div=25,\n",
    "        pct_start=0.3,\n",
    "        cbs=[cb],\n",
    "    )\n",
    "\n",
    "    del learn\n",
    "    del net\n",
    "    gc.collect()\n",
    "    torch.cuda.empty_cache()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "pace-up",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}