notebooks/model_fine_tuning_VGG_CUB_50.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# VGG model finetuning with CUB Dataset\n",
    "\n",
    "## 5-way 25-shot"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Defaulting to user installation because normal site-packages is not writeable\n",
      "Requirement already satisfied: gdown in c:\\users\\rperera23\\appdata\\roaming\\python\\python39\\site-packages (4.7.1)\n",
      "Requirement already satisfied: requests[socks] in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from gdown) (2.28.1)\n",
      "Requirement already satisfied: beautifulsoup4 in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from gdown) (4.11.1)\n",
      "Requirement already satisfied: six in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from gdown) (1.16.0)\n",
      "Requirement already satisfied: filelock in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from gdown) (3.9.0)\n",
      "Requirement already satisfied: tqdm in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from gdown) (4.64.1)\n",
      "Requirement already satisfied: soupsieve>1.2 in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from beautifulsoup4->gdown) (2.3.2.post1)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from requests[socks]->gdown) (3.4)\n",
      "Requirement already satisfied: urllib3<1.27,>=1.21.1 in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from requests[socks]->gdown) (1.26.12)\n",
      "Requirement already satisfied: charset-normalizer<3,>=2 in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from requests[socks]->gdown) (2.0.4)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from requests[socks]->gdown) (2022.9.24)\n",
      "Requirement already satisfied: PySocks!=1.5.7,>=1.5.6 in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from requests[socks]->gdown) (1.7.1)\n",
      "Requirement already satisfied: colorama in c:\\program files\\arcgis\\pro\\bin\\python\\envs\\arcgispro-py3\\lib\\site-packages (from tqdm->gdown) (0.4.5)\n"
     ]
    }
   ],
   "source": [
    "!pip install gdown"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<contextlib.ExitStack at 0x221902fb580>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import sys\n",
    "sys.path.append('..')\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.backends.cudnn as cudnn\n",
    "import matplotlib.pyplot as plt\n",
    "import os\n",
    "import torchvision\n",
    "from torchvision import datasets, models, transforms\n",
    "from torch.optim.lr_scheduler import StepLR\n",
    "\n",
    "\n",
    "from src.models import VGG19\n",
    "from src.dataloader import EuroSatDownloader\n",
    "from src.training import train_fine_tuning, eval_method, eval_func\n",
    "from src.dataloader import MiniImageNetDataSet, createEuroSatDataLoaders, EuroSatDownloader\n",
    "from src.modelvis import visualize_models\n",
    "\n",
    "plt.ion()\n",
    "\n",
    "'''\n",
    "The line cudnn.benchmark = True is typically used in deep learning projects that utilize the CUDA Deep Neural Network (cuDNN) library.\n",
    "When cudnn.benchmark is set to True, it enables cuDNN to automatically find the best algorithm configuration for the specific \n",
    "input sizes and hardware being used. This can result in improved performance during training and inference.By enabling benchmarking, \n",
    "cuDNN will run a short benchmarking phase during the first iteration of the model to determine the optimal algorithm configuration. \n",
    "This configuration is then cached and used for subsequent iterations, leading to faster execution times.\n",
    "It's important to note that enabling benchmarking may introduce some overhead during the initial benchmarking phase, so it is typically \n",
    "recommended to use it when the input sizes are consistent throughout the training process.\n",
    "Overall, setting cudnn.benchmark to True can help optimize the performance of deep learning models that use cuDNN.\n",
    "'''\n",
    "torch.backends.cudnn.benchmark = True\n",
    "\n",
    "'''\n",
    "The line plt.ion() is a function call that activates interactive mode in matplotlib.\n",
    "When interactive mode is enabled, any plot that is created will be displayed immediately \n",
    "and can be updated dynamically. This means that you can modify the plot after it is displayed, \n",
    "such as changing the data or adding annotations, and the changes will be reflected in real-time.\n",
    "'''\n",
    "plt.ion()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.9.2\n",
      "1.8.2\n"
     ]
    }
   ],
   "source": [
    "print(torchvision.__version__)\n",
    "print(torch.__version__)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cuda:0\n"
     ]
    }
   ],
   "source": [
    "device = torch.device(\"cuda:0\" if torch.cuda.is_available() else \"cpu\")\n",
    "print(device)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Download CUB Dataset\n",
    "\n",
    "add data to the path\n",
    "\n",
    "dataDir = '..\\\\data\\\\CUB_200_2011\\\\CUB_200_2011\\\\images'"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Hyperparameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "LEARNING_RATE = 0.01\n",
    "WEIGHT_DECAY = 0.001\n",
    "NUM_EPOCHS = 20\n",
    "BATCH_SIZE = 25\n",
    "MOMENTUM = 0.09\n",
    "STEP_SIZE = 5\n",
    "num_of_classes = 64\n",
    "EPISODES = 50\n",
    "GAMMA = 0.5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_transforms = {\n",
    "    'train': transforms.Compose([\n",
    "        transforms.Resize((224, 224)),\n",
    "        transforms.ColorJitter(brightness=0.4, contrast=0.4, saturation=0.4),\n",
    "        transforms.RandomHorizontalFlip(),\n",
    "        transforms.GaussianBlur(3, sigma=(0.1, 2.0)),\n",
    "        transforms.ToTensor(),\n",
    "        transforms.Normalize((0.485, 0.456, 0.406), (0.229, 0.224, 0.225)),\n",
    "    ]),\n",
    "    'test': transforms.Compose([\n",
    "        transforms.Resize((224, 224)),\n",
    "        transforms.ToTensor(),\n",
    "        transforms.Normalize((0.485, 0.456, 0.406), (0.229, 0.224, 0.225)),\n",
    "    ])\n",
    "}\n",
    "\n",
    "dataDir = '..\\\\data\\\\CUB_200_2011\\\\CUB_200_2011\\\\images'\n",
    "modelPath = '..\\\\data\\\\models\\\\best_model_VGG19_fixedTransformers.pth'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Please wait patiently, it may take some hours...\n",
      "\n",
      "Training Episode: 1...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 1.967762, test accuracy: 0.506667\n",
      "epoch: 1, accuracy: 0.720000, avg. loss: 0.734032, test accuracy: 0.666667\n",
      "epoch: 2, accuracy: 0.960000, avg. loss: 0.221100, test accuracy: 0.773333\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.035495, test accuracy: 0.760000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.027418, test accuracy: 0.773333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.008272, test accuracy: 0.760000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.011794, test accuracy: 0.773333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.009398, test accuracy: 0.773333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.009385, test accuracy: 0.773333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.007266, test accuracy: 0.773333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.004263, test accuracy: 0.773333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.009660, test accuracy: 0.773333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.003126, test accuracy: 0.773333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.009230, test accuracy: 0.773333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.007705, test accuracy: 0.773333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.005865, test accuracy: 0.773333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.004793, test accuracy: 0.773333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.004130, test accuracy: 0.773333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.006010, test accuracy: 0.773333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.005334, test accuracy: 0.773333\n",
      "{'114.Black_throated_Sparrow', '045.Northern_Fulmar', '142.Black_Tern', '191.Red_headed_Woodpecker', '096.Hooded_Oriole'}\n",
      "Episode 1: Test Accuracy: 0.7733\n",
      "\n",
      "Training Episode: 2...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.240000, avg. loss: 1.860547, test accuracy: 0.266667\n",
      "epoch: 1, accuracy: 0.600000, avg. loss: 1.756613, test accuracy: 0.506667\n",
      "epoch: 2, accuracy: 0.680000, avg. loss: 1.055887, test accuracy: 0.560000\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.456164, test accuracy: 0.640000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.197488, test accuracy: 0.666667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.079518, test accuracy: 0.680000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.055373, test accuracy: 0.693333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.026420, test accuracy: 0.680000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.044424, test accuracy: 0.680000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.022599, test accuracy: 0.680000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.020367, test accuracy: 0.680000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.014494, test accuracy: 0.680000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.022772, test accuracy: 0.666667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.020528, test accuracy: 0.666667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.016755, test accuracy: 0.666667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.015281, test accuracy: 0.653333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.012926, test accuracy: 0.653333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.011043, test accuracy: 0.653333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.009551, test accuracy: 0.653333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.009161, test accuracy: 0.653333\n",
      "{'114.Black_throated_Sparrow', '036.Northern_Flicker', '015.Lazuli_Bunting', '030.Fish_Crow', '165.Chestnut_sided_Warbler'}\n",
      "Episode 2: Test Accuracy: 0.6533\n",
      "\n",
      "Training Episode: 3...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.360000, avg. loss: 1.640293, test accuracy: 0.266667\n",
      "epoch: 1, accuracy: 0.600000, avg. loss: 1.109061, test accuracy: 0.546667\n",
      "epoch: 2, accuracy: 0.760000, avg. loss: 2.054609, test accuracy: 0.386667\n",
      "epoch: 3, accuracy: 0.720000, avg. loss: 1.179969, test accuracy: 0.666667\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.583696, test accuracy: 0.693333\n",
      "epoch: 5, accuracy: 0.960000, avg. loss: 0.203524, test accuracy: 0.693333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.122737, test accuracy: 0.693333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.104472, test accuracy: 0.706667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.102833, test accuracy: 0.706667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.070561, test accuracy: 0.706667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.051928, test accuracy: 0.706667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.037618, test accuracy: 0.706667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.054655, test accuracy: 0.706667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.036862, test accuracy: 0.706667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.039568, test accuracy: 0.706667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.028234, test accuracy: 0.706667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.028103, test accuracy: 0.706667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.037594, test accuracy: 0.706667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.030477, test accuracy: 0.706667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.022339, test accuracy: 0.706667\n",
      "{'031.Black_billed_Cuckoo', '075.Green_Jay', '193.Bewick_Wren', '123.Henslow_Sparrow', '158.Bay_breasted_Warbler'}\n",
      "Episode 3: Test Accuracy: 0.7067\n",
      "\n",
      "Training Episode: 4...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.240000, avg. loss: 2.093855, test accuracy: 0.573333\n",
      "epoch: 1, accuracy: 0.840000, avg. loss: 1.447111, test accuracy: 0.600000\n",
      "epoch: 2, accuracy: 0.840000, avg. loss: 0.547057, test accuracy: 0.773333\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.201989, test accuracy: 0.813333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.094110, test accuracy: 0.880000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.067393, test accuracy: 0.880000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.032779, test accuracy: 0.880000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.032208, test accuracy: 0.893333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.035173, test accuracy: 0.906667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.020207, test accuracy: 0.906667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.022246, test accuracy: 0.906667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.017379, test accuracy: 0.906667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.013843, test accuracy: 0.906667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.012791, test accuracy: 0.906667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.016879, test accuracy: 0.906667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.008714, test accuracy: 0.906667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.015289, test accuracy: 0.906667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.017274, test accuracy: 0.906667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.015168, test accuracy: 0.906667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.006650, test accuracy: 0.906667\n",
      "{'182.Yellow_Warbler', '159.Black_and_white_Warbler', '086.Pacific_Loon', '140.Summer_Tanager', '111.Loggerhead_Shrike'}\n",
      "Episode 4: Test Accuracy: 0.9067\n",
      "\n",
      "Training Episode: 5...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.040000, avg. loss: 1.940788, test accuracy: 0.653333\n",
      "epoch: 1, accuracy: 0.960000, avg. loss: 0.150984, test accuracy: 0.813333\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.034783, test accuracy: 0.800000\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.005224, test accuracy: 0.800000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.007710, test accuracy: 0.800000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.006965, test accuracy: 0.800000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.006656, test accuracy: 0.800000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.004829, test accuracy: 0.800000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.004415, test accuracy: 0.800000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.003183, test accuracy: 0.813333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.003629, test accuracy: 0.813333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.006172, test accuracy: 0.800000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.004366, test accuracy: 0.813333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.003652, test accuracy: 0.813333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.003807, test accuracy: 0.813333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.006909, test accuracy: 0.813333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.003429, test accuracy: 0.813333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.003065, test accuracy: 0.813333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.002561, test accuracy: 0.813333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.002767, test accuracy: 0.813333\n",
      "{'089.Hooded_Merganser', '121.Grasshopper_Sparrow', '002.Laysan_Albatross', '028.Brown_Creeper', '026.Bronzed_Cowbird'}\n",
      "Episode 5: Test Accuracy: 0.8133\n",
      "\n",
      "Training Episode: 6...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 2.069863, test accuracy: 0.786667\n",
      "epoch: 1, accuracy: 1.000000, avg. loss: 0.049130, test accuracy: 0.826667\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.026814, test accuracy: 0.866667\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.013540, test accuracy: 0.866667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.007924, test accuracy: 0.866667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.010316, test accuracy: 0.880000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.009559, test accuracy: 0.880000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.009471, test accuracy: 0.880000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.005407, test accuracy: 0.880000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.003077, test accuracy: 0.880000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.005088, test accuracy: 0.880000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.004335, test accuracy: 0.880000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.005509, test accuracy: 0.880000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.005593, test accuracy: 0.880000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.003635, test accuracy: 0.880000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.004572, test accuracy: 0.880000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.002745, test accuracy: 0.880000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.003712, test accuracy: 0.880000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.002948, test accuracy: 0.880000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.005906, test accuracy: 0.880000\n",
      "{'019.Gray_Catbird', '123.Henslow_Sparrow', '007.Parakeet_Auklet', '030.Fish_Crow', '101.White_Pelican'}\n",
      "Episode 6: Test Accuracy: 0.8800\n",
      "\n",
      "Training Episode: 7...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.240000, avg. loss: 1.870196, test accuracy: 0.306667\n",
      "epoch: 1, accuracy: 0.680000, avg. loss: 1.894166, test accuracy: 0.333333\n",
      "epoch: 2, accuracy: 0.600000, avg. loss: 1.118986, test accuracy: 0.400000\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.671811, test accuracy: 0.426667\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.346883, test accuracy: 0.493333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.175975, test accuracy: 0.506667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.130255, test accuracy: 0.546667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.105661, test accuracy: 0.573333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.072228, test accuracy: 0.586667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.051069, test accuracy: 0.573333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.049212, test accuracy: 0.573333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.059120, test accuracy: 0.586667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.039610, test accuracy: 0.573333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.032581, test accuracy: 0.600000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.027163, test accuracy: 0.586667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.018158, test accuracy: 0.586667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.019168, test accuracy: 0.586667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.041887, test accuracy: 0.586667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.027009, test accuracy: 0.586667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.024393, test accuracy: 0.586667\n",
      "{'034.Gray_crowned_Rosy_Finch', '163.Cape_May_Warbler', '194.Cactus_Wren', '159.Black_and_white_Warbler', '111.Loggerhead_Shrike'}\n",
      "Episode 7: Test Accuracy: 0.5867\n",
      "\n",
      "Training Episode: 8...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.240000, avg. loss: 1.664327, test accuracy: 0.400000\n",
      "epoch: 1, accuracy: 0.680000, avg. loss: 1.062662, test accuracy: 0.440000\n",
      "epoch: 2, accuracy: 0.640000, avg. loss: 1.428571, test accuracy: 0.386667\n",
      "epoch: 3, accuracy: 0.600000, avg. loss: 0.970550, test accuracy: 0.786667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.469678, test accuracy: 0.800000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.145401, test accuracy: 0.800000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.081600, test accuracy: 0.786667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.072534, test accuracy: 0.800000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.049808, test accuracy: 0.800000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.034888, test accuracy: 0.813333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.024930, test accuracy: 0.813333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.021345, test accuracy: 0.813333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.022776, test accuracy: 0.813333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.018925, test accuracy: 0.813333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.012952, test accuracy: 0.813333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.017058, test accuracy: 0.813333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.017777, test accuracy: 0.813333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.015109, test accuracy: 0.813333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.020025, test accuracy: 0.813333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.017292, test accuracy: 0.813333\n",
      "{'058.Pigeon_Guillemot', '038.Great_Crested_Flycatcher', '019.Gray_Catbird', '031.Black_billed_Cuckoo', '113.Baird_Sparrow'}\n",
      "Episode 8: Test Accuracy: 0.8133\n",
      "\n",
      "Training Episode: 9...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.160000, avg. loss: 2.124740, test accuracy: 0.226667\n",
      "epoch: 1, accuracy: 0.320000, avg. loss: 3.941289, test accuracy: 0.200000\n",
      "epoch: 2, accuracy: 0.280000, avg. loss: 1.643775, test accuracy: 0.253333\n",
      "epoch: 3, accuracy: 0.360000, avg. loss: 1.451100, test accuracy: 0.240000\n",
      "epoch: 4, accuracy: 0.440000, avg. loss: 1.319887, test accuracy: 0.253333\n",
      "epoch: 5, accuracy: 0.440000, avg. loss: 1.231890, test accuracy: 0.293333\n",
      "epoch: 6, accuracy: 0.520000, avg. loss: 1.164442, test accuracy: 0.293333\n",
      "epoch: 7, accuracy: 0.680000, avg. loss: 1.044455, test accuracy: 0.240000\n",
      "epoch: 8, accuracy: 0.720000, avg. loss: 0.976855, test accuracy: 0.240000\n",
      "epoch: 9, accuracy: 0.840000, avg. loss: 0.829204, test accuracy: 0.280000\n",
      "epoch: 10, accuracy: 0.880000, avg. loss: 0.737597, test accuracy: 0.280000\n",
      "epoch: 11, accuracy: 0.960000, avg. loss: 0.628579, test accuracy: 0.306667\n",
      "epoch: 12, accuracy: 0.880000, avg. loss: 0.553825, test accuracy: 0.266667\n",
      "epoch: 13, accuracy: 0.960000, avg. loss: 0.489025, test accuracy: 0.306667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.409771, test accuracy: 0.333333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.354232, test accuracy: 0.293333\n",
      "epoch: 16, accuracy: 0.960000, avg. loss: 0.367359, test accuracy: 0.306667\n",
      "epoch: 17, accuracy: 0.960000, avg. loss: 0.335299, test accuracy: 0.306667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.317745, test accuracy: 0.293333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.294903, test accuracy: 0.293333\n",
      "{'132.White_crowned_Sparrow', '114.Black_throated_Sparrow', '120.Fox_Sparrow', '125.Lincoln_Sparrow', '171.Myrtle_Warbler'}\n",
      "Episode 9: Test Accuracy: 0.2933\n",
      "\n",
      "Training Episode: 10...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.280000, avg. loss: 1.871540, test accuracy: 0.346667\n",
      "epoch: 1, accuracy: 0.400000, avg. loss: 2.583871, test accuracy: 0.320000\n",
      "epoch: 2, accuracy: 0.680000, avg. loss: 1.304410, test accuracy: 0.480000\n",
      "epoch: 3, accuracy: 0.800000, avg. loss: 0.891568, test accuracy: 0.520000\n",
      "epoch: 4, accuracy: 0.800000, avg. loss: 0.641828, test accuracy: 0.560000\n",
      "epoch: 5, accuracy: 0.880000, avg. loss: 0.435822, test accuracy: 0.546667\n",
      "epoch: 6, accuracy: 0.920000, avg. loss: 0.369571, test accuracy: 0.560000\n",
      "epoch: 7, accuracy: 0.960000, avg. loss: 0.323607, test accuracy: 0.560000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.227807, test accuracy: 0.586667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.236820, test accuracy: 0.573333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.163551, test accuracy: 0.586667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.126334, test accuracy: 0.613333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.110212, test accuracy: 0.613333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.102600, test accuracy: 0.640000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.088708, test accuracy: 0.640000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.063450, test accuracy: 0.640000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.080521, test accuracy: 0.640000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.077146, test accuracy: 0.640000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.048940, test accuracy: 0.640000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.069924, test accuracy: 0.653333\n",
      "{'108.White_necked_Raven', '133.White_throated_Sparrow', '118.House_Sparrow', '149.Brown_Thrasher', '039.Least_Flycatcher'}\n",
      "Episode 10: Test Accuracy: 0.6533\n",
      "\n",
      "Training Episode: 11...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 1.912447, test accuracy: 0.546667\n",
      "epoch: 1, accuracy: 0.800000, avg. loss: 0.846353, test accuracy: 0.613333\n",
      "epoch: 2, accuracy: 0.840000, avg. loss: 0.408452, test accuracy: 0.706667\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.188343, test accuracy: 0.746667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.060925, test accuracy: 0.760000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.025856, test accuracy: 0.773333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.034916, test accuracy: 0.786667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.022168, test accuracy: 0.773333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.020838, test accuracy: 0.786667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.011924, test accuracy: 0.786667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.010943, test accuracy: 0.786667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.011041, test accuracy: 0.786667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.007900, test accuracy: 0.786667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.012114, test accuracy: 0.786667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.015412, test accuracy: 0.786667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.007577, test accuracy: 0.786667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.007569, test accuracy: 0.786667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.011414, test accuracy: 0.786667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.007889, test accuracy: 0.786667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.009646, test accuracy: 0.786667\n",
      "{'141.Artic_Tern', '002.Laysan_Albatross', '158.Bay_breasted_Warbler', '071.Long_tailed_Jaeger', '006.Least_Auklet'}\n",
      "Episode 11: Test Accuracy: 0.7867\n",
      "\n",
      "Training Episode: 12...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.040000, avg. loss: 2.237162, test accuracy: 0.706667\n",
      "epoch: 1, accuracy: 0.840000, avg. loss: 0.378043, test accuracy: 0.813333\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.073374, test accuracy: 0.840000\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.021086, test accuracy: 0.813333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.028579, test accuracy: 0.840000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.012280, test accuracy: 0.840000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.010518, test accuracy: 0.840000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.006697, test accuracy: 0.840000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.009476, test accuracy: 0.840000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.005107, test accuracy: 0.840000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.016013, test accuracy: 0.840000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.004948, test accuracy: 0.840000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.005909, test accuracy: 0.840000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.003078, test accuracy: 0.840000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.004492, test accuracy: 0.840000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.002222, test accuracy: 0.840000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.008031, test accuracy: 0.840000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.004595, test accuracy: 0.840000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.002372, test accuracy: 0.840000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.006487, test accuracy: 0.840000\n",
      "{'130.Tree_Sparrow', '161.Blue_winged_Warbler', '067.Anna_Hummingbird', '107.Common_Raven', '076.Dark_eyed_Junco'}\n",
      "Episode 12: Test Accuracy: 0.8400\n",
      "\n",
      "Training Episode: 13...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.320000, avg. loss: 1.897800, test accuracy: 0.626667\n",
      "epoch: 1, accuracy: 0.920000, avg. loss: 0.233734, test accuracy: 0.680000\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.030516, test accuracy: 0.746667\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.011027, test accuracy: 0.760000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.006649, test accuracy: 0.773333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.007447, test accuracy: 0.786667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.005767, test accuracy: 0.786667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.006138, test accuracy: 0.786667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.006773, test accuracy: 0.773333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.003161, test accuracy: 0.773333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.004117, test accuracy: 0.773333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.004405, test accuracy: 0.773333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.004887, test accuracy: 0.773333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.004245, test accuracy: 0.773333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.003210, test accuracy: 0.773333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.003367, test accuracy: 0.773333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.004936, test accuracy: 0.773333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.003395, test accuracy: 0.773333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.004489, test accuracy: 0.773333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.002484, test accuracy: 0.773333\n",
      "{'188.Pileated_Woodpecker', '056.Pine_Grosbeak', '046.Gadwall', '016.Painted_Bunting', '049.Boat_tailed_Grackle'}\n",
      "Episode 13: Test Accuracy: 0.7733\n",
      "\n",
      "Training Episode: 14...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.200000, avg. loss: 1.934083, test accuracy: 0.200000\n",
      "epoch: 1, accuracy: 0.560000, avg. loss: 0.958543, test accuracy: 0.626667\n",
      "epoch: 2, accuracy: 0.760000, avg. loss: 1.014744, test accuracy: 0.626667\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.292860, test accuracy: 0.720000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.083586, test accuracy: 0.746667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.023833, test accuracy: 0.746667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.014076, test accuracy: 0.746667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.019952, test accuracy: 0.733333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.015378, test accuracy: 0.733333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.014070, test accuracy: 0.733333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.008917, test accuracy: 0.733333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.008759, test accuracy: 0.733333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.012054, test accuracy: 0.733333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.012884, test accuracy: 0.733333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.007860, test accuracy: 0.733333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.009337, test accuracy: 0.733333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.008126, test accuracy: 0.733333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.007363, test accuracy: 0.733333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.007526, test accuracy: 0.733333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.009623, test accuracy: 0.733333\n",
      "{'195.Carolina_Wren', '102.Western_Wood_Pewee', '009.Brewer_Blackbird', '015.Lazuli_Bunting', '006.Least_Auklet'}\n",
      "Episode 14: Test Accuracy: 0.7333\n",
      "\n",
      "Training Episode: 15...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.400000, avg. loss: 1.582139, test accuracy: 0.573333\n",
      "epoch: 1, accuracy: 0.840000, avg. loss: 0.400723, test accuracy: 0.733333\n",
      "epoch: 2, accuracy: 0.840000, avg. loss: 1.040597, test accuracy: 0.600000\n",
      "epoch: 3, accuracy: 0.840000, avg. loss: 0.468654, test accuracy: 0.706667\n",
      "epoch: 4, accuracy: 0.920000, avg. loss: 0.216383, test accuracy: 0.733333\n",
      "epoch: 5, accuracy: 0.960000, avg. loss: 0.116068, test accuracy: 0.760000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.064780, test accuracy: 0.773333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.041759, test accuracy: 0.773333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.026243, test accuracy: 0.786667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.025013, test accuracy: 0.800000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.023216, test accuracy: 0.800000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.012870, test accuracy: 0.800000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.017028, test accuracy: 0.800000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.018225, test accuracy: 0.800000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.018561, test accuracy: 0.800000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.022071, test accuracy: 0.813333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.011869, test accuracy: 0.813333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.012665, test accuracy: 0.813333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.010648, test accuracy: 0.813333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.009900, test accuracy: 0.813333\n",
      "{'083.White_breasted_Kingfisher', '102.Western_Wood_Pewee', '020.Yellow_breasted_Chat', '124.Le_Conte_Sparrow', '087.Mallard'}\n",
      "Episode 15: Test Accuracy: 0.8133\n",
      "\n",
      "Training Episode: 16...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 2.222849, test accuracy: 0.360000\n",
      "epoch: 1, accuracy: 0.520000, avg. loss: 2.501036, test accuracy: 0.400000\n",
      "epoch: 2, accuracy: 0.640000, avg. loss: 1.110674, test accuracy: 0.413333\n",
      "epoch: 3, accuracy: 0.720000, avg. loss: 0.782397, test accuracy: 0.453333\n",
      "epoch: 4, accuracy: 0.920000, avg. loss: 0.539026, test accuracy: 0.453333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.249353, test accuracy: 0.440000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.159516, test accuracy: 0.440000\n",
      "epoch: 7, accuracy: 0.960000, avg. loss: 0.130726, test accuracy: 0.453333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.100730, test accuracy: 0.453333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.084427, test accuracy: 0.453333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.061670, test accuracy: 0.453333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.047130, test accuracy: 0.466667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.041504, test accuracy: 0.466667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.056932, test accuracy: 0.466667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.037673, test accuracy: 0.466667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.053029, test accuracy: 0.466667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.035146, test accuracy: 0.466667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.036982, test accuracy: 0.466667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.043992, test accuracy: 0.480000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.033906, test accuracy: 0.480000\n",
      "{'040.Olive_sided_Flycatcher', '141.Artic_Tern', '116.Chipping_Sparrow', '104.American_Pipit', '079.Belted_Kingfisher'}\n",
      "Episode 16: Test Accuracy: 0.4800\n",
      "\n",
      "Training Episode: 17...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.040000, avg. loss: 2.069659, test accuracy: 0.266667\n",
      "epoch: 1, accuracy: 0.640000, avg. loss: 1.502837, test accuracy: 0.546667\n",
      "epoch: 2, accuracy: 0.640000, avg. loss: 0.925786, test accuracy: 0.613333\n",
      "epoch: 3, accuracy: 0.840000, avg. loss: 0.562975, test accuracy: 0.760000\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.235671, test accuracy: 0.800000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.111387, test accuracy: 0.813333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.081770, test accuracy: 0.813333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.073089, test accuracy: 0.813333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.033459, test accuracy: 0.813333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.033781, test accuracy: 0.813333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.029264, test accuracy: 0.813333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.022570, test accuracy: 0.813333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.023119, test accuracy: 0.813333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.017735, test accuracy: 0.800000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.025814, test accuracy: 0.800000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.022580, test accuracy: 0.813333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.021462, test accuracy: 0.813333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.018320, test accuracy: 0.813333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.014363, test accuracy: 0.813333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.011663, test accuracy: 0.813333\n",
      "{'132.White_crowned_Sparrow', '149.Brown_Thrasher', '140.Summer_Tanager', '150.Sage_Thrasher', '023.Brandt_Cormorant'}\n",
      "Episode 17: Test Accuracy: 0.8133\n",
      "\n",
      "Training Episode: 18...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.160000, avg. loss: 1.943890, test accuracy: 0.533333\n",
      "epoch: 1, accuracy: 0.920000, avg. loss: 0.237265, test accuracy: 0.826667\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.021382, test accuracy: 0.800000\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.012719, test accuracy: 0.800000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.008619, test accuracy: 0.786667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.008104, test accuracy: 0.786667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.007826, test accuracy: 0.786667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.006898, test accuracy: 0.800000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.005061, test accuracy: 0.800000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.006150, test accuracy: 0.800000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.003716, test accuracy: 0.800000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.003729, test accuracy: 0.800000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.005070, test accuracy: 0.800000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.005266, test accuracy: 0.800000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.003671, test accuracy: 0.800000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.005225, test accuracy: 0.800000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.004035, test accuracy: 0.800000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.003109, test accuracy: 0.800000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.005373, test accuracy: 0.800000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.003008, test accuracy: 0.800000\n",
      "{'188.Pileated_Woodpecker', '175.Pine_Warbler', '045.Northern_Fulmar', '071.Long_tailed_Jaeger', '127.Savannah_Sparrow'}\n",
      "Episode 18: Test Accuracy: 0.8000\n",
      "\n",
      "Training Episode: 19...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.400000, avg. loss: 1.583477, test accuracy: 0.520000\n",
      "epoch: 1, accuracy: 0.680000, avg. loss: 0.644335, test accuracy: 0.706667\n",
      "epoch: 2, accuracy: 0.840000, avg. loss: 0.580084, test accuracy: 0.613333\n",
      "epoch: 3, accuracy: 0.800000, avg. loss: 0.565010, test accuracy: 0.666667\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.192028, test accuracy: 0.786667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.060900, test accuracy: 0.813333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.036073, test accuracy: 0.813333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.026151, test accuracy: 0.826667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.019995, test accuracy: 0.826667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.016742, test accuracy: 0.840000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.010915, test accuracy: 0.840000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.010237, test accuracy: 0.840000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.011734, test accuracy: 0.853333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.010261, test accuracy: 0.853333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.009939, test accuracy: 0.853333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.010125, test accuracy: 0.853333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.008988, test accuracy: 0.853333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.010180, test accuracy: 0.853333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.008282, test accuracy: 0.853333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.006632, test accuracy: 0.853333\n",
      "{'033.Yellow_billed_Cuckoo', '159.Black_and_white_Warbler', '044.Frigatebird', '152.Blue_headed_Vireo', '059.California_Gull'}\n",
      "Episode 19: Test Accuracy: 0.8533\n",
      "\n",
      "Training Episode: 20...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.280000, avg. loss: 2.018991, test accuracy: 0.520000\n",
      "epoch: 1, accuracy: 0.760000, avg. loss: 1.338684, test accuracy: 0.506667\n",
      "epoch: 2, accuracy: 0.760000, avg. loss: 0.608513, test accuracy: 0.733333\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.164511, test accuracy: 0.746667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.060903, test accuracy: 0.760000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.019574, test accuracy: 0.746667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.029319, test accuracy: 0.760000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.022060, test accuracy: 0.746667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.017404, test accuracy: 0.760000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.010199, test accuracy: 0.760000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.015993, test accuracy: 0.760000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.016193, test accuracy: 0.746667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.011564, test accuracy: 0.746667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.009261, test accuracy: 0.733333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.012080, test accuracy: 0.733333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.007606, test accuracy: 0.733333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.006530, test accuracy: 0.733333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.016339, test accuracy: 0.733333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.007026, test accuracy: 0.733333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.008976, test accuracy: 0.733333\n",
      "{'050.Eared_Grebe', '102.Western_Wood_Pewee', '009.Brewer_Blackbird', '149.Brown_Thrasher', '010.Red_winged_Blackbird'}\n",
      "Episode 20: Test Accuracy: 0.7333\n",
      "\n",
      "Training Episode: 21...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.280000, avg. loss: 1.642831, test accuracy: 0.346667\n",
      "epoch: 1, accuracy: 0.600000, avg. loss: 2.837512, test accuracy: 0.480000\n",
      "epoch: 2, accuracy: 0.560000, avg. loss: 1.122450, test accuracy: 0.546667\n",
      "epoch: 3, accuracy: 0.800000, avg. loss: 0.799072, test accuracy: 0.626667\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.560796, test accuracy: 0.653333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.288476, test accuracy: 0.653333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.177467, test accuracy: 0.666667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.132210, test accuracy: 0.666667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.102590, test accuracy: 0.653333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.066553, test accuracy: 0.640000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.058972, test accuracy: 0.640000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.054412, test accuracy: 0.640000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.047657, test accuracy: 0.640000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.039888, test accuracy: 0.640000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.032535, test accuracy: 0.640000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.032014, test accuracy: 0.640000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.026146, test accuracy: 0.640000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.025428, test accuracy: 0.626667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.027073, test accuracy: 0.626667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.024661, test accuracy: 0.626667\n",
      "{'126.Nelson_Sharp_tailed_Sparrow', '176.Prairie_Warbler', '196.House_Wren', '051.Horned_Grebe', '043.Yellow_bellied_Flycatcher'}\n",
      "Episode 21: Test Accuracy: 0.6267\n",
      "\n",
      "Training Episode: 22...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.360000, avg. loss: 1.596588, test accuracy: 0.320000\n",
      "epoch: 1, accuracy: 0.520000, avg. loss: 1.637712, test accuracy: 0.466667\n",
      "epoch: 2, accuracy: 0.800000, avg. loss: 0.948049, test accuracy: 0.680000\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.362567, test accuracy: 0.773333\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.142790, test accuracy: 0.800000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.058315, test accuracy: 0.786667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.031038, test accuracy: 0.786667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.032519, test accuracy: 0.813333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.028082, test accuracy: 0.826667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.025658, test accuracy: 0.826667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.018171, test accuracy: 0.826667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.014133, test accuracy: 0.826667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.016605, test accuracy: 0.826667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.018261, test accuracy: 0.826667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.010513, test accuracy: 0.826667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.007455, test accuracy: 0.826667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.009639, test accuracy: 0.826667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.007817, test accuracy: 0.826667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.016497, test accuracy: 0.826667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.011361, test accuracy: 0.826667\n",
      "{'033.Yellow_billed_Cuckoo', '021.Eastern_Towhee', '145.Elegant_Tern', '160.Black_throated_Blue_Warbler', '016.Painted_Bunting'}\n",
      "Episode 22: Test Accuracy: 0.8267\n",
      "\n",
      "Training Episode: 23...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.200000, avg. loss: 1.870324, test accuracy: 0.426667\n",
      "epoch: 1, accuracy: 0.680000, avg. loss: 0.793589, test accuracy: 0.466667\n",
      "epoch: 2, accuracy: 0.680000, avg. loss: 0.943426, test accuracy: 0.666667\n",
      "epoch: 3, accuracy: 0.800000, avg. loss: 0.546089, test accuracy: 0.693333\n",
      "epoch: 4, accuracy: 0.880000, avg. loss: 0.308865, test accuracy: 0.813333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.145441, test accuracy: 0.840000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.083296, test accuracy: 0.840000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.068718, test accuracy: 0.866667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.040744, test accuracy: 0.880000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.035385, test accuracy: 0.906667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.037829, test accuracy: 0.906667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.029720, test accuracy: 0.906667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.015379, test accuracy: 0.906667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.022456, test accuracy: 0.906667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.017252, test accuracy: 0.906667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.017746, test accuracy: 0.906667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.016517, test accuracy: 0.906667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.011964, test accuracy: 0.906667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.015321, test accuracy: 0.906667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.010916, test accuracy: 0.906667\n",
      "{'042.Vermilion_Flycatcher', '151.Black_capped_Vireo', '179.Tennessee_Warbler', '149.Brown_Thrasher', '072.Pomarine_Jaeger'}\n",
      "Episode 23: Test Accuracy: 0.9067\n",
      "\n",
      "Training Episode: 24...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 2.149372, test accuracy: 0.453333\n",
      "epoch: 1, accuracy: 0.800000, avg. loss: 0.739137, test accuracy: 0.626667\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.241304, test accuracy: 0.746667\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.045200, test accuracy: 0.746667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.024468, test accuracy: 0.773333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.014221, test accuracy: 0.773333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.009090, test accuracy: 0.786667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.010262, test accuracy: 0.786667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.011578, test accuracy: 0.786667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.008240, test accuracy: 0.800000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.004286, test accuracy: 0.800000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.014027, test accuracy: 0.800000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.008404, test accuracy: 0.800000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.004626, test accuracy: 0.800000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.009631, test accuracy: 0.800000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.004989, test accuracy: 0.800000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.004309, test accuracy: 0.800000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.005196, test accuracy: 0.800000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.006763, test accuracy: 0.800000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.003316, test accuracy: 0.800000\n",
      "{'138.Tree_Swallow', '123.Henslow_Sparrow', '143.Caspian_Tern', '024.Red_faced_Cormorant', '167.Hooded_Warbler'}\n",
      "Episode 24: Test Accuracy: 0.8000\n",
      "\n",
      "Training Episode: 25...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.240000, avg. loss: 1.751011, test accuracy: 0.253333\n",
      "epoch: 1, accuracy: 0.440000, avg. loss: 1.903987, test accuracy: 0.186667\n",
      "epoch: 2, accuracy: 0.360000, avg. loss: 3.282899, test accuracy: 0.346667\n",
      "epoch: 3, accuracy: 0.560000, avg. loss: 1.688702, test accuracy: 0.306667\n",
      "epoch: 4, accuracy: 0.560000, avg. loss: 1.439447, test accuracy: 0.346667\n",
      "epoch: 5, accuracy: 0.560000, avg. loss: 1.268147, test accuracy: 0.346667\n",
      "epoch: 6, accuracy: 0.600000, avg. loss: 1.158469, test accuracy: 0.346667\n",
      "epoch: 7, accuracy: 0.600000, avg. loss: 1.049471, test accuracy: 0.360000\n",
      "epoch: 8, accuracy: 0.760000, avg. loss: 0.896770, test accuracy: 0.400000\n",
      "epoch: 9, accuracy: 0.720000, avg. loss: 0.779645, test accuracy: 0.440000\n",
      "epoch: 10, accuracy: 0.920000, avg. loss: 0.677089, test accuracy: 0.493333\n",
      "epoch: 11, accuracy: 0.920000, avg. loss: 0.575686, test accuracy: 0.493333\n",
      "epoch: 12, accuracy: 0.920000, avg. loss: 0.546568, test accuracy: 0.480000\n",
      "epoch: 13, accuracy: 0.960000, avg. loss: 0.466021, test accuracy: 0.480000\n",
      "epoch: 14, accuracy: 0.920000, avg. loss: 0.414724, test accuracy: 0.480000\n",
      "epoch: 15, accuracy: 0.960000, avg. loss: 0.376075, test accuracy: 0.480000\n",
      "epoch: 16, accuracy: 0.960000, avg. loss: 0.366390, test accuracy: 0.520000\n",
      "epoch: 17, accuracy: 0.960000, avg. loss: 0.346579, test accuracy: 0.480000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.284046, test accuracy: 0.520000\n",
      "epoch: 19, accuracy: 0.960000, avg. loss: 0.296147, test accuracy: 0.573333\n",
      "{'164.Cerulean_Warbler', '019.Gray_Catbird', '118.House_Sparrow', '095.Baltimore_Oriole', '049.Boat_tailed_Grackle'}\n",
      "Episode 25: Test Accuracy: 0.5733\n",
      "\n",
      "Training Episode: 26...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.160000, avg. loss: 1.756324, test accuracy: 0.413333\n",
      "epoch: 1, accuracy: 0.760000, avg. loss: 1.238117, test accuracy: 0.613333\n",
      "epoch: 2, accuracy: 0.600000, avg. loss: 0.832250, test accuracy: 0.733333\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.273719, test accuracy: 0.706667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.042022, test accuracy: 0.706667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.014968, test accuracy: 0.706667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.016900, test accuracy: 0.706667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.007810, test accuracy: 0.706667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.007170, test accuracy: 0.706667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.008699, test accuracy: 0.706667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.005953, test accuracy: 0.706667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.006674, test accuracy: 0.706667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.006098, test accuracy: 0.706667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.008746, test accuracy: 0.706667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.006814, test accuracy: 0.706667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.006986, test accuracy: 0.706667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.004074, test accuracy: 0.706667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.005438, test accuracy: 0.706667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.005043, test accuracy: 0.706667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.008827, test accuracy: 0.706667\n",
      "{'019.Gray_Catbird', '114.Black_throated_Sparrow', '026.Bronzed_Cowbird', '020.Yellow_breasted_Chat', '071.Long_tailed_Jaeger'}\n",
      "Episode 26: Test Accuracy: 0.7067\n",
      "\n",
      "Training Episode: 27...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.240000, avg. loss: 1.708127, test accuracy: 0.546667\n",
      "epoch: 1, accuracy: 0.840000, avg. loss: 0.279192, test accuracy: 0.880000\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.050553, test accuracy: 0.840000\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.013311, test accuracy: 0.866667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.006961, test accuracy: 0.880000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.003440, test accuracy: 0.880000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.007591, test accuracy: 0.893333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.004556, test accuracy: 0.893333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.005067, test accuracy: 0.893333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.003880, test accuracy: 0.893333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.004789, test accuracy: 0.893333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.004070, test accuracy: 0.893333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.003469, test accuracy: 0.893333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.011952, test accuracy: 0.906667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.002211, test accuracy: 0.906667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.003663, test accuracy: 0.906667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.003204, test accuracy: 0.906667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.004510, test accuracy: 0.906667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.004956, test accuracy: 0.906667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.005001, test accuracy: 0.906667\n",
      "{'188.Pileated_Woodpecker', '069.Rufous_Hummingbird', '054.Blue_Grosbeak', '196.House_Wren', '146.Forsters_Tern'}\n",
      "Episode 27: Test Accuracy: 0.9067\n",
      "\n",
      "Training Episode: 28...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.160000, avg. loss: 1.623584, test accuracy: 0.333333\n",
      "epoch: 1, accuracy: 0.760000, avg. loss: 0.579898, test accuracy: 0.906667\n",
      "epoch: 2, accuracy: 0.960000, avg. loss: 0.242531, test accuracy: 0.706667\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.017231, test accuracy: 0.706667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.009869, test accuracy: 0.706667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.005911, test accuracy: 0.706667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.004795, test accuracy: 0.706667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.004513, test accuracy: 0.706667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.003237, test accuracy: 0.706667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.003677, test accuracy: 0.706667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.005513, test accuracy: 0.706667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.003900, test accuracy: 0.706667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.002613, test accuracy: 0.706667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.002555, test accuracy: 0.706667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.007091, test accuracy: 0.706667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.004620, test accuracy: 0.706667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.002238, test accuracy: 0.706667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.002114, test accuracy: 0.706667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.005460, test accuracy: 0.706667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.003904, test accuracy: 0.706667\n",
      "{'077.Tropical_Kingbird', '197.Marsh_Wren', '084.Red_legged_Kittiwake', '194.Cactus_Wren', '090.Red_breasted_Merganser'}\n",
      "Episode 28: Test Accuracy: 0.7067\n",
      "\n",
      "Training Episode: 29...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 2.182701, test accuracy: 0.493333\n",
      "epoch: 1, accuracy: 0.680000, avg. loss: 1.503619, test accuracy: 0.546667\n",
      "epoch: 2, accuracy: 0.720000, avg. loss: 0.739836, test accuracy: 0.733333\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.424641, test accuracy: 0.813333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.160991, test accuracy: 0.813333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.073952, test accuracy: 0.826667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.042495, test accuracy: 0.826667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.030910, test accuracy: 0.826667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.033071, test accuracy: 0.826667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.023700, test accuracy: 0.826667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.030329, test accuracy: 0.840000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.024597, test accuracy: 0.840000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.015005, test accuracy: 0.840000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.015311, test accuracy: 0.840000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.017994, test accuracy: 0.840000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.012017, test accuracy: 0.840000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.015195, test accuracy: 0.840000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.010449, test accuracy: 0.840000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.012636, test accuracy: 0.840000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.010117, test accuracy: 0.840000\n",
      "{'063.Ivory_Gull', '035.Purple_Finch', '095.Baltimore_Oriole', '111.Loggerhead_Shrike', '055.Evening_Grosbeak'}\n",
      "Episode 29: Test Accuracy: 0.8400\n",
      "\n",
      "Training Episode: 30...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.080000, avg. loss: 2.288792, test accuracy: 0.413333\n",
      "epoch: 1, accuracy: 0.640000, avg. loss: 1.432848, test accuracy: 0.400000\n",
      "epoch: 2, accuracy: 0.840000, avg. loss: 0.477362, test accuracy: 0.600000\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.177503, test accuracy: 0.600000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.068611, test accuracy: 0.626667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.025239, test accuracy: 0.613333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.024410, test accuracy: 0.613333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.034635, test accuracy: 0.586667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.023984, test accuracy: 0.586667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.017774, test accuracy: 0.586667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.012958, test accuracy: 0.586667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.018633, test accuracy: 0.586667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.009849, test accuracy: 0.586667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.008736, test accuracy: 0.586667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.010727, test accuracy: 0.586667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.010931, test accuracy: 0.573333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.010570, test accuracy: 0.573333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.011058, test accuracy: 0.573333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.011747, test accuracy: 0.573333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.007928, test accuracy: 0.573333\n",
      "{'078.Gray_Kingbird', '196.House_Wren', '199.Winter_Wren', '044.Frigatebird', '122.Harris_Sparrow'}\n",
      "Episode 30: Test Accuracy: 0.5733\n",
      "\n",
      "Training Episode: 31...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.080000, avg. loss: 2.158489, test accuracy: 0.373333\n",
      "epoch: 1, accuracy: 0.760000, avg. loss: 0.643433, test accuracy: 0.520000\n",
      "epoch: 2, accuracy: 0.760000, avg. loss: 0.425594, test accuracy: 0.600000\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.094950, test accuracy: 0.626667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.015461, test accuracy: 0.613333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.014347, test accuracy: 0.626667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.012272, test accuracy: 0.626667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.005347, test accuracy: 0.626667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.006415, test accuracy: 0.626667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.002734, test accuracy: 0.626667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.007545, test accuracy: 0.626667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.006789, test accuracy: 0.626667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.009569, test accuracy: 0.626667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.006717, test accuracy: 0.626667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.006258, test accuracy: 0.626667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.004745, test accuracy: 0.626667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.005699, test accuracy: 0.626667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.004052, test accuracy: 0.626667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.006593, test accuracy: 0.626667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.008048, test accuracy: 0.626667\n",
      "{'187.American_Three_toed_Woodpecker', '008.Rhinoceros_Auklet', '135.Bank_Swallow', '136.Barn_Swallow', '171.Myrtle_Warbler'}\n",
      "Episode 31: Test Accuracy: 0.6267\n",
      "\n",
      "Training Episode: 32...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 2.245908, test accuracy: 0.506667\n",
      "epoch: 1, accuracy: 0.640000, avg. loss: 1.145441, test accuracy: 0.720000\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.189980, test accuracy: 0.773333\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.045276, test accuracy: 0.746667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.035830, test accuracy: 0.706667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.015024, test accuracy: 0.720000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.016486, test accuracy: 0.720000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.014728, test accuracy: 0.720000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.012776, test accuracy: 0.720000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.014956, test accuracy: 0.720000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.013842, test accuracy: 0.720000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.009578, test accuracy: 0.720000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.009117, test accuracy: 0.720000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.012285, test accuracy: 0.720000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.007586, test accuracy: 0.720000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.005970, test accuracy: 0.720000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.011399, test accuracy: 0.720000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.011387, test accuracy: 0.720000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.007669, test accuracy: 0.720000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.005657, test accuracy: 0.720000\n",
      "{'021.Eastern_Towhee', '097.Orchard_Oriole', '081.Pied_Kingfisher', '137.Cliff_Swallow', '059.California_Gull'}\n",
      "Episode 32: Test Accuracy: 0.7200\n",
      "\n",
      "Training Episode: 33...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.320000, avg. loss: 1.730449, test accuracy: 0.600000\n",
      "epoch: 1, accuracy: 0.840000, avg. loss: 0.375059, test accuracy: 0.573333\n",
      "epoch: 2, accuracy: 0.760000, avg. loss: 0.875407, test accuracy: 0.586667\n",
      "epoch: 3, accuracy: 0.840000, avg. loss: 0.551010, test accuracy: 0.613333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.134995, test accuracy: 0.626667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.046963, test accuracy: 0.680000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.026617, test accuracy: 0.693333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.024983, test accuracy: 0.693333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.019630, test accuracy: 0.693333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.016697, test accuracy: 0.706667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.009913, test accuracy: 0.706667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.011415, test accuracy: 0.706667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.011431, test accuracy: 0.720000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.010109, test accuracy: 0.720000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.009651, test accuracy: 0.706667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.009633, test accuracy: 0.706667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.009975, test accuracy: 0.706667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.008508, test accuracy: 0.706667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.009040, test accuracy: 0.706667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.006209, test accuracy: 0.706667\n",
      "{'130.Tree_Sparrow', '197.Marsh_Wren', '195.Carolina_Wren', '028.Brown_Creeper', '101.White_Pelican'}\n",
      "Episode 33: Test Accuracy: 0.7067\n",
      "\n",
      "Training Episode: 34...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.240000, avg. loss: 1.609845, test accuracy: 0.520000\n",
      "epoch: 1, accuracy: 0.800000, avg. loss: 0.741390, test accuracy: 0.533333\n",
      "epoch: 2, accuracy: 0.760000, avg. loss: 1.256782, test accuracy: 0.640000\n",
      "epoch: 3, accuracy: 0.920000, avg. loss: 0.317145, test accuracy: 0.680000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.113149, test accuracy: 0.760000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.025986, test accuracy: 0.786667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.016617, test accuracy: 0.773333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.015143, test accuracy: 0.773333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.013870, test accuracy: 0.773333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.012789, test accuracy: 0.773333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.008840, test accuracy: 0.773333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.011563, test accuracy: 0.773333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.009737, test accuracy: 0.773333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.004987, test accuracy: 0.773333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.010952, test accuracy: 0.773333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.006949, test accuracy: 0.773333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.005369, test accuracy: 0.773333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.008474, test accuracy: 0.773333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.009122, test accuracy: 0.773333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.008883, test accuracy: 0.773333\n",
      "{'135.Bank_Swallow', '143.Caspian_Tern', '185.Bohemian_Waxwing', '167.Hooded_Warbler', '190.Red_cockaded_Woodpecker'}\n",
      "Episode 34: Test Accuracy: 0.7733\n",
      "\n",
      "Training Episode: 35...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 2.569885, test accuracy: 0.373333\n",
      "epoch: 1, accuracy: 0.680000, avg. loss: 2.562124, test accuracy: 0.386667\n",
      "epoch: 2, accuracy: 0.480000, avg. loss: 1.365974, test accuracy: 0.600000\n",
      "epoch: 3, accuracy: 0.880000, avg. loss: 1.073708, test accuracy: 0.666667\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.735235, test accuracy: 0.626667\n",
      "epoch: 5, accuracy: 0.920000, avg. loss: 0.393023, test accuracy: 0.640000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.253327, test accuracy: 0.693333\n",
      "epoch: 7, accuracy: 0.960000, avg. loss: 0.220238, test accuracy: 0.706667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.148866, test accuracy: 0.706667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.087349, test accuracy: 0.706667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.068265, test accuracy: 0.706667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.052589, test accuracy: 0.693333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.050292, test accuracy: 0.693333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.053934, test accuracy: 0.720000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.049995, test accuracy: 0.706667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.048641, test accuracy: 0.706667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.030127, test accuracy: 0.706667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.024830, test accuracy: 0.706667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.026546, test accuracy: 0.706667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.043636, test accuracy: 0.706667\n",
      "{'108.White_necked_Raven', '116.Chipping_Sparrow', '009.Brewer_Blackbird', '159.Black_and_white_Warbler', '145.Elegant_Tern'}\n",
      "Episode 35: Test Accuracy: 0.7067\n",
      "\n",
      "Training Episode: 36...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.280000, avg. loss: 1.833029, test accuracy: 0.520000\n",
      "epoch: 1, accuracy: 0.720000, avg. loss: 1.929858, test accuracy: 0.693333\n",
      "epoch: 2, accuracy: 0.720000, avg. loss: 0.882463, test accuracy: 0.666667\n",
      "epoch: 3, accuracy: 0.760000, avg. loss: 0.563710, test accuracy: 0.786667\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.318590, test accuracy: 0.826667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.145248, test accuracy: 0.826667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.113014, test accuracy: 0.826667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.070237, test accuracy: 0.826667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.048081, test accuracy: 0.853333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.056553, test accuracy: 0.866667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.049781, test accuracy: 0.866667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.029823, test accuracy: 0.866667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.032032, test accuracy: 0.880000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.033248, test accuracy: 0.880000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.017868, test accuracy: 0.880000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.023737, test accuracy: 0.880000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.021749, test accuracy: 0.880000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.032633, test accuracy: 0.880000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.016220, test accuracy: 0.880000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.020640, test accuracy: 0.880000\n",
      "{'174.Palm_Warbler', '052.Pied_billed_Grebe', '079.Belted_Kingfisher', '140.Summer_Tanager', '134.Cape_Glossy_Starling'}\n",
      "Episode 36: Test Accuracy: 0.8800\n",
      "\n",
      "Training Episode: 37...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.080000, avg. loss: 2.477570, test accuracy: 0.520000\n",
      "epoch: 1, accuracy: 0.880000, avg. loss: 0.303670, test accuracy: 0.853333\n",
      "epoch: 2, accuracy: 1.000000, avg. loss: 0.079051, test accuracy: 0.840000\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.015332, test accuracy: 0.840000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.014002, test accuracy: 0.840000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.010631, test accuracy: 0.840000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.013033, test accuracy: 0.840000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.006885, test accuracy: 0.840000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.006094, test accuracy: 0.840000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.005605, test accuracy: 0.840000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.006765, test accuracy: 0.840000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.008371, test accuracy: 0.840000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.005387, test accuracy: 0.840000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.006506, test accuracy: 0.840000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.004896, test accuracy: 0.840000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.007247, test accuracy: 0.840000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.008773, test accuracy: 0.840000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.005413, test accuracy: 0.840000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.004711, test accuracy: 0.840000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.004701, test accuracy: 0.840000\n",
      "{'063.Ivory_Gull', '048.European_Goldfinch', '101.White_Pelican', '071.Long_tailed_Jaeger', '140.Summer_Tanager'}\n",
      "Episode 37: Test Accuracy: 0.8400\n",
      "\n",
      "Training Episode: 38...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.280000, avg. loss: 2.041112, test accuracy: 0.573333\n",
      "epoch: 1, accuracy: 0.760000, avg. loss: 1.384513, test accuracy: 0.440000\n",
      "epoch: 2, accuracy: 0.680000, avg. loss: 0.851442, test accuracy: 0.666667\n",
      "epoch: 3, accuracy: 0.920000, avg. loss: 0.447196, test accuracy: 0.746667\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.218929, test accuracy: 0.800000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.114364, test accuracy: 0.813333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.080183, test accuracy: 0.813333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.050203, test accuracy: 0.800000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.050973, test accuracy: 0.800000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.027013, test accuracy: 0.773333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.038582, test accuracy: 0.773333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.024251, test accuracy: 0.773333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.024823, test accuracy: 0.773333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.028952, test accuracy: 0.773333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.017859, test accuracy: 0.773333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.020006, test accuracy: 0.773333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.016167, test accuracy: 0.773333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.013532, test accuracy: 0.773333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.021885, test accuracy: 0.773333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.013790, test accuracy: 0.773333\n",
      "{'195.Carolina_Wren', '144.Common_Tern', '035.Purple_Finch', '095.Baltimore_Oriole', '148.Green_tailed_Towhee'}\n",
      "Episode 38: Test Accuracy: 0.7733\n",
      "\n",
      "Training Episode: 39...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.360000, avg. loss: 1.752318, test accuracy: 0.506667\n",
      "epoch: 1, accuracy: 0.920000, avg. loss: 0.196697, test accuracy: 0.480000\n",
      "epoch: 2, accuracy: 0.960000, avg. loss: 0.213367, test accuracy: 0.773333\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.027618, test accuracy: 0.773333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.004370, test accuracy: 0.746667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.002843, test accuracy: 0.746667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.002114, test accuracy: 0.746667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.003095, test accuracy: 0.746667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.001250, test accuracy: 0.746667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.001316, test accuracy: 0.746667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.003196, test accuracy: 0.746667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.002902, test accuracy: 0.746667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.002277, test accuracy: 0.760000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.001019, test accuracy: 0.760000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.002273, test accuracy: 0.760000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.001916, test accuracy: 0.760000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.003671, test accuracy: 0.760000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.001730, test accuracy: 0.760000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.001530, test accuracy: 0.760000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.001588, test accuracy: 0.760000\n",
      "{'193.Bewick_Wren', '007.Parakeet_Auklet', '053.Western_Grebe', '098.Scott_Oriole', '134.Cape_Glossy_Starling'}\n",
      "Episode 39: Test Accuracy: 0.7600\n",
      "\n",
      "Training Episode: 40...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.200000, avg. loss: 1.734952, test accuracy: 0.333333\n",
      "epoch: 1, accuracy: 0.680000, avg. loss: 0.759738, test accuracy: 0.466667\n",
      "epoch: 2, accuracy: 0.640000, avg. loss: 1.267457, test accuracy: 0.706667\n",
      "epoch: 3, accuracy: 0.880000, avg. loss: 0.520150, test accuracy: 0.733333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.158748, test accuracy: 0.773333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.047644, test accuracy: 0.773333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.030768, test accuracy: 0.773333\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.019189, test accuracy: 0.773333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.018917, test accuracy: 0.773333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.015700, test accuracy: 0.773333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.009951, test accuracy: 0.773333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.010369, test accuracy: 0.773333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.010453, test accuracy: 0.760000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.008506, test accuracy: 0.760000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.012316, test accuracy: 0.760000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.010217, test accuracy: 0.760000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.007982, test accuracy: 0.760000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.007484, test accuracy: 0.760000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.010037, test accuracy: 0.760000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.008117, test accuracy: 0.760000\n",
      "{'068.Ruby_throated_Hummingbird', '097.Orchard_Oriole', '166.Golden_winged_Warbler', '112.Great_Grey_Shrike', '148.Green_tailed_Towhee'}\n",
      "Episode 40: Test Accuracy: 0.7600\n",
      "\n",
      "Training Episode: 41...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.360000, avg. loss: 1.816871, test accuracy: 0.506667\n",
      "epoch: 1, accuracy: 0.560000, avg. loss: 1.321726, test accuracy: 0.733333\n",
      "epoch: 2, accuracy: 0.960000, avg. loss: 0.411604, test accuracy: 0.853333\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.081085, test accuracy: 0.893333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.061339, test accuracy: 0.920000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.028313, test accuracy: 0.920000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.017238, test accuracy: 0.920000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.020627, test accuracy: 0.920000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.008541, test accuracy: 0.920000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.011163, test accuracy: 0.920000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.011590, test accuracy: 0.920000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.013235, test accuracy: 0.906667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.008799, test accuracy: 0.906667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.008615, test accuracy: 0.906667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.009017, test accuracy: 0.906667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.005842, test accuracy: 0.906667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.011671, test accuracy: 0.906667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.006973, test accuracy: 0.906667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.008827, test accuracy: 0.906667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.011293, test accuracy: 0.906667\n",
      "{'065.Slaty_backed_Gull', '052.Pied_billed_Grebe', '144.Common_Tern', '185.Bohemian_Waxwing', '167.Hooded_Warbler'}\n",
      "Episode 41: Test Accuracy: 0.9067\n",
      "\n",
      "Training Episode: 42...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.160000, avg. loss: 1.955498, test accuracy: 0.560000\n",
      "epoch: 1, accuracy: 0.880000, avg. loss: 0.438547, test accuracy: 0.653333\n",
      "epoch: 2, accuracy: 0.880000, avg. loss: 0.547801, test accuracy: 0.666667\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.107356, test accuracy: 0.653333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.028221, test accuracy: 0.693333\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.033217, test accuracy: 0.720000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.020115, test accuracy: 0.720000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.009448, test accuracy: 0.720000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.009102, test accuracy: 0.720000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.011935, test accuracy: 0.733333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.010092, test accuracy: 0.733333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.006948, test accuracy: 0.733333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.005586, test accuracy: 0.733333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.006626, test accuracy: 0.733333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.003882, test accuracy: 0.733333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.004997, test accuracy: 0.733333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.005971, test accuracy: 0.733333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.003895, test accuracy: 0.733333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.006057, test accuracy: 0.733333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.004474, test accuracy: 0.733333\n",
      "{'183.Northern_Waterthrush', '013.Bobolink', '015.Lazuli_Bunting', '057.Rose_breasted_Grosbeak', '160.Black_throated_Blue_Warbler'}\n",
      "Episode 42: Test Accuracy: 0.7333\n",
      "\n",
      "Training Episode: 43...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.120000, avg. loss: 1.822160, test accuracy: 0.493333\n",
      "epoch: 1, accuracy: 0.760000, avg. loss: 0.782877, test accuracy: 0.546667\n",
      "epoch: 2, accuracy: 0.880000, avg. loss: 0.392577, test accuracy: 0.720000\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.078412, test accuracy: 0.733333\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.020621, test accuracy: 0.746667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.021515, test accuracy: 0.746667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.013238, test accuracy: 0.746667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.009032, test accuracy: 0.746667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.009678, test accuracy: 0.746667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.013061, test accuracy: 0.746667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.010283, test accuracy: 0.746667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.008640, test accuracy: 0.746667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.009410, test accuracy: 0.746667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.011672, test accuracy: 0.733333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.007641, test accuracy: 0.733333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.008249, test accuracy: 0.733333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.005873, test accuracy: 0.733333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.006288, test accuracy: 0.733333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.008526, test accuracy: 0.733333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.006860, test accuracy: 0.733333\n",
      "{'064.Ring_billed_Gull', '185.Bohemian_Waxwing', '066.Western_Gull', '051.Horned_Grebe', '189.Red_bellied_Woodpecker'}\n",
      "Episode 43: Test Accuracy: 0.7333\n",
      "\n",
      "Training Episode: 44...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.200000, avg. loss: 1.910427, test accuracy: 0.320000\n",
      "epoch: 1, accuracy: 0.680000, avg. loss: 2.544046, test accuracy: 0.573333\n",
      "epoch: 2, accuracy: 0.480000, avg. loss: 1.078298, test accuracy: 0.653333\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.513441, test accuracy: 0.666667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.143413, test accuracy: 0.666667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.036096, test accuracy: 0.666667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.041328, test accuracy: 0.666667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.024348, test accuracy: 0.666667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.019547, test accuracy: 0.666667\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.016538, test accuracy: 0.666667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.015756, test accuracy: 0.666667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.015615, test accuracy: 0.666667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.017097, test accuracy: 0.666667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.020222, test accuracy: 0.666667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.017937, test accuracy: 0.666667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.011128, test accuracy: 0.666667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.011019, test accuracy: 0.666667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.015858, test accuracy: 0.666667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.009202, test accuracy: 0.666667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.012575, test accuracy: 0.666667\n",
      "{'081.Pied_Kingfisher', '020.Yellow_breasted_Chat', '080.Green_Kingfisher', '086.Pacific_Loon', '125.Lincoln_Sparrow'}\n",
      "Episode 44: Test Accuracy: 0.6667\n",
      "\n",
      "Training Episode: 45...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.240000, avg. loss: 2.024048, test accuracy: 0.373333\n",
      "epoch: 1, accuracy: 0.840000, avg. loss: 1.503374, test accuracy: 0.346667\n",
      "epoch: 2, accuracy: 0.680000, avg. loss: 0.977075, test accuracy: 0.346667\n",
      "epoch: 3, accuracy: 0.880000, avg. loss: 0.641164, test accuracy: 0.386667\n",
      "epoch: 4, accuracy: 0.920000, avg. loss: 0.421519, test accuracy: 0.386667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.287609, test accuracy: 0.386667\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.204015, test accuracy: 0.386667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.169385, test accuracy: 0.413333\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.123121, test accuracy: 0.413333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.084778, test accuracy: 0.440000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.097124, test accuracy: 0.440000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.072112, test accuracy: 0.426667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.056881, test accuracy: 0.426667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.062110, test accuracy: 0.426667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.051572, test accuracy: 0.426667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.042116, test accuracy: 0.426667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.031511, test accuracy: 0.426667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.044637, test accuracy: 0.426667\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.028845, test accuracy: 0.426667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.038823, test accuracy: 0.426667\n",
      "{'091.Mockingbird', '030.Fish_Crow', '113.Baird_Sparrow', '115.Brewer_Sparrow', '103.Sayornis'}\n",
      "Episode 45: Test Accuracy: 0.4267\n",
      "\n",
      "Training Episode: 46...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.280000, avg. loss: 1.464088, test accuracy: 0.333333\n",
      "epoch: 1, accuracy: 0.600000, avg. loss: 1.572918, test accuracy: 0.320000\n",
      "epoch: 2, accuracy: 0.520000, avg. loss: 2.370820, test accuracy: 0.346667\n",
      "epoch: 3, accuracy: 0.600000, avg. loss: 1.209523, test accuracy: 0.413333\n",
      "epoch: 4, accuracy: 0.640000, avg. loss: 0.921656, test accuracy: 0.413333\n",
      "epoch: 5, accuracy: 0.720000, avg. loss: 0.758620, test accuracy: 0.453333\n",
      "epoch: 6, accuracy: 0.760000, avg. loss: 0.662394, test accuracy: 0.453333\n",
      "epoch: 7, accuracy: 0.840000, avg. loss: 0.599794, test accuracy: 0.480000\n",
      "epoch: 8, accuracy: 0.880000, avg. loss: 0.521013, test accuracy: 0.506667\n",
      "epoch: 9, accuracy: 0.960000, avg. loss: 0.442970, test accuracy: 0.520000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.383318, test accuracy: 0.520000\n",
      "epoch: 11, accuracy: 0.960000, avg. loss: 0.325071, test accuracy: 0.520000\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.293667, test accuracy: 0.506667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.229728, test accuracy: 0.493333\n",
      "epoch: 14, accuracy: 0.960000, avg. loss: 0.232846, test accuracy: 0.493333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.212957, test accuracy: 0.493333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.190997, test accuracy: 0.493333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.180415, test accuracy: 0.493333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.189675, test accuracy: 0.506667\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.186440, test accuracy: 0.520000\n",
      "{'130.Tree_Sparrow', '069.Rufous_Hummingbird', '170.Mourning_Warbler', '180.Wilson_Warbler', '152.Blue_headed_Vireo'}\n",
      "Episode 46: Test Accuracy: 0.5200\n",
      "\n",
      "Training Episode: 47...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.200000, avg. loss: 1.919014, test accuracy: 0.720000\n",
      "epoch: 1, accuracy: 0.800000, avg. loss: 1.068199, test accuracy: 0.640000\n",
      "epoch: 2, accuracy: 0.920000, avg. loss: 0.498157, test accuracy: 0.760000\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.133725, test accuracy: 0.720000\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.064519, test accuracy: 0.800000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.019330, test accuracy: 0.773333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.031281, test accuracy: 0.786667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.012678, test accuracy: 0.786667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.010408, test accuracy: 0.813333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.011934, test accuracy: 0.826667\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.015087, test accuracy: 0.826667\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.010150, test accuracy: 0.826667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.007369, test accuracy: 0.826667\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.005094, test accuracy: 0.826667\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.005375, test accuracy: 0.813333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.014681, test accuracy: 0.813333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.008142, test accuracy: 0.813333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.005791, test accuracy: 0.813333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.006856, test accuracy: 0.813333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.010113, test accuracy: 0.813333\n",
      "{'061.Heermann_Gull', '002.Laysan_Albatross', '093.Clark_Nutcracker', '111.Loggerhead_Shrike', '076.Dark_eyed_Junco'}\n",
      "Episode 47: Test Accuracy: 0.8133\n",
      "\n",
      "Training Episode: 48...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.200000, avg. loss: 1.885516, test accuracy: 0.373333\n",
      "epoch: 1, accuracy: 0.640000, avg. loss: 1.143164, test accuracy: 0.426667\n",
      "epoch: 2, accuracy: 0.760000, avg. loss: 0.876323, test accuracy: 0.573333\n",
      "epoch: 3, accuracy: 1.000000, avg. loss: 0.239424, test accuracy: 0.586667\n",
      "epoch: 4, accuracy: 1.000000, avg. loss: 0.112745, test accuracy: 0.560000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.024470, test accuracy: 0.560000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.017101, test accuracy: 0.560000\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.014735, test accuracy: 0.560000\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.023460, test accuracy: 0.560000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.013769, test accuracy: 0.560000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.014081, test accuracy: 0.573333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.009561, test accuracy: 0.573333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.010769, test accuracy: 0.573333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.008710, test accuracy: 0.573333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.008344, test accuracy: 0.573333\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.009407, test accuracy: 0.573333\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.008400, test accuracy: 0.573333\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.009443, test accuracy: 0.573333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.007576, test accuracy: 0.573333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.008730, test accuracy: 0.573333\n",
      "{'174.Palm_Warbler', '142.Black_Tern', '007.Parakeet_Auklet', '137.Cliff_Swallow', '111.Loggerhead_Shrike'}\n",
      "Episode 48: Test Accuracy: 0.5733\n",
      "\n",
      "Training Episode: 49...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.360000, avg. loss: 1.747863, test accuracy: 0.440000\n",
      "epoch: 1, accuracy: 0.600000, avg. loss: 2.285292, test accuracy: 0.520000\n",
      "epoch: 2, accuracy: 0.680000, avg. loss: 0.970597, test accuracy: 0.786667\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.490205, test accuracy: 0.893333\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.216867, test accuracy: 0.880000\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.086633, test accuracy: 0.893333\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.080247, test accuracy: 0.906667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.065729, test accuracy: 0.906667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.038786, test accuracy: 0.920000\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.027915, test accuracy: 0.933333\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.016665, test accuracy: 0.933333\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.023451, test accuracy: 0.933333\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.015688, test accuracy: 0.933333\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.015069, test accuracy: 0.933333\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.014581, test accuracy: 0.946667\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.013978, test accuracy: 0.946667\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.014300, test accuracy: 0.946667\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.025267, test accuracy: 0.933333\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.019357, test accuracy: 0.933333\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.018010, test accuracy: 0.933333\n",
      "{'073.Blue_Jay', '026.Bronzed_Cowbird', '098.Scott_Oriole', '110.Geococcyx', '180.Wilson_Warbler'}\n",
      "Episode 49: Test Accuracy: 0.9333\n",
      "\n",
      "Training Episode: 50...\n",
      "{'train': 25, 'test': 75}\n",
      "epoch: 0, accuracy: 0.280000, avg. loss: 1.823586, test accuracy: 0.506667\n",
      "epoch: 1, accuracy: 0.640000, avg. loss: 0.962572, test accuracy: 0.573333\n",
      "epoch: 2, accuracy: 0.840000, avg. loss: 0.700775, test accuracy: 0.613333\n",
      "epoch: 3, accuracy: 0.960000, avg. loss: 0.479193, test accuracy: 0.640000\n",
      "epoch: 4, accuracy: 0.960000, avg. loss: 0.207269, test accuracy: 0.626667\n",
      "epoch: 5, accuracy: 1.000000, avg. loss: 0.092453, test accuracy: 0.640000\n",
      "epoch: 6, accuracy: 1.000000, avg. loss: 0.095181, test accuracy: 0.666667\n",
      "epoch: 7, accuracy: 1.000000, avg. loss: 0.047445, test accuracy: 0.666667\n",
      "epoch: 8, accuracy: 1.000000, avg. loss: 0.050062, test accuracy: 0.653333\n",
      "epoch: 9, accuracy: 1.000000, avg. loss: 0.038641, test accuracy: 0.680000\n",
      "epoch: 10, accuracy: 1.000000, avg. loss: 0.024689, test accuracy: 0.680000\n",
      "epoch: 11, accuracy: 1.000000, avg. loss: 0.032145, test accuracy: 0.666667\n",
      "epoch: 12, accuracy: 1.000000, avg. loss: 0.028109, test accuracy: 0.680000\n",
      "epoch: 13, accuracy: 1.000000, avg. loss: 0.021375, test accuracy: 0.680000\n",
      "epoch: 14, accuracy: 1.000000, avg. loss: 0.018446, test accuracy: 0.680000\n",
      "epoch: 15, accuracy: 1.000000, avg. loss: 0.013505, test accuracy: 0.680000\n",
      "epoch: 16, accuracy: 1.000000, avg. loss: 0.013286, test accuracy: 0.680000\n",
      "epoch: 17, accuracy: 1.000000, avg. loss: 0.016151, test accuracy: 0.680000\n",
      "epoch: 18, accuracy: 1.000000, avg. loss: 0.018020, test accuracy: 0.680000\n",
      "epoch: 19, accuracy: 1.000000, avg. loss: 0.014721, test accuracy: 0.680000\n",
      "{'062.Herring_Gull', '123.Henslow_Sparrow', '029.American_Crow', '059.California_Gull', '055.Evening_Grosbeak'}\n",
      "Episode 50: Test Accuracy: 0.6800\n",
      "\n",
      "Average Test Accuracy: 0.7341333333333333\n"
     ]
    }
   ],
   "source": [
    "print('Please wait patiently, it may take some hours...')\n",
    "total_test_acc = 0.0\n",
    "\n",
    "for episode in range(EPISODES):\n",
    "    print(f\"\\nTraining Episode: {episode + 1}...\")\n",
    "    \n",
    "    loaded_model = torch.load(modelPath, map_location=device)\n",
    "    model = VGG19(64)\n",
    "    model.load_state_dict(loaded_model)\n",
    "    model.model.head.fc = nn.Linear(model.model.head.fc.in_features, 5).to(device)\n",
    "\n",
    "    for param in model.parameters():\n",
    "        param.requires_grad = True\n",
    "    \n",
    "    criterion = torch.nn.CrossEntropyLoss()\n",
    "    optimizer = torch.optim.SGD(params = model.parameters(), lr = LEARNING_RATE, momentum = MOMENTUM, weight_decay = WEIGHT_DECAY)\n",
    "    scheduler = torch.optim.lr_scheduler.StepLR(optimizer, step_size = STEP_SIZE, gamma = GAMMA)\n",
    "    dataloaders, class_names, dataset_sizes = createEuroSatDataLoaders(data_transforms, dataDir, split=0.25, batch_size = BATCH_SIZE)\n",
    "    print(dataset_sizes)\n",
    "    \n",
    "    model, _, _ = train_fine_tuning(model, dataloaders, criterion, optimizer, scheduler, num_epochs = NUM_EPOCHS, learning_rate = LEARNING_RATE)\n",
    "    test_loader = dataloaders['test']\n",
    "    acc_test, test_loss = eval_method(net=model, data_loader=test_loader)\n",
    "    total_test_acc += acc_test\n",
    "    print(class_names)\n",
    "    print(f\"Episode {episode + 1}: Test Accuracy: {acc_test:.4f}\")\n",
    "\n",
    "average_test_acc = total_test_acc / EPISODES\n",
    "print(\"\\nAverage Test Accuracy:\", average_test_acc)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}