mnist-cnn.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 284,
   "metadata": {
    "id": "OxtBoOczfZmr",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:09:30.120303Z",
     "start_time": "2023-12-22T13:09:30.115392Z"
    }
   },
   "outputs": [],
   "source": [
    "import torch\n",
    "import torch.nn as nn\n",
    "from jinja2.compiler import F\n",
    "from tqdm.auto import tqdm\n",
    "import matplotlib.pyplot as plt\n",
    "from torchsummary import summary\n",
    "from torchvision import datasets\n",
    "from torchvision.transforms import ToTensor\n",
    "from torch.utils.data import DataLoader"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 285,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 440,
     "referenced_widgets": [
      "23e3d4f389ad48feacf1e3f448f6a4e1",
      "e6f5e1539e1942e3808d969f03c21a53",
      "731c345201544b74855880766594a88d",
      "239e65578ea84cd688f8e88d52f009c0",
      "a93a4a91411d4a08a0d9c16a48893035",
      "3ba7afe516834ff58601d57aa47e6315",
      "549dc98f912d471897e08b8c0f695619",
      "a29bd33f158e4d4ba6f1af3be10b7a03",
      "c9eac48030114704908e70705181917a",
      "d1003c2901814da7bd5ccea2f08cf27f",
      "b92331df245047d9a81fb633fcd335aa",
      "033a5534a9c644668f621babe59ca12f",
      "34ead99644f34ba1b0e973ce211f5a2d",
      "6c3cce66eb1f4dd58d4047d9589b9c2f",
      "25748efaf7c4470dbb670b1c536ff4ff",
      "d44b48b82f814a20b689ab1260b221d4",
      "9ba8fe754e384213885c48d5e47e1a21",
      "47a9ed5adf60415aaea79962a2324379",
      "1b8e48b1701143b6aaaf17dfc6d4af73",
      "cacfb5fda291410c92d3d5d507ac98c4",
      "198b4028647f46b59c98b254018ce34f",
      "4388e71250424747ab6e5582653bd954",
      "4bf92e9b43ba4232bbe6bc12ce50bda9",
      "bed7f61feb3448b284013ee5c1c6a608",
      "e7c3782dbb5342ab9a2c378c8645d83e",
      "46492c35873c4ed4ae6f3430d8ae427e",
      "876c9c20be034a2aad6a46d834d906ae",
      "00d2f382089944339364453648341d4b",
      "b1064189bfc54e029c11348d87b275aa",
      "9d09fc152c9946a1a03e8cd4c499c99b",
      "1b60f9dbfcf3482cab1b5bf53c362c02",
      "1350a756f8e84dd383036a7e3e83aa80",
      "6ea3b888c5504c568a0013c6af5f1f2e",
      "1636c724ae014649a35fe6956957eb82",
      "98d2063e8d084313a7e99ef51d6b2067",
      "b9e306a3087c4032a24e0ed70e589c15",
      "9dc965fb962e47469024234c366566a6",
      "b403dc40db1f4ebaa3e4c7cef5fd53fb",
      "def2074247a84bc48a4cdcc614d2a5fd",
      "59047cde98c340a4ab70aab91c1d4506",
      "7af6343843334e4891fc79c9f6ed8d5d",
      "ae0b40271417465b95355b9a1a6f13c7",
      "e3d39b547d974b1ea5e901d70dcbd0f1",
      "4479ae29607a42ab8ae8ec4c85d7be6f"
     ]
    },
    "id": "s0G1Dn9zgFK2",
    "outputId": "bdce5f4d-96c2-4cd3-9557-1eeff9133ae6",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:09:30.293369Z",
     "start_time": "2023-12-22T13:09:30.279007Z"
    }
   },
   "outputs": [],
   "source": [
    "device = \"cuda\" if torch.cuda.is_available() else \"cpu\"\n",
    "\n",
    "train_set = datasets.MNIST(\n",
    "    root='./data',\n",
    "    train=True,\n",
    "    download=True,\n",
    "    transform=ToTensor()\n",
    ")\n",
    "\n",
    "test_set = datasets.MNIST(\n",
    "    root='./data',\n",
    "    train=False,\n",
    "    download=False,\n",
    "    transform=ToTensor()\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 286,
   "metadata": {
    "id": "oStJZWdcgatT",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:09:30.461322Z",
     "start_time": "2023-12-22T13:09:30.458670Z"
    }
   },
   "outputs": [],
   "source": [
    "batch_size = 32\n",
    "\n",
    "train_loader = DataLoader(train_set, batch_size=batch_size, shuffle=True)\n",
    "test_loader = DataLoader(test_set, batch_size=batch_size, shuffle=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 287,
   "metadata": {
    "id": "KbobwTdogkFK",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:09:30.657539Z",
     "start_time": "2023-12-22T13:09:30.655218Z"
    }
   },
   "outputs": [],
   "source": [
    "class Model(nn.Module):\n",
    "    def __init__(self):\n",
    "        super(Model, self).__init__()\n",
    "        \n",
    "        self.conv0 = nn.Conv2d(1,5,kernel_size=5,stride=1) #  24 * 24 * 10\n",
    "        self.conv1 = nn.Conv2d(5,5,kernel_size=5,stride=1) # 20 * 20 * 10\n",
    "        self.poolLayer = nn.MaxPool2d(kernel_size=2,stride=2) # 10 * 10 * 10\n",
    "        self.conv2 = nn.Conv2d(5,5,kernel_size=5,stride=1) # 6 * 6 * 10 -> 3 * 3 * 10\n",
    "        \n",
    "        self.layer0 = nn.Linear(3 * 3 * 5, 150)\n",
    "        self.layer1 = nn.Linear(150, 10, bias=True)\n",
    "        \n",
    "    def forward(self, x):\n",
    "\n",
    "\n",
    "        x = nn.functional.relu(self.conv0(x))\n",
    "        x = nn.functional.relu(self.conv1(x))\n",
    "        x = nn.functional.relu(self.poolLayer(x))\n",
    "        x = nn.functional.relu(self.conv2(x))\n",
    "        x = nn.functional.relu(self.poolLayer(x))\n",
    "\n",
    "        x = x.view(-1, 3 *3 * 5)\n",
    "        \n",
    "        x = nn.functional.relu(self.layer0(x))\n",
    "        x = nn.functional.relu(self.layer1(x))\n",
    "\n",
    "        return x"
   ]
  },
  {
   "cell_type": "markdown",
   "source": [],
   "metadata": {
    "collapsed": false
   }
  },
  {
   "cell_type": "code",
   "execution_count": 288,
   "metadata": {
    "id": "-ieurBcVjGx8",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:09:31.107901Z",
     "start_time": "2023-12-22T13:09:31.104363Z"
    }
   },
   "outputs": [],
   "source": [
    "# Do not change this cell\n",
    "def caluculate_acc(data, model, length):\n",
    "  model.eval()\n",
    "  acc = 0\n",
    "  for images, label in data:\n",
    "    with torch.no_grad():\n",
    "      images = images.to(device)\n",
    "      label = label.to(device)\n",
    "      yp = model(images)\n",
    "      yp = torch.nn.functional.softmax(yp, dim=1)\n",
    "      yp = torch.argmax(yp, 1)\n",
    "      acc += torch.sum(yp == label)\n",
    "  return acc / length"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 289,
   "metadata": {
    "id": "BHGcupPpiKO1",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:09:31.364885Z",
     "start_time": "2023-12-22T13:09:31.362123Z"
    }
   },
   "outputs": [],
   "source": [
    "# Do not change this cell\n",
    "def train_one_epoch(model, data, optimizer, criterion, length):\n",
    "  model.train()\n",
    "  acc = 0\n",
    "  for images, labels in data:\n",
    "    imgs = torch.autograd.Variable(images).to(device)\n",
    "    label = torch.autograd.Variable(labels).to(device)\n",
    "    optimizer.zero_grad()\n",
    "    yp = model(imgs)\n",
    "    loss = criterion(yp, label)\n",
    "    loss.backward()\n",
    "    optimizer.step()\n",
    "    yp = torch.argmax(yp, 1)\n",
    "    acc += torch.sum(yp == label)\n",
    "  return loss.item(), acc / length"
   ]
  },
  {
   "cell_type": "code",
   "outputs": [],
   "source": [],
   "metadata": {
    "collapsed": false,
    "ExecuteTime": {
     "end_time": "2023-12-22T13:09:31.634138Z",
     "start_time": "2023-12-22T13:09:31.631267Z"
    }
   },
   "execution_count": 289
  },
  {
   "cell_type": "code",
   "execution_count": 290,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "T7q3yT39wWIn",
    "outputId": "1451d559-3950-45b3-bb2b-3696f63a7199",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:09:32.028336Z",
     "start_time": "2023-12-22T13:09:32.024728Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "----------------------------------------------------------------\n",
      "        Layer (type)               Output Shape         Param #\n",
      "================================================================\n",
      "            Conv2d-1            [-1, 5, 24, 24]             130\n",
      "            Conv2d-2            [-1, 5, 20, 20]             630\n",
      "         MaxPool2d-3            [-1, 5, 10, 10]               0\n",
      "            Conv2d-4              [-1, 5, 6, 6]             630\n",
      "         MaxPool2d-5              [-1, 5, 3, 3]               0\n",
      "            Linear-6                  [-1, 150]           6,900\n",
      "            Linear-7                   [-1, 10]           1,510\n",
      "================================================================\n",
      "Total params: 9,800\n",
      "Trainable params: 9,800\n",
      "Non-trainable params: 0\n",
      "----------------------------------------------------------------\n",
      "Input size (MB): 0.00\n",
      "Forward/backward pass size (MB): 0.04\n",
      "Params size (MB): 0.04\n",
      "Estimated Total Size (MB): 0.08\n",
      "----------------------------------------------------------------\n"
     ]
    }
   ],
   "source": [
    "model = model = Model().to(device)\n",
    "\n",
    "optimizer = torch.optim.SGD(model.parameters(), lr=0.01)\n",
    "\n",
    "criterion = nn.CrossEntropyLoss()\n",
    "\n",
    "# model summary\n",
    "summary(model, (1, 28, 28))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 291,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 49,
     "referenced_widgets": [
      "7839b74b81e04c0ab94223b6625e23da",
      "b7abbb258051403ea0d59a8aded161b3",
      "824efc6349744205ac44e55196530c98",
      "7710c301a98d47b5a0a0ddfeb005da0b",
      "2f7f25ea6ef74a6a9efef33a08b71616",
      "c43d9932e7a74327b4c7b3d5b5f05c18",
      "56fb4067f7d34802b8c6a8b5590e678f",
      "e6d30db6d70b40d0af9d5efe8eb8dc9b",
      "e1938342ec0a49f9bd4ee9cfd15db650",
      "ec32cd6717f34e3b80b9793062258c60",
      "5b0a03832b504deca06aa2ad67dcc9c4"
     ]
    },
    "id": "2bF4xfC5vkPH",
    "outputId": "6d810317-b599-4ec3-bc4a-c4ca45fca2c0",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:16:54.304619Z",
     "start_time": "2023-12-22T13:09:32.692447Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": "  0%|          | 0/20 [00:00<?, ?it/s]",
      "application/vnd.jupyter.widget-view+json": {
       "version_major": 2,
       "version_minor": 0,
       "model_id": "72dabe08fc7749f5ab8b8125b8cc2e04"
      }
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# training process\n",
    "val_accs = []\n",
    "accs = []\n",
    "best_acc = 0\n",
    "for e in tqdm(range(20)):\n",
    "  accs.append(train_one_epoch(model, train_loader, optimizer, criterion, len(train_set))[1].item())\n",
    "  val_accs.append(caluculate_acc(test_loader, model, len(test_set)).item())\n",
    "  if best_acc < val_accs[-1]:\n",
    "    torch.save(model, \"model.h5\")\n",
    "    best_Acc = val_accs[-1]\n",
    "  \n",
    "  # just a way to avoid over-fitting\n",
    "  if val_accs[-1] > 0.99 and accs[-1] > 0.99:\n",
    "    break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 292,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 279
    },
    "id": "CXI0Sz7Symtu",
    "outputId": "ac9e2990-cf44-4e30-fae9-c9a5112a921b",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:16:54.349005Z",
     "start_time": "2023-12-22T13:16:54.308850Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": "<Figure size 640x480 with 1 Axes>",
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjcAAAGwCAYAAABVdURTAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy81sbWrAAAACXBIWXMAAA9hAAAPYQGoP6dpAABZKElEQVR4nO3dd3gU1cIG8He2b5b0kAZp9BJASJAOChqKBayAiqCgIgIiNiIqyuUKFspFBEUpoihcRPy4wlWjdBCkJMA1CAiBUBJCKKlk6/n+2GRhSSGbbEl5f88zz87OnJk9k0nYlzMz50hCCAEiIiKiOkLm6QoQERERORPDDREREdUpDDdERERUpzDcEBERUZ3CcENERER1CsMNERER1SkMN0RERFSnKDxdAXezWCw4f/48vL29IUmSp6tDRERElSCEQF5eHsLDwyGTVdw2U+/Czfnz5xEREeHpahAREVEVnDlzBo0bN66wTL0LN97e3gCsPxwfHx8P14aIiIgqIzc3FxEREbbv8YrUu3BTcinKx8eH4YaIiKiWqcwtJbyhmIiIiOoUhhsiIiKqUxhuiIiIqE5huCEiIqI6xaPhZtu2bbjvvvsQHh4OSZLwww8/3HKbrVu3Ii4uDhqNBk2aNMGnn37q+ooSERFRreHRcFNQUIAOHTpgwYIFlSqflpaGQYMGoVevXkhOTsYbb7yBiRMnYu3atS6uKREREdUWHn0UfODAgRg4cGCly3/66aeIjIzEvHnzAACtW7fGvn378NFHH+Ghhx5yUS2JiIioNqlV99z8/vvvSEhIsFvWv39/7Nu3D0ajscxt9Ho9cnNz7SYiIiKqu2pVuMnMzERISIjdspCQEJhMJmRnZ5e5zcyZM+Hr62ubOPQCERFR3Varwg1QumdCIUSZy0skJiYiJyfHNp05c8bldSQiIiLPqVXDL4SGhiIzM9NuWVZWFhQKBQIDA8vcRq1WQ61Wu6N6REREVAPUqpabbt26ISkpyW7ZL7/8gvj4eCiVSg/VioiIiGoSj7bc5Ofn4++//7a9T0tLQ0pKCgICAhAZGYnExEScO3cOK1asAACMHTsWCxYswOTJk/HMM8/g999/x5IlS/Dtt9966hCIiIjqHCEEhAAsQsBS/Hr9vXWZuGGdRQhYLNfnZZKEcD+tx+rv0XCzb98+3Hnnnbb3kydPBgCMHDkSy5cvR0ZGBtLT023rY2JisHHjRrz00kv45JNPEB4ejvnz5/MxcCIisjFbBAwmC8xC2O7LFMXrhG2m5EXYLb9eruztxPUNYRYCJrOA2SJgspS8Wuzfm68vN5krKGcRMJstdu+NZus2RosFZnPpZdb9WWA0C5iKt72+vnjZjWXNFttys+V6WDGXEVZsP6cqCvFRY88bd1VvJ9UgCVHdQ6hdcnNz4evri5ycHPj4+Hi6OkRELmMu+bKzCBhNFhhv+CI0mq3zN76abO+Ly1ksdvu7+dvC9kVf3vpS5e1ZLAJ6swV6oxkGswUGkwV6k/W1ZNKbblhnNMNkMkAY9bCYDICpCDAbIMwGwGSAZNZDMhsgEyaoYYQJchQIDfKhLX7VoABamCGvxk/VNRQwwQtF8IIeOqkIGhghAJghgwUyWCDBAtn190Iqnpds682QQRSXsc5fLyNcfBeKJAEySYJckiBJQLCPGttf6+vUz3Dk+7tW3VBMRFQjCAFhyIel4BLM+dkQhZdhKcgGCq9AFGQD165AunYJ0rUrgEkPs0wJi6SASVLADCVMkgImyGGSlDBBAaOQwwgFDFDAIOQwCDn0Ja8WBYqEDHqLHEUWOYosMlwreTXLYbZYYDGbAIsZwmKCsFggLNb3krB+7clhgUKyft3JcX3ZzfNymCGXblwmAIjir8nrr9JN72VlLZPKL1uyTzksUMEIJUxQSSaoYIQK5uJXI1SSyboO1nVqyVTxeZGhUneS6oXSGnSENexY562vhUKDAtwYiLTF5TQoLA5HBcXlNDILvGV6eMv0aCArgrdkDSY6yQCdpIcORfCSiuCFImiht76KImhxDRpRVDxdg9pSBCXK7qvNmYQkg5DkgCQDJDmETAHI5IBMUTx/8yS3ey/JFID8hnmZAtJN70vWQ+MHwLnhxhEMN0RUKwghYDBbUGS0oMhoxjWDGUUm6+s1oxl6owXXjGbruuL1epPFtr5keZHRjCLj9eUGoxlqSyF05qtoYMmDtyUHDSy58CmZkAdfkQtfkQc/XJ/UkglyoOa1AUhAzayY8wlJDiFTQshVEHI1IFcCCjUkhRqQqyAJE6DPh2TIBwz5kMwGAIBaMkINIwKlPCdWBqWbpqpCrgJUOkChsTZ9CQsgzNZXi+X6e4vZfl0lSMICqZJlq61BKNDvLfd8VhkYboioymyBw2CxBY0i0/XwUGQyo8gWQiy2gKE3mlFUHDyuhw5LcfC4HlpuXHbNaIalgi8PJUzwRQF8pfzi1wL4Id/6KuWjcfEyX1jf31hWJZlvfbBldKWlF0pchjeuCG9cEQ1wBddfcyVvXIUPzDIVvOQWaGRmaOQWaGVmaGRmqGUWqCUzNJIZKpkZKskENcxQysxQwdpioYQZCphQ3N4DuTBCIcyQCyPkwgSZMFr7+JLkxf97lkOSyYHiV9skl0NWvN5aVmbbBqWWye1fJal4klknlMxLZbwva1kZ76Xi5hWZHJBbgwgUquJ5a0Cxn1cVl7Gfl2Tysk5L+UwGoDjoQF/ymnfD+wLAkHfDunzre0NBGcsKrfVR6QCll/VV1aD4taypwQ1lG9y0vHh7pc76c6iKioJPWesspuuvZqP11WIufr1xKllWXhlz2ftQeu5mYoDhhqjOE8Yi5OTkoKioAEXXCmG4VgijvgCGogKY9Nesk6EQFkMRLIZrsBivAaYiCOM1SKYi62TWQ24ugtyih9xsgFLoobTooRJ6qGCEgAQjFDBCDlPx5RWzkEOCAgoooIIcMiigggLa4kswJeWNUMAorJdpDMXLbfNCAQtk8JYK4SvLt4UTf6kA/rJCa0iRCuAj8qFFUbV+Tma5BiZNAMwaf5jV/jBrA2DR+ENoA2DRBgDaAAhtACRdICSvAMArEAq1Djq5DL4yCU0kCQqZBLlMKrdTUfIwhQpQBABeAZ6uifPJSq7J8Wsd4E+BqOYRAjDpi/9HWfy/SNv/LvNums8H9LnX/0dpW5cL6PMhipvi/VxRTwlltma4nV1rjgRofACtv/Wav9Yf0PpV8L5kWQDkKq/6cCWHqF5guCHytD/XAdtmA0U5xWEmz9qs6wQ3Zg+TkEEvqaCHCkZJBaOkhlGmhkmmhkWmglmugUWugUWhsTa3K7SAUgNJqYVcpYFMqYVc7QWFSgul2gsKjRfUGi8oNV5QyyUoYIJkNgFmg7UJ21wyGYqXma7Pm02VX24xAWqfG8KIX/lhReNrvdRBRPUaww2RJxXlAD++BFy7UvZ6VQPrpPYG1CXzPjfMlyz3vj6v9gZU3thyuhCJP55GgaTBolG90KNlGBQAdG49QCIi92O4IfKkXR9bg01QS2DIohvCSXF4kVWtb4r0S4WYkLQdeQjE+DuaoUfLMCdXnIio5mK4IfKU/Czg90+s8/3eBhrHOWW3BpMFE749gDy9CfFR/ph0V3On7JeIqLaoVQNnEtUp2z4EjIVAo3ig1T1O2+1HvxzFwbM58NUq8a/hHaGQ88+ciOoX/qtH5AlXTgH7llnn75pm7f/DCTYfzcLibScBAB8+3B6NPDhwHRGRpzDcEHnC5pnWJ4qa9gViejtll5k5RXj53wcBAKO6RyOhbahT9ktEVNsw3BC524U/gUOrrfP93nbKLs0WgUmrk3G5wIC24T5IHNTKKfslIqqNGG6I3O23fwAQQJshQHhHp+xywaa/sfvkZXip5Ph4eEeoFezrhYjqL4YbIndK3w0c+691zJ6+bzpll3tOXsK/fjsGAPjnA7Fo0rCBU/ZLRFRbMdwQuYsQwK/vWuc7PgEEVf8R7csFBry4KgUWATzUqTEe6Ni42vskIqrtGG6I3OXvX4H0XYBCA/R5vdq7E0Lg1TUHkZlbhCYNdZg+uK0TKklEVPsx3BC5g8VyvdXm9mcA30bV3uXSnafw219ZUClkWDC8E3Rq9slJRAQw3BC5x5/fAxcOW8eF6jm52rs7dPYqZv33CADgrXtao024T7X3SURUVzDcELma2QhsmmGd7zER8Aqo1u7yioyY8G0yjGaBAW1D8UTXKCdUkoio7mC4IXK1AyuAK2mALhjo8ny1diWEwNR1/8PpS4Vo5KfF+w+1h+Sk3o2JiOoKhhsiVzIUAlvft873ftU66nc1/HvfGaw/eB5ymYT5wzvC10vphEoSEdUtDDdErrTnUyD/AuAXCcSNqtaujl/Iw7T1fwIAXk5ogbgofydUkIio7mG4IXKVa1eAnfOs83e+CShUVd5VkdGM8d8ko8hoQa/mQRjbu6lz6khEVAcx3BC5ys5/AUU5QHBboN3D1drVu/9JxdELeQhqoMacR2+DTMb7bIiIysNwQ+QKuRnA7k+t8/3eAmRVH+vpx0Pn8e0f6ZAkYN7Q29DQW+2kShIR1U0MN0SusO0DwHQNiOgCtBhQ5d2kXypE4trDAIBxdzRFz+ZBzqohEVGdxXBD5GyXTlgf/waAu94BqviotsFkwYRVycjTmxAX5Y+X7mrhvDoSEdVhDDdEzrb5PcBiAprdDUR1r/JuPvrlKA6euQofjQLzh3eEQs4/VyKiyuC/lkTOlHEI+N931vl+b1d5N5uPZmHxtpMAgA8f6YBGflpn1I6IqF5guCFypt+mW19jHwbC2ldpFxdyi/Dyvw8CAEZ2i0L/tqHOqh0RUb3AcEPkLKd2An8nATIFcOcbVdqF2SIwaVUKLhcY0CbMB4mDWju5kkREdR/DDZEzCAH89q51vtOTQGDVOtn7ZPPf+P3kJXip5FjwWEdolFV/hJyIqL5iuCFyhmM/AWf2AAot0Pu1Ku1iz8lLmPfrMQDAjCGxaNKweuNQERHVVww3RNVlMV+/16brWMAnzOFdXC4w4MVVKbAI4MFOjfBgp8ZOriQRUf3BcENUXYe/A7JSAY0v0ONFhzcXQuDVNQeRmVuEJg11+MfgWBdUkoio/lB4ugJEtZrJAGyeYZ3vMQnQOjZSd5HRjA9/Porf/sqCSiHDx8M7QqfmnyURUXV4vOVm4cKFiImJgUajQVxcHLZv315h+U8++QStW7eGVqtFy5YtsWLFCjfVlKgM+5cDV9OBBqFAl7EObbrt2EUMmLcNS3akAQDeuqc12ob7uqCSRET1i0f/i7h69WpMmjQJCxcuRI8ePfDZZ59h4MCBSE1NRWRkZKnyixYtQmJiIj7//HN07twZf/zxB5555hn4+/vjvvvu88ARUL2mz7eOIQUAfV4DVF6V2iwrtwj/2HAE/zl4HgAQ4qPGtPvaYlA7x+/VISKi0iQhhPDUh3fp0gWdOnXCokWLbMtat26NIUOGYObMmaXKd+/eHT169MCHH35oWzZp0iTs27cPO3bsKPMz9Ho99Hq97X1ubi4iIiKQk5MDHx8fJx4N1TvbPgQ2zQD8Y4DxewG5ssLiZovA17tP46OfjyJPb4JMAkZ1j8FLdzeHt6bibYmI6rvc3Fz4+vpW6vvbYy03BoMB+/fvx5QpU+yWJyQkYNeuXWVuo9frodFo7JZptVr88ccfMBqNUCpLf0HMnDkT7777rvMqTgQAhZeBnfOt833fvGWwOXw2B2+sO4zD53IAAB0i/PDPIbGIbcTLUEREzuaxe26ys7NhNpsREhJitzwkJASZmZllbtO/f3988cUX2L9/P4QQ2LdvH5YuXQqj0Yjs7Owyt0lMTEROTo5tOnPmjNOPheqhHXMAfS4Q0g5o+2C5xXKLjHhn/Z8Y/MkOHD6XA2+NAjOGxOL757sz2BARuYjHH8uQJMnuvRCi1LISb731FjIzM9G1a1cIIRASEoJRo0bhgw8+gFxedk+uarUaarXa6fWmeiznHLBnsXX+rmmArPT/EYQQ2HA4A9P/k4qsPOtl0SG3heONe1oj2FtTqjwRETmPx1pugoKCIJfLS7XSZGVllWrNKaHVarF06VIUFhbi1KlTSE9PR3R0NLy9vREUFOSOahMBW98HzHogqgfQ7K5Sq09fKsDIZXsx/ptkZOXpEROkw8oxXTBvWEcGGyIiN/BYy41KpUJcXBySkpLwwAMP2JYnJSVh8ODBFW6rVCrRuLG1B9dVq1bh3nvvhayM/z0TOV32cSD5a+t8v2nADa2MepMZn209iQWb/4bBZIFKIcMLdzTDc32acIwoIiI38uhlqcmTJ2PEiBGIj49Ht27dsHjxYqSnp2PsWGt/IYmJiTh37pytL5tjx47hjz/+QJcuXXDlyhXMmTMH//vf//Dll1968jCoPtk0AxBmoMVAILKLbfGuv7Px5g//w8nsAgBAr+ZBmD44FjFBOk/VlIio3vJouBk6dCguXbqE6dOnIyMjA7Gxsdi4cSOioqIAABkZGUhPT7eVN5vNmD17No4ePQqlUok777wTu3btQnR0tIeOgOqV88lA6g8AJKDfWwCAi3l6vLfxCNYlnwMANPRW4+172+De9mHl3jtGRESu5dF+bjzBkefkiex89QBwYhPQfhgsQz7FN3+k44Of/kJukQmSBDzZNQov928JH/ZZQ0TkdLWinxuiWuXkVmuwkSlxrM14vLZoF1LOXAUAxDbywXsPtEP7xn4erSIREVkx3BDdisUC/GbtCPKPoMEY9mU6LAJooFbglYQWGNEtGnIZL0EREdUUDDdUN1nMgD4PMORbX/X5gCHvhvl8ayd8+vwbyhUvK54Xemt5yWi9SbgQGoxL7wcLgHvah+Hte9sgxIePdhMR1TQMN1R7WCxAQZa1E73cs9bXnLPX569duR5UjIXV/rgb22IsQsJc04PwCgjDl0Ni0adFw2rvn4iIXIPhhmoGIYCiq8XB5RyQc+aG+bPFIeY8YDE6tFuDkCMfWhQILfKhsZ8XWhRAi3xokS801vniddYy1nmzsgGUWl/cFxeDX+5sxj5riIhqOIYbcj0hrC0q+VnW0JJ77obWl7PXQ4wh/5a7skCGbMkfZ80BOC8CcV4EIkNY5y8LH1sgKQknBlifXFLJZfD1UsJXq4Sf1vrqq1XaloVrlfDzumG5VmWbVynYQSQRUW3CcEOOM14DCi/dMF2+6f0NywuyrfOVbHEpkPvighSEs+YApBn9cF4EIUME4rwIQIYIxAX4w1T8a6tRyhAVqENUoBeiAr3Q2UcDnxvCi5/X9YCiUcrY7wwRUT3BcENW+jwg4+D1MFJuYLlU5ftZjHIv5KpCkCULwhlzAE7ofXHS4FfcAhOEDBGAItgPcuqtUSC6OMB0CfSyhpkAL0QH6RDsrWZgISKiUhhu6ishrOMkHf/FOp3e5dj9LDIl4BVYPAXcMB8Io8Yf6de0+POqAvsvyrArEzhTpLUGl4LSuwpqoEZUoBc6BnohKkCH6CAvRAZ4ITpQBz8vJQMMERE5hOGmPjFeA07tuB5orpyyX+8bAfg2tgsqpafiIKP2tg0aebXQgH2nrmDv6cvYd/QKDp/NgcFssdu1TiVHl0a+aNJQh8gAHaIDvRBZ3BLTQM1fQyIich5+q9R1V04Bx5OsYSZtG2Aqur5OrgKiegDNE6xTYFO7Ua7LIoTA2SvXsO/IOew9dQX7Tl3GsQulbwRu6K3G7dEBiI/2R+foALQK9YZCzhtziYjI9Rhu6hqTAUjfdT3QZB+zX+/T6HqYiekNqBtUuDuzReBoZh72nb5sCzMZOUWlyjVtqEPn6ADERwegc7Q/IgO8eDmJiIg8guGmLsg5B/ydZA00J7fYP1ItyYHIbkDzu62BJrh1ha0zRUYzDp65in2nr2DvqcvYf/oK8opMdmUUMgmxjXzROdof8dEBiI/yR2ADdTl7JCIici+Gm9rIbALO/lF870wScOF/9ut1wcWtM3cDTe4AtH633OWuE9mY88sxHDx7FUaz/UDxOpUcnaL8i1tm/NExwh9aFTuyIyKimonhprawWIA/vwf++tE6OnVRzg0rJaBxPNC8vzXQhLYHZJW/v+XX1AsYt/KA7SZg3i9DRES1GcNNbZG6Dlg7+vp7rT/Q7C5rC03TfoAusEq7/e/hDEz4Nhkmi8CAtqF4Y1BrRARoeb8MERHVWgw3tcWRH62vLQYCvSYDjeIAWfUuDf1fyjlM/vdBmC0Cg28Lx+xHOrCFhoiIaj2Gm9rAbARO/Gad7/kSEHF7tXf5731n8PraQxACeDiuMd5/qD3kMrbWEBFR7cdwUxuc2WO9x0YbYL23pppW7jmNqeusNyE/1iUSMwbHQsZgQ0REdQTDTW1w7Gfra/O7q30paumONEz/MRUA8FSPaLx9bxveX0NERHUKw01tcPwX62vzhGrt5tOtJzDrv38BAJ7r0wRTBrRisCEiojqH4aamu3IKuPiXtTO+Zv2qvJv5vx3HnCRrb8UT+zXHS3c1Z7AhIqI6ieGmpjtW3GoT2dX6+LeDhBCY/csxLNj8NwDg1f4t8cKdzZxZQyIiohqF4aamO15yv43jl6SEEHhv4xF8vj0NAPDmPa0xplcTZ9aOiIioxmG4qckMBUDadut8i/4ObWqxCLzznz+x4vfTAIDpg9viyW7RTq4gERFRzcNwU5Od3AqY9YBfJNCwVaU3s1gE3lh3GKv2noEkATMfaIdht0e6sKJEREQ1B8NNTWa7JNW/wpG8b2QyW/Dad4fwffI5yCTgo0c64MFOjV1YSSIiopqF4aamEuL6zcSVvCRlNFvw0uoU/HgoA3KZhH8Nuw33tg93YSWJiIhqHoabmirzMJB3HlB6AdG9bllcbzJjwjfJ+CX1ApRyCQse64T+bUPdUFEiIqKaheGmpiq5JBXTB1BqKixaZDTj+a/3Y/PRi1ApZPjsiTjc2SrYDZUkIiKqeRhuairbJamKHwG/ZjDjmRX7sOPvbGiUMnzxZGf0bB7khgoSERHVTAw3NVFBNnB2r3W+efn32+TrTXh6+V78kXYZOpUcS0d1RpcmgW6qJBERUc3EcFMT/f0rAAGEtAN8G5VZJLfIiFFL/8CB9KvwViuw/OnbERfleA/GREREdQ3DTU1UMgp4OZekrhYa8OTSP3DobA58tUp8Nfp2tG/s5776ERER1WAMNzWN2Qj8/Zt1vsWAUqsv5evxxJI/cCQjFwE6Fb4e3QVtwn3cXEkiIqKai+GmpjmzB9DnAF6BQKM4u1VZeUV4/PM9OJ6Vj4beanwzpguah3h7qKJEREQ1k8zTFVi4cCFiYmKg0WgQFxeH7du3V1h+5cqV6NChA7y8vBAWFoannnoKly5dclNt3aDkklSzuwCZ3LY455oRwz7bjeNZ+Qj10WD1s10ZbIiIiMrg0XCzevVqTJo0CVOnTkVycjJ69eqFgQMHIj09vczyO3bswJNPPonRo0fjzz//xJo1a7B3716MGTPGzTV3Idv9NvZPSSWlXsDJ7AKE+mjw7+e6oUnDBh6oHBERUc3n0XAzZ84cjB49GmPGjEHr1q0xb948REREYNGiRWWW3717N6KjozFx4kTExMSgZ8+eeO6557Bv3z4319xFrpwCso8Ckhxo2s9u1YXcIgBA7xZBiAz08kDliIiIagePhRuDwYD9+/cjIcH+iaCEhATs2rWrzG26d++Os2fPYuPGjRBC4MKFC/juu+9wzz33lPs5er0eubm5dlONVdJxX2RXQOtntyqrONw09Fa7uVJERES1i8fCTXZ2NsxmM0JCQuyWh4SEIDMzs8xtunfvjpUrV2Lo0KFQqVQIDQ2Fn58fPv7443I/Z+bMmfD19bVNERERTj0Opzr2k/W1jIEyL+brAQDB3hUPxUBERFTfefyGYkmS7N4LIUotK5GamoqJEyfi7bffxv79+/HTTz8hLS0NY8eOLXf/iYmJyMnJsU1nzpxxav2dxlAAnNphnS+jV+KLedZww5YbIiKiinnsUfCgoCDI5fJSrTRZWVmlWnNKzJw5Ez169MCrr74KAGjfvj10Oh169eqFGTNmICwsrNQ2arUaanUtCAQntwJmPeAXCTRsWWp1FsMNERFRpXis5UalUiEuLg5JSUl2y5OSktC9e/cytyksLIRMZl9ludz6uLQQwjUVdRfbJakBQBktVyUtN8EMN0RERBXy6GWpyZMn44svvsDSpUtx5MgRvPTSS0hPT7ddZkpMTMSTTz5pK3/ffffh+++/x6JFi3Dy5Ens3LkTEydOxO23347w8HBPHUb1CQEcLw55ZVySKtCbUGgwAwCCGjDcEBERVcSjPRQPHToUly5dwvTp05GRkYHY2Fhs3LgRUVFRAICMjAy7Pm9GjRqFvLw8LFiwAC+//DL8/PzQt29fvP/++546BOfIPAzknQeUXkB0z1KrSy5J6VRy6NTsVJqIiKgikqj113Mck5ubC19fX+Tk5MDHp4aMybT1Q2DzDKDlIGD4t6VW/5F2GY9+9jtignTY/Mod7q8fERGRhzny/e3xp6UIwPHiXomblz0KuO1JKV6SIiIiuiWGG08ryAbOFvewXEb/NoB1wEyAT0oRERFVBsONpx1PAiCA0HaAT9k3RbOPGyIiospjuPE02yWpslttAPZxQ0RE5AiGG08yG4G/N1nnWwwotxhbboiIiCqP4caTzuwB9DmAVyDQqFO5xdiBHxERUeUx3HhSSa/Eze4GZPJyi/GyFBERUeUx3HjSsV+sr+U8JQUAZovA5QKGGyIiospiuPGUy2lA9lFAkgNN+5Zb7FKBHhYByCQgUMdwQ0REdCsMN55yvLjVJrIboPUrt1hWrrXVJrCBGnJZ6QE1iYiIyB7DjaccK34EvIJLUgBwMZ+9ExMRETmC4cYT9PnAqe3W+VuFm5InpXwYboiIiCqD4cYT0rYCZgPgFwUEtaiwKMeVIiIicgzDjSfYLkkNAKSK76NhB35ERESOYbhxNyGu30zcouxRwG/EDvyIiIgcw3DjbpmHgLwMQOkFRPW8ZfHrI4JrXF0zIiKiOoHhxt1KOu5rciegvHVg4WUpIiIixzDcuFvJKOCVuCQF8LIUERGRoxhu3KkgGzi7zzrf/NbhpkBvQoHBDIAtN0RERJXFcONOx5MACCC0PeATfsviJa02OpUcOrXCxZUjIiKqGxhu3Ol45XolLmHrnZitNkRERJXGcOMuZiPw92/W+eaVCzcl40ox3BAREVUew427pO8G9LmAVxDQqFOlNrlY/Bh4MB8DJyIiqjSGG3cpuSTV/G5AJq/UJrwsRURE5DiGG3cpGXKhEk9JleBlKSIiIscx3LjD5TQg+xggUwBN+1Z6M7bcEBEROY7hxh1KxpKK7AZo/Sq9GXsnJiIichzDjTsc+8n66sAlKQDIKgk3DRhuiIiIKovhxtX0+cCpHdb5FgMqvZnZInCp+LJUsA/DDRERUWUx3Lha2lbAbAD8o4Gg5pXe7HKBARYByCQgUMdwQ0REVFkMN65muyTVH5CkSm+WVdzHTYBODbms8tsRERHVdww3riRE8XhSqPSQCyU4GjgREVHVMNy4UuYhIC8DUOqA6J4ObconpYiIiKqG4caVSjrua3IHoHAspGQx3BAREVUJw40rHXNsFPAb8bIUERFR1TDcuEr+ReDcfuu8g/3bALwsRUREVFUMN67ydxIAAYS2B3zCHN6c4YaIiKhqPB5uFi5ciJiYGGg0GsTFxWH79u3llh01ahQkSSo1tW3b1o01riTbJanKd9x3o5JxpYK9Nc6qERERUb3g0XCzevVqTJo0CVOnTkVycjJ69eqFgQMHIj09vczy//rXv5CRkWGbzpw5g4CAADzyyCNurvktmI3AiU3W+SrcbwMAWbnWfm7YckNEROQYj4abOXPmYPTo0RgzZgxat26NefPmISIiAosWLSqzvK+vL0JDQ23Tvn37cOXKFTz11FNurvktpO8G9LmAVxAQ3snhzQv0JhQYzAAYboiIiBzlsXBjMBiwf/9+JCTY32ybkJCAXbt2VWofS5YswV133YWoqKhyy+j1euTm5tpNLnfjQJkyx3/E2cWXpLxUcjRQK5xZMyIiojrPY+EmOzsbZrMZISEhdstDQkKQmZl5y+0zMjLw3//+F2PGjKmw3MyZM+Hr62ubIiIiqlXvSjn+i/W1heNPSQHs44aIiKg6PH5DsXTTeEtCiFLLyrJ8+XL4+flhyJAhFZZLTExETk6ObTpz5kx1qntrl08C2ccAmQJo2rdKu7A9KdWA4YaIiMhRHrvmERQUBLlcXqqVJisrq1Rrzs2EEFi6dClGjBgBlUpVYVm1Wg212o0h4Vhxq01kN0DjW6Vd2Drw82G4ISIicpTDLTfR0dGYPn16uU80VZZKpUJcXBySkpLsliclJaF79+4Vbrt161b8/fffGD16dLXq4BLHq94rcYmSEcHZckNEROQ4h8PNyy+/jP/7v/9DkyZNcPfdd2PVqlXQ6/VV+vDJkyfjiy++wNKlS3HkyBG89NJLSE9Px9ixYwFYLyk9+eSTpbZbsmQJunTpgtjY2Cp9rsvo84FTO6zzVezfBmAHfkRERNXhcLiZMGEC9u/fj/3796NNmzaYOHEiwsLCMH78eBw4cMChfQ0dOhTz5s3D9OnTcdttt2Hbtm3YuHGj7emnjIyMUi1EOTk5WLt2bc1stTm5BTAbAP8YILBZlXdzfVwpduBHRETkKEkIIaqzA6PRiIULF+L111+H0WhEbGwsXnzxRTz11FOVujHY3XJzc+Hr64ucnBz4+Pg4d+frJwAHVgBdxgID36/ybu6Zvx1/ns/FslGdcWerYCdWkIiIqHZy5Pu7yjcUG41GrFu3DsuWLUNSUhK6du2K0aNH4/z585g6dSp+/fVXfPPNN1Xdfe0jxPWbiatxvw3Ay1JERETV4XC4OXDgAJYtW4Zvv/0WcrkcI0aMwNy5c9GqVStbmYSEBPTu3dupFa3xMg4C+ZmAUgdE9ajybswWgUsFBgBAMMMNERGRwxwON507d8bdd9+NRYsWYciQIVAqlaXKtGnTBsOGDXNKBWuN4NbAiB+AnDOAouqh5HKBAWaLgCQBAbqKH3MnIiKi0hwONydPnqxwuAMA0Ol0WLZsWZUrVSsp1EDTO6u9m5JLUoE6FRRyj/exSEREVOs4/O2ZlZWFPXv2lFq+Z88e7Nu3zymVqs8u5pfcb8MnpYiIiKrC4XDzwgsvlDmEwblz5/DCCy84pVL1WVZucQd+vN+GiIioShwON6mpqejUqVOp5R07dkRqaqpTKlWf2Vpu2DsxERFRlTgcbtRqNS5cuFBqeUZGBhQKjw1VVWdwXCkiIqLqcTjc3H333baRtktcvXoVb7zxBu6++26nVq4+yuKI4ERERNXicFPL7Nmz0bt3b0RFRaFjx44AgJSUFISEhOCrr75yegXrG3bgR0REVD0Oh5tGjRrh0KFDWLlyJQ4ePAitVounnnoKw4cPL7PPG3JMtm1cKYYbIiKiqqjSTTI6nQ7PPvuss+tCuOGyFMMNERFRlVT5DuDU1FSkp6fDYDDYLb///vurXan6qtBgQr7eBIDhhoiIqKqq1EPxAw88gMOHD0OSJJQMKl4yArjZbHZuDeuR7DxrUNQq5Wig5pNnREREVeHw01IvvvgiYmJicOHCBXh5eeHPP//Etm3bEB8fjy1btrigivVHVt71DvxKwiIRERE5xuHmgd9//x2bNm1Cw4YNIZPJIJPJ0LNnT8ycORMTJ05EcnKyK+pZL/BJKSIioupzuOXGbDajQYMGAICgoCCcP38eABAVFYWjR486t3b1TEnvxHxSioiIqOocbrmJjY3FoUOH0KRJE3Tp0gUffPABVCoVFi9ejCZNmriijvVGVi5bboiIiKrL4XDz5ptvoqCgAAAwY8YM3HvvvejVqxcCAwOxevVqp1ewPrnIPm6IiIiqzeFw079/f9t8kyZNkJqaisuXL8Pf3583wVaTbdBMhhsiIqIqc+ieG5PJBIVCgf/97392ywMCAhhsnODGp6WIiIioahwKNwqFAlFRUezLxkWuX5bSeLgmREREtZfDT0u9+eabSExMxOXLl11Rn3rLbBHIzrd24seWGyIioqpz+J6b+fPn4++//0Z4eDiioqKg0+ns1h84cMBplatPrhQaYLYISBIQqFN5ujpERES1lsPhZsiQIS6oBpVckgrUqaCQO9ygRkRERMUcDjfTpk1zRT3qvZLRwIMa8JIUERFRdbCJoIbg0AtERETO4XDLjUwmq/Cxbz5JVTV8UoqIiMg5HA4369ats3tvNBqRnJyML7/8Eu+++67TKlbfsI8bIiIi53A43AwePLjUsocffhht27bF6tWrMXr0aKdUrL7hZSkiIiLncNo9N126dMGvv/7qrN3VOxxXioiIyDmcEm6uXbuGjz/+GI0bN3bG7uolttwQERE5h8OXpW4eIFMIgby8PHh5eeHrr792auXqE4YbIiIi53A43MydO9cu3MhkMjRs2BBdunSBv7+/UytXX1wzmJGnNwHgZSkiIqLqcjjcjBo1ygXVqN9KWm00ShkaqB0+JURERHQDh++5WbZsGdasWVNq+Zo1a/Dll186pVL1zcX864+BV9SHEBEREd2aw+Fm1qxZCAoKKrU8ODgY7733nlMqVd+wAz8iIiLncTjcnD59GjExMaWWR0VFIT093eEKLFy4EDExMdBoNIiLi8P27dsrLK/X6zF16lRERUVBrVajadOmWLp0qcOfW5OUjCvVkONKERERVZvDN3gEBwfj0KFDiI6Otlt+8OBBBAYGOrSv1atXY9KkSVi4cCF69OiBzz77DAMHDkRqaioiIyPL3ObRRx/FhQsXsGTJEjRr1gxZWVkwmUyOHkaNwieliIiInMfhcDNs2DBMnDgR3t7e6N27NwBg69atePHFFzFs2DCH9jVnzhyMHj0aY8aMAQDMmzcPP//8MxYtWoSZM2eWKv/TTz9h69atOHnyJAICAgCgVMi6mV6vh16vt73Pzc11qI7uwA78iIiInMfhy1IzZsxAly5d0K9fP2i1Wmi1WiQkJKBv374O3XNjMBiwf/9+JCQk2C1PSEjArl27ytxm/fr1iI+PxwcffIBGjRqhRYsWeOWVV3Dt2rVyP2fmzJnw9fW1TREREZWuo7tkseWGiIjIaRxuuVGpVFi9ejVmzJiBlJQUaLVatGvXDlFRUQ7tJzs7G2azGSEhIXbLQ0JCkJmZWeY2J0+exI4dO6DRaLBu3TpkZ2dj3LhxuHz5crn33SQmJmLy5Mm297m5uTUu4PCyFBERkfNUuVOV5s2bo3nz5tWuwM2PPgshyn0c2mKxQJIkrFy5Er6+vgCsl7YefvhhfPLJJ9BqtaW2UavVUKtrdmjg01JERETO4/BlqYcffhizZs0qtfzDDz/EI488Uun9BAUFQS6Xl2qlycrKKtWaUyIsLAyNGjWyBRsAaN26NYQQOHv2bKU/uyaxWASy89lyQ0RE5CwOh5utW7finnvuKbV8wIAB2LZtW6X3o1KpEBcXh6SkJLvlSUlJ6N69e5nb9OjRA+fPn0d+fr5t2bFjxyCTyWrtoJ1XCg0wWQQkCQhsoPJ0dYiIiGo9h8NNfn4+VKrSX8JKpdLhJ5EmT56ML774AkuXLsWRI0fw0ksvIT09HWPHjgVgvV/mySeftJV/7LHHEBgYiKeeegqpqanYtm0bXn31VTz99NNlXpKqDS4Wt9oEeKmglDtlkHYiIqJ6zeFv09jYWKxevbrU8lWrVqFNmzYO7Wvo0KGYN28epk+fjttuuw3btm3Dxo0bbTcnZ2Rk2HUM2KBBAyQlJeHq1auIj4/H448/jvvuuw/z58939DBqjKxcXpIiIiJyJodvKH7rrbfw0EMP4cSJE+jbty8A4LfffsM333yD7777zuEKjBs3DuPGjStz3fLly0sta9WqValLWbUZn5QiIiJyLofDzf33348ffvgB7733Hr777jtotVp06NABmzZtgo+PjyvqWKdd5M3ERERETlWlR8Hvuece203FV69excqVKzFp0iQcPHgQZrPZqRWs63hZioiIyLmqfAfrpk2b8MQTTyA8PBwLFizAoEGDsG/fPmfWrV6wtdxw0EwiIiKncKjl5uzZs1i+fDmWLl2KgoICPProozAajVi7dq3DNxOT1cW8IgBAsA878CMiInKGSrfcDBo0CG3atEFqaio+/vhjnD9/Hh9//LEr61Yv2MaVYssNERGRU1S65eaXX37BxIkT8fzzzztl2AWy4tNSREREzlXplpvt27cjLy8P8fHx6NKlCxYsWICLFy+6sm51XpHRjLwiEwAg2IfhhoiIyBkqHW66deuGzz//HBkZGXjuueewatUqNGrUCBaLBUlJScjLy3NlPeukklYbtUIGb3WVxzAlIiKiGzj8tJSXlxeefvpp7NixA4cPH8bLL7+MWbNmITg4GPfff78r6lhnZd1wSaq8kdCJiIjIMdUazKhly5b44IMPcPbsWXz77bfOqlO9YXtSivfbEBEROY1TRmqUy+UYMmQI1q9f74zd1Ru8mZiIiMj5OAy1BzHcEBEROR/DjQeV3HMT7M0O/IiIiJyF4caD2HJDRETkfAw3HsRxpYiIiJyP4caDSkYEZwd+REREzsNw4yEWi0B2Pi9LERERORvDjYdcvWaEySIAAEG8LEVEROQ0DDceklXcgV+ATgWlnKeBiIjIWfit6iG2J6XYakNERORUDDceUhJueDMxERGRczHceEgWW26IiIhcguHGQ9iBHxERkWsw3HgIww0REZFrMNx4SMnTUgw3REREzsVw4yFsuSEiInINhhsPucgRwYmIiFyC4cYDioxm5BaZALDlhoiIyNkYbjygpNVGpZDBR6PwcG2IiIjqFoYbD7iYX3JJSg1JkjxcGyIiorqF4cYDsnJ5MzEREZGrMNx4QEnLDXsnJiIicj6GGw/guFJERESuw3DjARdLOvBrwMfAiYiInI3hxgPYgR8REZHrMNx4wPUO/BhuiIiInM3j4WbhwoWIiYmBRqNBXFwctm/fXm7ZLVu2QJKkUtNff/3lxhpXXxZbboiIiFzGo+Fm9erVmDRpEqZOnYrk5GT06tULAwcORHp6eoXbHT16FBkZGbapefPmbqpx9VksAtn5DDdERESu4tFwM2fOHIwePRpjxoxB69atMW/ePERERGDRokUVbhccHIzQ0FDbJJfL3VTj6rt6zQijWQAAgvgoOBERkdN5LNwYDAbs378fCQkJdssTEhKwa9euCrft2LEjwsLC0K9fP2zevLnCsnq9Hrm5uXaTJ5Xcb+PvpYRK4fGrgkRERHWOx75ds7OzYTabERISYrc8JCQEmZmZZW4TFhaGxYsXY+3atfj+++/RsmVL9OvXD9u2bSv3c2bOnAlfX1/bFBER4dTjcBSflCIiInItj4/aePPYSkKIcsdbatmyJVq2bGl7361bN5w5cwYfffQRevfuXeY2iYmJmDx5su19bm6uRwNOVnEfN8He7OOGiIjIFTzWchMUFAS5XF6qlSYrK6tUa05FunbtiuPHj5e7Xq1Ww8fHx27yJLbcEBERuZbHwo1KpUJcXBySkpLsliclJaF79+6V3k9ycjLCwsKcXT2XYbghIiJyLY9elpo8eTJGjBiB+Ph4dOvWDYsXL0Z6ejrGjh0LwHpJ6dy5c1ixYgUAYN68eYiOjkbbtm1hMBjw9ddfY+3atVi7dq0nD8MhWezAj4iIyKU8Gm6GDh2KS5cuYfr06cjIyEBsbCw2btyIqKgoAEBGRoZdnzcGgwGvvPIKzp07B61Wi7Zt22LDhg0YNGiQpw7BYWy5ISIici1JCCE8XQl3ys3Nha+vL3Jycjxy/81dc7bi76x8fDOmC7o3C3L75xMREdVGjnx/s6MVN8vKLX5ayoctN0RERK7AcONGRUYzcotMAICGDfgoOBERkSsw3LhRyZhSKoUMPlqPdzFERERUJzHcuJFtNPAG6nI7KiQiIqLqYbhxIz4pRURE5HoMN27EcENEROR6DDduxA78iIiIXI/hxo3YckNEROR6DDduxHBDRETkegw3bnQxr7gDP2/2cUNEROQqDDduxJYbIiIi12O4cRMhBC7mM9wQERG5GsONm1wtNMJoto5RGtRA5eHaEBER1V0MN25S0mrj56WEWiH3cG2IiIjqLoYbN7l4w9ALRERE5DoMN26SVfKklA/DDRERkSsx3LgJW26IiIjcg+HGTfgYOBERkXsw3LjJ9XGl2IEfERGRKzHcuAlbboiIiNyD4cZNLnJEcCIiIrdguHGTLLbcEBERuQXDjRvoTWbkXDMCYLghIiJyNYYbNyi5JKWSy+CrVXq4NkRERHUbw40b3HgzsSRJHq4NERFR3cZw4wYl4SaIl6SIiIhcjuHGDbL4pBQREZHbMNy4Afu4ISIich+GGze4mM9xpYiIiNyF4cYNsnKLL0txRHAiIiKXY7hxA7bcEBERuQ/DjRtk854bIiIit2G4cTEhxPVxpXw4IjgREZGrMdy4WM41IwxmCwAgqIHKw7UhIiKq+xhuXKyk1cZXq4RaIfdwbYiIiOo+hhsXYwd+RERE7sVw42LswI+IiMi9PB5uFi5ciJiYGGg0GsTFxWH79u2V2m7nzp1QKBS47bbbXFvBamK4ISIici+PhpvVq1dj0qRJmDp1KpKTk9GrVy8MHDgQ6enpFW6Xk5ODJ598Ev369XNTTasuK68IAC9LERERuYtHw82cOXMwevRojBkzBq1bt8a8efMQERGBRYsWVbjdc889h8ceewzdunVzU02rji03RERE7uWxcGMwGLB//34kJCTYLU9ISMCuXbvK3W7ZsmU4ceIEpk2bVqnP0ev1yM3NtZvcydY7McMNERGRW3gs3GRnZ8NsNiMkJMRueUhICDIzM8vc5vjx45gyZQpWrlwJhUJRqc+ZOXMmfH19bVNERES16+4I27hS3uzAj4iIyB08fkOxJEl274UQpZYBgNlsxmOPPYZ3330XLVq0qPT+ExMTkZOTY5vOnDlT7To7gi03RERE7lW55g8XCAoKglwuL9VKk5WVVao1BwDy8vKwb98+JCcnY/z48QAAi8UCIQQUCgV++eUX9O3bt9R2arUaarVngoXeZMbVQiMADppJRETkLh5ruVGpVIiLi0NSUpLd8qSkJHTv3r1UeR8fHxw+fBgpKSm2aezYsWjZsiVSUlLQpUsXd1W90rLzDQAApVyCn5fSw7UhIiKqHzzWcgMAkydPxogRIxAfH49u3bph8eLFSE9Px9ixYwFYLymdO3cOK1asgEwmQ2xsrN32wcHB0Gg0pZbXFLYnpRqoy7zURkRERM7n0XAzdOhQXLp0CdOnT0dGRgZiY2OxceNGREVFAQAyMjJu2edNTcbHwImIiNxPEkIIT1fCnXJzc+Hr64ucnBz4+Pi49LNW7jmNqev+h7tah+CLkfEu/SwiIqK6zJHvb48/LVWXseWGiIjI/RhuXIjhhoiIyP0YblwoK6+kAz+GGyIiIndhuHEhttwQERG5H8ONCzHcEBERuR/DjYsIIWzhhpeliIiI3IfhxkVyr5lgMFsAAEEceoGIiMhtGG5c5GJ+EQDAR6OARin3cG2IiIjqD4YbF8nKLb4k5aPxcE2IiIjqF4YbF7mYf31cKSIiInIfhhsXKWm54ZNSRERE7sVw4yIlLTd8UoqIiMi9PDoqeF3GPm6IiK4TQsBkMsFsNnu6KlSDKZVKyOXVfwiH4cZFsvKsT0sx3BBRfWcwGJCRkYHCwkJPV4VqOEmS0LhxYzRo0KBa+2G4cZHrHfjxaSkiqr8sFgvS0tIgl8sRHh4OlUoFSZI8XS2qgYQQuHjxIs6ePYvmzZtXqwWH4cZFeFmKiMjaamOxWBAREQEvLy9PV4dquIYNG+LUqVMwGo3VCje8odgFDCYLrhQaATDcEBEBgEzGrxu6NWe16vG3zQWyi5+UUsol+GmVHq4NERFR/cJw4wIll6SCGqghk/HaMhERkTsx3LhAFkcDJyIi8hiGGxfgzcRERESew3DjAgw3RETkbEaj0dNVqDUYblzgegd+7OOGiOhGQggUGkwemYQQDtX1p59+Qs+ePeHn54fAwEDce++9OHHihG392bNnMWzYMAQEBECn0yE+Ph579uyxrV+/fj3i4+Oh0WgQFBSEBx980LZOkiT88MMPdp/n5+eH5cuXAwBOnToFSZLw73//G3fccQc0Gg2+/vprXLp0CcOHD0fjxo3h5eWFdu3a4dtvv7Xbj8Viwfvvv49mzZpBrVYjMjIS//znPwEAffv2xfjx4+3KX7p0CWq1Gps2bXLo51OTsZ8bF2DLDRFR2a4ZzWjz9s8e+ezU6f3hpar8115BQQEmT56Mdu3aoaCgAG+//TYeeOABpKSkoLCwEH369EGjRo2wfv16hIaG4sCBA7BYLACADRs24MEHH8TUqVPx1VdfwWAwYMOGDQ7X+fXXX8fs2bOxbNkyqNVqFBUVIS4uDq+//jp8fHywYcMGjBgxAk2aNEGXLl0AAImJifj8888xd+5c9OzZExkZGfjrr78AAGPGjMH48eMxe/ZsqNXW76iVK1ciPDwcd955p8P1q6kYblygZNDMhg0YboiIaquHHnrI7v2SJUsQHByM1NRU7Nq1CxcvXsTevXsREBAAAGjWrJmt7D//+U8MGzYM7777rm1Zhw4dHK7DpEmT7Fp8AOCVV16xzU+YMAE//fQT1qxZgy5duiAvLw//+te/sGDBAowcORIA0LRpU/Ts2dN2TBMmTMD//d//4dFHHwUALFu2DKNGjapTPUcz3LhAVm7x01I+DDdERDfSKuVInd7fY5/tiBMnTuCtt97C7t27kZ2dbWuVSU9PR0pKCjp27GgLNjdLSUnBM888U+06x8fH2703m82YNWsWVq9ejXPnzkGv10Ov10On0wEAjhw5Ar1ej379+pW5P7VajSeeeAJLly7Fo48+ipSUFBw8eLDUJbLajuHGyYQQbLkhIiqHJEkOXRrypPvuuw8RERH4/PPPER4eDovFgtjYWBgMBmi12gq3vdV6SZJK3QNU1g3DJaGlxOzZszF37lzMmzcP7dq1g06nw6RJk2AwGCr1uYD10tRtt92Gs2fPYunSpejXrx+ioqJuuV1twhuKnSy3yASDyZruec8NEVHtdOnSJRw5cgRvvvkm+vXrh9atW+PKlSu29e3bt0dKSgouX75c5vbt27fHb7/9Vu7+GzZsiIyMDNv748ePV2rU9O3bt2Pw4MF44okn0KFDBzRp0gTHjx+3rW/evDm0Wm2Fn92uXTvEx8fj888/xzfffIOnn376lp9b2zDcONnF4ielfDQKaBxsAiUioprB398fgYGBWLx4Mf7++29s2rQJkydPtq0fPnw4QkNDMWTIEOzcuRMnT57E2rVr8fvvvwMApk2bhm+//RbTpk3DkSNHcPjwYXzwwQe27fv27YsFCxbgwIED2LdvH8aOHQul8tbD9TRr1gxJSUnYtWsXjhw5gueeew6ZmZm29RqNBq+//jpee+01rFixAidOnMDu3buxZMkSu/2MGTMGs2bNgtlsxgMPPFDdH1eNw3DjZFl8UoqIqNaTyWRYtWoV9u/fj9jYWLz00kv48MMPbetVKhV++eUXBAcHY9CgQWjXrh1mzZplG8n6jjvuwJo1a7B+/Xrcdttt6Nu3r91j4rNnz0ZERAR69+6Nxx57DK+88kqlRk1/66230KlTJ/Tv3x933HGHLWDdXObll1/G22+/jdatW2Po0KHIysqyKzN8+HAoFAo89thj0GjqXrclknD0wf9aLjc3F76+vsjJyYGPj4/T9/9/Kefw4qoUdG0SgFXPdnP6/omIapOioiKkpaUhJiamTn6J1lZnzpxBdHQ09u7di06dOnm6OjYV/b448v1dO+7qqkUu2saV4h8xERHVLEajERkZGZgyZQq6du1ao4KNM/GylJOxAz8iIqqpdu7ciaioKOzfvx+ffvqpp6vjMmy5cTKGGyIiqqnuuOMOh4ehqI3YcuNkWbbLUgw3REREnsBw42RsuSEiIvIshhsns/VOzHBDRETkER4PNwsXLrQ98hUXF4ft27eXW3bHjh3o0aMHAgMDodVq0apVK8ydO9eNta2YwWTB5QJrF9h8WoqIiMgzPHpD8erVqzFp0iQsXLgQPXr0wGeffYaBAwciNTUVkZGRpcrrdDqMHz8e7du3h06nw44dO/Dcc89Bp9Ph2Wef9cAR2LtUYG21Ucgk+Glv3dMkEREROZ9HW27mzJmD0aNHY8yYMWjdujXmzZuHiIgILFq0qMzyHTt2xPDhw9G2bVtER0fjiSeeQP/+/Sts7dHr9cjNzbWbXKXkfpugBmrIZHVn6HgiIqLaxGPhxmAwYP/+/UhISLBbnpCQgF27dlVqH8nJydi1axf69OlTbpmZM2fC19fXNkVERFSr3hXJyi1+UsqH99sQEdV30dHRmDdvnqerUS95LNxkZ2fDbDYjJCTEbnlISIjdIGBlady4MdRqNeLj4/HCCy9gzJgx5ZZNTExETk6ObTpz5oxT6l8W283EDRhuiIiIPMXjnfhJkv3lGyFEqWU32759O/Lz87F7925MmTIFzZo1w/Dhw8ssq1aroVa7J2yUtNzwSSkiIqrNzGYzJEmCTObx546qxGO1DgoKglwuL9VKk5WVVao152YxMTFo164dnnnmGbz00kt45513XFjTyruYXwSAHfgREZVLCMBQ4JnJgZ55P/vsMzRq1AgWi8Vu+f3334+RI0fixIkTGDx4MEJCQtCgQQN07twZv/76a5V/LHPmzEG7du2g0+kQERGBcePGIT8/367Mzp070adPH3h5ecHf3x/9+/fHlStXAAAWiwXvv/8+mjVrBrVajcjISPzzn/8EAGzZsgWSJOHq1au2faWkpECSJJw6dQoAsHz5cvj5+eHHH39EmzZtoFarcfr0aezduxd33303goKC4Ovriz59+uDAgQN29bp69SqeffZZhISEQKPRIDY2Fj/++CMKCgrg4+OD7777zq78f/7zH+h0OuTl5VX553UrHmu5UalUiIuLQ1JSEh544AHb8qSkJAwePLjS+xFCQK/Xu6KKDmMHfkREt2AsBN4L98xnv3EeUOkqVfSRRx7BxIkTsXnzZvTr1w8AcOXKFfz888/4z3/+g/z8fAwaNAgzZsyARqPBl19+ifvuuw9Hjx4t82nfW5HJZJg/fz6io6ORlpaGcePG4bXXXsPChQsBWMNIv3798PTTT2P+/PlQKBTYvHkzzGYzAOstGJ9//jnmzp2Lnj17IiMjA3/99ZdDdSgsLMTMmTPxxRdfIDAwEMHBwUhLS8PIkSMxf/58AMDs2bMxaNAgHD9+HN7e3rBYLBg4cCDy8vLw9ddfo2nTpkhNTYVcLodOp8OwYcOwbNkyPPzww7bPKXnv7e3t8M+psjx6WWry5MkYMWIE4uPj0a1bNyxevBjp6ekYO3YsAOvJOnfuHFasWAEA+OSTTxAZGYlWrVoBsPZ789FHH2HChAkeO4YbZTHcEBHVCQEBARgwYAC++eYbW7hZs2YNAgIC0K9fP8jlcnTo0MFWfsaMGVi3bh3Wr1+P8ePHO/x5kyZNss3HxMTgH//4B55//nlbuPnggw8QHx9vew8Abdu2BQDk5eXhX//6FxYsWICRI0cCAJo2bYqePXs6VAej0YiFCxfaHVffvn3tynz22Wfw9/fH1q1bce+99+LXX3/FH3/8gSNHjqBFixYAgCZNmtjKjxkzBt27d8f58+cRHh6O7Oxs/Pjjj0hKSnKobo7yaLgZOnQoLl26hOnTpyMjIwOxsbHYuHEjoqKiAAAZGRlIT0+3lbdYLEhMTERaWhoUCgWaNm2KWbNm4bnnnvPUIdi53nLDDvyIiMqk9LK2oHjqsx3w+OOP49lnn8XChQuhVquxcuVKDBs2DHK5HAUFBXj33Xfx448/4vz58zCZTLh27Zrdd5YjNm/ejPfeew+pqanIzc2FyWRCUVERCgoKoNPpkJKSgkceeaTMbY8cOQK9Xm8LYVWlUqnQvn17u2VZWVl4++23sWnTJly4cAFmsxmFhYW240xJSUHjxo1tweZmt99+O9q2bYsVK1ZgypQp+OqrrxAZGYnevXtXq6634vEbiseNG4dx48aVuW758uV27ydMmFBjWmluJoSwhRvec0NEVA5JqvSlIU+77777YLFYsGHDBnTu3Bnbt2/HnDlzAACvvvoqfv75Z3z00Udo1qwZtFotHn74YRgMBoc/5/Tp0xg0aBDGjh2Lf/zjHwgICMCOHTswevRoGI1GAIBWqy13+4rWAbDdFHzjaOAl+715Pzc/0DNq1ChcvHgR8+bNQ1RUFNRqNbp162Y7zlt9NmBtvVmwYAGmTJmCZcuW4amnnrrlg0PVVTtvg66BcotM0JusN57xshQRUe2n1Wrx4IMPYuXKlfj222/RokULxMXFAbA+tTtq1Cg88MADaNeuHUJDQ2035zpq3759MJlMmD17Nrp27YoWLVrg/Hn71q327dvjt99+K3P75s2bQ6vVlru+YcOGAKxXQ0qkpKRUqm7bt2/HxIkTMWjQILRt2xZqtRrZ2dl29Tp79iyOHTtW7j6eeOIJpKenY/78+fjzzz9tl85cieHGSXIKjfDzUsJbo4BGKfd0dYiIyAkef/xxbNiwAUuXLsUTTzxhW96sWTN8//33SElJwcGDB/HYY4+VerKqspo2bQqTyYSPP/4YJ0+exFdffYVPP/3UrkxiYiL27t2LcePG4dChQ/jrr7+waNEiZGdnQ6PR4PXXX8drr72GFStW4MSJE9i9ezeWLFliq2tERATeeecdHDt2DBs2bMDs2bMrVbdmzZrhq6++wpEjR7Bnzx48/vjjdq01ffr0Qe/evfHQQw8hKSkJaWlp+O9//4uffvrJVsbf3x8PPvggXn31VSQkJKBx48ZV+jk5RNQzOTk5AoDIyclxyf4NJrNL9ktEVBtdu3ZNpKamimvXrnm6KlViMplEWFiYACBOnDhhW56WlibuvPNOodVqRUREhFiwYIHo06ePePHFF21loqKixNy5cyv1OXPmzBFhYWFCq9WK/v37ixUrVggA4sqVK7YyW7ZsEd27dxdqtVr4+fmJ/v3729abzWYxY8YMERUVJZRKpYiMjBTvvfeebdsdO3aIdu3aCY1GI3r16iXWrFkjAIi0tDQhhBDLli0Tvr6+pep14MABER8fL9RqtWjevLlYs2ZNqeO6dOmSeOqpp0RgYKDQaDQiNjZW/Pjjj3b7+e233wQA8e9//7vCn0NFvy+OfH9LQjjw4H8dkJubC19fX+Tk5MDHx8fT1SEiqtOKioqQlpaGmJgYaDR82KK+WrlyJV588UWcP38eKpWq3HIV/b448v3t8RuKiYiIqG4qLCxEWloaZs6cieeee67CYONMvOeGiIjIhVauXIkGDRqUOZX0VVNXffDBB7jtttsQEhKCxMREt30uL0sREZHL8LKUtZO9CxculLlOqVTa+nYjXpYiIiKqFby9vV061ACVxstSRETkcvXsIgFVkbN+TxhuiIjIZZRKJQDrjaVEt1LS87FcXr3+4nhZioiIXEYul8PPzw9ZWVkAAC8vL5d3vU+1k8ViwcWLF+Hl5QWFonrxhOGGiIhcKjQ0FABsAYeoPDKZDJGRkdUOwAw3RETkUpIkISwsDMHBwWUO2EhUQqVS2Qb6rA6GGyIicgu5XF7teymIKoM3FBMREVGdwnBDREREdQrDDREREdUp9e6em5IOgnJzcz1cEyIiIqqsku/tynT0V+/CTV5eHgAgIiLCwzUhIiIiR+Xl5cHX17fCMvVu4EyLxYLz58/D29vb6R1J5ebmIiIiAmfOnKnzg3LWp2MF6tfx8ljrrvp0vDzWukcIgby8PISHh9/ycfF613Ijk8nQuHFjl36Gj49Pnf4Fu1F9Olagfh0vj7Xuqk/Hy2OtW27VYlOCNxQTERFRncJwQ0RERHUKw40TqdVqTJs2DWq12tNVcbn6dKxA/TpeHmvdVZ+Ol8dav9W7G4qJiIiobmPLDREREdUpDDdERERUpzDcEBERUZ3CcENERER1CsONgxYuXIiYmBhoNBrExcVh+/btFZbfunUr4uLioNFo0KRJE3z66aduqmnVzZw5E507d4a3tzeCg4MxZMgQHD16tMJttmzZAkmSSk1//fWXm2pdde+8806peoeGhla4TW08rwAQHR1d5nl64YUXyixfm87rtm3bcN999yE8PBySJOGHH36wWy+EwDvvvIPw8HBotVrccccd+PPPP2+537Vr16JNmzZQq9Vo06YN1q1b56IjcExFx2s0GvH666+jXbt20Ol0CA8Px5NPPonz589XuM/ly5eXeb6LiopcfDQVu9W5HTVqVKk6d+3a9Zb7rYnn9lbHWtb5kSQJH374Ybn7rKnn1ZUYbhywevVqTJo0CVOnTkVycjJ69eqFgQMHIj09vczyaWlpGDRoEHr16oXk5GS88cYbmDhxItauXevmmjtm69ateOGFF7B7924kJSXBZDIhISEBBQUFt9z26NGjyMjIsE3Nmzd3Q42rr23btnb1Pnz4cLlla+t5BYC9e/faHWdSUhIA4JFHHqlwu9pwXgsKCtChQwcsWLCgzPUffPAB5syZgwULFmDv3r0IDQ3F3XffbRtvriy///47hg4dihEjRuDgwYMYMWIEHn30UezZs8dVh1FpFR1vYWEhDhw4gLfeegsHDhzA999/j2PHjuH++++/5X59fHzsznVGRgY0Go0rDqHSbnVuAWDAgAF2dd64cWOF+6yp5/ZWx3rzuVm6dCkkScJDDz1U4X5r4nl1KUGVdvvtt4uxY8faLWvVqpWYMmVKmeVfe+010apVK7tlzz33nOjatavL6ugKWVlZAoDYunVruWU2b94sAIgrV664r2JOMm3aNNGhQ4dKl68r51UIIV588UXRtGlTYbFYylxfW88rALFu3Trbe4vFIkJDQ8WsWbNsy4qKioSvr6/49NNPy93Po48+KgYMGGC3rH///mLYsGFOr3N13Hy8Zfnjjz8EAHH69Olyyyxbtkz4+vo6t3JOVtaxjhw5UgwePNih/dSGc1uZ8zp48GDRt2/fCsvUhvPqbGy5qSSDwYD9+/cjISHBbnlCQgJ27dpV5ja///57qfL9+/fHvn37YDQaXVZXZ8vJyQEABAQE3LJsx44dERYWhn79+mHz5s2urprTHD9+HOHh4YiJicGwYcNw8uTJcsvWlfNqMBjw9ddf4+mnn77lILK19byWSEtLQ2Zmpt15U6vV6NOnT7l/v0D557qibWqqnJwcSJIEPz+/Csvl5+cjKioKjRs3xr333ovk5GT3VLCatmzZguDgYLRo0QLPPPMMsrKyKixfF87thQsXsGHDBowePfqWZWvrea0qhptKys7OhtlsRkhIiN3ykJAQZGZmlrlNZmZmmeVNJhOys7NdVldnEkJg8uTJ6NmzJ2JjY8stFxYWhsWLF2Pt2rX4/vvv0bJlS/Tr1w/btm1zY22rpkuXLlixYgV+/vlnfP7558jMzET37t1x6dKlMsvXhfMKAD/88AOuXr2KUaNGlVumNp/XG5X8jTry91uynaPb1ERFRUWYMmUKHnvssQoHVmzVqhWWL1+O9evX49tvv4VGo0GPHj1w/PhxN9bWcQMHDsTKlSuxadMmzJ49G3v37kXfvn2h1+vL3aYunNsvv/wS3t7eePDBByssV1vPa3XUu1HBq+vm/+EKISr8X29Z5ctaXlONHz8ehw4dwo4dOyos17JlS7Rs2dL2vlu3bjhz5gw++ugj9O7d29XVrJaBAwfa5tu1a4du3bqhadOm+PLLLzF58uQyt6nt5xUAlixZgoEDByI8PLzcMrX5vJbF0b/fqm5TkxiNRgwbNgwWiwULFy6ssGzXrl3tbsTt0aMHOnXqhI8//hjz5893dVWrbOjQobb52NhYxMfHIyoqChs2bKjwi7+2n9ulS5fi8ccfv+W9M7X1vFYHW24qKSgoCHK5vFSqz8rKKpX+S4SGhpZZXqFQIDAw0GV1dZYJEyZg/fr12Lx5Mxo3buzw9l27dq2V/zPQ6XRo165duXWv7ecVAE6fPo1ff/0VY8aMcXjb2nheS55+c+Tvt2Q7R7epSYxGIx599FGkpaUhKSmpwlabsshkMnTu3LnWne+wsDBERUVVWO/afm63b9+Oo0ePVulvuLaeV0cw3FSSSqVCXFyc7emSEklJSejevXuZ23Tr1q1U+V9++QXx8fFQKpUuq2t1CSEwfvx4fP/999i0aRNiYmKqtJ/k5GSEhYU5uXaup9frceTIkXLrXlvP642WLVuG4OBg3HPPPQ5vWxvPa0xMDEJDQ+3Om8FgwNatW8v9+wXKP9cVbVNTlASb48eP49dff61S8BZCICUlpdad70uXLuHMmTMV1rs2n1vA2vIaFxeHDh06OLxtbT2vDvHUncy10apVq4RSqRRLliwRqampYtKkSUKn04lTp04JIYSYMmWKGDFihK38yZMnhZeXl3jppZdEamqqWLJkiVAqleK7777z1CFUyvPPPy98fX3Fli1bREZGhm0qLCy0lbn5WOfOnSvWrVsnjh07Jv73v/+JKVOmCABi7dq1njgEh7z88stiy5Yt4uTJk2L37t3i3nvvFd7e3nXuvJYwm80iMjJSvP7666XW1ebzmpeXJ5KTk0VycrIAIObMmSOSk5NtTwfNmjVL+Pr6iu+//14cPnxYDB8+XISFhYnc3FzbPkaMGGH39OPOnTuFXC4Xs2bNEkeOHBGzZs0SCoVC7N692+3Hd7OKjtdoNIr7779fNG7cWKSkpNj9Hev1ets+bj7ed955R/z000/ixIkTIjk5WTz11FNCoVCIPXv2eOIQbSo61ry8PPHyyy+LXbt2ibS0NLF582bRrVs30ahRo1p5bm/1eyyEEDk5OcLLy0ssWrSozH3UlvPqSgw3Dvrkk09EVFSUUKlUolOnTnaPR48cOVL06dPHrvyWLVtEx44dhUqlEtHR0eX+MtYkAMqcli1bZitz87G+//77omnTpkKj0Qh/f3/Rs2dPsWHDBvdXvgqGDh0qwsLChFKpFOHh4eLBBx8Uf/75p219XTmvJX7++WcBQBw9erTUutp8XkseW795GjlypBDC+jj4tGnTRGhoqFCr1aJ3797i8OHDdvvo06ePrXyJNWvWiJYtWwqlUilatWpVY4JdRceblpZW7t/x5s2bbfu4+XgnTZokIiMjhUqlEg0bNhQJCQli165d7j+4m1R0rIWFhSIhIUE0bNhQKJVKERkZKUaOHCnS09Pt9lFbzu2tfo+FEOKzzz4TWq1WXL16tcx91Jbz6kqSEMV3QhIRERHVAbznhoiIiOoUhhsiIiKqUxhuiIiIqE5huCEiIqI6heGGiIiI6hSGGyIiIqpTGG6IiIioTmG4ISIiojqF4YaICNYRon/44QdPV4OInIDhhog8btSoUZAkqdQ0YMAAT1eNiGohhacrQEQEAAMGDMCyZcvslqnVag/VhohqM7bcEFGNoFarERoaajf5+/sDsF4yWrRoEQYOHAitVouYmBisWbPGbvvDhw+jb9++0Gq1CAwMxLPPPov8/Hy7MkuXLkXbtm2hVqsRFhaG8ePH263Pzs7GAw88AC8vLzRv3hzr16937UETkUsw3BBRrfDWW2/hoYcewsGDB/HEE09g+PDhOHLkCACgsLAQAwYMgL+/P/bu3Ys1a9bg119/tQsvixYtwgsvvIBnn30Whw8fxvr169GsWTO7z3j33Xfx6KOP4tChQxg0aBAef/xxXL582a3HSURO4OlhyYmIRo4cKeRyudDpdHbT9OnThRBCABBjx46126ZLly7i+eefF0IIsXjxYuHv7y/y8/Nt6zds2CBkMpnIzMwUQggRHh4upk6dWm4dAIg333zT9j4/P19IkiT++9//Ou04icg9eM8NEdUId955JxYtWmS3LCAgwDbfrVs3u3XdunVDSkoKAODIkSPo0KEDdDqdbX2PHj1gsVhw9OhRSJKE8+fPo1+/fhXWoX379rZ5nU4Hb29vZGVlVfWQiMhDGG6IqEbQ6XSlLhPdiiRJAAAhhG2+rDJarbZS+1MqlaW2tVgsDtWJiDyP99wQUa2we/fuUu9btWoFAGjTpg1SUlJQUFBgW79z507IZDK0aNEC3t7eiI6Oxm+//ebWOhORZ7DlhohqBL1ej8zMTLtlCoUCQUFBAIA1a9YgPj4ePXv2xMqVK/HHH39gyZIlAIDHH38c06ZNw8iRI/HOO+/g4sWLmDBhAkaMGIGQkBAAwDvvvIOxY8ciODgYAwcORF5eHnbu3IkJEya490CJyOUYboioRvjpp58QFhZmt6xly5b466+/AFifZFq1ahXGjRuH0NBQrFy5Em3atAEAeHl54eeff8aLL76Izp07w8vLCw899BDmzJlj29fIkSNRVFSEuXPn4pVXXkFQUBAefvhh9x0gEbmNJIQQnq4EEVFFJEnCunXrMGTIEE9XhYhqAd5zQ0RERHUKww0RERHVKbznhohqPF49JyJHsOWGiIiI6hSGGyIiIqpTGG6IiIioTmG4ISIiojqF4YaIiIjqFIYbIiIiqlMYboiIiKhOYbghIiKiOuX/Ab7Ods8X2+BGAAAAAElFTkSuQmCC"
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(accs, label='accuracy')\n",
    "plt.plot(val_accs, label = 'val_accuracy')\n",
    "plt.xlabel('Epoch')\n",
    "plt.ylabel('Accuracy')\n",
    "plt.legend(loc='lower right')\n",
    "plt.show();"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 293,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "ujZNWCQWyYFO",
    "outputId": "a6ee01d1-73c3-4662-ef84-e66424d56835",
    "ExecuteTime": {
     "end_time": "2023-12-22T13:16:58.220598Z",
     "start_time": "2023-12-22T13:16:54.349733Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": "(0.9814000129699707, 0.9866166710853577)"
     },
     "execution_count": 293,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "caluculate_acc(test_loader, model, len(test_set)).item(), caluculate_acc(train_loader, model, len(train_set)).item()"
   ]
  },
  {
   "cell_type": "code",
   "outputs": [],
   "source": [],
   "metadata": {
    "collapsed": false
   }
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "provenance": []
  },
  "gpuClass": "standard",
  "kernelspec": {
   "name": "python3",
   "language": "python",
   "display_name": "Python 3 (ipykernel)"
  },
  "language_info": {
   "name": "python"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "00d2f382089944339364453648341d4b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "033a5534a9c644668f621babe59ca12f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_34ead99644f34ba1b0e973ce211f5a2d",
       "IPY_MODEL_6c3cce66eb1f4dd58d4047d9589b9c2f",
       "IPY_MODEL_25748efaf7c4470dbb670b1c536ff4ff"
      ],
      "layout": "IPY_MODEL_d44b48b82f814a20b689ab1260b221d4"
     }
    },
    "1350a756f8e84dd383036a7e3e83aa80": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1636c724ae014649a35fe6956957eb82": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_98d2063e8d084313a7e99ef51d6b2067",
       "IPY_MODEL_b9e306a3087c4032a24e0ed70e589c15",
       "IPY_MODEL_9dc965fb962e47469024234c366566a6"
      ],
      "layout": "IPY_MODEL_b403dc40db1f4ebaa3e4c7cef5fd53fb"
     }
    },
    "198b4028647f46b59c98b254018ce34f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1b60f9dbfcf3482cab1b5bf53c362c02": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "1b8e48b1701143b6aaaf17dfc6d4af73": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "239e65578ea84cd688f8e88d52f009c0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d1003c2901814da7bd5ccea2f08cf27f",
      "placeholder": "​",
      "style": "IPY_MODEL_b92331df245047d9a81fb633fcd335aa",
      "value": " 9912422/9912422 [00:00&lt;00:00, 102889802.13it/s]"
     }
    },
    "23e3d4f389ad48feacf1e3f448f6a4e1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_e6f5e1539e1942e3808d969f03c21a53",
       "IPY_MODEL_731c345201544b74855880766594a88d",
       "IPY_MODEL_239e65578ea84cd688f8e88d52f009c0"
      ],
      "layout": "IPY_MODEL_a93a4a91411d4a08a0d9c16a48893035"
     }
    },
    "25748efaf7c4470dbb670b1c536ff4ff": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_198b4028647f46b59c98b254018ce34f",
      "placeholder": "​",
      "style": "IPY_MODEL_4388e71250424747ab6e5582653bd954",
      "value": " 28881/28881 [00:00&lt;00:00, 571937.04it/s]"
     }
    },
    "2f7f25ea6ef74a6a9efef33a08b71616": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "34ead99644f34ba1b0e973ce211f5a2d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9ba8fe754e384213885c48d5e47e1a21",
      "placeholder": "​",
      "style": "IPY_MODEL_47a9ed5adf60415aaea79962a2324379",
      "value": "100%"
     }
    },
    "3ba7afe516834ff58601d57aa47e6315": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4388e71250424747ab6e5582653bd954": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "4479ae29607a42ab8ae8ec4c85d7be6f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "46492c35873c4ed4ae6f3430d8ae427e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1350a756f8e84dd383036a7e3e83aa80",
      "placeholder": "​",
      "style": "IPY_MODEL_6ea3b888c5504c568a0013c6af5f1f2e",
      "value": " 1648877/1648877 [00:00&lt;00:00, 28982744.17it/s]"
     }
    },
    "47a9ed5adf60415aaea79962a2324379": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "4bf92e9b43ba4232bbe6bc12ce50bda9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_bed7f61feb3448b284013ee5c1c6a608",
       "IPY_MODEL_e7c3782dbb5342ab9a2c378c8645d83e",
       "IPY_MODEL_46492c35873c4ed4ae6f3430d8ae427e"
      ],
      "layout": "IPY_MODEL_876c9c20be034a2aad6a46d834d906ae"
     }
    },
    "549dc98f912d471897e08b8c0f695619": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "56fb4067f7d34802b8c6a8b5590e678f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "59047cde98c340a4ab70aab91c1d4506": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5b0a03832b504deca06aa2ad67dcc9c4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6c3cce66eb1f4dd58d4047d9589b9c2f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1b8e48b1701143b6aaaf17dfc6d4af73",
      "max": 28881,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_cacfb5fda291410c92d3d5d507ac98c4",
      "value": 28881
     }
    },
    "6ea3b888c5504c568a0013c6af5f1f2e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "731c345201544b74855880766594a88d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a29bd33f158e4d4ba6f1af3be10b7a03",
      "max": 9912422,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c9eac48030114704908e70705181917a",
      "value": 9912422
     }
    },
    "7710c301a98d47b5a0a0ddfeb005da0b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ec32cd6717f34e3b80b9793062258c60",
      "placeholder": "​",
      "style": "IPY_MODEL_5b0a03832b504deca06aa2ad67dcc9c4",
      "value": " 20/20 [04:15&lt;00:00, 12.73s/it]"
     }
    },
    "7839b74b81e04c0ab94223b6625e23da": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_b7abbb258051403ea0d59a8aded161b3",
       "IPY_MODEL_824efc6349744205ac44e55196530c98",
       "IPY_MODEL_7710c301a98d47b5a0a0ddfeb005da0b"
      ],
      "layout": "IPY_MODEL_2f7f25ea6ef74a6a9efef33a08b71616"
     }
    },
    "7af6343843334e4891fc79c9f6ed8d5d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "824efc6349744205ac44e55196530c98": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e6d30db6d70b40d0af9d5efe8eb8dc9b",
      "max": 20,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_e1938342ec0a49f9bd4ee9cfd15db650",
      "value": 20
     }
    },
    "876c9c20be034a2aad6a46d834d906ae": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "98d2063e8d084313a7e99ef51d6b2067": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_def2074247a84bc48a4cdcc614d2a5fd",
      "placeholder": "​",
      "style": "IPY_MODEL_59047cde98c340a4ab70aab91c1d4506",
      "value": "100%"
     }
    },
    "9ba8fe754e384213885c48d5e47e1a21": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9d09fc152c9946a1a03e8cd4c499c99b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9dc965fb962e47469024234c366566a6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e3d39b547d974b1ea5e901d70dcbd0f1",
      "placeholder": "​",
      "style": "IPY_MODEL_4479ae29607a42ab8ae8ec4c85d7be6f",
      "value": " 4542/4542 [00:00&lt;00:00, 95125.65it/s]"
     }
    },
    "a29bd33f158e4d4ba6f1af3be10b7a03": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a93a4a91411d4a08a0d9c16a48893035": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ae0b40271417465b95355b9a1a6f13c7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "b1064189bfc54e029c11348d87b275aa": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b403dc40db1f4ebaa3e4c7cef5fd53fb": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b7abbb258051403ea0d59a8aded161b3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c43d9932e7a74327b4c7b3d5b5f05c18",
      "placeholder": "​",
      "style": "IPY_MODEL_56fb4067f7d34802b8c6a8b5590e678f",
      "value": "100%"
     }
    },
    "b92331df245047d9a81fb633fcd335aa": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b9e306a3087c4032a24e0ed70e589c15": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7af6343843334e4891fc79c9f6ed8d5d",
      "max": 4542,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_ae0b40271417465b95355b9a1a6f13c7",
      "value": 4542
     }
    },
    "bed7f61feb3448b284013ee5c1c6a608": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_00d2f382089944339364453648341d4b",
      "placeholder": "​",
      "style": "IPY_MODEL_b1064189bfc54e029c11348d87b275aa",
      "value": "100%"
     }
    },
    "c43d9932e7a74327b4c7b3d5b5f05c18": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c9eac48030114704908e70705181917a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "cacfb5fda291410c92d3d5d507ac98c4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "d1003c2901814da7bd5ccea2f08cf27f": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d44b48b82f814a20b689ab1260b221d4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "def2074247a84bc48a4cdcc614d2a5fd": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e1938342ec0a49f9bd4ee9cfd15db650": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "e3d39b547d974b1ea5e901d70dcbd0f1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e6d30db6d70b40d0af9d5efe8eb8dc9b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e6f5e1539e1942e3808d969f03c21a53": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3ba7afe516834ff58601d57aa47e6315",
      "placeholder": "​",
      "style": "IPY_MODEL_549dc98f912d471897e08b8c0f695619",
      "value": "100%"
     }
    },
    "e7c3782dbb5342ab9a2c378c8645d83e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9d09fc152c9946a1a03e8cd4c499c99b",
      "max": 1648877,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_1b60f9dbfcf3482cab1b5bf53c362c02",
      "value": 1648877
     }
    },
    "ec32cd6717f34e3b80b9793062258c60": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}