From 5141f6989eef2de914778eb30350b91a02bd9a88 Mon Sep 17 00:00:00 2001 From: rohitkuk Date: Sat, 12 Jun 2021 17:11:59 +0530 Subject: [PATCH] Final Run --- .gitignore | 3 +- inference.py | 42 + research/Data Exploration.ipynb | 12 +- research/Infer.ipynb | 13509 ++++++++++++++++++++++++++++++ 4 files changed, 13554 insertions(+), 12 deletions(-) create mode 100644 inference.py create mode 100644 research/Infer.ipynb diff --git a/.gitignore b/.gitignore index 5fed12f..c21a97b 100644 --- a/.gitignore +++ b/.gitignore @@ -142,4 +142,5 @@ run.sh List.md # exception to the rule -!data/.gitkeep \ No newline at end of file +!data/.gitkeep +weights/Cartoonify_Generator.pt \ No newline at end of file diff --git a/inference.py b/inference.py new file mode 100644 index 0000000..ba52bd9 --- /dev/null +++ b/inference.py @@ -0,0 +1,42 @@ + +import imp +from statistics import mode +import torch +from torchvision import transforms +import argparse +from PIL import Image + + + +parser = argparse.ArgumentParser() + + +parser.add_argument('--img', metavar='img', type=str , + help = "Image to Cartoonize") + +args = parser.parse_args() + + +DEVICE = 'cuda' if torch.cuda.is_available() else 'cpu' +IMG_DIM = 512 +lr = 2e-4 +MAPS_GEN = 64 +MAPS_DISC = 64 +IMG_CHANNELS = 3 +L1_LAMBDA = 100 + + +Trasforms = transforms.Compose([ + transforms.Resize(IMG_DIM), + transforms.CenterCrop(IMG_DIM), + transforms.ToTensor(), + transforms.Normalize( + (0.5, 0.5, 0.5), + (0.5, 0.5, 0.5)) + ]) + +model = torch.load('weights/Cartoonify_Generator.pt') + +model.to(DEVICE) + +img = Image.open(args.img) diff --git a/research/Data Exploration.ipynb b/research/Data Exploration.ipynb index 0074dfa..8100484 100644 --- a/research/Data Exploration.ipynb +++ b/research/Data Exploration.ipynb @@ -3,7 +3,6 @@ { "cell_type": "code", "execution_count": 29, - "id": "forbidden-consent", "metadata": {}, "outputs": [], "source": [ @@ -24,7 +23,6 @@ { "cell_type": "code", "execution_count": 2, - "id": "forward-elite", "metadata": {}, "outputs": [], "source": [ @@ -38,7 +36,6 @@ { "cell_type": "code", "execution_count": 7, - "id": "sharing-focus", "metadata": {}, "outputs": [ { @@ -85,7 +82,6 @@ { "cell_type": "code", "execution_count": 8, - "id": "behavioral-lambda", "metadata": {}, "outputs": [ { @@ -124,7 +120,6 @@ { "cell_type": "code", "execution_count": 17, - "id": "directed-cambridge", "metadata": {}, "outputs": [], "source": [ @@ -141,7 +136,6 @@ { "cell_type": "code", "execution_count": 20, - "id": "liquid-option", "metadata": {}, "outputs": [ { @@ -164,7 +158,6 @@ { "cell_type": "code", "execution_count": 32, - "id": "experienced-construction", "metadata": {}, "outputs": [], "source": [ @@ -174,7 +167,6 @@ { "cell_type": "code", "execution_count": 50, - "id": "developmental-explanation", "metadata": {}, "outputs": [ { @@ -234,7 +226,6 @@ { "cell_type": "code", "execution_count": 41, - "id": "broken-diary", "metadata": {}, "outputs": [ { @@ -254,7 +245,6 @@ { "cell_type": "code", "execution_count": null, - "id": "south-pantyhose", "metadata": {}, "outputs": [], "source": [] @@ -281,4 +271,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/research/Infer.ipynb b/research/Infer.ipynb new file mode 100644 index 0000000..2d211a2 --- /dev/null +++ b/research/Infer.ipynb @@ -0,0 +1,13509 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 148, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "OrderedDict([('e1.conv.weight',\n", + " tensor([[[[-3.9977e-02, -2.4401e-02, 2.3515e-02, -2.0550e-02],\n", + " [-1.6650e-02, -3.7187e-02, 2.3809e-02, 8.2804e-03],\n", + " [-4.6272e-03, -1.2710e-02, -3.4978e-02, -8.8288e-03],\n", + " [ 9.5099e-03, 1.8793e-02, -3.9872e-03, 4.5216e-03]],\n", + " \n", + " [[ 3.6482e-02, 2.3785e-02, 2.7848e-03, 4.1431e-02],\n", + " [ 3.4967e-02, 2.3317e-02, 1.0377e-01, 6.2648e-02],\n", + " [ 1.2342e-02, 8.2959e-02, 9.2416e-02, 6.7385e-02],\n", + " [ 5.1620e-02, 6.3691e-02, 8.0514e-02, 6.9121e-02]],\n", + " \n", + " [[ 1.3112e-02, -3.4871e-02, -9.7870e-03, -3.2957e-02],\n", + " [-1.8278e-02, 3.6431e-04, 9.9195e-04, -1.8718e-02],\n", + " [ 7.1538e-03, 2.1089e-02, 3.6992e-02, 3.7666e-02],\n", + " [ 3.2308e-03, -1.7420e-02, 5.2111e-02, 1.9684e-02]]],\n", + " \n", + " \n", + " [[[-3.3673e-02, -4.2651e-02, -4.3766e-02, 4.9447e-03],\n", + " [-1.0888e-02, -2.1010e-02, 1.8164e-02, 6.1566e-02],\n", + " [-5.4946e-02, -3.0014e-02, 5.4061e-03, 6.2763e-02],\n", + " [-2.6758e-03, 6.3836e-03, 2.5672e-02, 3.1496e-03]],\n", + " \n", + " [[-5.1226e-03, -6.2668e-03, -2.3240e-02, 2.3541e-02],\n", + " [ 5.0376e-04, 1.7640e-02, 2.2250e-02, 7.0936e-02],\n", + " [-2.9493e-02, -4.0740e-02, 3.3897e-02, 6.8484e-02],\n", + " [ 2.5745e-02, 7.8241e-03, 2.0657e-02, 6.3251e-02]],\n", + " \n", + " [[-1.6201e-02, -4.2729e-02, 2.9226e-02, 1.8890e-02],\n", + " [-4.6865e-02, -2.2893e-02, -1.9852e-02, 4.3781e-03],\n", + " [-6.3599e-02, -4.4845e-02, 1.6546e-02, 2.8671e-02],\n", + " [-7.1861e-03, -1.4279e-02, -1.8525e-04, -3.5347e-03]]],\n", + " \n", + " \n", + " [[[-3.2789e-02, -2.8607e-02, -5.3888e-02, -4.1615e-02],\n", + " [-6.9046e-02, -9.3704e-02, -7.9338e-02, -5.9349e-02],\n", + " [-5.1610e-02, -5.3301e-02, -5.8274e-02, -6.0679e-02],\n", + " [-4.9335e-02, -6.8871e-02, -7.1276e-02, -8.3690e-02]],\n", + " \n", + " [[-2.4171e-03, -1.1149e-02, -1.6433e-02, -2.0486e-02],\n", + " [-1.9927e-02, -2.3761e-02, 1.1619e-02, 5.8274e-03],\n", + " [-7.5914e-03, -2.6292e-02, -2.2748e-02, 8.8051e-03],\n", + " [-6.9407e-04, -3.1282e-03, -8.1745e-03, 3.9665e-03]],\n", + " \n", + " [[-1.1352e-02, 3.5834e-02, 8.6190e-03, 1.8771e-02],\n", + " [-1.3119e-02, 6.1919e-03, 4.7131e-03, 5.2742e-03],\n", + " [-1.2153e-02, -2.1058e-02, 2.2326e-05, 2.1126e-02],\n", + " [-1.3278e-03, 2.7405e-02, 3.8927e-03, 1.3633e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 2.8979e-02, 3.0914e-02, 4.5657e-02, 3.0359e-02],\n", + " [-1.8576e-02, 5.1983e-02, 1.0969e-02, 5.5456e-03],\n", + " [ 9.1238e-04, 2.6488e-02, 1.4048e-02, 2.8947e-02],\n", + " [ 1.6543e-02, 8.6909e-03, 4.9459e-03, 4.8807e-02]],\n", + " \n", + " [[ 1.8879e-03, -5.0413e-04, 2.7207e-02, 1.8554e-02],\n", + " [-2.6482e-02, -1.7325e-02, -5.4737e-03, 1.9654e-02],\n", + " [-1.4233e-02, -1.5129e-02, 1.5488e-02, -1.4937e-02],\n", + " [-2.4639e-02, -5.2607e-03, 4.3035e-03, -2.7720e-02]],\n", + " \n", + " [[-2.9393e-02, -1.8267e-02, -3.4744e-02, -1.5658e-02],\n", + " [-7.0243e-02, -5.7604e-02, -7.6847e-02, -2.9200e-02],\n", + " [-1.4561e-02, -8.5657e-02, -9.0371e-02, -4.6297e-02],\n", + " [-1.5594e-02, -6.2149e-02, -6.2850e-02, -2.7695e-02]]],\n", + " \n", + " \n", + " [[[-1.4696e-02, -2.1715e-02, 5.6138e-03, 5.7862e-03],\n", + " [-5.0544e-02, -1.5610e-02, -3.4874e-02, 1.7265e-02],\n", + " [-8.5507e-03, 4.2337e-02, -1.3300e-02, -1.2231e-02],\n", + " [-1.8825e-02, 2.6504e-03, -3.1412e-02, 7.4185e-03]],\n", + " \n", + " [[-3.3519e-03, 2.7041e-02, 3.3381e-02, -1.1780e-02],\n", + " [ 2.8890e-02, 1.1623e-02, 7.8259e-03, 2.0036e-02],\n", + " [ 3.1286e-03, 4.5008e-02, 1.1895e-02, 3.8786e-02],\n", + " [ 3.6379e-02, 3.6815e-02, 1.6621e-02, 6.3676e-02]],\n", + " \n", + " [[-5.3404e-02, -1.6050e-02, -1.7819e-02, -4.4271e-02],\n", + " [-1.5938e-02, -5.0193e-02, -5.9916e-02, -4.3078e-02],\n", + " [-3.9386e-02, -1.5147e-02, -1.0510e-02, -2.9940e-02],\n", + " [ 1.0607e-02, 9.5371e-03, -2.4353e-02, -3.9035e-02]]],\n", + " \n", + " \n", + " [[[ 1.6490e-02, -3.2437e-04, 5.6216e-03, 2.3304e-02],\n", + " [ 8.3575e-02, 3.8574e-02, 5.6764e-02, 4.5539e-02],\n", + " [ 3.0583e-02, 2.9949e-02, 7.2447e-02, 2.0849e-02],\n", + " [ 1.1305e-02, 1.9742e-02, 4.8856e-02, 2.4886e-02]],\n", + " \n", + " [[ 1.9427e-02, 1.8366e-02, 1.2980e-02, -2.7382e-03],\n", + " [ 6.4687e-05, 6.5636e-03, 4.6894e-02, 5.9552e-02],\n", + " [ 1.2563e-02, 9.1119e-03, 4.2216e-02, 2.8759e-02],\n", + " [ 5.3598e-02, 2.9230e-02, 5.6977e-02, 4.3749e-02]],\n", + " \n", + " [[-2.7015e-02, -3.4766e-02, 9.6342e-03, -2.3035e-02],\n", + " [-1.5253e-02, 4.4927e-03, 1.2599e-02, -3.2809e-02],\n", + " [-2.5238e-02, -9.9347e-03, -4.5434e-03, 1.3453e-02],\n", + " [ 3.1726e-03, 1.8045e-02, -1.8955e-02, -1.3354e-02]]]])),\n", + " ('e1.batch_norms.Yes.weight',\n", + " tensor([-0.0908, -0.1204, 0.0197, -0.0423, -0.0768, -0.1058, 0.0341, -0.0343,\n", + " -0.0420, -0.0336, -0.0415, -0.0531, -0.0608, -0.0468, -0.0584, -0.0378,\n", + " -0.0826, 0.0064, 0.0449, 0.0174, -0.0604, 0.0390, -0.0344, 0.2054,\n", + " -0.0538, 0.0716, 0.0046, -0.0406, 0.0381, -0.0555, -0.0633, -0.0303,\n", + " -0.0423, 0.0550, 0.0351, -0.0244, -0.0418, 0.0676, 0.0386, -0.0292,\n", + " -0.0493, 0.0402, 0.0383, 0.0497, -0.0326, 0.0301, 0.1337, 0.0356,\n", + " 0.0809, -0.0247, -0.0473, -0.0445, 0.0590, 0.0393, -0.0370, -0.0359,\n", + " 0.0476, 0.0455, 0.0373, 0.0649, -0.0838, 0.0876, -0.0224, -0.0881])),\n", + " ('e1.batch_norms.Yes.bias',\n", + " tensor([-0.0053, 0.0571, 0.0141, -0.0020, -0.0090, 0.0339, 0.0230, -0.0345,\n", + " 0.0069, 0.0159, -0.0489, 0.0253, 0.0271, 0.0138, 0.0047, 0.0208,\n", + " 0.0078, -0.0038, 0.0279, 0.0242, 0.0190, -0.0455, -0.0410, 0.0474,\n", + " 0.0538, 0.0053, -0.0004, 0.0184, -0.0433, 0.0269, 0.0097, 0.0420,\n", + " 0.0106, 0.0280, -0.0304, 0.0183, -0.0073, 0.0065, -0.0111, 0.0102,\n", + " -0.0335, -0.0101, -0.0099, -0.0118, 0.0513, 0.0209, 0.0288, 0.0143,\n", + " 0.0310, -0.0300, 0.0096, -0.0530, 0.0121, -0.0009, -0.0122, -0.0251,\n", + " -0.0248, -0.0129, -0.0362, -0.0242, -0.0135, 0.0144, -0.0182, -0.0029])),\n", + " ('e1.batch_norms.Yes.running_mean',\n", + " tensor([-1.8970e-01, 5.9055e-03, 7.6349e-03, 8.1036e-03, 1.4778e-01,\n", + " 1.0757e-02, -2.5621e-02, -1.1804e-01, -1.4449e-01, 4.0940e-03,\n", + " 9.7619e-02, 1.4660e-02, 1.4831e-02, -1.5599e-02, 1.3976e-01,\n", + " 9.2091e-03, 1.5203e-01, -2.1210e-02, -3.0204e-02, 2.5612e-01,\n", + " -2.0311e-01, -1.6775e-01, 1.0047e-01, 2.1966e-04, -6.3260e-02,\n", + " 2.8679e-01, 4.3219e-02, -1.6537e-01, -1.3538e-01, 4.4252e-02,\n", + " -4.8539e-02, -1.4407e-01, 2.0633e-02, 1.3441e-01, -2.5233e-01,\n", + " -2.8083e-01, 7.8430e-03, 1.4731e-01, 5.5054e-02, 6.5267e-02,\n", + " 2.6103e-01, 1.5368e-02, 3.1971e-03, -7.5124e-02, -1.5594e-01,\n", + " -2.2994e-03, 8.6275e-03, 3.2721e-02, 1.5986e-02, -6.4703e-02,\n", + " 4.6569e-02, -8.1892e-02, -1.4398e-02, 3.7286e-02, 2.6669e-01,\n", + " 6.1865e-02, -4.8370e-02, -1.6184e-01, 3.4437e-02, 1.8287e-02,\n", + " -8.8894e-02, 2.3745e-01, 6.0066e-02, -4.8196e-02])),\n", + " ('e1.batch_norms.Yes.running_var',\n", + " tensor([0.0877, 0.0022, 0.2282, 0.0023, 0.0140, 0.0030, 0.0356, 0.0494, 0.0084,\n", + " 0.2836, 0.2531, 0.0038, 0.0018, 0.0374, 0.0068, 0.0926, 0.0127, 0.0208,\n", + " 0.0081, 0.0633, 0.0376, 0.2591, 0.0346, 0.0020, 0.0054, 0.0722, 0.1028,\n", + " 0.1561, 0.0915, 0.0050, 0.1458, 0.0078, 0.1295, 0.0090, 0.2806, 0.1296,\n", + " 0.0020, 0.0099, 0.0841, 0.0063, 0.2984, 0.5357, 0.4078, 0.1050, 0.0112,\n", + " 0.0421, 0.0031, 0.2763, 0.0029, 0.0766, 0.1607, 0.2621, 0.0165, 0.3159,\n", + " 0.3232, 0.0097, 0.0606, 0.2087, 0.4531, 0.5327, 0.0316, 0.0277, 0.0074,\n", + " 0.1332])),\n", + " ('e1.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('e1.l1.0.weight',\n", + " tensor([[[[-3.9977e-02, -2.4401e-02, 2.3515e-02, -2.0550e-02],\n", + " [-1.6650e-02, -3.7187e-02, 2.3809e-02, 8.2804e-03],\n", + " [-4.6272e-03, -1.2710e-02, -3.4978e-02, -8.8288e-03],\n", + " [ 9.5099e-03, 1.8793e-02, -3.9872e-03, 4.5216e-03]],\n", + " \n", + " [[ 3.6482e-02, 2.3785e-02, 2.7848e-03, 4.1431e-02],\n", + " [ 3.4967e-02, 2.3317e-02, 1.0377e-01, 6.2648e-02],\n", + " [ 1.2342e-02, 8.2959e-02, 9.2416e-02, 6.7385e-02],\n", + " [ 5.1620e-02, 6.3691e-02, 8.0514e-02, 6.9121e-02]],\n", + " \n", + " [[ 1.3112e-02, -3.4871e-02, -9.7870e-03, -3.2957e-02],\n", + " [-1.8278e-02, 3.6431e-04, 9.9195e-04, -1.8718e-02],\n", + " [ 7.1538e-03, 2.1089e-02, 3.6992e-02, 3.7666e-02],\n", + " [ 3.2308e-03, -1.7420e-02, 5.2111e-02, 1.9684e-02]]],\n", + " \n", + " \n", + " [[[-3.3673e-02, -4.2651e-02, -4.3766e-02, 4.9447e-03],\n", + " [-1.0888e-02, -2.1010e-02, 1.8164e-02, 6.1566e-02],\n", + " [-5.4946e-02, -3.0014e-02, 5.4061e-03, 6.2763e-02],\n", + " [-2.6758e-03, 6.3836e-03, 2.5672e-02, 3.1496e-03]],\n", + " \n", + " [[-5.1226e-03, -6.2668e-03, -2.3240e-02, 2.3541e-02],\n", + " [ 5.0376e-04, 1.7640e-02, 2.2250e-02, 7.0936e-02],\n", + " [-2.9493e-02, -4.0740e-02, 3.3897e-02, 6.8484e-02],\n", + " [ 2.5745e-02, 7.8241e-03, 2.0657e-02, 6.3251e-02]],\n", + " \n", + " [[-1.6201e-02, -4.2729e-02, 2.9226e-02, 1.8890e-02],\n", + " [-4.6865e-02, -2.2893e-02, -1.9852e-02, 4.3781e-03],\n", + " [-6.3599e-02, -4.4845e-02, 1.6546e-02, 2.8671e-02],\n", + " [-7.1861e-03, -1.4279e-02, -1.8525e-04, -3.5347e-03]]],\n", + " \n", + " \n", + " [[[-3.2789e-02, -2.8607e-02, -5.3888e-02, -4.1615e-02],\n", + " [-6.9046e-02, -9.3704e-02, -7.9338e-02, -5.9349e-02],\n", + " [-5.1610e-02, -5.3301e-02, -5.8274e-02, -6.0679e-02],\n", + " [-4.9335e-02, -6.8871e-02, -7.1276e-02, -8.3690e-02]],\n", + " \n", + " [[-2.4171e-03, -1.1149e-02, -1.6433e-02, -2.0486e-02],\n", + " [-1.9927e-02, -2.3761e-02, 1.1619e-02, 5.8274e-03],\n", + " [-7.5914e-03, -2.6292e-02, -2.2748e-02, 8.8051e-03],\n", + " [-6.9407e-04, -3.1282e-03, -8.1745e-03, 3.9665e-03]],\n", + " \n", + " [[-1.1352e-02, 3.5834e-02, 8.6190e-03, 1.8771e-02],\n", + " [-1.3119e-02, 6.1919e-03, 4.7131e-03, 5.2742e-03],\n", + " [-1.2153e-02, -2.1058e-02, 2.2326e-05, 2.1126e-02],\n", + " [-1.3278e-03, 2.7405e-02, 3.8927e-03, 1.3633e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 2.8979e-02, 3.0914e-02, 4.5657e-02, 3.0359e-02],\n", + " [-1.8576e-02, 5.1983e-02, 1.0969e-02, 5.5456e-03],\n", + " [ 9.1238e-04, 2.6488e-02, 1.4048e-02, 2.8947e-02],\n", + " [ 1.6543e-02, 8.6909e-03, 4.9459e-03, 4.8807e-02]],\n", + " \n", + " [[ 1.8879e-03, -5.0413e-04, 2.7207e-02, 1.8554e-02],\n", + " [-2.6482e-02, -1.7325e-02, -5.4737e-03, 1.9654e-02],\n", + " [-1.4233e-02, -1.5129e-02, 1.5488e-02, -1.4937e-02],\n", + " [-2.4639e-02, -5.2607e-03, 4.3035e-03, -2.7720e-02]],\n", + " \n", + " [[-2.9393e-02, -1.8267e-02, -3.4744e-02, -1.5658e-02],\n", + " [-7.0243e-02, -5.7604e-02, -7.6847e-02, -2.9200e-02],\n", + " [-1.4561e-02, -8.5657e-02, -9.0371e-02, -4.6297e-02],\n", + " [-1.5594e-02, -6.2149e-02, -6.2850e-02, -2.7695e-02]]],\n", + " \n", + " \n", + " [[[-1.4696e-02, -2.1715e-02, 5.6138e-03, 5.7862e-03],\n", + " [-5.0544e-02, -1.5610e-02, -3.4874e-02, 1.7265e-02],\n", + " [-8.5507e-03, 4.2337e-02, -1.3300e-02, -1.2231e-02],\n", + " [-1.8825e-02, 2.6504e-03, -3.1412e-02, 7.4185e-03]],\n", + " \n", + " [[-3.3519e-03, 2.7041e-02, 3.3381e-02, -1.1780e-02],\n", + " [ 2.8890e-02, 1.1623e-02, 7.8259e-03, 2.0036e-02],\n", + " [ 3.1286e-03, 4.5008e-02, 1.1895e-02, 3.8786e-02],\n", + " [ 3.6379e-02, 3.6815e-02, 1.6621e-02, 6.3676e-02]],\n", + " \n", + " [[-5.3404e-02, -1.6050e-02, -1.7819e-02, -4.4271e-02],\n", + " [-1.5938e-02, -5.0193e-02, -5.9916e-02, -4.3078e-02],\n", + " [-3.9386e-02, -1.5147e-02, -1.0510e-02, -2.9940e-02],\n", + " [ 1.0607e-02, 9.5371e-03, -2.4353e-02, -3.9035e-02]]],\n", + " \n", + " \n", + " [[[ 1.6490e-02, -3.2437e-04, 5.6216e-03, 2.3304e-02],\n", + " [ 8.3575e-02, 3.8574e-02, 5.6764e-02, 4.5539e-02],\n", + " [ 3.0583e-02, 2.9949e-02, 7.2447e-02, 2.0849e-02],\n", + " [ 1.1305e-02, 1.9742e-02, 4.8856e-02, 2.4886e-02]],\n", + " \n", + " [[ 1.9427e-02, 1.8366e-02, 1.2980e-02, -2.7382e-03],\n", + " [ 6.4687e-05, 6.5636e-03, 4.6894e-02, 5.9552e-02],\n", + " [ 1.2563e-02, 9.1119e-03, 4.2216e-02, 2.8759e-02],\n", + " [ 5.3598e-02, 2.9230e-02, 5.6977e-02, 4.3749e-02]],\n", + " \n", + " [[-2.7015e-02, -3.4766e-02, 9.6342e-03, -2.3035e-02],\n", + " [-1.5253e-02, 4.4927e-03, 1.2599e-02, -3.2809e-02],\n", + " [-2.5238e-02, -9.9347e-03, -4.5434e-03, 1.3453e-02],\n", + " [ 3.1726e-03, 1.8045e-02, -1.8955e-02, -1.3354e-02]]]])),\n", + " ('e1.l1.1.weight',\n", + " tensor([-0.0908, -0.1204, 0.0197, -0.0423, -0.0768, -0.1058, 0.0341, -0.0343,\n", + " -0.0420, -0.0336, -0.0415, -0.0531, -0.0608, -0.0468, -0.0584, -0.0378,\n", + " -0.0826, 0.0064, 0.0449, 0.0174, -0.0604, 0.0390, -0.0344, 0.2054,\n", + " -0.0538, 0.0716, 0.0046, -0.0406, 0.0381, -0.0555, -0.0633, -0.0303,\n", + " -0.0423, 0.0550, 0.0351, -0.0244, -0.0418, 0.0676, 0.0386, -0.0292,\n", + " -0.0493, 0.0402, 0.0383, 0.0497, -0.0326, 0.0301, 0.1337, 0.0356,\n", + " 0.0809, -0.0247, -0.0473, -0.0445, 0.0590, 0.0393, -0.0370, -0.0359,\n", + " 0.0476, 0.0455, 0.0373, 0.0649, -0.0838, 0.0876, -0.0224, -0.0881])),\n", + " ('e1.l1.1.bias',\n", + " tensor([-0.0053, 0.0571, 0.0141, -0.0020, -0.0090, 0.0339, 0.0230, -0.0345,\n", + " 0.0069, 0.0159, -0.0489, 0.0253, 0.0271, 0.0138, 0.0047, 0.0208,\n", + " 0.0078, -0.0038, 0.0279, 0.0242, 0.0190, -0.0455, -0.0410, 0.0474,\n", + " 0.0538, 0.0053, -0.0004, 0.0184, -0.0433, 0.0269, 0.0097, 0.0420,\n", + " 0.0106, 0.0280, -0.0304, 0.0183, -0.0073, 0.0065, -0.0111, 0.0102,\n", + " -0.0335, -0.0101, -0.0099, -0.0118, 0.0513, 0.0209, 0.0288, 0.0143,\n", + " 0.0310, -0.0300, 0.0096, -0.0530, 0.0121, -0.0009, -0.0122, -0.0251,\n", + " -0.0248, -0.0129, -0.0362, -0.0242, -0.0135, 0.0144, -0.0182, -0.0029])),\n", + " ('e1.l1.1.running_mean',\n", + " tensor([-1.8970e-01, 5.9055e-03, 7.6349e-03, 8.1036e-03, 1.4778e-01,\n", + " 1.0757e-02, -2.5621e-02, -1.1804e-01, -1.4449e-01, 4.0940e-03,\n", + " 9.7619e-02, 1.4660e-02, 1.4831e-02, -1.5599e-02, 1.3976e-01,\n", + " 9.2091e-03, 1.5203e-01, -2.1210e-02, -3.0204e-02, 2.5612e-01,\n", + " -2.0311e-01, -1.6775e-01, 1.0047e-01, 2.1966e-04, -6.3260e-02,\n", + " 2.8679e-01, 4.3219e-02, -1.6537e-01, -1.3538e-01, 4.4252e-02,\n", + " -4.8539e-02, -1.4407e-01, 2.0633e-02, 1.3441e-01, -2.5233e-01,\n", + " -2.8083e-01, 7.8430e-03, 1.4731e-01, 5.5054e-02, 6.5267e-02,\n", + " 2.6103e-01, 1.5368e-02, 3.1971e-03, -7.5124e-02, -1.5594e-01,\n", + " -2.2994e-03, 8.6275e-03, 3.2721e-02, 1.5986e-02, -6.4703e-02,\n", + " 4.6569e-02, -8.1892e-02, -1.4398e-02, 3.7286e-02, 2.6669e-01,\n", + " 6.1865e-02, -4.8370e-02, -1.6184e-01, 3.4437e-02, 1.8287e-02,\n", + " -8.8894e-02, 2.3745e-01, 6.0066e-02, -4.8196e-02])),\n", + " ('e1.l1.1.running_var',\n", + " tensor([0.0877, 0.0022, 0.2282, 0.0023, 0.0140, 0.0030, 0.0356, 0.0494, 0.0084,\n", + " 0.2836, 0.2531, 0.0038, 0.0018, 0.0374, 0.0068, 0.0926, 0.0127, 0.0208,\n", + " 0.0081, 0.0633, 0.0376, 0.2591, 0.0346, 0.0020, 0.0054, 0.0722, 0.1028,\n", + " 0.1561, 0.0915, 0.0050, 0.1458, 0.0078, 0.1295, 0.0090, 0.2806, 0.1296,\n", + " 0.0020, 0.0099, 0.0841, 0.0063, 0.2984, 0.5357, 0.4078, 0.1050, 0.0112,\n", + " 0.0421, 0.0031, 0.2763, 0.0029, 0.0766, 0.1607, 0.2621, 0.0165, 0.3159,\n", + " 0.3232, 0.0097, 0.0606, 0.2087, 0.4531, 0.5327, 0.0316, 0.0277, 0.0074,\n", + " 0.1332])),\n", + " ('e1.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('e2.conv.weight',\n", + " tensor([[[[-5.0358e-02, -5.2507e-02, -4.1425e-03, -5.2610e-02],\n", + " [-1.0600e-02, -3.2379e-02, -6.7976e-02, -9.2205e-03],\n", + " [-3.6709e-02, -2.2646e-02, -5.8749e-02, -3.1580e-02],\n", + " [-1.3655e-02, -2.5158e-02, -8.4293e-03, 1.5397e-02]],\n", + " \n", + " [[-4.0227e-02, -5.3022e-02, -2.4055e-02, -7.8882e-03],\n", + " [-4.8353e-02, -4.6442e-02, 1.1923e-02, -4.2415e-02],\n", + " [ 2.0950e-02, -1.7120e-02, -2.9704e-02, 8.8299e-03],\n", + " [-3.5076e-02, -4.6963e-02, 4.1552e-02, 1.7157e-02]],\n", + " \n", + " [[-7.6236e-03, -3.8862e-02, 1.3326e-02, -1.0811e-02],\n", + " [-2.2498e-02, -3.2175e-02, -3.8546e-02, -2.4939e-02],\n", + " [-1.6593e-02, -1.5327e-02, -5.4414e-02, -2.6338e-02],\n", + " [ 1.1032e-02, -7.2274e-03, -2.5882e-02, 2.0983e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-9.1524e-03, -2.5952e-02, -1.6589e-02, -1.5261e-02],\n", + " [-7.6504e-04, -1.0879e-02, -3.4504e-02, -4.4662e-02],\n", + " [-4.2935e-03, -2.7120e-02, 1.1360e-04, -5.1729e-02],\n", + " [-9.7361e-04, -8.2292e-03, -1.8558e-03, -1.3579e-02]],\n", + " \n", + " [[ 7.2089e-03, 2.4334e-03, 2.9053e-02, -3.3636e-02],\n", + " [-2.0154e-02, 1.9885e-03, 9.1399e-03, -8.3910e-03],\n", + " [ 2.1761e-02, -3.7242e-03, 1.0341e-02, -2.2705e-02],\n", + " [ 1.4287e-02, 4.2037e-03, -1.2012e-02, -1.4074e-03]],\n", + " \n", + " [[-6.0531e-02, -2.1139e-02, -1.0200e-02, -4.1344e-02],\n", + " [-2.8829e-02, -2.5808e-02, -5.5141e-02, -4.7200e-02],\n", + " [-3.2409e-02, -6.3502e-02, 9.6931e-03, -5.7154e-02],\n", + " [-3.2257e-02, -4.2099e-02, -5.2659e-02, -3.5294e-02]]],\n", + " \n", + " \n", + " [[[ 2.9550e-03, 3.7634e-02, 5.6024e-05, -2.4406e-02],\n", + " [ 3.3369e-02, 7.4399e-03, -3.3360e-02, -4.0937e-02],\n", + " [ 9.2650e-03, 2.7512e-03, 1.0213e-02, -7.8071e-03],\n", + " [ 6.1853e-03, 5.1683e-02, 1.8026e-03, -1.5036e-02]],\n", + " \n", + " [[ 1.0406e-02, 3.0707e-02, -3.7360e-02, 2.1031e-03],\n", + " [ 8.8019e-02, -1.2456e-01, -9.0763e-02, 7.8327e-02],\n", + " [ 6.2268e-02, -1.6264e-02, -8.3486e-02, 4.0246e-02],\n", + " [ 7.8234e-02, -1.2684e-02, -8.5273e-02, 1.7294e-02]],\n", + " \n", + " [[ 1.6820e-02, -1.2854e-02, -1.5517e-02, -2.2812e-02],\n", + " [ 1.1035e-02, 4.4711e-03, -1.7411e-02, -8.0624e-03],\n", + " [-1.3305e-02, 5.2626e-03, -1.4711e-02, -2.1322e-02],\n", + " [-1.7162e-02, -1.5836e-02, -9.1412e-03, -2.0996e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 7.3174e-03, 4.0431e-02, 3.4631e-02, -9.8300e-03],\n", + " [-1.5595e-04, 1.3880e-02, -5.9938e-02, -5.1153e-02],\n", + " [ 3.6060e-02, 3.9249e-02, 1.4218e-02, -7.0532e-02],\n", + " [-1.1298e-02, 1.7409e-02, 5.7653e-03, 1.5923e-02]],\n", + " \n", + " [[-4.4983e-02, -1.5213e-02, -2.4156e-02, -1.4836e-02],\n", + " [-8.6881e-03, 8.3454e-03, -1.4558e-02, -2.4622e-02],\n", + " [-1.9160e-02, 4.7038e-02, -1.6397e-02, -8.6455e-03],\n", + " [ 3.6728e-02, -5.5162e-04, -1.1811e-02, 1.8487e-02]],\n", + " \n", + " [[-1.2692e-02, 4.9150e-02, -1.5247e-02, 8.6724e-03],\n", + " [ 3.5530e-03, -6.2993e-04, -4.7159e-02, -1.1370e-02],\n", + " [ 2.8235e-02, 3.4578e-02, 3.3107e-02, 1.3667e-02],\n", + " [ 3.7859e-02, -1.3258e-02, 1.4343e-02, -4.6975e-03]]],\n", + " \n", + " \n", + " [[[-3.0863e-02, -8.5443e-04, -2.8662e-02, -3.9981e-02],\n", + " [-7.7601e-02, -7.7481e-02, -3.9294e-02, -4.9341e-02],\n", + " [-3.7571e-02, -4.3858e-02, -2.4111e-02, -5.3291e-02],\n", + " [-2.8655e-02, -5.2716e-02, 1.0712e-02, -2.6462e-02]],\n", + " \n", + " [[-3.8714e-02, -2.7350e-02, -1.2183e-02, -5.1828e-03],\n", + " [-4.3947e-02, -4.7900e-02, 7.3312e-03, 5.8187e-03],\n", + " [-8.2023e-02, 2.2335e-03, 2.3871e-02, -3.7792e-02],\n", + " [-1.9614e-02, -3.9340e-02, 2.4126e-02, 1.7030e-02]],\n", + " \n", + " [[-6.5209e-02, 1.6193e-02, 1.2072e-02, 1.4395e-02],\n", + " [-2.2755e-02, -3.3721e-02, -1.8387e-02, 6.4577e-03],\n", + " [-3.9018e-02, -1.1401e-02, -1.3432e-02, -2.8085e-02],\n", + " [-1.9451e-03, 2.8455e-03, 1.6502e-04, 2.3080e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-4.6339e-02, -2.1562e-02, -2.7207e-02, -2.3602e-02],\n", + " [-1.9084e-02, -3.5505e-02, -4.1005e-02, -4.1729e-02],\n", + " [-1.1404e-02, -3.4834e-02, -2.7028e-02, -3.8700e-02],\n", + " [-3.5064e-02, -2.6587e-02, -1.5678e-02, -1.5968e-02]],\n", + " \n", + " [[-1.3096e-02, -2.0460e-02, -1.1811e-02, 2.8086e-02],\n", + " [ 1.5129e-02, 1.0427e-02, -8.5107e-04, 1.8134e-02],\n", + " [ 3.1741e-02, 3.6250e-03, 2.6761e-02, -1.4474e-02],\n", + " [ 4.1348e-02, 1.4875e-02, 2.4605e-03, -2.4737e-02]],\n", + " \n", + " [[-4.0335e-02, -4.2918e-02, 1.9842e-02, 6.5259e-03],\n", + " [-5.7417e-02, -5.3468e-02, -9.0141e-03, -3.5248e-02],\n", + " [-1.9177e-02, -6.0142e-02, -7.3761e-02, -2.2791e-02],\n", + " [-4.5045e-02, -3.4357e-02, -9.9485e-03, -2.4414e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-4.9695e-02, 2.2250e-02, 9.9595e-04, -2.1260e-02],\n", + " [ 1.4516e-03, -8.8225e-03, -1.4130e-02, -2.5606e-02],\n", + " [ 5.2241e-03, 1.5440e-02, 4.1671e-02, 5.3542e-02],\n", + " [ 2.4406e-02, 2.7484e-02, 1.4759e-02, 3.9228e-03]],\n", + " \n", + " [[-3.0880e-02, -8.8518e-02, -1.0875e-01, -5.2348e-02],\n", + " [-4.3193e-02, 3.3026e-02, -5.5608e-02, -9.4305e-02],\n", + " [-3.8649e-02, 1.6124e-02, -6.6133e-02, -7.2357e-02],\n", + " [ 6.3054e-03, -1.4138e-02, -5.8766e-02, -7.7492e-02]],\n", + " \n", + " [[ 1.0437e-03, -2.3268e-02, 2.8035e-02, -3.0464e-02],\n", + " [ 5.1548e-02, 5.9298e-03, 2.5020e-02, -2.6479e-03],\n", + " [ 3.5367e-02, 2.9474e-02, -1.3077e-02, -2.2142e-02],\n", + " [ 1.8804e-02, 3.1049e-02, 7.6196e-03, -5.5349e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-5.4008e-03, 1.0956e-02, 1.0108e-02, 2.6763e-02],\n", + " [-5.8336e-03, 3.0353e-02, 4.1518e-02, 4.5920e-02],\n", + " [ 2.6435e-02, 3.7464e-02, 4.1515e-02, 4.0999e-02],\n", + " [-2.4685e-03, 1.7137e-02, 4.9735e-02, 3.8248e-02]],\n", + " \n", + " [[-1.5593e-03, -4.3629e-02, -1.8171e-02, -1.0723e-02],\n", + " [-4.7527e-02, -5.0991e-02, -4.7642e-02, -2.1768e-02],\n", + " [-1.8168e-02, -4.1959e-02, -6.2005e-02, -3.3785e-02],\n", + " [-6.7747e-02, -5.1516e-02, -7.8680e-02, -5.8555e-02]],\n", + " \n", + " [[ 1.8871e-02, 3.0429e-02, -1.7502e-02, 4.1946e-02],\n", + " [ 2.9635e-02, 4.8619e-02, 1.0352e-02, 6.8602e-03],\n", + " [ 5.5784e-02, 3.9000e-02, 3.5376e-02, 2.8254e-02],\n", + " [ 3.0085e-02, 1.8942e-02, 4.1321e-02, 8.7399e-03]]],\n", + " \n", + " \n", + " [[[-1.3652e-02, 1.2904e-02, 6.9389e-03, -1.1853e-02],\n", + " [ 3.9732e-02, -2.8246e-03, -2.8145e-02, 1.0073e-02],\n", + " [-2.4039e-03, 2.5738e-04, 1.2588e-02, 7.4000e-03],\n", + " [-2.8285e-02, -3.6886e-02, -1.9140e-02, -1.4396e-02]],\n", + " \n", + " [[-3.9384e-03, 1.9867e-02, 1.7481e-02, 2.5711e-02],\n", + " [ 2.8497e-03, 1.2256e-02, 1.5825e-02, 2.4303e-02],\n", + " [ 3.8754e-02, 2.2086e-02, 4.1453e-03, -1.5935e-02],\n", + " [ 1.2997e-02, 5.2235e-03, -1.6183e-02, 2.9620e-02]],\n", + " \n", + " [[-2.2554e-03, -1.4500e-03, -2.1479e-02, -2.3100e-02],\n", + " [-1.5958e-02, 2.9370e-02, -1.2542e-02, -7.6616e-02],\n", + " [ 1.0847e-03, -2.6051e-02, -2.9642e-02, -1.5069e-02],\n", + " [-1.4321e-02, -4.1660e-02, -2.3443e-02, -2.0664e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-4.0350e-02, -1.4103e-03, -4.1228e-02, -3.2872e-02],\n", + " [-1.4624e-02, -5.3514e-02, -7.7158e-02, -4.1880e-02],\n", + " [-5.6544e-02, -3.2445e-02, -2.9914e-02, -3.5282e-02],\n", + " [-2.9759e-02, -2.2848e-02, -4.9176e-02, -1.7589e-02]],\n", + " \n", + " [[ 4.5019e-02, -1.1626e-02, -1.2125e-05, -1.4490e-02],\n", + " [ 1.7501e-02, -1.7567e-02, -1.4543e-02, 3.1542e-02],\n", + " [ 3.5632e-02, 3.1320e-02, -3.0981e-03, -5.0273e-04],\n", + " [ 2.6187e-02, 4.5199e-02, 1.0810e-02, 4.5804e-02]],\n", + " \n", + " [[-1.3396e-02, -2.2224e-02, -9.4207e-03, -3.2260e-02],\n", + " [ 2.1584e-02, -2.1615e-02, -1.2699e-02, 7.3507e-03],\n", + " [-2.2491e-02, -1.1764e-02, 1.6368e-02, -9.1369e-03],\n", + " [-1.0113e-02, -9.0609e-03, 6.0933e-04, -3.0667e-03]]],\n", + " \n", + " \n", + " [[[ 3.2832e-04, 5.9750e-02, -4.4520e-03, 4.8311e-03],\n", + " [ 8.3924e-04, 1.8764e-02, 2.0691e-03, 4.9111e-03],\n", + " [ 2.0443e-02, 1.0204e-03, 1.7091e-03, 3.0297e-02],\n", + " [ 3.5077e-02, 2.1939e-02, 1.3254e-02, 9.2161e-04]],\n", + " \n", + " [[ 6.4293e-02, 4.2775e-02, 4.4665e-02, 1.4221e-02],\n", + " [ 5.1894e-02, 6.0714e-02, 1.3315e-02, 4.0494e-02],\n", + " [ 6.5280e-02, 3.3638e-02, 1.0474e-01, 3.4053e-02],\n", + " [ 4.9907e-02, 7.4196e-03, 1.2752e-02, 2.7471e-02]],\n", + " \n", + " [[ 7.5500e-03, 1.6794e-02, 6.9980e-03, -1.5666e-02],\n", + " [ 2.5467e-02, 2.0291e-03, -1.5347e-03, 9.8616e-03],\n", + " [ 4.7630e-02, 3.2186e-02, 1.3424e-02, 1.3152e-02],\n", + " [ 4.3219e-02, 1.0575e-02, 4.8311e-02, 2.2430e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.2197e-02, -9.8107e-03, -1.4443e-02, 3.4123e-02],\n", + " [-1.8260e-02, 2.3308e-02, 4.7287e-03, 6.2831e-02],\n", + " [ 4.4168e-02, 2.3718e-02, -1.2997e-02, 9.0939e-03],\n", + " [-2.5958e-02, 4.2527e-02, -1.4186e-02, 2.9335e-02]],\n", + " \n", + " [[ 5.3946e-02, 8.4374e-02, 5.6187e-02, 3.4266e-02],\n", + " [ 6.2101e-02, 7.8238e-03, 5.3961e-02, 6.0072e-02],\n", + " [ 5.6387e-02, 4.8656e-03, 3.2258e-02, 4.0314e-02],\n", + " [ 2.8578e-02, 5.0873e-02, 2.7872e-02, 5.5532e-02]],\n", + " \n", + " [[-7.6292e-03, -3.6799e-02, -7.3525e-03, -2.1365e-02],\n", + " [-3.0138e-02, 2.7526e-02, -3.3147e-02, 3.2046e-02],\n", + " [-3.6869e-03, 1.6421e-02, 1.0819e-02, 2.6303e-02],\n", + " [ 5.1331e-02, 4.4385e-02, 6.0181e-02, 5.1459e-02]]]])),\n", + " ('e2.batch_norms.Yes.weight',\n", + " tensor([-0.0338, 0.0505, -0.0244, 0.0220, 0.0001, -0.0291, -0.0004, -0.0345,\n", + " 0.0257, 0.0199, 0.0273, 0.0168, 0.0021, -0.0034, 0.0010, 0.0365,\n", + " 0.0206, -0.0292, -0.0303, 0.0174, -0.0175, 0.0213, -0.0262, -0.0125,\n", + " -0.0005, -0.0004, 0.0163, -0.0188, 0.0061, -0.0215, -0.0299, 0.0562,\n", + " 0.0441, -0.0187, 0.0014, 0.0002, -0.0005, 0.0140, -0.0003, -0.0249,\n", + " 0.0222, -0.0249, 0.0160, -0.0182, -0.0173, -0.0209, -0.0255, 0.0002,\n", + " 0.0195, -0.0262, -0.0087, 0.0202, -0.0137, -0.0418, 0.0132, -0.0160,\n", + " 0.0311, -0.0008, -0.0040, -0.0186, 0.0010, -0.0207, 0.0024, 0.0094,\n", + " -0.0445, -0.0551, -0.0005, 0.0129, -0.0216, -0.0244, -0.0193, 0.0151,\n", + " 0.0326, -0.0260, 0.0234, 0.0142, -0.0002, -0.0008, 0.0228, -0.0198,\n", + " 0.0003, -0.0137, 0.0234, 0.0216, 0.0263, 0.0174, 0.0328, -0.0137,\n", + " 0.0030, -0.0572, -0.0174, 0.0271, 0.0039, -0.0436, 0.0148, 0.0085,\n", + " 0.0065, -0.0145, 0.0222, 0.0140, 0.0179, 0.0244, 0.0299, -0.0403,\n", + " -0.0177, -0.0211, -0.0094, 0.0084, 0.0257, -0.0228, -0.0114, -0.0163,\n", + " -0.0343, -0.0347, 0.0122, 0.0148, -0.0248, -0.0368, -0.0160, -0.0021,\n", + " 0.0106, 0.0004, -0.0355, -0.0215, -0.0230, -0.0291, -0.0257, -0.0290])),\n", + " ('e2.batch_norms.Yes.bias',\n", + " tensor([-5.7939e-02, -5.9677e-03, -3.9356e-02, 1.8092e-02, -8.9868e-04,\n", + " -3.8133e-02, -3.0487e-03, -4.2783e-02, -2.5675e-02, -3.7315e-02,\n", + " -4.3213e-02, -2.2710e-02, -7.7741e-03, -8.8740e-03, -2.2751e-03,\n", + " -9.3519e-03, -3.4100e-02, -4.7554e-02, -1.6810e-02, -3.0177e-02,\n", + " -3.7949e-02, -4.4568e-02, -3.7524e-02, -2.7445e-02, -3.1023e-03,\n", + " -3.3010e-03, -2.3306e-03, -3.9291e-02, -1.7727e-02, -1.7732e-02,\n", + " -3.9298e-02, 1.1419e-03, -1.6638e-02, -3.8334e-02, -4.7269e-03,\n", + " -1.5179e-03, -1.7301e-03, -1.9320e-02, -1.8890e-03, -4.5601e-02,\n", + " -1.5753e-02, -3.2760e-02, -2.1447e-02, -2.7755e-02, -3.5106e-02,\n", + " -3.3125e-02, -3.5957e-02, -2.0192e-03, -4.0210e-02, -3.4976e-02,\n", + " -2.2716e-02, -2.8171e-02, -3.9139e-02, -3.8874e-02, -3.0882e-02,\n", + " -1.5406e-02, -3.8445e-02, -1.9389e-03, -1.1469e-02, -3.7238e-02,\n", + " -5.0857e-03, -2.5346e-02, -9.7611e-03, -2.1966e-02, -1.2136e-02,\n", + " -3.9444e-03, -2.7925e-03, -2.7375e-02, -2.9612e-02, 1.2673e-02,\n", + " -3.8170e-02, -8.4631e-03, -3.1278e-02, -4.2161e-02, -3.1510e-02,\n", + " -2.6388e-02, -1.7330e-03, -2.7521e-03, 1.3407e-02, -3.1927e-02,\n", + " -2.1778e-03, -3.4940e-02, -3.8733e-02, -1.3437e-02, -4.2130e-03,\n", + " -3.7316e-02, -2.1182e-02, -3.1894e-02, -7.6999e-03, -8.9520e-03,\n", + " -4.0483e-02, -1.7469e-02, -1.1486e-02, -2.9292e-02, -2.8451e-02,\n", + " -2.3658e-02, -7.0367e-05, -3.5787e-02, -3.1636e-02, -3.0978e-02,\n", + " -3.1176e-02, 1.4222e-03, -4.9900e-02, -4.5699e-02, -2.5329e-02,\n", + " -4.1177e-02, -8.4250e-03, 2.7487e-03, -2.6079e-02, -4.0541e-02,\n", + " 1.0480e-02, -3.4187e-02, 1.7001e-02, -8.5187e-03, -2.0573e-02,\n", + " -3.6155e-02, -3.7498e-02, -1.7993e-02, -2.8061e-03, -5.8641e-03,\n", + " -2.8847e-02, -3.4237e-03, -4.7402e-02, -1.7360e-02, -3.2479e-02,\n", + " -2.6751e-02, -5.1155e-03, -3.7386e-03])),\n", + " ('e2.batch_norms.Yes.running_mean',\n", + " tensor([-0.2285, -0.0412, -0.2239, -0.1023, -0.1370, 0.2006, -0.0575, 0.1731,\n", + " -0.0505, -0.1000, 0.2142, -0.0315, 0.0440, -0.1705, -0.1218, -0.0085,\n", + " -0.0472, -0.2229, 0.2524, 0.1580, -0.2011, 0.2052, -0.0270, 0.1015,\n", + " 0.0247, 0.0468, 0.1377, -0.2625, -0.1468, 0.0888, 0.1925, 0.0531,\n", + " -0.0093, -0.0977, -0.0557, 0.0568, 0.0858, -0.0479, -0.1124, -0.2377,\n", + " 0.0270, 0.1418, 0.0081, 0.1388, 0.0078, -0.1707, -0.3110, -0.1035,\n", + " 0.1580, -0.1520, -0.0599, 0.1321, -0.1669, 0.1768, -0.0435, 0.0094,\n", + " 0.1192, 0.1851, 0.1609, 0.0402, 0.1146, -0.1302, -0.0202, -0.1313,\n", + " -0.2938, 0.0205, 0.0603, -0.1146, 0.1516, 0.1365, -0.1123, -0.1251,\n", + " 0.2065, -0.1292, 0.4029, -0.1823, 0.0582, -0.0280, -0.1797, -0.2315,\n", + " -0.0998, -0.0372, -0.0696, 0.3528, -0.1200, -0.0112, -0.4011, -0.1885,\n", + " 0.0036, 0.0346, -0.2032, 0.1661, -0.1431, -0.1935, -0.1565, -0.0623,\n", + " 0.2419, -0.2197, -0.0844, -0.0234, 0.1994, 0.0507, 0.1848, -0.2581,\n", + " 0.0602, -0.1110, 0.2210, -0.2203, -0.2439, 0.0099, -0.0940, 0.0132,\n", + " 0.2366, -0.0726, 0.0322, 0.0552, 0.0748, -0.2651, -0.1399, -0.0475,\n", + " -0.1239, -0.0742, 0.2801, 0.0976, -0.3065, -0.1471, -0.2867, 0.1513])),\n", + " ('e2.batch_norms.Yes.running_var',\n", + " tensor([0.2258, 0.0223, 0.2415, 0.0293, 0.0574, 0.2809, 0.0474, 0.2525, 0.0228,\n", + " 0.2044, 0.2017, 0.1682, 0.1090, 0.0413, 0.0187, 0.0088, 0.1789, 0.1824,\n", + " 0.0381, 0.1925, 0.1594, 0.2104, 0.1521, 0.1962, 0.0482, 0.0158, 0.0674,\n", + " 0.2136, 0.1159, 0.1899, 0.2666, 0.0215, 0.2357, 0.1427, 0.0663, 0.0406,\n", + " 0.0661, 0.1855, 0.0488, 0.2315, 0.2301, 0.2550, 0.2081, 0.0837, 0.2077,\n", + " 0.1505, 0.0352, 0.0787, 0.0778, 0.1692, 0.1234, 0.0590, 0.1517, 0.2279,\n", + " 0.1968, 0.0245, 0.1861, 0.0165, 0.0517, 0.1800, 0.0416, 0.1539, 0.1348,\n", + " 0.1750, 0.0819, 0.0247, 0.0429, 0.1687, 0.2442, 0.0366, 0.1532, 0.2534,\n", + " 0.1007, 0.1808, 0.0275, 0.1926, 0.0517, 0.0613, 0.0334, 0.2180, 0.0195,\n", + " 0.1860, 0.1814, 0.0700, 0.0380, 0.1728, 0.0804, 0.1502, 0.0282, 0.0228,\n", + " 0.1436, 0.0648, 0.0406, 0.1107, 0.1968, 0.1686, 0.0426, 0.1402, 0.2313,\n", + " 0.1846, 0.2262, 0.0223, 0.1967, 0.1842, 0.1595, 0.1572, 0.0307, 0.2173,\n", + " 0.0401, 0.1727, 0.0423, 0.1995, 0.2676, 0.0253, 0.0579, 0.1573, 0.2232,\n", + " 0.0317, 0.0691, 0.0463, 0.1927, 0.0281, 0.2096, 0.0561, 0.0460, 0.0313,\n", + " 0.0525, 0.0205])),\n", + " ('e2.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('e2.l1.0.weight',\n", + " tensor([[[[-5.0358e-02, -5.2507e-02, -4.1425e-03, -5.2610e-02],\n", + " [-1.0600e-02, -3.2379e-02, -6.7976e-02, -9.2205e-03],\n", + " [-3.6709e-02, -2.2646e-02, -5.8749e-02, -3.1580e-02],\n", + " [-1.3655e-02, -2.5158e-02, -8.4293e-03, 1.5397e-02]],\n", + " \n", + " [[-4.0227e-02, -5.3022e-02, -2.4055e-02, -7.8882e-03],\n", + " [-4.8353e-02, -4.6442e-02, 1.1923e-02, -4.2415e-02],\n", + " [ 2.0950e-02, -1.7120e-02, -2.9704e-02, 8.8299e-03],\n", + " [-3.5076e-02, -4.6963e-02, 4.1552e-02, 1.7157e-02]],\n", + " \n", + " [[-7.6236e-03, -3.8862e-02, 1.3326e-02, -1.0811e-02],\n", + " [-2.2498e-02, -3.2175e-02, -3.8546e-02, -2.4939e-02],\n", + " [-1.6593e-02, -1.5327e-02, -5.4414e-02, -2.6338e-02],\n", + " [ 1.1032e-02, -7.2274e-03, -2.5882e-02, 2.0983e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-9.1524e-03, -2.5952e-02, -1.6589e-02, -1.5261e-02],\n", + " [-7.6504e-04, -1.0879e-02, -3.4504e-02, -4.4662e-02],\n", + " [-4.2935e-03, -2.7120e-02, 1.1360e-04, -5.1729e-02],\n", + " [-9.7361e-04, -8.2292e-03, -1.8558e-03, -1.3579e-02]],\n", + " \n", + " [[ 7.2089e-03, 2.4334e-03, 2.9053e-02, -3.3636e-02],\n", + " [-2.0154e-02, 1.9885e-03, 9.1399e-03, -8.3910e-03],\n", + " [ 2.1761e-02, -3.7242e-03, 1.0341e-02, -2.2705e-02],\n", + " [ 1.4287e-02, 4.2037e-03, -1.2012e-02, -1.4074e-03]],\n", + " \n", + " [[-6.0531e-02, -2.1139e-02, -1.0200e-02, -4.1344e-02],\n", + " [-2.8829e-02, -2.5808e-02, -5.5141e-02, -4.7200e-02],\n", + " [-3.2409e-02, -6.3502e-02, 9.6931e-03, -5.7154e-02],\n", + " [-3.2257e-02, -4.2099e-02, -5.2659e-02, -3.5294e-02]]],\n", + " \n", + " \n", + " [[[ 2.9550e-03, 3.7634e-02, 5.6024e-05, -2.4406e-02],\n", + " [ 3.3369e-02, 7.4399e-03, -3.3360e-02, -4.0937e-02],\n", + " [ 9.2650e-03, 2.7512e-03, 1.0213e-02, -7.8071e-03],\n", + " [ 6.1853e-03, 5.1683e-02, 1.8026e-03, -1.5036e-02]],\n", + " \n", + " [[ 1.0406e-02, 3.0707e-02, -3.7360e-02, 2.1031e-03],\n", + " [ 8.8019e-02, -1.2456e-01, -9.0763e-02, 7.8327e-02],\n", + " [ 6.2268e-02, -1.6264e-02, -8.3486e-02, 4.0246e-02],\n", + " [ 7.8234e-02, -1.2684e-02, -8.5273e-02, 1.7294e-02]],\n", + " \n", + " [[ 1.6820e-02, -1.2854e-02, -1.5517e-02, -2.2812e-02],\n", + " [ 1.1035e-02, 4.4711e-03, -1.7411e-02, -8.0624e-03],\n", + " [-1.3305e-02, 5.2626e-03, -1.4711e-02, -2.1322e-02],\n", + " [-1.7162e-02, -1.5836e-02, -9.1412e-03, -2.0996e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 7.3174e-03, 4.0431e-02, 3.4631e-02, -9.8300e-03],\n", + " [-1.5595e-04, 1.3880e-02, -5.9938e-02, -5.1153e-02],\n", + " [ 3.6060e-02, 3.9249e-02, 1.4218e-02, -7.0532e-02],\n", + " [-1.1298e-02, 1.7409e-02, 5.7653e-03, 1.5923e-02]],\n", + " \n", + " [[-4.4983e-02, -1.5213e-02, -2.4156e-02, -1.4836e-02],\n", + " [-8.6881e-03, 8.3454e-03, -1.4558e-02, -2.4622e-02],\n", + " [-1.9160e-02, 4.7038e-02, -1.6397e-02, -8.6455e-03],\n", + " [ 3.6728e-02, -5.5162e-04, -1.1811e-02, 1.8487e-02]],\n", + " \n", + " [[-1.2692e-02, 4.9150e-02, -1.5247e-02, 8.6724e-03],\n", + " [ 3.5530e-03, -6.2993e-04, -4.7159e-02, -1.1370e-02],\n", + " [ 2.8235e-02, 3.4578e-02, 3.3107e-02, 1.3667e-02],\n", + " [ 3.7859e-02, -1.3258e-02, 1.4343e-02, -4.6975e-03]]],\n", + " \n", + " \n", + " [[[-3.0863e-02, -8.5443e-04, -2.8662e-02, -3.9981e-02],\n", + " [-7.7601e-02, -7.7481e-02, -3.9294e-02, -4.9341e-02],\n", + " [-3.7571e-02, -4.3858e-02, -2.4111e-02, -5.3291e-02],\n", + " [-2.8655e-02, -5.2716e-02, 1.0712e-02, -2.6462e-02]],\n", + " \n", + " [[-3.8714e-02, -2.7350e-02, -1.2183e-02, -5.1828e-03],\n", + " [-4.3947e-02, -4.7900e-02, 7.3312e-03, 5.8187e-03],\n", + " [-8.2023e-02, 2.2335e-03, 2.3871e-02, -3.7792e-02],\n", + " [-1.9614e-02, -3.9340e-02, 2.4126e-02, 1.7030e-02]],\n", + " \n", + " [[-6.5209e-02, 1.6193e-02, 1.2072e-02, 1.4395e-02],\n", + " [-2.2755e-02, -3.3721e-02, -1.8387e-02, 6.4577e-03],\n", + " [-3.9018e-02, -1.1401e-02, -1.3432e-02, -2.8085e-02],\n", + " [-1.9451e-03, 2.8455e-03, 1.6502e-04, 2.3080e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-4.6339e-02, -2.1562e-02, -2.7207e-02, -2.3602e-02],\n", + " [-1.9084e-02, -3.5505e-02, -4.1005e-02, -4.1729e-02],\n", + " [-1.1404e-02, -3.4834e-02, -2.7028e-02, -3.8700e-02],\n", + " [-3.5064e-02, -2.6587e-02, -1.5678e-02, -1.5968e-02]],\n", + " \n", + " [[-1.3096e-02, -2.0460e-02, -1.1811e-02, 2.8086e-02],\n", + " [ 1.5129e-02, 1.0427e-02, -8.5107e-04, 1.8134e-02],\n", + " [ 3.1741e-02, 3.6250e-03, 2.6761e-02, -1.4474e-02],\n", + " [ 4.1348e-02, 1.4875e-02, 2.4605e-03, -2.4737e-02]],\n", + " \n", + " [[-4.0335e-02, -4.2918e-02, 1.9842e-02, 6.5259e-03],\n", + " [-5.7417e-02, -5.3468e-02, -9.0141e-03, -3.5248e-02],\n", + " [-1.9177e-02, -6.0142e-02, -7.3761e-02, -2.2791e-02],\n", + " [-4.5045e-02, -3.4357e-02, -9.9485e-03, -2.4414e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-4.9695e-02, 2.2250e-02, 9.9595e-04, -2.1260e-02],\n", + " [ 1.4516e-03, -8.8225e-03, -1.4130e-02, -2.5606e-02],\n", + " [ 5.2241e-03, 1.5440e-02, 4.1671e-02, 5.3542e-02],\n", + " [ 2.4406e-02, 2.7484e-02, 1.4759e-02, 3.9228e-03]],\n", + " \n", + " [[-3.0880e-02, -8.8518e-02, -1.0875e-01, -5.2348e-02],\n", + " [-4.3193e-02, 3.3026e-02, -5.5608e-02, -9.4305e-02],\n", + " [-3.8649e-02, 1.6124e-02, -6.6133e-02, -7.2357e-02],\n", + " [ 6.3054e-03, -1.4138e-02, -5.8766e-02, -7.7492e-02]],\n", + " \n", + " [[ 1.0437e-03, -2.3268e-02, 2.8035e-02, -3.0464e-02],\n", + " [ 5.1548e-02, 5.9298e-03, 2.5020e-02, -2.6479e-03],\n", + " [ 3.5367e-02, 2.9474e-02, -1.3077e-02, -2.2142e-02],\n", + " [ 1.8804e-02, 3.1049e-02, 7.6196e-03, -5.5349e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-5.4008e-03, 1.0956e-02, 1.0108e-02, 2.6763e-02],\n", + " [-5.8336e-03, 3.0353e-02, 4.1518e-02, 4.5920e-02],\n", + " [ 2.6435e-02, 3.7464e-02, 4.1515e-02, 4.0999e-02],\n", + " [-2.4685e-03, 1.7137e-02, 4.9735e-02, 3.8248e-02]],\n", + " \n", + " [[-1.5593e-03, -4.3629e-02, -1.8171e-02, -1.0723e-02],\n", + " [-4.7527e-02, -5.0991e-02, -4.7642e-02, -2.1768e-02],\n", + " [-1.8168e-02, -4.1959e-02, -6.2005e-02, -3.3785e-02],\n", + " [-6.7747e-02, -5.1516e-02, -7.8680e-02, -5.8555e-02]],\n", + " \n", + " [[ 1.8871e-02, 3.0429e-02, -1.7502e-02, 4.1946e-02],\n", + " [ 2.9635e-02, 4.8619e-02, 1.0352e-02, 6.8602e-03],\n", + " [ 5.5784e-02, 3.9000e-02, 3.5376e-02, 2.8254e-02],\n", + " [ 3.0085e-02, 1.8942e-02, 4.1321e-02, 8.7399e-03]]],\n", + " \n", + " \n", + " [[[-1.3652e-02, 1.2904e-02, 6.9389e-03, -1.1853e-02],\n", + " [ 3.9732e-02, -2.8246e-03, -2.8145e-02, 1.0073e-02],\n", + " [-2.4039e-03, 2.5738e-04, 1.2588e-02, 7.4000e-03],\n", + " [-2.8285e-02, -3.6886e-02, -1.9140e-02, -1.4396e-02]],\n", + " \n", + " [[-3.9384e-03, 1.9867e-02, 1.7481e-02, 2.5711e-02],\n", + " [ 2.8497e-03, 1.2256e-02, 1.5825e-02, 2.4303e-02],\n", + " [ 3.8754e-02, 2.2086e-02, 4.1453e-03, -1.5935e-02],\n", + " [ 1.2997e-02, 5.2235e-03, -1.6183e-02, 2.9620e-02]],\n", + " \n", + " [[-2.2554e-03, -1.4500e-03, -2.1479e-02, -2.3100e-02],\n", + " [-1.5958e-02, 2.9370e-02, -1.2542e-02, -7.6616e-02],\n", + " [ 1.0847e-03, -2.6051e-02, -2.9642e-02, -1.5069e-02],\n", + " [-1.4321e-02, -4.1660e-02, -2.3443e-02, -2.0664e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-4.0350e-02, -1.4103e-03, -4.1228e-02, -3.2872e-02],\n", + " [-1.4624e-02, -5.3514e-02, -7.7158e-02, -4.1880e-02],\n", + " [-5.6544e-02, -3.2445e-02, -2.9914e-02, -3.5282e-02],\n", + " [-2.9759e-02, -2.2848e-02, -4.9176e-02, -1.7589e-02]],\n", + " \n", + " [[ 4.5019e-02, -1.1626e-02, -1.2125e-05, -1.4490e-02],\n", + " [ 1.7501e-02, -1.7567e-02, -1.4543e-02, 3.1542e-02],\n", + " [ 3.5632e-02, 3.1320e-02, -3.0981e-03, -5.0273e-04],\n", + " [ 2.6187e-02, 4.5199e-02, 1.0810e-02, 4.5804e-02]],\n", + " \n", + " [[-1.3396e-02, -2.2224e-02, -9.4207e-03, -3.2260e-02],\n", + " [ 2.1584e-02, -2.1615e-02, -1.2699e-02, 7.3507e-03],\n", + " [-2.2491e-02, -1.1764e-02, 1.6368e-02, -9.1369e-03],\n", + " [-1.0113e-02, -9.0609e-03, 6.0933e-04, -3.0667e-03]]],\n", + " \n", + " \n", + " [[[ 3.2832e-04, 5.9750e-02, -4.4520e-03, 4.8311e-03],\n", + " [ 8.3924e-04, 1.8764e-02, 2.0691e-03, 4.9111e-03],\n", + " [ 2.0443e-02, 1.0204e-03, 1.7091e-03, 3.0297e-02],\n", + " [ 3.5077e-02, 2.1939e-02, 1.3254e-02, 9.2161e-04]],\n", + " \n", + " [[ 6.4293e-02, 4.2775e-02, 4.4665e-02, 1.4221e-02],\n", + " [ 5.1894e-02, 6.0714e-02, 1.3315e-02, 4.0494e-02],\n", + " [ 6.5280e-02, 3.3638e-02, 1.0474e-01, 3.4053e-02],\n", + " [ 4.9907e-02, 7.4196e-03, 1.2752e-02, 2.7471e-02]],\n", + " \n", + " [[ 7.5500e-03, 1.6794e-02, 6.9980e-03, -1.5666e-02],\n", + " [ 2.5467e-02, 2.0291e-03, -1.5347e-03, 9.8616e-03],\n", + " [ 4.7630e-02, 3.2186e-02, 1.3424e-02, 1.3152e-02],\n", + " [ 4.3219e-02, 1.0575e-02, 4.8311e-02, 2.2430e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.2197e-02, -9.8107e-03, -1.4443e-02, 3.4123e-02],\n", + " [-1.8260e-02, 2.3308e-02, 4.7287e-03, 6.2831e-02],\n", + " [ 4.4168e-02, 2.3718e-02, -1.2997e-02, 9.0939e-03],\n", + " [-2.5958e-02, 4.2527e-02, -1.4186e-02, 2.9335e-02]],\n", + " \n", + " [[ 5.3946e-02, 8.4374e-02, 5.6187e-02, 3.4266e-02],\n", + " [ 6.2101e-02, 7.8238e-03, 5.3961e-02, 6.0072e-02],\n", + " [ 5.6387e-02, 4.8656e-03, 3.2258e-02, 4.0314e-02],\n", + " [ 2.8578e-02, 5.0873e-02, 2.7872e-02, 5.5532e-02]],\n", + " \n", + " [[-7.6292e-03, -3.6799e-02, -7.3525e-03, -2.1365e-02],\n", + " [-3.0138e-02, 2.7526e-02, -3.3147e-02, 3.2046e-02],\n", + " [-3.6869e-03, 1.6421e-02, 1.0819e-02, 2.6303e-02],\n", + " [ 5.1331e-02, 4.4385e-02, 6.0181e-02, 5.1459e-02]]]])),\n", + " ('e2.l1.1.weight',\n", + " tensor([-0.0338, 0.0505, -0.0244, 0.0220, 0.0001, -0.0291, -0.0004, -0.0345,\n", + " 0.0257, 0.0199, 0.0273, 0.0168, 0.0021, -0.0034, 0.0010, 0.0365,\n", + " 0.0206, -0.0292, -0.0303, 0.0174, -0.0175, 0.0213, -0.0262, -0.0125,\n", + " -0.0005, -0.0004, 0.0163, -0.0188, 0.0061, -0.0215, -0.0299, 0.0562,\n", + " 0.0441, -0.0187, 0.0014, 0.0002, -0.0005, 0.0140, -0.0003, -0.0249,\n", + " 0.0222, -0.0249, 0.0160, -0.0182, -0.0173, -0.0209, -0.0255, 0.0002,\n", + " 0.0195, -0.0262, -0.0087, 0.0202, -0.0137, -0.0418, 0.0132, -0.0160,\n", + " 0.0311, -0.0008, -0.0040, -0.0186, 0.0010, -0.0207, 0.0024, 0.0094,\n", + " -0.0445, -0.0551, -0.0005, 0.0129, -0.0216, -0.0244, -0.0193, 0.0151,\n", + " 0.0326, -0.0260, 0.0234, 0.0142, -0.0002, -0.0008, 0.0228, -0.0198,\n", + " 0.0003, -0.0137, 0.0234, 0.0216, 0.0263, 0.0174, 0.0328, -0.0137,\n", + " 0.0030, -0.0572, -0.0174, 0.0271, 0.0039, -0.0436, 0.0148, 0.0085,\n", + " 0.0065, -0.0145, 0.0222, 0.0140, 0.0179, 0.0244, 0.0299, -0.0403,\n", + " -0.0177, -0.0211, -0.0094, 0.0084, 0.0257, -0.0228, -0.0114, -0.0163,\n", + " -0.0343, -0.0347, 0.0122, 0.0148, -0.0248, -0.0368, -0.0160, -0.0021,\n", + " 0.0106, 0.0004, -0.0355, -0.0215, -0.0230, -0.0291, -0.0257, -0.0290])),\n", + " ('e2.l1.1.bias',\n", + " tensor([-5.7939e-02, -5.9677e-03, -3.9356e-02, 1.8092e-02, -8.9868e-04,\n", + " -3.8133e-02, -3.0487e-03, -4.2783e-02, -2.5675e-02, -3.7315e-02,\n", + " -4.3213e-02, -2.2710e-02, -7.7741e-03, -8.8740e-03, -2.2751e-03,\n", + " -9.3519e-03, -3.4100e-02, -4.7554e-02, -1.6810e-02, -3.0177e-02,\n", + " -3.7949e-02, -4.4568e-02, -3.7524e-02, -2.7445e-02, -3.1023e-03,\n", + " -3.3010e-03, -2.3306e-03, -3.9291e-02, -1.7727e-02, -1.7732e-02,\n", + " -3.9298e-02, 1.1419e-03, -1.6638e-02, -3.8334e-02, -4.7269e-03,\n", + " -1.5179e-03, -1.7301e-03, -1.9320e-02, -1.8890e-03, -4.5601e-02,\n", + " -1.5753e-02, -3.2760e-02, -2.1447e-02, -2.7755e-02, -3.5106e-02,\n", + " -3.3125e-02, -3.5957e-02, -2.0192e-03, -4.0210e-02, -3.4976e-02,\n", + " -2.2716e-02, -2.8171e-02, -3.9139e-02, -3.8874e-02, -3.0882e-02,\n", + " -1.5406e-02, -3.8445e-02, -1.9389e-03, -1.1469e-02, -3.7238e-02,\n", + " -5.0857e-03, -2.5346e-02, -9.7611e-03, -2.1966e-02, -1.2136e-02,\n", + " -3.9444e-03, -2.7925e-03, -2.7375e-02, -2.9612e-02, 1.2673e-02,\n", + " -3.8170e-02, -8.4631e-03, -3.1278e-02, -4.2161e-02, -3.1510e-02,\n", + " -2.6388e-02, -1.7330e-03, -2.7521e-03, 1.3407e-02, -3.1927e-02,\n", + " -2.1778e-03, -3.4940e-02, -3.8733e-02, -1.3437e-02, -4.2130e-03,\n", + " -3.7316e-02, -2.1182e-02, -3.1894e-02, -7.6999e-03, -8.9520e-03,\n", + " -4.0483e-02, -1.7469e-02, -1.1486e-02, -2.9292e-02, -2.8451e-02,\n", + " -2.3658e-02, -7.0367e-05, -3.5787e-02, -3.1636e-02, -3.0978e-02,\n", + " -3.1176e-02, 1.4222e-03, -4.9900e-02, -4.5699e-02, -2.5329e-02,\n", + " -4.1177e-02, -8.4250e-03, 2.7487e-03, -2.6079e-02, -4.0541e-02,\n", + " 1.0480e-02, -3.4187e-02, 1.7001e-02, -8.5187e-03, -2.0573e-02,\n", + " -3.6155e-02, -3.7498e-02, -1.7993e-02, -2.8061e-03, -5.8641e-03,\n", + " -2.8847e-02, -3.4237e-03, -4.7402e-02, -1.7360e-02, -3.2479e-02,\n", + " -2.6751e-02, -5.1155e-03, -3.7386e-03])),\n", + " ('e2.l1.1.running_mean',\n", + " tensor([-0.2285, -0.0412, -0.2239, -0.1023, -0.1370, 0.2006, -0.0575, 0.1731,\n", + " -0.0505, -0.1000, 0.2142, -0.0315, 0.0440, -0.1705, -0.1218, -0.0085,\n", + " -0.0472, -0.2229, 0.2524, 0.1580, -0.2011, 0.2052, -0.0270, 0.1015,\n", + " 0.0247, 0.0468, 0.1377, -0.2625, -0.1468, 0.0888, 0.1925, 0.0531,\n", + " -0.0093, -0.0977, -0.0557, 0.0568, 0.0858, -0.0479, -0.1124, -0.2377,\n", + " 0.0270, 0.1418, 0.0081, 0.1388, 0.0078, -0.1707, -0.3110, -0.1035,\n", + " 0.1580, -0.1520, -0.0599, 0.1321, -0.1669, 0.1768, -0.0435, 0.0094,\n", + " 0.1192, 0.1851, 0.1609, 0.0402, 0.1146, -0.1302, -0.0202, -0.1313,\n", + " -0.2938, 0.0205, 0.0603, -0.1146, 0.1516, 0.1365, -0.1123, -0.1251,\n", + " 0.2065, -0.1292, 0.4029, -0.1823, 0.0582, -0.0280, -0.1797, -0.2315,\n", + " -0.0998, -0.0372, -0.0696, 0.3528, -0.1200, -0.0112, -0.4011, -0.1885,\n", + " 0.0036, 0.0346, -0.2032, 0.1661, -0.1431, -0.1935, -0.1565, -0.0623,\n", + " 0.2419, -0.2197, -0.0844, -0.0234, 0.1994, 0.0507, 0.1848, -0.2581,\n", + " 0.0602, -0.1110, 0.2210, -0.2203, -0.2439, 0.0099, -0.0940, 0.0132,\n", + " 0.2366, -0.0726, 0.0322, 0.0552, 0.0748, -0.2651, -0.1399, -0.0475,\n", + " -0.1239, -0.0742, 0.2801, 0.0976, -0.3065, -0.1471, -0.2867, 0.1513])),\n", + " ('e2.l1.1.running_var',\n", + " tensor([0.2258, 0.0223, 0.2415, 0.0293, 0.0574, 0.2809, 0.0474, 0.2525, 0.0228,\n", + " 0.2044, 0.2017, 0.1682, 0.1090, 0.0413, 0.0187, 0.0088, 0.1789, 0.1824,\n", + " 0.0381, 0.1925, 0.1594, 0.2104, 0.1521, 0.1962, 0.0482, 0.0158, 0.0674,\n", + " 0.2136, 0.1159, 0.1899, 0.2666, 0.0215, 0.2357, 0.1427, 0.0663, 0.0406,\n", + " 0.0661, 0.1855, 0.0488, 0.2315, 0.2301, 0.2550, 0.2081, 0.0837, 0.2077,\n", + " 0.1505, 0.0352, 0.0787, 0.0778, 0.1692, 0.1234, 0.0590, 0.1517, 0.2279,\n", + " 0.1968, 0.0245, 0.1861, 0.0165, 0.0517, 0.1800, 0.0416, 0.1539, 0.1348,\n", + " 0.1750, 0.0819, 0.0247, 0.0429, 0.1687, 0.2442, 0.0366, 0.1532, 0.2534,\n", + " 0.1007, 0.1808, 0.0275, 0.1926, 0.0517, 0.0613, 0.0334, 0.2180, 0.0195,\n", + " 0.1860, 0.1814, 0.0700, 0.0380, 0.1728, 0.0804, 0.1502, 0.0282, 0.0228,\n", + " 0.1436, 0.0648, 0.0406, 0.1107, 0.1968, 0.1686, 0.0426, 0.1402, 0.2313,\n", + " 0.1846, 0.2262, 0.0223, 0.1967, 0.1842, 0.1595, 0.1572, 0.0307, 0.2173,\n", + " 0.0401, 0.1727, 0.0423, 0.1995, 0.2676, 0.0253, 0.0579, 0.1573, 0.2232,\n", + " 0.0317, 0.0691, 0.0463, 0.1927, 0.0281, 0.2096, 0.0561, 0.0460, 0.0313,\n", + " 0.0525, 0.0205])),\n", + " ('e2.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('e3.conv.weight',\n", + " tensor([[[[ 6.0305e-02, 8.9728e-02, 1.3553e-01, 9.5663e-02],\n", + " [ 1.0515e-01, 1.4240e-01, 1.7005e-01, 1.4100e-01],\n", + " [ 1.5285e-01, 1.4799e-01, 1.6720e-01, 1.1469e-01],\n", + " [ 5.4175e-02, 1.4306e-01, 1.5365e-01, 1.1979e-01]],\n", + " \n", + " [[-9.2694e-05, 2.5018e-02, 6.2302e-03, -4.7434e-03],\n", + " [-2.3732e-02, -6.4317e-03, 1.2838e-02, 1.3450e-02],\n", + " [-2.1992e-02, -1.0892e-02, 3.3400e-02, 2.9370e-02],\n", + " [ 4.3955e-04, 1.4145e-02, 3.3078e-02, 4.6435e-03]],\n", + " \n", + " [[ 1.7266e-02, 5.9964e-02, 4.8142e-02, 3.8235e-02],\n", + " [ 9.6568e-02, 7.8778e-02, 1.3208e-01, 7.2493e-02],\n", + " [ 7.5930e-02, 5.7366e-02, 7.3112e-02, 1.1604e-01],\n", + " [ 1.8788e-02, 5.7619e-02, 2.7454e-02, 3.1300e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 6.7622e-03, -1.3133e-02, 2.7120e-03, -1.3637e-02],\n", + " [ 3.0991e-03, 1.7907e-02, 1.9022e-03, -1.8029e-02],\n", + " [-1.4024e-02, -2.4214e-03, -4.9280e-04, -1.9743e-02],\n", + " [-7.4681e-03, 7.1800e-04, 2.6138e-03, -3.7201e-02]],\n", + " \n", + " [[-8.7487e-03, -5.9275e-02, -3.8775e-02, -2.2292e-02],\n", + " [-4.3544e-02, -2.1220e-02, -2.4293e-02, -7.5358e-02],\n", + " [-4.9028e-03, -1.0826e-02, -1.9699e-02, -4.8968e-02],\n", + " [-9.6609e-03, 4.1484e-03, -4.0452e-02, 6.4549e-03]],\n", + " \n", + " [[ 2.7981e-02, 2.1512e-02, 3.7592e-02, -7.1007e-03],\n", + " [ 8.4131e-02, 3.8039e-02, 3.9456e-02, -4.3842e-03],\n", + " [ 6.4607e-02, -9.0244e-03, 2.6197e-02, 3.3912e-02],\n", + " [ 4.8609e-02, 4.6285e-02, 2.2934e-02, 3.3054e-02]]],\n", + " \n", + " \n", + " [[[ 7.0707e-02, 4.5460e-02, 3.1126e-02, 4.0473e-02],\n", + " [ 7.9914e-02, 7.5689e-02, 6.2042e-02, 3.3320e-02],\n", + " [ 4.6461e-02, 6.9516e-02, 9.2322e-02, 6.3575e-02],\n", + " [ 3.5365e-02, 2.9016e-02, 2.1623e-02, 3.3802e-02]],\n", + " \n", + " [[ 8.0330e-02, 5.2493e-02, 3.1299e-02, 4.2896e-02],\n", + " [ 3.2866e-02, 1.8416e-02, 1.5446e-02, 2.5214e-04],\n", + " [ 3.0438e-02, -1.2339e-02, 5.2674e-02, 7.1479e-02],\n", + " [ 2.8182e-02, -4.5857e-02, -2.5151e-02, 1.6117e-02]],\n", + " \n", + " [[ 3.7764e-02, -2.3233e-02, -5.5311e-03, 2.6796e-03],\n", + " [ 3.2643e-02, 7.7467e-02, 3.3111e-02, 4.6322e-02],\n", + " [ 4.1270e-02, 4.9888e-02, 2.1282e-02, 4.7379e-02],\n", + " [ 3.7754e-03, 3.9020e-02, 4.1281e-02, 2.4330e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.7787e-02, -2.3408e-02, -4.9233e-02, -1.6759e-02],\n", + " [-2.7117e-02, 1.8467e-02, -2.7153e-02, -7.1668e-02],\n", + " [ 1.9657e-02, 4.6387e-03, -9.4002e-03, 1.7415e-02],\n", + " [-2.2263e-02, -2.8811e-02, 2.6559e-03, -2.5841e-02]],\n", + " \n", + " [[-4.0253e-02, 2.6368e-03, -2.4627e-02, -2.4065e-02],\n", + " [-4.4483e-02, -8.0859e-03, -1.5883e-02, -2.1451e-02],\n", + " [-1.3918e-02, -2.6769e-02, 4.1275e-02, 4.5674e-02],\n", + " [-3.2979e-02, -1.8826e-02, -1.0567e-03, -1.9131e-02]],\n", + " \n", + " [[-1.6447e-02, -5.5348e-03, -2.8284e-02, 2.8641e-02],\n", + " [ 7.3166e-03, 1.2047e-02, 1.4141e-02, 6.4568e-04],\n", + " [ 1.3080e-02, 1.2942e-02, 3.9534e-02, 1.0064e-02],\n", + " [ 3.1432e-02, 2.4369e-02, 4.7198e-02, 2.8005e-02]]],\n", + " \n", + " \n", + " [[[-1.2505e-02, -2.8278e-02, -5.0371e-02, -3.4321e-03],\n", + " [-4.4991e-02, -7.5452e-02, -4.6651e-02, -5.3032e-03],\n", + " [-2.9992e-02, -3.6109e-02, -5.9228e-02, -3.5435e-02],\n", + " [-3.8964e-02, -6.8994e-02, -3.0107e-02, -1.5366e-03]],\n", + " \n", + " [[ 2.3920e-02, -7.7596e-02, -9.2746e-02, 3.4214e-02],\n", + " [ 2.0708e-02, -3.9185e-02, -1.0710e-01, 4.4025e-02],\n", + " [-2.9469e-02, -1.1345e-02, -6.2003e-02, 1.1384e-02],\n", + " [ 3.8229e-03, 1.1873e-02, -6.5589e-02, 7.6559e-03]],\n", + " \n", + " [[ 6.5466e-03, -6.8651e-03, -6.4439e-02, -2.2563e-02],\n", + " [-4.2415e-02, -1.8388e-02, -3.2162e-02, -3.2571e-02],\n", + " [-2.0489e-02, -5.2183e-02, -3.8182e-03, -2.3817e-02],\n", + " [-2.4545e-02, -4.0530e-02, 4.2058e-03, 3.9931e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.4017e-02, 1.6333e-02, -2.4924e-03, 1.6223e-02],\n", + " [-6.5874e-03, 2.9165e-02, 2.9969e-02, 3.4511e-02],\n", + " [-3.2862e-02, 3.9316e-03, 1.6120e-02, -3.2509e-03],\n", + " [ 5.1274e-03, 1.1057e-02, -2.6576e-03, 3.2390e-02]],\n", + " \n", + " [[ 7.5780e-03, 4.7079e-02, 3.6397e-02, 4.4986e-02],\n", + " [ 4.0070e-02, 8.8646e-03, 3.6570e-02, 5.4984e-02],\n", + " [ 3.3585e-03, 3.3960e-02, 2.4810e-02, 3.6615e-02],\n", + " [-2.5398e-02, 4.2249e-02, 5.7908e-02, 2.6418e-02]],\n", + " \n", + " [[ 4.5416e-02, 1.9787e-03, 2.6821e-02, -1.4682e-02],\n", + " [ 2.5376e-03, 4.3693e-02, 7.1876e-03, 3.4615e-03],\n", + " [ 2.4204e-02, 9.6337e-03, -6.0789e-03, 4.2794e-03],\n", + " [ 5.8508e-03, -3.3059e-03, 1.7311e-02, 1.4097e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 6.3144e-02, 1.1654e-01, 8.4317e-02, 9.3631e-02],\n", + " [ 6.8243e-02, 1.2968e-01, 1.1987e-01, 6.6034e-02],\n", + " [ 1.1795e-01, 1.5914e-01, 1.4508e-01, 1.3049e-01],\n", + " [ 8.8896e-02, 5.5185e-02, 1.0713e-01, 4.1606e-02]],\n", + " \n", + " [[-4.6303e-03, 1.3189e-02, 5.4239e-03, 3.3736e-02],\n", + " [-4.4031e-03, 1.0650e-02, -2.2141e-02, -6.2651e-03],\n", + " [ 3.0014e-02, 6.7813e-03, 2.2753e-02, -4.5271e-02],\n", + " [ 1.8490e-02, -4.5414e-03, 6.9196e-03, 3.6511e-02]],\n", + " \n", + " [[ 5.0880e-02, 7.7730e-02, 9.7818e-02, 3.6882e-02],\n", + " [ 1.0899e-02, 9.6298e-02, 1.2909e-01, 6.6609e-02],\n", + " [ 4.8615e-02, 9.7307e-02, 6.3696e-02, 6.3437e-02],\n", + " [ 2.2604e-02, 3.3980e-02, 3.4605e-02, 4.0774e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.1800e-02, 1.6375e-02, -1.9426e-02, -2.1445e-02],\n", + " [-2.0368e-02, -2.3896e-02, -2.7223e-02, -1.2241e-02],\n", + " [ 3.7989e-02, -3.5842e-02, -1.8669e-02, -2.5297e-03],\n", + " [ 3.3708e-02, 2.5720e-02, -1.8242e-02, -1.4629e-03]],\n", + " \n", + " [[-1.2006e-02, -7.0376e-02, -3.9930e-02, -2.9769e-02],\n", + " [-5.4666e-02, -4.1728e-02, -3.0097e-02, -5.6469e-02],\n", + " [-2.2079e-02, -1.8808e-02, -1.9777e-02, -2.3556e-02],\n", + " [-2.5270e-02, -7.4073e-03, -2.7945e-02, 7.4938e-03]],\n", + " \n", + " [[ 5.9593e-02, 4.0343e-02, 4.5053e-02, 7.5451e-02],\n", + " [ 1.5861e-02, 4.5546e-02, 5.0065e-02, 8.1430e-02],\n", + " [ 7.2950e-02, 5.3284e-02, 9.3821e-02, 5.0875e-02],\n", + " [ 5.8810e-02, 6.6947e-02, 6.7726e-02, 4.7781e-02]]],\n", + " \n", + " \n", + " [[[-7.0938e-02, -6.5965e-02, -5.8243e-02, -1.3614e-02],\n", + " [-7.6093e-02, -4.4088e-02, -5.8881e-02, -2.3166e-02],\n", + " [-7.9774e-02, -5.6808e-02, -5.7904e-02, -8.9454e-02],\n", + " [-1.9771e-02, -6.0406e-02, -7.3319e-02, -7.3821e-02]],\n", + " \n", + " [[ 1.0408e-02, -8.7781e-03, -1.7908e-02, -2.1981e-02],\n", + " [-1.5221e-02, 3.2044e-02, -4.0041e-02, -1.2825e-02],\n", + " [ 9.9721e-03, -3.6495e-02, -2.0946e-02, 2.3375e-02],\n", + " [ 2.3005e-02, 1.5874e-02, 3.8033e-03, 3.7516e-02]],\n", + " \n", + " [[-4.4951e-02, -5.6665e-02, -2.9652e-02, -1.6991e-02],\n", + " [-5.6906e-02, -6.2252e-02, -8.4982e-02, -2.5207e-02],\n", + " [-5.5401e-02, -5.8855e-02, -5.9365e-02, -3.9614e-02],\n", + " [-2.6422e-02, -4.8185e-02, -4.1781e-02, -1.7285e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-4.1434e-03, 1.2551e-02, -1.2211e-02, 3.7801e-02],\n", + " [ 3.3076e-02, 4.8610e-02, 3.2087e-02, 3.8278e-02],\n", + " [-9.5444e-03, -1.7208e-02, 9.4272e-03, 5.2894e-03],\n", + " [-3.1329e-02, 4.1151e-02, 1.2986e-02, -8.8064e-03]],\n", + " \n", + " [[ 7.5583e-03, 2.7365e-02, 1.1816e-02, 6.0778e-03],\n", + " [ 2.8540e-02, 1.6401e-02, -2.6603e-03, 9.8272e-03],\n", + " [ 2.1459e-02, -1.1935e-02, 1.4925e-02, 4.1034e-03],\n", + " [ 6.8476e-03, 4.6921e-02, 4.6375e-02, 1.7547e-02]],\n", + " \n", + " [[-1.5659e-02, -1.2717e-02, -2.1101e-02, -2.7827e-02],\n", + " [-2.0452e-02, -5.2959e-02, -5.3560e-02, 3.7908e-03],\n", + " [-3.3667e-02, -8.2364e-03, 1.8005e-02, -4.5977e-02],\n", + " [-9.0643e-03, -4.7324e-03, -1.6232e-02, -2.1012e-02]]],\n", + " \n", + " \n", + " [[[-2.5510e-02, -1.6758e-02, -1.4559e-03, 2.1337e-02],\n", + " [ 1.1410e-02, -2.2666e-02, -3.0731e-03, -2.8846e-02],\n", + " [ 3.2417e-02, -3.3905e-02, -1.5882e-02, -3.9002e-03],\n", + " [-2.1817e-03, 8.0017e-03, -3.1166e-02, -2.7284e-02]],\n", + " \n", + " [[-9.4397e-02, -9.9855e-02, -7.6242e-02, -5.7397e-02],\n", + " [-1.0835e-01, -9.1334e-02, -7.3392e-02, -1.0370e-01],\n", + " [-6.3514e-02, -1.1881e-01, -1.0917e-01, -4.1414e-02],\n", + " [-3.3796e-02, -1.0721e-01, -1.1538e-01, -6.7959e-02]],\n", + " \n", + " [[-2.0961e-02, -1.5776e-02, -1.5822e-02, -6.6526e-03],\n", + " [-3.6605e-02, -1.3647e-02, 2.1892e-02, 1.5731e-02],\n", + " [ 2.1573e-02, -7.3326e-03, 3.9478e-02, 1.6323e-02],\n", + " [ 1.6304e-02, 8.5204e-03, 4.5124e-03, -5.2909e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.9303e-02, -1.5620e-02, 2.8917e-02, 1.4084e-02],\n", + " [-2.0000e-02, -3.1011e-02, 1.4206e-02, -6.7302e-04],\n", + " [ 9.5012e-03, -5.4384e-02, -1.7883e-02, 7.0456e-03],\n", + " [ 1.3114e-02, -4.4514e-02, -3.5219e-02, 6.4720e-03]],\n", + " \n", + " [[-2.5464e-02, -2.2620e-02, -1.0079e-02, 1.2287e-02],\n", + " [ 2.0356e-03, 2.9184e-02, -2.0441e-02, -2.1642e-02],\n", + " [-9.4193e-03, 4.6612e-03, 2.6083e-03, -3.9813e-02],\n", + " [-6.1880e-02, -1.2714e-03, 5.9125e-03, -1.8547e-02]],\n", + " \n", + " [[ 9.5706e-03, 2.0357e-02, 2.1169e-02, -2.6931e-02],\n", + " [-1.4457e-02, -3.4595e-02, -4.9645e-03, -2.8675e-02],\n", + " [-2.0077e-02, 1.8592e-02, -2.1651e-02, 1.0507e-02],\n", + " [ 1.4973e-02, -7.8777e-03, 5.0291e-02, 3.2480e-02]]]])),\n", + " ('e3.batch_norms.Yes.weight',\n", + " tensor([ 1.1688e-02, -2.2327e-02, -2.8881e-04, -8.5028e-04, -7.5765e-02,\n", + " -2.1637e-02, -4.9336e-03, 3.4064e-02, 1.0885e-03, -1.9526e-04,\n", + " 1.5416e-02, -3.9815e-02, 1.8842e-02, -3.3066e-04, -1.3310e-02,\n", + " 8.8958e-05, 1.3417e-02, 1.1160e-02, 1.6029e-04, 1.7333e-02,\n", + " -3.4879e-04, -1.4472e-02, 4.2885e-05, -6.9149e-04, -1.4867e-02,\n", + " 2.3469e-02, -1.0154e-02, -1.3733e-02, -4.4041e-02, -4.3362e-02,\n", + " -1.6681e-02, 3.1128e-04, -7.8513e-03, 4.0634e-04, 2.1473e-03,\n", + " 1.5057e-02, 2.4274e-02, -6.1073e-03, 1.9091e-02, 2.0459e-02,\n", + " -2.3082e-02, 9.8130e-03, 9.0195e-05, 1.4605e-02, 2.6644e-05,\n", + " 3.1775e-02, 1.5922e-02, -6.1952e-02, 1.7213e-02, -1.6242e-02,\n", + " 8.8540e-03, 1.5208e-02, -2.5437e-03, 1.9326e-02, 1.6216e-04,\n", + " 1.1642e-03, -1.2597e-03, 2.7576e-02, -5.5155e-03, 2.9863e-02,\n", + " 4.9674e-02, 1.9806e-02, 2.2289e-02, -2.0761e-02, 1.8295e-02,\n", + " -6.0234e-02, -2.4368e-02, -1.8568e-04, -1.3507e-02, 1.8271e-04,\n", + " 1.8676e-02, 2.0683e-04, -3.7197e-02, -8.1508e-04, 3.3011e-02,\n", + " 2.2973e-02, -3.2809e-02, 2.2395e-02, -3.5955e-04, -9.0531e-02,\n", + " 3.9014e-03, -2.3243e-02, -5.4865e-04, 1.3216e-02, -1.8248e-02,\n", + " -2.8058e-02, 1.8416e-02, 3.1970e-03, 1.6265e-02, -1.9388e-02,\n", + " 2.8325e-02, -1.4461e-02, -2.4904e-02, 7.8986e-02, -2.0708e-02,\n", + " -1.9617e-02, 1.9812e-02, 5.7279e-02, 4.3561e-02, -1.5974e-02,\n", + " -2.6425e-02, 2.1212e-02, 1.7914e-02, -1.3792e-02, 1.0293e-02,\n", + " -4.2322e-02, -3.9608e-02, -1.8059e-04, 3.8316e-02, -8.1473e-03,\n", + " 1.1097e-02, 2.6962e-02, -3.7975e-04, 2.4235e-02, 1.1327e-02,\n", + " -1.4572e-02, 2.3160e-02, 6.4993e-05, -1.4453e-02, 5.8125e-03,\n", + " 4.2245e-02, -2.8058e-02, 8.6889e-03, -1.6587e-04, -7.6896e-02,\n", + " -4.6528e-02, 6.7964e-05, -4.4492e-02, 3.7749e-03, -2.1783e-02,\n", + " -1.1974e-02, 1.2669e-02, 1.2323e-02, 1.0100e-03, 1.3321e-04,\n", + " -2.3822e-02, -5.7681e-02, 2.3362e-02, -2.1958e-02, 2.7544e-02,\n", + " -1.3691e-02, -3.1784e-04, -3.3916e-02, 1.7495e-02, -5.8988e-05,\n", + " 2.8774e-02, -7.0817e-03, -2.2489e-04, -3.4865e-03, 4.7774e-03,\n", + " 3.9235e-02, 1.6076e-02, -1.9815e-04, -3.6163e-02, -5.9101e-03,\n", + " -1.0956e-02, -3.2633e-04, 1.2351e-03, 6.2312e-03, 2.5414e-02,\n", + " 1.4997e-02, -1.4682e-02, -2.5918e-03, 2.9588e-04, -7.1337e-04,\n", + " 1.5728e-03, -1.4585e-02, -1.3615e-03, 1.5595e-02, -5.9061e-02,\n", + " 5.1499e-02, -4.8493e-04, -2.5748e-02, -5.2068e-05, 3.1109e-03,\n", + " -1.6345e-02, 3.3865e-02, 1.1256e-05, 1.9125e-02, 2.9785e-03,\n", + " 2.2148e-02, 1.5044e-04, -3.8297e-02, -1.6114e-02, 2.7877e-02,\n", + " -3.1946e-02, 7.9699e-05, -4.4217e-03, -9.5936e-03, 1.1798e-03,\n", + " 9.8064e-03, -1.2198e-02, -1.3603e-02, -2.9565e-02, 2.8287e-02,\n", + " 6.2531e-05, 7.3502e-03, -1.5156e-02, 1.6077e-02, 5.4362e-02,\n", + " 2.2270e-02, 2.9660e-02, 8.3263e-03, 1.8986e-02, -4.7596e-02,\n", + " 1.8799e-02, -3.0349e-02, 2.9715e-02, -2.5001e-02, -2.1666e-02,\n", + " 4.4501e-02, 1.8284e-02, 2.8891e-03, -1.8250e-04, -3.4458e-02,\n", + " 1.6230e-02, -7.6839e-03, -1.7679e-02, 2.5596e-02, 1.0710e-02,\n", + " 8.9588e-02, 1.9421e-02, -1.1785e-02, -1.0005e-03, -1.4318e-02,\n", + " -5.0533e-04, 2.4944e-02, -2.5207e-02, 1.1571e-03, -9.0486e-03,\n", + " -3.9850e-04, 1.3764e-02, 3.4830e-02, -1.6534e-02, 2.7271e-05,\n", + " 2.2441e-03, -5.3497e-02, -1.8814e-02, 2.7196e-02, -3.5718e-03,\n", + " -1.1997e-02, 1.7890e-02, 1.7656e-02, -1.8478e-02, 1.5047e-02,\n", + " 8.3880e-03, 2.2747e-02, -4.6503e-02, 1.4882e-02, 1.2590e-05,\n", + " 3.1060e-02, -7.3353e-02, -8.3623e-03, 8.2908e-03, 2.6051e-03,\n", + " 3.4149e-02])),\n", + " ('e3.batch_norms.Yes.bias',\n", + " tensor([-0.0251, -0.0364, -0.0045, -0.0024, -0.0173, -0.0410, -0.0157, 0.0098,\n", + " -0.0032, -0.0018, -0.0299, -0.0101, -0.0085, -0.0024, -0.0412, -0.0017,\n", + " -0.0405, -0.0237, -0.0019, -0.0503, -0.0021, -0.0434, -0.0026, -0.0055,\n", + " -0.0458, -0.0370, -0.0273, 0.0021, 0.0046, -0.0314, -0.0338, -0.0017,\n", + " -0.0253, -0.0023, -0.0011, -0.0274, -0.0296, -0.0216, -0.0262, -0.0565,\n", + " -0.0137, -0.0265, -0.0022, -0.0438, -0.0033, -0.0279, -0.0469, 0.0098,\n", + " -0.0089, -0.0012, -0.0286, -0.0474, -0.0044, -0.0294, -0.0022, -0.0074,\n", + " -0.0037, -0.0332, -0.0082, -0.0074, -0.0356, -0.0026, -0.0546, -0.0389,\n", + " -0.0313, -0.0366, -0.0322, -0.0019, -0.0398, -0.0022, -0.0332, -0.0020,\n", + " -0.0118, -0.0030, -0.0211, -0.0317, -0.0187, -0.0143, -0.0017, 0.0072,\n", + " -0.0172, -0.0038, -0.0020, -0.0407, 0.0019, -0.0239, -0.0501, -0.0147,\n", + " -0.0471, -0.0040, -0.0016, -0.0422, -0.0110, 0.0043, -0.0543, -0.0339,\n", + " -0.0385, -0.0262, -0.0062, -0.0477, -0.0271, -0.0565, -0.0411, -0.0095,\n", + " -0.0275, 0.0026, -0.0008, -0.0019, -0.0155, -0.0277, -0.0299, -0.0406,\n", + " -0.0013, -0.0088, -0.0268, -0.0271, -0.0364, -0.0012, -0.0437, -0.0212,\n", + " -0.0204, -0.0126, -0.0224, -0.0032, 0.0092, 0.0027, -0.0016, -0.0058,\n", + " -0.0130, -0.0334, -0.0337, -0.0309, -0.0366, -0.0072, -0.0016, -0.0292,\n", + " -0.0091, -0.0361, -0.0362, -0.0344, -0.0389, -0.0051, -0.0487, -0.0043,\n", + " -0.0029, -0.0345, -0.0063, -0.0016, -0.0150, -0.0151, -0.0212, 0.0049,\n", + " -0.0040, -0.0136, -0.0200, -0.0273, -0.0018, -0.0075, -0.0049, -0.0043,\n", + " -0.0422, -0.0140, -0.0131, -0.0017, -0.0025, -0.0030, -0.0086, -0.0034,\n", + " -0.0448, -0.0122, -0.0280, -0.0015, -0.0071, -0.0042, -0.0058, -0.0479,\n", + " -0.0111, -0.0018, -0.0288, -0.0106, -0.0259, -0.0019, -0.0004, -0.0478,\n", + " -0.0435, -0.0204, -0.0017, -0.0120, -0.0265, -0.0012, -0.0285, -0.0299,\n", + " -0.0354, -0.0330, -0.0067, -0.0031, -0.0239, -0.0433, -0.0324, -0.0287,\n", + " -0.0391, -0.0149, -0.0246, -0.0068, -0.0100, -0.0325, -0.0187, -0.0151,\n", + " -0.0277, -0.0285, -0.0153, -0.0525, -0.0118, -0.0010, 0.0065, -0.0306,\n", + " -0.0180, -0.0262, -0.0283, -0.0246, 0.0233, -0.0171, -0.0356, -0.0061,\n", + " -0.0309, -0.0023, -0.0286, -0.0408, -0.0039, -0.0262, -0.0034, -0.0424,\n", + " -0.0231, -0.0451, -0.0038, -0.0064, 0.0001, -0.0316, -0.0390, -0.0155,\n", + " -0.0097, -0.0271, -0.0429, 0.0036, -0.0405, -0.0260, -0.0088, -0.0211,\n", + " -0.0319, -0.0030, -0.0156, -0.0112, -0.0258, -0.0174, -0.0110, -0.0050])),\n", + " ('e3.batch_norms.Yes.running_mean',\n", + " tensor([-1.4086e-01, -1.0764e-02, 1.5500e-02, -2.6825e-02, -3.9130e-02,\n", + " 1.1499e-01, 1.6428e-02, -8.6978e-05, 5.0630e-02, 5.4717e-02,\n", + " -2.0604e-01, -1.5535e-02, 3.0887e-02, 6.6708e-03, 2.2548e-01,\n", + " 9.7212e-03, -1.9509e-01, -5.5241e-02, -4.9946e-02, -1.7421e-01,\n", + " -1.6922e-02, 2.0815e-01, 4.0150e-02, 9.1780e-02, 1.9373e-01,\n", + " -1.4790e-01, 8.9653e-02, -1.5171e-02, -2.6592e-02, 4.2001e-02,\n", + " 1.4016e-01, -1.1257e-03, 1.3654e-01, -3.7674e-02, -1.9159e-02,\n", + " -1.8655e-01, -1.5717e-01, 5.8554e-02, -1.2897e-01, -1.8304e-01,\n", + " -4.1933e-02, 3.3654e-03, -1.5935e-02, -1.9396e-01, 1.5276e-03,\n", + " -2.1942e-01, -1.8431e-01, -4.3866e-02, 3.2921e-03, 1.1500e-02,\n", + " -9.0213e-02, -2.2707e-01, -2.9168e-02, -1.4684e-01, -1.0557e-02,\n", + " -7.0940e-02, -5.4993e-03, -1.6149e-01, -1.0131e-01, 5.6484e-02,\n", + " -5.1186e-02, -4.5783e-02, -2.3588e-01, 1.5642e-01, -1.7425e-01,\n", + " 1.8397e-01, 1.9559e-02, -5.7125e-02, 1.8572e-01, 5.4998e-02,\n", + " -1.0493e-01, -2.7782e-02, -2.7691e-03, -9.9308e-02, 5.9089e-02,\n", + " 7.9053e-02, -1.2615e-02, 1.0453e-01, 4.3230e-02, -8.3366e-03,\n", + " -8.8765e-02, -3.9453e-02, -8.7532e-03, -2.2242e-01, 2.6356e-02,\n", + " 2.4868e-01, -2.5490e-01, -1.0783e-01, -1.5563e-01, 6.3840e-03,\n", + " -4.4023e-02, 1.7020e-01, -4.8861e-02, -6.2129e-02, 2.6369e-01,\n", + " -2.2451e-03, -1.5605e-01, -1.4026e-02, 3.0690e-02, 1.8345e-01,\n", + " 1.8613e-01, -2.4483e-01, -2.2107e-01, -6.5054e-04, -1.6590e-01,\n", + " 3.1543e-02, -4.0065e-02, 1.7942e-02, -1.7251e-02, 1.1706e-01,\n", + " -8.8429e-02, -1.0194e-01, 4.4769e-02, 7.1049e-02, -1.4971e-01,\n", + " -3.0667e-02, -1.3136e-01, -2.1513e-04, 2.3052e-01, -9.3636e-03,\n", + " 5.7046e-02, -9.5829e-03, 4.2317e-03, -4.9381e-02, -8.7322e-03,\n", + " 5.7860e-02, 3.8885e-03, 9.1295e-03, -4.7653e-02, 1.4822e-01,\n", + " 1.6905e-01, -1.7728e-01, -1.6054e-01, -5.6638e-02, 3.2211e-02,\n", + " 5.9992e-02, -1.7887e-02, -4.9255e-02, 1.0187e-01, -1.7727e-01,\n", + " 1.5680e-01, 7.6676e-02, 9.4865e-02, 4.3897e-02, -5.2239e-02,\n", + " -1.8192e-01, -7.0732e-03, -2.2493e-02, 6.7071e-02, -5.5414e-03,\n", + " -1.7270e-02, 2.2628e-02, 8.9467e-03, -2.7975e-02, 7.2742e-02,\n", + " -4.4074e-02, 5.2296e-02, -6.5659e-02, 2.9072e-02, 5.2048e-03,\n", + " -1.4780e-01, -3.0882e-02, 1.2163e-01, -3.7033e-02, -5.5149e-03,\n", + " -1.2616e-02, -1.0419e-01, 1.2338e-02, -1.6025e-01, -2.2612e-02,\n", + " -7.7075e-02, -6.3755e-02, -3.5293e-02, -8.0016e-02, 1.6574e-02,\n", + " 2.0098e-01, 3.0305e-02, 3.2116e-02, -2.9602e-02, -5.1376e-02,\n", + " -1.4348e-01, -4.2227e-03, -3.9058e-02, 1.9767e-01, -1.7792e-01,\n", + " 8.7897e-02, -5.8823e-02, -5.9528e-02, 1.6794e-02, -3.4629e-02,\n", + " -1.1370e-01, 9.4949e-02, 1.9166e-01, -8.6578e-02, 3.2655e-02,\n", + " 2.2980e-02, -7.3538e-02, 1.8617e-01, -1.9467e-01, 2.8781e-02,\n", + " -1.8534e-01, 7.1837e-03, -1.6459e-01, 5.9574e-02, -3.1943e-02,\n", + " -9.9880e-02, 2.1813e-03, 4.4731e-02, 9.0662e-02, -3.4150e-02,\n", + " -2.6838e-02, -1.6996e-01, -3.4621e-02, -2.2531e-02, 1.1753e-03,\n", + " -1.3109e-01, -6.6727e-02, -5.6925e-02, -1.2878e-01, -5.9218e-02,\n", + " 1.2509e-03, -4.7149e-02, 1.8185e-01, 8.0301e-02, 7.5780e-04,\n", + " -1.5811e-02, -1.9671e-01, 7.0927e-02, 2.3244e-02, 7.1435e-02,\n", + " -4.2328e-02, -2.1792e-01, -3.8775e-02, 1.7872e-01, 1.1316e-01,\n", + " -1.8178e-01, 4.7980e-03, 2.4457e-02, -1.4674e-01, 8.0771e-02,\n", + " -1.1269e-01, -2.9973e-02, -2.1984e-01, -1.5960e-02, -1.4652e-01,\n", + " -4.4350e-02, 4.8087e-03, -6.1237e-02, -2.2884e-01, -2.4791e-02,\n", + " -2.1740e-02, -2.8725e-02, 6.5605e-02, -1.6993e-01, -1.0633e-02,\n", + " -3.2594e-02])),\n", + " ('e3.batch_norms.Yes.running_var',\n", + " tensor([0.0186, 0.0192, 0.0048, 0.0211, 0.0016, 0.0290, 0.0272, 0.0113, 0.0017,\n", + " 0.0037, 0.0092, 0.0091, 0.0107, 0.0025, 0.0163, 0.0047, 0.0173, 0.0246,\n", + " 0.0067, 0.0175, 0.0045, 0.0159, 0.0027, 0.0288, 0.0167, 0.0254, 0.0299,\n", + " 0.0127, 0.0027, 0.0069, 0.0249, 0.0024, 0.0301, 0.0154, 0.0033, 0.0187,\n", + " 0.0358, 0.0266, 0.0097, 0.0199, 0.0044, 0.0298, 0.0049, 0.0171, 0.0023,\n", + " 0.0111, 0.0185, 0.0020, 0.0073, 0.0041, 0.0209, 0.0162, 0.0097, 0.0276,\n", + " 0.0284, 0.0224, 0.0118, 0.0355, 0.0074, 0.0035, 0.0055, 0.0092, 0.0073,\n", + " 0.0056, 0.0144, 0.0313, 0.0314, 0.0227, 0.0185, 0.0150, 0.0219, 0.0028,\n", + " 0.0103, 0.0164, 0.0035, 0.0357, 0.0043, 0.0109, 0.0036, 0.0033, 0.0239,\n", + " 0.0041, 0.0026, 0.0193, 0.0079, 0.0068, 0.0042, 0.0300, 0.0143, 0.0087,\n", + " 0.0057, 0.0136, 0.0069, 0.0086, 0.0052, 0.0085, 0.0208, 0.0043, 0.0023,\n", + " 0.0168, 0.0344, 0.0047, 0.0103, 0.0049, 0.0128, 0.0042, 0.0031, 0.0030,\n", + " 0.0022, 0.0234, 0.0272, 0.0333, 0.0050, 0.0027, 0.0143, 0.0337, 0.0280,\n", + " 0.0122, 0.0160, 0.0252, 0.0162, 0.0038, 0.0266, 0.0235, 0.0020, 0.0055,\n", + " 0.0131, 0.0044, 0.0274, 0.0371, 0.0174, 0.0202, 0.0134, 0.0237, 0.0025,\n", + " 0.0351, 0.0032, 0.0324, 0.0244, 0.0309, 0.0174, 0.0105, 0.0285, 0.0068,\n", + " 0.0050, 0.0368, 0.0017, 0.0063, 0.0246, 0.0285, 0.0038, 0.0175, 0.0187,\n", + " 0.0087, 0.0259, 0.0291, 0.0177, 0.0290, 0.0094, 0.0034, 0.0209, 0.0045,\n", + " 0.0315, 0.0151, 0.0035, 0.0021, 0.0078, 0.0084, 0.0185, 0.0098, 0.0281,\n", + " 0.0077, 0.0051, 0.0250, 0.0141, 0.0189, 0.0030, 0.0172, 0.0360, 0.0139,\n", + " 0.0346, 0.0076, 0.0059, 0.0165, 0.0269, 0.0009, 0.0019, 0.0024, 0.0283,\n", + " 0.0031, 0.0067, 0.0282, 0.0065, 0.0091, 0.0077, 0.0117, 0.0274, 0.0157,\n", + " 0.0166, 0.0020, 0.0196, 0.0041, 0.0115, 0.0123, 0.0057, 0.0230, 0.0071,\n", + " 0.0104, 0.0376, 0.0262, 0.0021, 0.0186, 0.0270, 0.0063, 0.0025, 0.0289,\n", + " 0.0267, 0.0114, 0.0339, 0.0231, 0.0025, 0.0059, 0.0135, 0.0276, 0.0297,\n", + " 0.0199, 0.0311, 0.0275, 0.0169, 0.0262, 0.0013, 0.0178, 0.0016, 0.0181,\n", + " 0.0181, 0.0032, 0.0030, 0.0298, 0.0193, 0.0281, 0.0112, 0.0336, 0.0084,\n", + " 0.0184, 0.0131, 0.0220, 0.0086, 0.0016, 0.0131, 0.0241, 0.0085, 0.0030,\n", + " 0.0302, 0.0030, 0.0239, 0.0066])),\n", + " ('e3.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('e3.l1.0.weight',\n", + " tensor([[[[ 6.0305e-02, 8.9728e-02, 1.3553e-01, 9.5663e-02],\n", + " [ 1.0515e-01, 1.4240e-01, 1.7005e-01, 1.4100e-01],\n", + " [ 1.5285e-01, 1.4799e-01, 1.6720e-01, 1.1469e-01],\n", + " [ 5.4175e-02, 1.4306e-01, 1.5365e-01, 1.1979e-01]],\n", + " \n", + " [[-9.2694e-05, 2.5018e-02, 6.2302e-03, -4.7434e-03],\n", + " [-2.3732e-02, -6.4317e-03, 1.2838e-02, 1.3450e-02],\n", + " [-2.1992e-02, -1.0892e-02, 3.3400e-02, 2.9370e-02],\n", + " [ 4.3955e-04, 1.4145e-02, 3.3078e-02, 4.6435e-03]],\n", + " \n", + " [[ 1.7266e-02, 5.9964e-02, 4.8142e-02, 3.8235e-02],\n", + " [ 9.6568e-02, 7.8778e-02, 1.3208e-01, 7.2493e-02],\n", + " [ 7.5930e-02, 5.7366e-02, 7.3112e-02, 1.1604e-01],\n", + " [ 1.8788e-02, 5.7619e-02, 2.7454e-02, 3.1300e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 6.7622e-03, -1.3133e-02, 2.7120e-03, -1.3637e-02],\n", + " [ 3.0991e-03, 1.7907e-02, 1.9022e-03, -1.8029e-02],\n", + " [-1.4024e-02, -2.4214e-03, -4.9280e-04, -1.9743e-02],\n", + " [-7.4681e-03, 7.1800e-04, 2.6138e-03, -3.7201e-02]],\n", + " \n", + " [[-8.7487e-03, -5.9275e-02, -3.8775e-02, -2.2292e-02],\n", + " [-4.3544e-02, -2.1220e-02, -2.4293e-02, -7.5358e-02],\n", + " [-4.9028e-03, -1.0826e-02, -1.9699e-02, -4.8968e-02],\n", + " [-9.6609e-03, 4.1484e-03, -4.0452e-02, 6.4549e-03]],\n", + " \n", + " [[ 2.7981e-02, 2.1512e-02, 3.7592e-02, -7.1007e-03],\n", + " [ 8.4131e-02, 3.8039e-02, 3.9456e-02, -4.3842e-03],\n", + " [ 6.4607e-02, -9.0244e-03, 2.6197e-02, 3.3912e-02],\n", + " [ 4.8609e-02, 4.6285e-02, 2.2934e-02, 3.3054e-02]]],\n", + " \n", + " \n", + " [[[ 7.0707e-02, 4.5460e-02, 3.1126e-02, 4.0473e-02],\n", + " [ 7.9914e-02, 7.5689e-02, 6.2042e-02, 3.3320e-02],\n", + " [ 4.6461e-02, 6.9516e-02, 9.2322e-02, 6.3575e-02],\n", + " [ 3.5365e-02, 2.9016e-02, 2.1623e-02, 3.3802e-02]],\n", + " \n", + " [[ 8.0330e-02, 5.2493e-02, 3.1299e-02, 4.2896e-02],\n", + " [ 3.2866e-02, 1.8416e-02, 1.5446e-02, 2.5214e-04],\n", + " [ 3.0438e-02, -1.2339e-02, 5.2674e-02, 7.1479e-02],\n", + " [ 2.8182e-02, -4.5857e-02, -2.5151e-02, 1.6117e-02]],\n", + " \n", + " [[ 3.7764e-02, -2.3233e-02, -5.5311e-03, 2.6796e-03],\n", + " [ 3.2643e-02, 7.7467e-02, 3.3111e-02, 4.6322e-02],\n", + " [ 4.1270e-02, 4.9888e-02, 2.1282e-02, 4.7379e-02],\n", + " [ 3.7754e-03, 3.9020e-02, 4.1281e-02, 2.4330e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.7787e-02, -2.3408e-02, -4.9233e-02, -1.6759e-02],\n", + " [-2.7117e-02, 1.8467e-02, -2.7153e-02, -7.1668e-02],\n", + " [ 1.9657e-02, 4.6387e-03, -9.4002e-03, 1.7415e-02],\n", + " [-2.2263e-02, -2.8811e-02, 2.6559e-03, -2.5841e-02]],\n", + " \n", + " [[-4.0253e-02, 2.6368e-03, -2.4627e-02, -2.4065e-02],\n", + " [-4.4483e-02, -8.0859e-03, -1.5883e-02, -2.1451e-02],\n", + " [-1.3918e-02, -2.6769e-02, 4.1275e-02, 4.5674e-02],\n", + " [-3.2979e-02, -1.8826e-02, -1.0567e-03, -1.9131e-02]],\n", + " \n", + " [[-1.6447e-02, -5.5348e-03, -2.8284e-02, 2.8641e-02],\n", + " [ 7.3166e-03, 1.2047e-02, 1.4141e-02, 6.4568e-04],\n", + " [ 1.3080e-02, 1.2942e-02, 3.9534e-02, 1.0064e-02],\n", + " [ 3.1432e-02, 2.4369e-02, 4.7198e-02, 2.8005e-02]]],\n", + " \n", + " \n", + " [[[-1.2505e-02, -2.8278e-02, -5.0371e-02, -3.4321e-03],\n", + " [-4.4991e-02, -7.5452e-02, -4.6651e-02, -5.3032e-03],\n", + " [-2.9992e-02, -3.6109e-02, -5.9228e-02, -3.5435e-02],\n", + " [-3.8964e-02, -6.8994e-02, -3.0107e-02, -1.5366e-03]],\n", + " \n", + " [[ 2.3920e-02, -7.7596e-02, -9.2746e-02, 3.4214e-02],\n", + " [ 2.0708e-02, -3.9185e-02, -1.0710e-01, 4.4025e-02],\n", + " [-2.9469e-02, -1.1345e-02, -6.2003e-02, 1.1384e-02],\n", + " [ 3.8229e-03, 1.1873e-02, -6.5589e-02, 7.6559e-03]],\n", + " \n", + " [[ 6.5466e-03, -6.8651e-03, -6.4439e-02, -2.2563e-02],\n", + " [-4.2415e-02, -1.8388e-02, -3.2162e-02, -3.2571e-02],\n", + " [-2.0489e-02, -5.2183e-02, -3.8182e-03, -2.3817e-02],\n", + " [-2.4545e-02, -4.0530e-02, 4.2058e-03, 3.9931e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.4017e-02, 1.6333e-02, -2.4924e-03, 1.6223e-02],\n", + " [-6.5874e-03, 2.9165e-02, 2.9969e-02, 3.4511e-02],\n", + " [-3.2862e-02, 3.9316e-03, 1.6120e-02, -3.2509e-03],\n", + " [ 5.1274e-03, 1.1057e-02, -2.6576e-03, 3.2390e-02]],\n", + " \n", + " [[ 7.5780e-03, 4.7079e-02, 3.6397e-02, 4.4986e-02],\n", + " [ 4.0070e-02, 8.8646e-03, 3.6570e-02, 5.4984e-02],\n", + " [ 3.3585e-03, 3.3960e-02, 2.4810e-02, 3.6615e-02],\n", + " [-2.5398e-02, 4.2249e-02, 5.7908e-02, 2.6418e-02]],\n", + " \n", + " [[ 4.5416e-02, 1.9787e-03, 2.6821e-02, -1.4682e-02],\n", + " [ 2.5376e-03, 4.3693e-02, 7.1876e-03, 3.4615e-03],\n", + " [ 2.4204e-02, 9.6337e-03, -6.0789e-03, 4.2794e-03],\n", + " [ 5.8508e-03, -3.3059e-03, 1.7311e-02, 1.4097e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 6.3144e-02, 1.1654e-01, 8.4317e-02, 9.3631e-02],\n", + " [ 6.8243e-02, 1.2968e-01, 1.1987e-01, 6.6034e-02],\n", + " [ 1.1795e-01, 1.5914e-01, 1.4508e-01, 1.3049e-01],\n", + " [ 8.8896e-02, 5.5185e-02, 1.0713e-01, 4.1606e-02]],\n", + " \n", + " [[-4.6303e-03, 1.3189e-02, 5.4239e-03, 3.3736e-02],\n", + " [-4.4031e-03, 1.0650e-02, -2.2141e-02, -6.2651e-03],\n", + " [ 3.0014e-02, 6.7813e-03, 2.2753e-02, -4.5271e-02],\n", + " [ 1.8490e-02, -4.5414e-03, 6.9196e-03, 3.6511e-02]],\n", + " \n", + " [[ 5.0880e-02, 7.7730e-02, 9.7818e-02, 3.6882e-02],\n", + " [ 1.0899e-02, 9.6298e-02, 1.2909e-01, 6.6609e-02],\n", + " [ 4.8615e-02, 9.7307e-02, 6.3696e-02, 6.3437e-02],\n", + " [ 2.2604e-02, 3.3980e-02, 3.4605e-02, 4.0774e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.1800e-02, 1.6375e-02, -1.9426e-02, -2.1445e-02],\n", + " [-2.0368e-02, -2.3896e-02, -2.7223e-02, -1.2241e-02],\n", + " [ 3.7989e-02, -3.5842e-02, -1.8669e-02, -2.5297e-03],\n", + " [ 3.3708e-02, 2.5720e-02, -1.8242e-02, -1.4629e-03]],\n", + " \n", + " [[-1.2006e-02, -7.0376e-02, -3.9930e-02, -2.9769e-02],\n", + " [-5.4666e-02, -4.1728e-02, -3.0097e-02, -5.6469e-02],\n", + " [-2.2079e-02, -1.8808e-02, -1.9777e-02, -2.3556e-02],\n", + " [-2.5270e-02, -7.4073e-03, -2.7945e-02, 7.4938e-03]],\n", + " \n", + " [[ 5.9593e-02, 4.0343e-02, 4.5053e-02, 7.5451e-02],\n", + " [ 1.5861e-02, 4.5546e-02, 5.0065e-02, 8.1430e-02],\n", + " [ 7.2950e-02, 5.3284e-02, 9.3821e-02, 5.0875e-02],\n", + " [ 5.8810e-02, 6.6947e-02, 6.7726e-02, 4.7781e-02]]],\n", + " \n", + " \n", + " [[[-7.0938e-02, -6.5965e-02, -5.8243e-02, -1.3614e-02],\n", + " [-7.6093e-02, -4.4088e-02, -5.8881e-02, -2.3166e-02],\n", + " [-7.9774e-02, -5.6808e-02, -5.7904e-02, -8.9454e-02],\n", + " [-1.9771e-02, -6.0406e-02, -7.3319e-02, -7.3821e-02]],\n", + " \n", + " [[ 1.0408e-02, -8.7781e-03, -1.7908e-02, -2.1981e-02],\n", + " [-1.5221e-02, 3.2044e-02, -4.0041e-02, -1.2825e-02],\n", + " [ 9.9721e-03, -3.6495e-02, -2.0946e-02, 2.3375e-02],\n", + " [ 2.3005e-02, 1.5874e-02, 3.8033e-03, 3.7516e-02]],\n", + " \n", + " [[-4.4951e-02, -5.6665e-02, -2.9652e-02, -1.6991e-02],\n", + " [-5.6906e-02, -6.2252e-02, -8.4982e-02, -2.5207e-02],\n", + " [-5.5401e-02, -5.8855e-02, -5.9365e-02, -3.9614e-02],\n", + " [-2.6422e-02, -4.8185e-02, -4.1781e-02, -1.7285e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-4.1434e-03, 1.2551e-02, -1.2211e-02, 3.7801e-02],\n", + " [ 3.3076e-02, 4.8610e-02, 3.2087e-02, 3.8278e-02],\n", + " [-9.5444e-03, -1.7208e-02, 9.4272e-03, 5.2894e-03],\n", + " [-3.1329e-02, 4.1151e-02, 1.2986e-02, -8.8064e-03]],\n", + " \n", + " [[ 7.5583e-03, 2.7365e-02, 1.1816e-02, 6.0778e-03],\n", + " [ 2.8540e-02, 1.6401e-02, -2.6603e-03, 9.8272e-03],\n", + " [ 2.1459e-02, -1.1935e-02, 1.4925e-02, 4.1034e-03],\n", + " [ 6.8476e-03, 4.6921e-02, 4.6375e-02, 1.7547e-02]],\n", + " \n", + " [[-1.5659e-02, -1.2717e-02, -2.1101e-02, -2.7827e-02],\n", + " [-2.0452e-02, -5.2959e-02, -5.3560e-02, 3.7908e-03],\n", + " [-3.3667e-02, -8.2364e-03, 1.8005e-02, -4.5977e-02],\n", + " [-9.0643e-03, -4.7324e-03, -1.6232e-02, -2.1012e-02]]],\n", + " \n", + " \n", + " [[[-2.5510e-02, -1.6758e-02, -1.4559e-03, 2.1337e-02],\n", + " [ 1.1410e-02, -2.2666e-02, -3.0731e-03, -2.8846e-02],\n", + " [ 3.2417e-02, -3.3905e-02, -1.5882e-02, -3.9002e-03],\n", + " [-2.1817e-03, 8.0017e-03, -3.1166e-02, -2.7284e-02]],\n", + " \n", + " [[-9.4397e-02, -9.9855e-02, -7.6242e-02, -5.7397e-02],\n", + " [-1.0835e-01, -9.1334e-02, -7.3392e-02, -1.0370e-01],\n", + " [-6.3514e-02, -1.1881e-01, -1.0917e-01, -4.1414e-02],\n", + " [-3.3796e-02, -1.0721e-01, -1.1538e-01, -6.7959e-02]],\n", + " \n", + " [[-2.0961e-02, -1.5776e-02, -1.5822e-02, -6.6526e-03],\n", + " [-3.6605e-02, -1.3647e-02, 2.1892e-02, 1.5731e-02],\n", + " [ 2.1573e-02, -7.3326e-03, 3.9478e-02, 1.6323e-02],\n", + " [ 1.6304e-02, 8.5204e-03, 4.5124e-03, -5.2909e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.9303e-02, -1.5620e-02, 2.8917e-02, 1.4084e-02],\n", + " [-2.0000e-02, -3.1011e-02, 1.4206e-02, -6.7302e-04],\n", + " [ 9.5012e-03, -5.4384e-02, -1.7883e-02, 7.0456e-03],\n", + " [ 1.3114e-02, -4.4514e-02, -3.5219e-02, 6.4720e-03]],\n", + " \n", + " [[-2.5464e-02, -2.2620e-02, -1.0079e-02, 1.2287e-02],\n", + " [ 2.0356e-03, 2.9184e-02, -2.0441e-02, -2.1642e-02],\n", + " [-9.4193e-03, 4.6612e-03, 2.6083e-03, -3.9813e-02],\n", + " [-6.1880e-02, -1.2714e-03, 5.9125e-03, -1.8547e-02]],\n", + " \n", + " [[ 9.5706e-03, 2.0357e-02, 2.1169e-02, -2.6931e-02],\n", + " [-1.4457e-02, -3.4595e-02, -4.9645e-03, -2.8675e-02],\n", + " [-2.0077e-02, 1.8592e-02, -2.1651e-02, 1.0507e-02],\n", + " [ 1.4973e-02, -7.8777e-03, 5.0291e-02, 3.2480e-02]]]])),\n", + " ('e3.l1.1.weight',\n", + " tensor([ 1.1688e-02, -2.2327e-02, -2.8881e-04, -8.5028e-04, -7.5765e-02,\n", + " -2.1637e-02, -4.9336e-03, 3.4064e-02, 1.0885e-03, -1.9526e-04,\n", + " 1.5416e-02, -3.9815e-02, 1.8842e-02, -3.3066e-04, -1.3310e-02,\n", + " 8.8958e-05, 1.3417e-02, 1.1160e-02, 1.6029e-04, 1.7333e-02,\n", + " -3.4879e-04, -1.4472e-02, 4.2885e-05, -6.9149e-04, -1.4867e-02,\n", + " 2.3469e-02, -1.0154e-02, -1.3733e-02, -4.4041e-02, -4.3362e-02,\n", + " -1.6681e-02, 3.1128e-04, -7.8513e-03, 4.0634e-04, 2.1473e-03,\n", + " 1.5057e-02, 2.4274e-02, -6.1073e-03, 1.9091e-02, 2.0459e-02,\n", + " -2.3082e-02, 9.8130e-03, 9.0195e-05, 1.4605e-02, 2.6644e-05,\n", + " 3.1775e-02, 1.5922e-02, -6.1952e-02, 1.7213e-02, -1.6242e-02,\n", + " 8.8540e-03, 1.5208e-02, -2.5437e-03, 1.9326e-02, 1.6216e-04,\n", + " 1.1642e-03, -1.2597e-03, 2.7576e-02, -5.5155e-03, 2.9863e-02,\n", + " 4.9674e-02, 1.9806e-02, 2.2289e-02, -2.0761e-02, 1.8295e-02,\n", + " -6.0234e-02, -2.4368e-02, -1.8568e-04, -1.3507e-02, 1.8271e-04,\n", + " 1.8676e-02, 2.0683e-04, -3.7197e-02, -8.1508e-04, 3.3011e-02,\n", + " 2.2973e-02, -3.2809e-02, 2.2395e-02, -3.5955e-04, -9.0531e-02,\n", + " 3.9014e-03, -2.3243e-02, -5.4865e-04, 1.3216e-02, -1.8248e-02,\n", + " -2.8058e-02, 1.8416e-02, 3.1970e-03, 1.6265e-02, -1.9388e-02,\n", + " 2.8325e-02, -1.4461e-02, -2.4904e-02, 7.8986e-02, -2.0708e-02,\n", + " -1.9617e-02, 1.9812e-02, 5.7279e-02, 4.3561e-02, -1.5974e-02,\n", + " -2.6425e-02, 2.1212e-02, 1.7914e-02, -1.3792e-02, 1.0293e-02,\n", + " -4.2322e-02, -3.9608e-02, -1.8059e-04, 3.8316e-02, -8.1473e-03,\n", + " 1.1097e-02, 2.6962e-02, -3.7975e-04, 2.4235e-02, 1.1327e-02,\n", + " -1.4572e-02, 2.3160e-02, 6.4993e-05, -1.4453e-02, 5.8125e-03,\n", + " 4.2245e-02, -2.8058e-02, 8.6889e-03, -1.6587e-04, -7.6896e-02,\n", + " -4.6528e-02, 6.7964e-05, -4.4492e-02, 3.7749e-03, -2.1783e-02,\n", + " -1.1974e-02, 1.2669e-02, 1.2323e-02, 1.0100e-03, 1.3321e-04,\n", + " -2.3822e-02, -5.7681e-02, 2.3362e-02, -2.1958e-02, 2.7544e-02,\n", + " -1.3691e-02, -3.1784e-04, -3.3916e-02, 1.7495e-02, -5.8988e-05,\n", + " 2.8774e-02, -7.0817e-03, -2.2489e-04, -3.4865e-03, 4.7774e-03,\n", + " 3.9235e-02, 1.6076e-02, -1.9815e-04, -3.6163e-02, -5.9101e-03,\n", + " -1.0956e-02, -3.2633e-04, 1.2351e-03, 6.2312e-03, 2.5414e-02,\n", + " 1.4997e-02, -1.4682e-02, -2.5918e-03, 2.9588e-04, -7.1337e-04,\n", + " 1.5728e-03, -1.4585e-02, -1.3615e-03, 1.5595e-02, -5.9061e-02,\n", + " 5.1499e-02, -4.8493e-04, -2.5748e-02, -5.2068e-05, 3.1109e-03,\n", + " -1.6345e-02, 3.3865e-02, 1.1256e-05, 1.9125e-02, 2.9785e-03,\n", + " 2.2148e-02, 1.5044e-04, -3.8297e-02, -1.6114e-02, 2.7877e-02,\n", + " -3.1946e-02, 7.9699e-05, -4.4217e-03, -9.5936e-03, 1.1798e-03,\n", + " 9.8064e-03, -1.2198e-02, -1.3603e-02, -2.9565e-02, 2.8287e-02,\n", + " 6.2531e-05, 7.3502e-03, -1.5156e-02, 1.6077e-02, 5.4362e-02,\n", + " 2.2270e-02, 2.9660e-02, 8.3263e-03, 1.8986e-02, -4.7596e-02,\n", + " 1.8799e-02, -3.0349e-02, 2.9715e-02, -2.5001e-02, -2.1666e-02,\n", + " 4.4501e-02, 1.8284e-02, 2.8891e-03, -1.8250e-04, -3.4458e-02,\n", + " 1.6230e-02, -7.6839e-03, -1.7679e-02, 2.5596e-02, 1.0710e-02,\n", + " 8.9588e-02, 1.9421e-02, -1.1785e-02, -1.0005e-03, -1.4318e-02,\n", + " -5.0533e-04, 2.4944e-02, -2.5207e-02, 1.1571e-03, -9.0486e-03,\n", + " -3.9850e-04, 1.3764e-02, 3.4830e-02, -1.6534e-02, 2.7271e-05,\n", + " 2.2441e-03, -5.3497e-02, -1.8814e-02, 2.7196e-02, -3.5718e-03,\n", + " -1.1997e-02, 1.7890e-02, 1.7656e-02, -1.8478e-02, 1.5047e-02,\n", + " 8.3880e-03, 2.2747e-02, -4.6503e-02, 1.4882e-02, 1.2590e-05,\n", + " 3.1060e-02, -7.3353e-02, -8.3623e-03, 8.2908e-03, 2.6051e-03,\n", + " 3.4149e-02])),\n", + " ('e3.l1.1.bias',\n", + " tensor([-0.0251, -0.0364, -0.0045, -0.0024, -0.0173, -0.0410, -0.0157, 0.0098,\n", + " -0.0032, -0.0018, -0.0299, -0.0101, -0.0085, -0.0024, -0.0412, -0.0017,\n", + " -0.0405, -0.0237, -0.0019, -0.0503, -0.0021, -0.0434, -0.0026, -0.0055,\n", + " -0.0458, -0.0370, -0.0273, 0.0021, 0.0046, -0.0314, -0.0338, -0.0017,\n", + " -0.0253, -0.0023, -0.0011, -0.0274, -0.0296, -0.0216, -0.0262, -0.0565,\n", + " -0.0137, -0.0265, -0.0022, -0.0438, -0.0033, -0.0279, -0.0469, 0.0098,\n", + " -0.0089, -0.0012, -0.0286, -0.0474, -0.0044, -0.0294, -0.0022, -0.0074,\n", + " -0.0037, -0.0332, -0.0082, -0.0074, -0.0356, -0.0026, -0.0546, -0.0389,\n", + " -0.0313, -0.0366, -0.0322, -0.0019, -0.0398, -0.0022, -0.0332, -0.0020,\n", + " -0.0118, -0.0030, -0.0211, -0.0317, -0.0187, -0.0143, -0.0017, 0.0072,\n", + " -0.0172, -0.0038, -0.0020, -0.0407, 0.0019, -0.0239, -0.0501, -0.0147,\n", + " -0.0471, -0.0040, -0.0016, -0.0422, -0.0110, 0.0043, -0.0543, -0.0339,\n", + " -0.0385, -0.0262, -0.0062, -0.0477, -0.0271, -0.0565, -0.0411, -0.0095,\n", + " -0.0275, 0.0026, -0.0008, -0.0019, -0.0155, -0.0277, -0.0299, -0.0406,\n", + " -0.0013, -0.0088, -0.0268, -0.0271, -0.0364, -0.0012, -0.0437, -0.0212,\n", + " -0.0204, -0.0126, -0.0224, -0.0032, 0.0092, 0.0027, -0.0016, -0.0058,\n", + " -0.0130, -0.0334, -0.0337, -0.0309, -0.0366, -0.0072, -0.0016, -0.0292,\n", + " -0.0091, -0.0361, -0.0362, -0.0344, -0.0389, -0.0051, -0.0487, -0.0043,\n", + " -0.0029, -0.0345, -0.0063, -0.0016, -0.0150, -0.0151, -0.0212, 0.0049,\n", + " -0.0040, -0.0136, -0.0200, -0.0273, -0.0018, -0.0075, -0.0049, -0.0043,\n", + " -0.0422, -0.0140, -0.0131, -0.0017, -0.0025, -0.0030, -0.0086, -0.0034,\n", + " -0.0448, -0.0122, -0.0280, -0.0015, -0.0071, -0.0042, -0.0058, -0.0479,\n", + " -0.0111, -0.0018, -0.0288, -0.0106, -0.0259, -0.0019, -0.0004, -0.0478,\n", + " -0.0435, -0.0204, -0.0017, -0.0120, -0.0265, -0.0012, -0.0285, -0.0299,\n", + " -0.0354, -0.0330, -0.0067, -0.0031, -0.0239, -0.0433, -0.0324, -0.0287,\n", + " -0.0391, -0.0149, -0.0246, -0.0068, -0.0100, -0.0325, -0.0187, -0.0151,\n", + " -0.0277, -0.0285, -0.0153, -0.0525, -0.0118, -0.0010, 0.0065, -0.0306,\n", + " -0.0180, -0.0262, -0.0283, -0.0246, 0.0233, -0.0171, -0.0356, -0.0061,\n", + " -0.0309, -0.0023, -0.0286, -0.0408, -0.0039, -0.0262, -0.0034, -0.0424,\n", + " -0.0231, -0.0451, -0.0038, -0.0064, 0.0001, -0.0316, -0.0390, -0.0155,\n", + " -0.0097, -0.0271, -0.0429, 0.0036, -0.0405, -0.0260, -0.0088, -0.0211,\n", + " -0.0319, -0.0030, -0.0156, -0.0112, -0.0258, -0.0174, -0.0110, -0.0050])),\n", + " ('e3.l1.1.running_mean',\n", + " tensor([-1.4086e-01, -1.0764e-02, 1.5500e-02, -2.6825e-02, -3.9130e-02,\n", + " 1.1499e-01, 1.6428e-02, -8.6978e-05, 5.0630e-02, 5.4717e-02,\n", + " -2.0604e-01, -1.5535e-02, 3.0887e-02, 6.6708e-03, 2.2548e-01,\n", + " 9.7212e-03, -1.9509e-01, -5.5241e-02, -4.9946e-02, -1.7421e-01,\n", + " -1.6922e-02, 2.0815e-01, 4.0150e-02, 9.1780e-02, 1.9373e-01,\n", + " -1.4790e-01, 8.9653e-02, -1.5171e-02, -2.6592e-02, 4.2001e-02,\n", + " 1.4016e-01, -1.1257e-03, 1.3654e-01, -3.7674e-02, -1.9159e-02,\n", + " -1.8655e-01, -1.5717e-01, 5.8554e-02, -1.2897e-01, -1.8304e-01,\n", + " -4.1933e-02, 3.3654e-03, -1.5935e-02, -1.9396e-01, 1.5276e-03,\n", + " -2.1942e-01, -1.8431e-01, -4.3866e-02, 3.2921e-03, 1.1500e-02,\n", + " -9.0213e-02, -2.2707e-01, -2.9168e-02, -1.4684e-01, -1.0557e-02,\n", + " -7.0940e-02, -5.4993e-03, -1.6149e-01, -1.0131e-01, 5.6484e-02,\n", + " -5.1186e-02, -4.5783e-02, -2.3588e-01, 1.5642e-01, -1.7425e-01,\n", + " 1.8397e-01, 1.9559e-02, -5.7125e-02, 1.8572e-01, 5.4998e-02,\n", + " -1.0493e-01, -2.7782e-02, -2.7691e-03, -9.9308e-02, 5.9089e-02,\n", + " 7.9053e-02, -1.2615e-02, 1.0453e-01, 4.3230e-02, -8.3366e-03,\n", + " -8.8765e-02, -3.9453e-02, -8.7532e-03, -2.2242e-01, 2.6356e-02,\n", + " 2.4868e-01, -2.5490e-01, -1.0783e-01, -1.5563e-01, 6.3840e-03,\n", + " -4.4023e-02, 1.7020e-01, -4.8861e-02, -6.2129e-02, 2.6369e-01,\n", + " -2.2451e-03, -1.5605e-01, -1.4026e-02, 3.0690e-02, 1.8345e-01,\n", + " 1.8613e-01, -2.4483e-01, -2.2107e-01, -6.5054e-04, -1.6590e-01,\n", + " 3.1543e-02, -4.0065e-02, 1.7942e-02, -1.7251e-02, 1.1706e-01,\n", + " -8.8429e-02, -1.0194e-01, 4.4769e-02, 7.1049e-02, -1.4971e-01,\n", + " -3.0667e-02, -1.3136e-01, -2.1513e-04, 2.3052e-01, -9.3636e-03,\n", + " 5.7046e-02, -9.5829e-03, 4.2317e-03, -4.9381e-02, -8.7322e-03,\n", + " 5.7860e-02, 3.8885e-03, 9.1295e-03, -4.7653e-02, 1.4822e-01,\n", + " 1.6905e-01, -1.7728e-01, -1.6054e-01, -5.6638e-02, 3.2211e-02,\n", + " 5.9992e-02, -1.7887e-02, -4.9255e-02, 1.0187e-01, -1.7727e-01,\n", + " 1.5680e-01, 7.6676e-02, 9.4865e-02, 4.3897e-02, -5.2239e-02,\n", + " -1.8192e-01, -7.0732e-03, -2.2493e-02, 6.7071e-02, -5.5414e-03,\n", + " -1.7270e-02, 2.2628e-02, 8.9467e-03, -2.7975e-02, 7.2742e-02,\n", + " -4.4074e-02, 5.2296e-02, -6.5659e-02, 2.9072e-02, 5.2048e-03,\n", + " -1.4780e-01, -3.0882e-02, 1.2163e-01, -3.7033e-02, -5.5149e-03,\n", + " -1.2616e-02, -1.0419e-01, 1.2338e-02, -1.6025e-01, -2.2612e-02,\n", + " -7.7075e-02, -6.3755e-02, -3.5293e-02, -8.0016e-02, 1.6574e-02,\n", + " 2.0098e-01, 3.0305e-02, 3.2116e-02, -2.9602e-02, -5.1376e-02,\n", + " -1.4348e-01, -4.2227e-03, -3.9058e-02, 1.9767e-01, -1.7792e-01,\n", + " 8.7897e-02, -5.8823e-02, -5.9528e-02, 1.6794e-02, -3.4629e-02,\n", + " -1.1370e-01, 9.4949e-02, 1.9166e-01, -8.6578e-02, 3.2655e-02,\n", + " 2.2980e-02, -7.3538e-02, 1.8617e-01, -1.9467e-01, 2.8781e-02,\n", + " -1.8534e-01, 7.1837e-03, -1.6459e-01, 5.9574e-02, -3.1943e-02,\n", + " -9.9880e-02, 2.1813e-03, 4.4731e-02, 9.0662e-02, -3.4150e-02,\n", + " -2.6838e-02, -1.6996e-01, -3.4621e-02, -2.2531e-02, 1.1753e-03,\n", + " -1.3109e-01, -6.6727e-02, -5.6925e-02, -1.2878e-01, -5.9218e-02,\n", + " 1.2509e-03, -4.7149e-02, 1.8185e-01, 8.0301e-02, 7.5780e-04,\n", + " -1.5811e-02, -1.9671e-01, 7.0927e-02, 2.3244e-02, 7.1435e-02,\n", + " -4.2328e-02, -2.1792e-01, -3.8775e-02, 1.7872e-01, 1.1316e-01,\n", + " -1.8178e-01, 4.7980e-03, 2.4457e-02, -1.4674e-01, 8.0771e-02,\n", + " -1.1269e-01, -2.9973e-02, -2.1984e-01, -1.5960e-02, -1.4652e-01,\n", + " -4.4350e-02, 4.8087e-03, -6.1237e-02, -2.2884e-01, -2.4791e-02,\n", + " -2.1740e-02, -2.8725e-02, 6.5605e-02, -1.6993e-01, -1.0633e-02,\n", + " -3.2594e-02])),\n", + " ('e3.l1.1.running_var',\n", + " tensor([0.0186, 0.0192, 0.0048, 0.0211, 0.0016, 0.0290, 0.0272, 0.0113, 0.0017,\n", + " 0.0037, 0.0092, 0.0091, 0.0107, 0.0025, 0.0163, 0.0047, 0.0173, 0.0246,\n", + " 0.0067, 0.0175, 0.0045, 0.0159, 0.0027, 0.0288, 0.0167, 0.0254, 0.0299,\n", + " 0.0127, 0.0027, 0.0069, 0.0249, 0.0024, 0.0301, 0.0154, 0.0033, 0.0187,\n", + " 0.0358, 0.0266, 0.0097, 0.0199, 0.0044, 0.0298, 0.0049, 0.0171, 0.0023,\n", + " 0.0111, 0.0185, 0.0020, 0.0073, 0.0041, 0.0209, 0.0162, 0.0097, 0.0276,\n", + " 0.0284, 0.0224, 0.0118, 0.0355, 0.0074, 0.0035, 0.0055, 0.0092, 0.0073,\n", + " 0.0056, 0.0144, 0.0313, 0.0314, 0.0227, 0.0185, 0.0150, 0.0219, 0.0028,\n", + " 0.0103, 0.0164, 0.0035, 0.0357, 0.0043, 0.0109, 0.0036, 0.0033, 0.0239,\n", + " 0.0041, 0.0026, 0.0193, 0.0079, 0.0068, 0.0042, 0.0300, 0.0143, 0.0087,\n", + " 0.0057, 0.0136, 0.0069, 0.0086, 0.0052, 0.0085, 0.0208, 0.0043, 0.0023,\n", + " 0.0168, 0.0344, 0.0047, 0.0103, 0.0049, 0.0128, 0.0042, 0.0031, 0.0030,\n", + " 0.0022, 0.0234, 0.0272, 0.0333, 0.0050, 0.0027, 0.0143, 0.0337, 0.0280,\n", + " 0.0122, 0.0160, 0.0252, 0.0162, 0.0038, 0.0266, 0.0235, 0.0020, 0.0055,\n", + " 0.0131, 0.0044, 0.0274, 0.0371, 0.0174, 0.0202, 0.0134, 0.0237, 0.0025,\n", + " 0.0351, 0.0032, 0.0324, 0.0244, 0.0309, 0.0174, 0.0105, 0.0285, 0.0068,\n", + " 0.0050, 0.0368, 0.0017, 0.0063, 0.0246, 0.0285, 0.0038, 0.0175, 0.0187,\n", + " 0.0087, 0.0259, 0.0291, 0.0177, 0.0290, 0.0094, 0.0034, 0.0209, 0.0045,\n", + " 0.0315, 0.0151, 0.0035, 0.0021, 0.0078, 0.0084, 0.0185, 0.0098, 0.0281,\n", + " 0.0077, 0.0051, 0.0250, 0.0141, 0.0189, 0.0030, 0.0172, 0.0360, 0.0139,\n", + " 0.0346, 0.0076, 0.0059, 0.0165, 0.0269, 0.0009, 0.0019, 0.0024, 0.0283,\n", + " 0.0031, 0.0067, 0.0282, 0.0065, 0.0091, 0.0077, 0.0117, 0.0274, 0.0157,\n", + " 0.0166, 0.0020, 0.0196, 0.0041, 0.0115, 0.0123, 0.0057, 0.0230, 0.0071,\n", + " 0.0104, 0.0376, 0.0262, 0.0021, 0.0186, 0.0270, 0.0063, 0.0025, 0.0289,\n", + " 0.0267, 0.0114, 0.0339, 0.0231, 0.0025, 0.0059, 0.0135, 0.0276, 0.0297,\n", + " 0.0199, 0.0311, 0.0275, 0.0169, 0.0262, 0.0013, 0.0178, 0.0016, 0.0181,\n", + " 0.0181, 0.0032, 0.0030, 0.0298, 0.0193, 0.0281, 0.0112, 0.0336, 0.0084,\n", + " 0.0184, 0.0131, 0.0220, 0.0086, 0.0016, 0.0131, 0.0241, 0.0085, 0.0030,\n", + " 0.0302, 0.0030, 0.0239, 0.0066])),\n", + " ('e3.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('e4.conv.weight',\n", + " tensor([[[[-4.3648e-02, -6.2992e-02, -1.1619e-03, 5.4193e-03],\n", + " [-1.2134e-02, -3.3530e-03, -8.8588e-03, 4.5920e-03],\n", + " [-2.1325e-03, 1.4012e-02, 2.2776e-02, 3.3777e-02],\n", + " [ 1.0171e-02, 8.5651e-03, -6.7506e-03, -1.2129e-03]],\n", + " \n", + " [[ 1.1066e-02, 3.5440e-03, -1.3223e-02, 7.9842e-03],\n", + " [ 4.2963e-03, -1.2962e-02, -3.0952e-02, 1.2843e-02],\n", + " [ 1.4505e-02, -1.3294e-02, 1.7280e-02, 8.5950e-03],\n", + " [ 4.1484e-02, -3.9075e-02, -3.9958e-02, -2.2221e-02]],\n", + " \n", + " [[-2.9763e-03, 2.9898e-02, -7.0687e-03, -8.0656e-03],\n", + " [-1.2947e-02, 1.4043e-02, -1.0606e-02, -5.9695e-02],\n", + " [-2.1338e-02, -2.6630e-02, -4.1860e-02, 9.7273e-06],\n", + " [-8.0971e-03, -3.5048e-02, -8.5668e-03, -1.3668e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.1707e-02, -3.1496e-02, -9.8057e-03, -2.6742e-02],\n", + " [-2.4887e-02, -5.9295e-02, -4.5355e-02, 2.3566e-02],\n", + " [-3.4793e-03, -1.6940e-02, -8.7281e-03, 4.2218e-02],\n", + " [-1.1042e-02, 8.3024e-03, 1.8867e-02, 7.6773e-03]],\n", + " \n", + " [[ 5.6369e-03, -1.9595e-02, 2.0326e-02, 3.3545e-02],\n", + " [ 1.3471e-03, -6.6039e-03, 1.6713e-02, -8.8405e-03],\n", + " [-7.1662e-03, -2.2915e-02, 2.1434e-02, -4.8217e-02],\n", + " [ 4.4799e-03, -2.7321e-03, -1.4541e-03, -2.0806e-02]],\n", + " \n", + " [[ 4.0999e-02, 3.7776e-02, 8.2466e-02, 5.2589e-02],\n", + " [ 3.7529e-02, -5.1211e-03, -2.0299e-04, 3.0904e-02],\n", + " [-9.5999e-03, -5.0533e-02, -4.2923e-02, -4.3540e-02],\n", + " [-9.2582e-02, -4.1867e-02, -8.4845e-02, -7.4394e-02]]],\n", + " \n", + " \n", + " [[[-1.6671e-02, -3.9805e-02, -3.2995e-02, -2.2337e-02],\n", + " [-1.3461e-02, -3.7981e-02, -3.0109e-03, -4.1191e-02],\n", + " [ 2.4252e-02, -2.2436e-03, -7.2086e-03, -4.4783e-03],\n", + " [-5.4368e-03, -1.1776e-03, 5.7222e-02, 5.7527e-02]],\n", + " \n", + " [[ 2.6043e-02, 1.8310e-02, 4.5247e-02, 1.3998e-02],\n", + " [ 1.2734e-02, -4.4633e-04, 4.6095e-02, 4.3591e-02],\n", + " [ 2.2702e-03, 1.4414e-02, 2.8759e-02, 1.2542e-02],\n", + " [ 2.4238e-02, -1.0582e-02, 1.9806e-02, -1.8936e-02]],\n", + " \n", + " [[ 2.5995e-02, 4.3819e-02, 3.3228e-02, 1.7386e-02],\n", + " [ 8.6784e-04, 8.3674e-03, 3.0512e-02, -2.3614e-03],\n", + " [-1.1393e-02, 5.2806e-02, 6.4332e-03, 4.0995e-02],\n", + " [-2.3807e-02, 4.1742e-02, -8.4599e-03, 1.7741e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.4426e-02, 1.8949e-02, 1.4282e-02, -2.2006e-02],\n", + " [ 2.6602e-03, 5.8082e-02, 3.5874e-02, 4.3420e-02],\n", + " [ 2.9822e-02, -9.4600e-03, 2.5325e-02, 2.2706e-02],\n", + " [-2.1652e-02, 1.2999e-02, 3.9041e-02, 3.6644e-02]],\n", + " \n", + " [[ 7.3366e-02, 6.4675e-02, 5.9800e-02, -7.9273e-03],\n", + " [ 1.9504e-02, 5.1528e-02, 4.7491e-02, 5.0519e-02],\n", + " [ 1.4511e-02, 5.6959e-02, 3.6758e-02, 4.8529e-02],\n", + " [ 2.7736e-02, 4.8977e-02, 8.7100e-02, 8.0035e-03]],\n", + " \n", + " [[ 9.5590e-03, -1.8420e-02, -5.4489e-03, 4.5346e-04],\n", + " [ 2.5644e-02, -4.5021e-03, 1.7308e-03, -2.0106e-03],\n", + " [-1.8881e-02, 3.5877e-02, -1.0739e-02, -1.2271e-02],\n", + " [ 5.0743e-02, 1.9564e-02, 5.9806e-02, -1.6508e-02]]],\n", + " \n", + " \n", + " [[[-2.2787e-02, 3.1851e-04, 1.2268e-02, 2.7501e-02],\n", + " [ 2.9536e-02, 8.8810e-02, 8.0386e-02, 5.0251e-02],\n", + " [ 5.3027e-02, 1.1197e-01, 1.1200e-01, 1.5212e-02],\n", + " [ 2.8257e-02, 2.8104e-02, 5.8552e-02, 2.6612e-02]],\n", + " \n", + " [[-3.0937e-02, -2.9587e-02, -6.3380e-04, 4.6699e-04],\n", + " [ 4.4803e-02, -2.6692e-02, 2.8174e-03, 2.0174e-02],\n", + " [ 1.4400e-02, -2.7310e-04, 1.6430e-02, -1.3038e-02],\n", + " [-2.4332e-02, 2.7055e-02, -2.8856e-02, -1.1454e-02]],\n", + " \n", + " [[ 9.8733e-03, 4.4765e-03, 4.9581e-02, 3.4100e-02],\n", + " [-1.8899e-02, 1.7119e-02, -2.7758e-02, 3.1261e-02],\n", + " [ 2.5772e-02, -9.8278e-03, 2.4255e-03, -2.1169e-02],\n", + " [-4.2171e-04, -7.2620e-03, 3.7789e-02, 7.1036e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.3806e-02, 2.5926e-02, -3.8956e-02, -4.4902e-02],\n", + " [ 4.6489e-02, 6.6873e-02, 8.8336e-02, 2.8084e-02],\n", + " [ 6.6009e-04, 5.8733e-02, 4.2032e-02, 4.0570e-03],\n", + " [-2.4863e-02, -1.7131e-02, 1.1962e-02, -1.6743e-02]],\n", + " \n", + " [[ 1.3802e-02, -1.0805e-02, 7.9276e-03, -1.0539e-02],\n", + " [ 8.8153e-03, 3.6057e-03, -7.3076e-03, 2.9694e-03],\n", + " [ 1.1733e-02, 2.6507e-02, 6.2674e-03, -1.3771e-02],\n", + " [ 6.9587e-03, 2.3992e-02, 7.0435e-03, -9.6094e-03]],\n", + " \n", + " [[ 9.3607e-03, 4.5646e-02, -4.8167e-04, 4.9217e-03],\n", + " [ 1.6916e-02, -5.7509e-03, 9.5950e-03, -9.4644e-03],\n", + " [-5.9090e-03, -1.2814e-02, 1.1062e-02, 1.4406e-02],\n", + " [-2.3747e-02, -2.1465e-02, -2.7295e-02, -3.2697e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 3.7581e-02, -1.0605e-02, -2.1545e-02, 5.1327e-02],\n", + " [-2.3123e-02, 3.9557e-03, 9.1125e-03, 1.1863e-02],\n", + " [-1.2160e-02, 6.8472e-03, -6.4704e-03, 5.4462e-02],\n", + " [ 4.5729e-02, -3.3018e-03, 2.7290e-02, 8.3655e-02]],\n", + " \n", + " [[ 2.4359e-03, -1.7241e-02, 3.3127e-02, 3.0220e-02],\n", + " [ 2.7948e-02, 2.4222e-02, 4.8415e-02, 7.6284e-03],\n", + " [ 3.3396e-02, 2.7872e-02, 2.3560e-02, 3.5013e-02],\n", + " [ 2.9056e-02, 3.1837e-03, -1.1200e-02, 1.3645e-02]],\n", + " \n", + " [[-5.3206e-03, -1.0457e-02, 1.8266e-02, 2.1130e-02],\n", + " [ 2.0366e-02, 3.8325e-02, 4.9160e-02, -6.7562e-04],\n", + " [ 4.0424e-02, 3.6155e-02, 1.1787e-02, 1.2887e-02],\n", + " [ 1.4204e-02, 5.7559e-03, 1.4260e-02, -2.8224e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 5.0509e-02, 2.1336e-02, 3.6263e-03, -3.8261e-04],\n", + " [ 2.1074e-02, -4.6884e-03, 4.5649e-02, 4.0603e-02],\n", + " [ 7.4577e-02, 2.6072e-02, 6.2629e-02, 4.3955e-02],\n", + " [ 6.3186e-02, 4.8310e-02, 4.6502e-02, 1.7539e-02]],\n", + " \n", + " [[ 1.4240e-02, 4.9318e-02, 4.0794e-02, 4.4963e-02],\n", + " [ 7.0682e-02, 3.0851e-02, 4.0312e-02, 3.6173e-02],\n", + " [ 4.3974e-02, 4.7107e-02, 1.1708e-02, 2.6494e-02],\n", + " [ 4.4268e-02, -4.2371e-04, -2.6719e-02, -4.3992e-03]],\n", + " \n", + " [[ 5.4776e-03, 2.0678e-02, 6.9237e-03, -7.5520e-03],\n", + " [ 2.5199e-02, 2.7459e-02, 3.5157e-02, 3.0693e-02],\n", + " [ 1.5396e-02, 4.5506e-02, 3.2470e-02, 3.4698e-02],\n", + " [ 9.5112e-03, 6.3790e-02, 4.7462e-02, 3.3807e-02]]],\n", + " \n", + " \n", + " [[[ 7.2296e-03, -1.2708e-02, 7.3595e-03, 5.9475e-02],\n", + " [ 7.5716e-03, 1.5639e-02, -4.0715e-03, 1.4018e-02],\n", + " [ 2.2283e-02, 3.6425e-03, 1.6964e-02, 9.9791e-03],\n", + " [-7.5930e-03, 5.3905e-03, -6.2002e-03, 3.1414e-02]],\n", + " \n", + " [[ 2.2565e-03, -3.8750e-02, -4.1461e-02, -7.1105e-02],\n", + " [ 4.9116e-03, -1.4415e-02, -7.5733e-02, -5.3385e-02],\n", + " [-1.4820e-02, 1.5699e-02, -4.0244e-02, -3.8916e-02],\n", + " [ 1.5199e-02, -8.4060e-03, -1.7270e-03, -1.9560e-02]],\n", + " \n", + " [[ 3.3184e-03, -2.9260e-02, -1.1543e-02, -5.5132e-02],\n", + " [-1.7899e-02, -2.7026e-03, -1.6113e-02, -2.4870e-02],\n", + " [ 3.7467e-02, -1.7484e-02, -4.5716e-02, -3.2033e-02],\n", + " [ 2.1336e-02, -2.7820e-02, -1.8728e-02, -1.6610e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.9621e-02, 1.4465e-03, 3.1229e-02, 1.4809e-02],\n", + " [-2.7580e-02, 1.9411e-02, 8.0502e-03, 9.5147e-03],\n", + " [-6.3001e-03, -1.0758e-02, -3.3357e-02, -1.5725e-02],\n", + " [-1.7258e-02, 9.2853e-03, 1.6803e-02, 9.0987e-03]],\n", + " \n", + " [[-2.7432e-02, -4.6744e-02, -1.5394e-02, -7.8091e-02],\n", + " [-5.7728e-02, 2.7648e-03, -1.1608e-02, -5.0724e-02],\n", + " [-1.6572e-02, 1.0799e-02, -1.4710e-02, -2.7518e-02],\n", + " [-9.2372e-03, 2.0047e-03, -3.2235e-02, 1.2754e-02]],\n", + " \n", + " [[ 3.0669e-02, 7.7736e-02, 7.1429e-02, 2.9986e-02],\n", + " [ 4.1700e-02, 3.8163e-02, 4.3404e-02, 6.1650e-02],\n", + " [ 2.0862e-02, 3.4194e-02, 3.1388e-02, 5.8185e-02],\n", + " [ 6.0322e-02, 3.7693e-02, 2.5357e-02, 9.4086e-02]]],\n", + " \n", + " \n", + " [[[ 4.1753e-02, 1.0014e-02, 3.8597e-02, 4.0401e-02],\n", + " [ 7.0453e-03, -3.2098e-02, 6.1545e-03, -2.6221e-04],\n", + " [ 6.5139e-03, -1.2205e-03, -2.6220e-02, 1.7033e-02],\n", + " [-2.6809e-02, -3.7247e-02, -3.7842e-02, 7.3362e-03]],\n", + " \n", + " [[ 1.4589e-02, 4.6929e-03, -3.2113e-02, 2.7218e-02],\n", + " [-3.3616e-03, 3.9750e-02, 5.0194e-02, 3.6312e-02],\n", + " [ 9.9193e-04, 4.9955e-02, 3.0863e-02, 8.4602e-03],\n", + " [-1.9302e-02, -4.0713e-02, 6.7264e-03, -2.0044e-02]],\n", + " \n", + " [[ 2.8313e-02, 1.8197e-02, 1.9786e-02, -2.7628e-02],\n", + " [-1.7091e-02, 6.1980e-02, 3.8877e-02, 1.4564e-02],\n", + " [ 1.4420e-02, 3.1917e-02, 3.0884e-02, 2.6685e-02],\n", + " [-3.4330e-02, 2.0904e-02, 1.2718e-02, 8.6552e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-7.8780e-03, 3.9794e-02, -2.7937e-03, 2.5807e-02],\n", + " [-4.0146e-02, -4.3067e-03, -8.3469e-03, -8.3029e-03],\n", + " [-2.5945e-02, 1.1603e-02, -2.5850e-02, -3.7362e-02],\n", + " [-5.2012e-02, 2.0598e-02, -3.4773e-04, -1.5560e-02]],\n", + " \n", + " [[-6.6446e-03, 1.4385e-03, -3.2949e-02, -2.5984e-02],\n", + " [-2.2217e-02, 1.6592e-02, 5.2906e-03, -2.9572e-02],\n", + " [ 5.6508e-02, 2.0121e-02, 2.2948e-02, 4.9495e-02],\n", + " [-7.5238e-03, 1.8525e-02, 1.6069e-02, -9.4466e-03]],\n", + " \n", + " [[-2.2181e-03, 1.9006e-02, 2.2759e-02, 2.3215e-02],\n", + " [ 8.4399e-03, -9.1725e-03, 2.1929e-03, -2.6417e-02],\n", + " [-8.1088e-03, 4.8897e-02, 3.6189e-02, -1.9092e-03],\n", + " [-5.5070e-03, -1.7051e-04, 9.9059e-03, 8.8637e-03]]]])),\n", + " ('e4.batch_norms.Yes.weight',\n", + " tensor([ 3.2771e-02, -4.0078e-02, 1.8346e-02, 9.3400e-04, 3.1718e-04,\n", + " 2.8359e-02, -2.4918e-03, 1.6389e-04, -1.2400e-03, -5.5357e-02,\n", + " 5.7266e-04, -2.0935e-02, -5.7704e-04, -7.7816e-02, -5.3334e-04,\n", + " -2.6960e-04, 2.7752e-04, 9.6499e-03, -1.4155e-02, -1.5644e-03,\n", + " 1.0876e-03, -2.8328e-02, -4.2940e-04, -1.3756e-03, 1.4631e-04,\n", + " 6.8630e-02, 4.0500e-02, 6.4166e-02, 1.2795e-04, 1.5684e-05,\n", + " 2.3982e-02, 5.6351e-04, -6.2744e-02, 1.8055e-02, -1.9476e-02,\n", + " 2.8145e-02, 7.7114e-04, -4.3802e-04, -4.6107e-04, 1.6288e-02,\n", + " -2.0527e-04, 4.1753e-02, -9.8437e-03, -2.8029e-03, -5.2470e-04,\n", + " 2.3592e-05, 4.5500e-04, -2.8538e-03, 6.5458e-04, -1.9144e-02,\n", + " -1.2963e-02, -5.1905e-04, 1.2323e-04, -2.2963e-02, -1.1554e-02,\n", + " 1.1454e-02, -6.9900e-04, -5.4722e-03, -2.6141e-02, 1.0949e-02,\n", + " -6.5176e-05, -4.9866e-03, 9.3011e-04, -3.2002e-04, -4.5133e-04,\n", + " -1.5849e-04, -7.7402e-05, 1.8387e-02, 1.2346e-03, 6.1395e-02,\n", + " -2.7230e-04, -3.8042e-04, -2.0587e-02, 2.2498e-03, -1.6524e-03,\n", + " 2.1413e-04, 9.1854e-04, -7.9706e-02, 1.5200e-02, -6.9008e-04,\n", + " 5.7994e-02, -7.5491e-04, 3.8683e-02, 2.1236e-02, 6.4703e-04,\n", + " 8.9397e-02, 5.7627e-04, 8.4082e-04, 1.3649e-03, 3.1982e-04,\n", + " 7.1287e-02, 4.4259e-03, -2.0691e-04, 3.1780e-02, -1.2274e-03,\n", + " -3.2616e-04, -3.1996e-02, 1.3588e-04, -1.1640e-04, -2.0557e-02,\n", + " -5.0032e-02, -9.9371e-03, -6.0793e-02, 1.7526e-04, 6.4868e-02,\n", + " -6.8901e-04, -6.2060e-04, 2.2492e-02, 6.5796e-04, -1.4883e-02,\n", + " -2.0457e-02, 1.7200e-06, 1.0291e-04, 3.7245e-02, -1.2617e-03,\n", + " 2.8304e-04, -6.6062e-04, -1.6349e-02, 6.3118e-04, 1.5877e-02,\n", + " -1.1210e-04, -1.1067e-02, -1.9669e-04, 9.4372e-04, -1.2419e-02,\n", + " 1.8883e-04, 1.7116e-02, -1.4653e-02, -1.8575e-02, 2.1245e-04,\n", + " 2.8481e-02, 3.5757e-04, -1.0438e-04, -8.8005e-03, -2.3020e-02,\n", + " 2.5208e-04, -3.0106e-03, -4.6373e-02, -1.1129e-03, 5.5024e-04,\n", + " -3.6387e-02, 2.9883e-02, -3.4376e-04, -1.4460e-02, -4.2015e-02,\n", + " 5.9152e-04, -5.2858e-02, 6.9934e-04, -5.5643e-04, 5.5031e-02,\n", + " 8.1451e-04, 7.1444e-04, 1.2469e-05, -3.3548e-04, 2.0525e-02,\n", + " 6.1244e-06, -1.8563e-04, 5.4638e-02, 2.1071e-04, 4.9486e-02,\n", + " -3.9245e-04, 1.1292e-02, 1.9965e-02, 2.5438e-03, 6.4211e-02,\n", + " 2.5421e-04, -1.2952e-02, 2.6642e-04, 1.2456e-04, -4.0897e-02,\n", + " -3.4338e-04, 7.4151e-04, -7.0361e-04, 6.3677e-02, -4.0518e-03,\n", + " 3.6856e-03, -2.2724e-02, -1.6700e-03, -2.4143e-04, -1.8565e-03,\n", + " 3.0280e-02, 3.5553e-02, 3.7557e-04, -7.6690e-03, 1.9357e-02,\n", + " -7.8875e-04, -2.9662e-02, 2.3905e-04, 3.1561e-02, 1.5675e-04,\n", + " 2.5785e-02, 1.7306e-02, -8.1576e-03, -4.0265e-02, -3.0754e-02,\n", + " 6.7436e-05, -1.3257e-03, -1.0497e-03, -2.8992e-03, -4.6639e-04,\n", + " -3.2449e-05, -3.9033e-04, -2.4278e-02, 7.1128e-04, 8.2804e-02,\n", + " 7.2301e-02, 6.6202e-02, 1.2395e-02, -4.4023e-04, -1.4969e-03,\n", + " -4.9808e-04, 3.0984e-04, -8.6447e-04, 5.3044e-04, -8.0868e-02,\n", + " -7.8576e-04, 2.0709e-03, -2.8023e-02, -4.4483e-02, 1.3791e-02,\n", + " -3.4291e-02, -1.6806e-02, 2.9370e-04, -1.0660e-02, 4.6327e-02,\n", + " -3.5384e-02, 1.6611e-03, 4.2505e-04, -6.6274e-05, 7.6705e-04,\n", + " -3.2288e-02, 1.3821e-02, -8.5431e-04, 6.4093e-02, -1.6347e-02,\n", + " -5.9886e-02, 2.4389e-02, 5.7062e-02, -1.5686e-04, -4.0600e-04,\n", + " 4.6973e-03, 8.6973e-05, 4.0215e-02, 1.1707e-04, -1.0128e-02,\n", + " 7.1392e-04, 1.1302e-04, -3.0406e-04, 7.5304e-04, -1.1990e-04,\n", + " -1.6906e-06, 1.9942e-04, -6.1324e-04, 9.3006e-04, -2.4947e-04,\n", + " -5.2957e-02, 1.1102e-04, -1.1427e-03, 9.8952e-04, -3.0096e-02,\n", + " 2.6223e-04, -1.8662e-02, -2.6548e-04, -5.8875e-04, -1.3778e-02,\n", + " -7.9960e-02, 5.5591e-06, 3.5813e-04, -1.7902e-02, 3.1673e-04,\n", + " 2.0952e-02, 3.6128e-02, -1.3117e-02, 2.2076e-04, 2.6932e-03,\n", + " 3.0814e-04, 4.3889e-04, -7.0300e-05, -5.5416e-04, -9.2774e-04,\n", + " 1.6309e-03, 3.3285e-04, 1.1336e-02, -4.1475e-02, -2.6212e-02,\n", + " 3.2720e-04, 1.9696e-02, -1.1970e-03, 1.0911e-04, -1.9292e-03,\n", + " -1.0971e-04, -8.7730e-03, 4.4804e-05, -5.6357e-02, -1.3160e-02,\n", + " 1.8376e-04, -1.6101e-04, -9.2133e-03, -5.2783e-04, 1.3883e-02,\n", + " -7.1673e-04, 8.7768e-04, -1.2944e-02, 2.7681e-04, -1.2795e-02,\n", + " -1.7086e-02, -4.7576e-02, -6.8743e-02, -2.0670e-04, 2.6642e-02,\n", + " 8.8159e-02, -3.2962e-02, -4.4346e-04, -5.6871e-03, 6.3942e-02,\n", + " -3.3090e-03, -3.0257e-03, 4.2510e-02, -6.7640e-04, 3.3944e-02,\n", + " 9.1682e-03, -2.8992e-05, -1.1846e-02, 1.6120e-02, 2.8253e-02,\n", + " 4.5001e-02, 7.0873e-02, 5.4131e-03, -1.4702e-04, -1.3167e-04,\n", + " -6.3113e-02, -2.6535e-04, -1.4133e-03, -1.4221e-02, -3.8213e-04,\n", + " 5.6224e-04, 2.3230e-03, -1.3698e-03, -7.5265e-05, 4.9980e-02,\n", + " -2.3010e-04, -2.4157e-04, -1.0763e-04, -4.7992e-04, -4.3739e-02,\n", + " 5.5965e-02, 4.8185e-04, -4.6246e-02, -4.5965e-04, -4.5337e-05,\n", + " -1.0187e-03, -6.9743e-04, -3.0394e-02, -2.2688e-02, -1.3018e-04,\n", + " -3.3861e-04, 7.9182e-04, 5.0188e-03, -1.0230e-02, 9.5439e-02,\n", + " 7.3896e-03, 1.0638e-03, -4.1852e-02, 3.2344e-05, -1.0855e-02,\n", + " -4.0402e-04, -4.2238e-04, -5.7824e-04, -4.4964e-02, -3.1819e-02,\n", + " 1.3210e-02, 2.8599e-02, -3.9853e-04, 3.9945e-04, 1.2357e-04,\n", + " 5.0194e-02, -1.8929e-03, -1.3580e-03, -4.2344e-03, 5.1803e-02,\n", + " 1.4751e-03, -7.7039e-02, 1.9102e-03, 1.3903e-04, 4.3654e-02,\n", + " 1.1148e-04, 1.5026e-02, -2.2036e-04, 3.6414e-04, -3.8789e-04,\n", + " -3.6896e-02, 5.2592e-04, -3.7419e-02, 1.3336e-04, -6.9483e-03,\n", + " 1.2532e-03, -3.2374e-02, 3.6688e-02, -1.9088e-02, -1.7792e-04,\n", + " 4.2320e-02, -6.6229e-02, 3.6047e-02, 1.3095e-02, 4.6661e-05,\n", + " 1.7917e-04, -1.8433e-03, 6.7988e-04, -9.3307e-03, 1.4798e-04,\n", + " 3.2118e-04, -5.4266e-04, 7.7216e-04, 1.4681e-04, -5.6543e-02,\n", + " -6.4050e-04, -6.4632e-04, -5.1929e-04, 2.8359e-02, 1.2708e-03,\n", + " 2.7724e-02, -2.2939e-02, -7.7644e-04, 2.2360e-02, 5.6034e-04,\n", + " -2.3775e-04, -1.0447e-04, -7.0786e-02, 2.3399e-05, 4.3634e-02,\n", + " 5.5836e-04, 3.5316e-04, -1.2958e-02, -1.3902e-02, -1.4293e-03,\n", + " 5.7367e-02, 3.7515e-04, 1.1716e-03, 1.7649e-03, 4.7499e-04,\n", + " -4.4516e-04, -3.9855e-04, -3.8836e-02, -1.0914e-04, -6.7742e-02,\n", + " 4.5790e-02, -3.7451e-02, -1.2153e-03, 4.4223e-06, -2.6193e-02,\n", + " 3.7508e-04, -2.9331e-02, 2.8650e-02, 8.1156e-04, 2.3307e-04,\n", + " -2.7905e-04, -5.9774e-02, -5.4403e-04, -7.2852e-02, -2.3103e-02,\n", + " -7.1479e-02, -6.9060e-04, 1.1611e-02, -5.5872e-04, 1.8646e-02,\n", + " 4.7642e-02, 6.1572e-03, 1.2082e-02, -2.1157e-02, -1.4700e-04,\n", + " -5.1424e-05, -1.3012e-03, -5.1419e-04, -5.4849e-04, 5.8925e-04,\n", + " -7.9886e-05, -6.3729e-03, -9.8634e-04, -3.0155e-04, -2.9208e-03,\n", + " -5.1746e-03, -5.6938e-02, 4.7643e-02, 4.3124e-02, 9.8843e-03,\n", + " -2.4121e-04, -1.2918e-02, 1.4205e-02, 3.4074e-02, 1.2611e-03,\n", + " -1.0187e-02, 5.6460e-04, 1.0402e-02, 4.0245e-02, -6.5793e-03,\n", + " 2.1491e-02, 2.0281e-05, 2.2362e-03, 9.4150e-04, -6.4121e-04,\n", + " 5.0955e-02, -4.6951e-02, 3.9543e-02, 1.9757e-04, -1.1966e-02,\n", + " -3.8750e-04, 2.7428e-03, 2.1922e-04, 9.2531e-04, -3.0626e-02,\n", + " -5.2511e-05, 8.0633e-02])),\n", + " ('e4.batch_norms.Yes.bias',\n", + " tensor([-1.7263e-02, -6.6674e-03, -1.3268e-02, -6.3454e-03, -1.9410e-03,\n", + " -1.7058e-02, -2.3758e-03, -2.7747e-03, -1.2706e-03, -2.8626e-02,\n", + " -3.1737e-03, -8.9567e-03, -2.4976e-03, -5.5820e-03, -2.0853e-03,\n", + " -2.4413e-03, -1.4391e-03, -1.9032e-02, -1.8165e-02, 4.6588e-05,\n", + " -2.3718e-03, -1.0183e-02, -2.7547e-03, -2.2660e-03, -1.2943e-03,\n", + " -1.1022e-02, -1.3804e-02, -1.5424e-02, -1.7496e-03, -2.6510e-03,\n", + " -1.5745e-03, -3.3020e-03, 1.0823e-02, -1.7627e-02, -2.3491e-02,\n", + " -6.6548e-03, -1.7312e-03, -2.1233e-03, -1.3762e-03, -6.2170e-03,\n", + " -1.4802e-03, -2.7667e-03, -3.2856e-03, -6.0801e-03, -2.1765e-03,\n", + " -2.5009e-03, -2.4838e-03, -5.8555e-03, -3.1322e-03, -1.3614e-02,\n", + " -3.2647e-02, -1.8474e-03, -1.2250e-03, -1.3080e-02, -1.2206e-02,\n", + " -4.9785e-03, -8.2935e-04, -5.5461e-03, -2.6449e-02, -1.6040e-03,\n", + " -3.3945e-03, -3.6958e-04, -3.4652e-03, -1.8180e-03, -1.9367e-03,\n", + " -2.5111e-03, -2.1790e-03, -3.2108e-02, -2.7405e-03, 2.4770e-02,\n", + " -2.9738e-03, -2.1984e-03, -1.2175e-02, -5.5986e-03, -7.4472e-04,\n", + " -2.2099e-03, -2.0836e-03, -1.2304e-02, -2.2459e-02, -2.5763e-03,\n", + " -2.5843e-03, -1.8867e-03, -1.8652e-02, -1.2080e-02, -2.4874e-03,\n", + " -1.8484e-03, -2.5987e-03, 1.2409e-03, -2.8965e-03, -2.0977e-03,\n", + " -9.4319e-03, -4.3395e-03, -1.9636e-03, -7.1194e-03, -1.6089e-03,\n", + " -2.5635e-03, -3.3973e-02, -9.2151e-04, -2.0189e-03, -1.5999e-03,\n", + " -2.2028e-02, -3.5254e-03, -1.2991e-02, -3.0296e-03, -1.1417e-02,\n", + " -2.8932e-03, -2.1739e-03, -2.0943e-02, -2.1749e-03, -8.6011e-03,\n", + " -1.7752e-02, -3.1646e-03, -2.2744e-03, -7.2164e-03, -3.3103e-03,\n", + " -2.0039e-03, -1.5012e-03, -4.0391e-02, -3.5878e-03, -9.1184e-03,\n", + " -1.1355e-03, -3.0602e-02, -2.7390e-03, -1.3854e-03, -1.0403e-02,\n", + " -1.3179e-03, -1.4475e-02, -2.6676e-02, -1.0148e-02, -2.2231e-03,\n", + " -2.0096e-02, -2.5036e-03, -2.0001e-03, -5.7528e-03, -1.5734e-02,\n", + " -1.5181e-03, -9.5907e-04, -2.6474e-02, -9.3004e-04, 6.7016e-04,\n", + " -1.9462e-02, -1.8572e-02, -1.6787e-03, -2.0618e-02, -1.5351e-02,\n", + " -1.7954e-03, -1.6551e-02, -2.7847e-03, -1.9021e-03, 1.8121e-02,\n", + " -4.1060e-03, -1.2166e-03, -1.2073e-03, -1.6575e-03, -6.6868e-03,\n", + " -2.0082e-03, -1.4363e-03, -3.1288e-02, -1.8213e-03, -1.4256e-02,\n", + " -2.1421e-03, -1.2929e-02, -1.9479e-02, -1.8806e-02, 3.7275e-03,\n", + " -2.0335e-03, -6.2740e-03, -1.6839e-03, -3.0677e-03, -1.5074e-02,\n", + " -2.5489e-03, -8.3608e-04, -1.5440e-03, -4.1145e-02, -1.7727e-02,\n", + " 4.7998e-05, -2.6321e-02, -1.1818e-03, -2.6386e-03, 6.9568e-04,\n", + " -6.8920e-03, -1.2208e-02, -1.4123e-03, -5.3569e-03, -9.3898e-03,\n", + " -4.7119e-03, -2.9489e-02, -2.0988e-03, -1.9112e-02, -1.9059e-03,\n", + " -5.6939e-03, -4.1641e-02, -7.1972e-03, -2.4078e-02, -2.2283e-02,\n", + " -2.8821e-03, -3.2484e-03, -2.4208e-03, -1.2738e-03, -1.6862e-03,\n", + " -2.8866e-03, -2.7231e-03, -7.7729e-03, -2.2206e-03, 2.4815e-03,\n", + " 7.6620e-03, -1.5704e-02, -3.1887e-02, -3.4385e-03, -1.8380e-04,\n", + " -1.9794e-03, -1.9432e-03, -1.2812e-03, -1.6283e-03, 8.8772e-03,\n", + " -1.0747e-03, -2.3982e-03, -1.8319e-03, -2.1350e-02, -3.6129e-02,\n", + " -1.5986e-02, -1.1551e-02, -1.6069e-03, -7.9366e-03, -3.3287e-02,\n", + " -1.1910e-02, -3.3200e-03, -3.0675e-03, -2.1535e-03, -1.7300e-03,\n", + " -1.0369e-02, -1.7852e-02, -2.5973e-03, 3.3590e-03, -1.5974e-03,\n", + " -3.6712e-02, -9.4922e-03, 1.7262e-03, -1.5887e-03, -2.0283e-03,\n", + " -6.2467e-03, -2.5090e-03, -9.8219e-03, -2.9065e-03, -4.4185e-03,\n", + " -3.3234e-03, -5.6336e-04, -2.1953e-03, -2.0659e-03, -1.1958e-03,\n", + " -3.8098e-03, -2.6319e-03, -1.5349e-03, -1.6609e-03, -1.3644e-03,\n", + " -1.1683e-02, -1.3781e-03, -1.7784e-03, -1.4955e-03, -3.7482e-02,\n", + " -2.7104e-03, -3.6108e-02, -1.4041e-03, -2.2576e-03, -3.6250e-02,\n", + " 1.1488e-03, -3.7092e-03, -2.5219e-03, -1.3949e-02, -1.5553e-03,\n", + " -4.8879e-02, -1.2775e-02, -3.5383e-02, -1.6039e-03, 2.2688e-04,\n", + " -2.2487e-03, -2.6297e-03, -3.3551e-03, -1.7442e-03, -2.2914e-03,\n", + " -2.2483e-03, -1.1585e-03, -6.4203e-03, -1.3647e-02, -5.0078e-02,\n", + " -2.8171e-03, -4.8810e-02, -4.1476e-03, -2.2314e-03, 1.4272e-03,\n", + " -2.1461e-03, -2.8050e-03, -4.7891e-03, -3.4732e-02, -1.2042e-02,\n", + " -1.9561e-03, -1.6454e-03, -7.9723e-03, -2.6990e-03, -2.4828e-03,\n", + " -2.9444e-03, -4.3050e-03, -6.5509e-03, 1.5023e-03, -1.3826e-02,\n", + " -7.7571e-03, -2.9806e-02, 1.0567e-02, -2.1530e-03, -1.3181e-02,\n", + " -7.8520e-03, -4.9806e-03, -2.1444e-03, -1.6397e-02, -2.5912e-02,\n", + " 9.1693e-04, -5.2744e-03, -2.8112e-03, -1.8003e-03, -7.8087e-03,\n", + " -1.8891e-02, -1.5908e-03, -3.5012e-02, -4.2430e-02, -1.4023e-02,\n", + " -2.5333e-02, -1.4576e-02, -1.7498e-03, -1.3857e-03, -2.3562e-03,\n", + " -2.2901e-02, -9.9597e-04, -2.4727e-03, -1.8901e-02, -2.3727e-03,\n", + " -2.9419e-03, -5.4109e-03, -3.5478e-03, -1.6536e-03, -1.6960e-02,\n", + " -1.4091e-03, -2.0611e-03, -1.8579e-03, -3.1764e-03, -2.6322e-02,\n", + " -2.5841e-02, -2.9401e-03, -2.7819e-02, -1.3596e-03, -7.8489e-04,\n", + " -4.0339e-03, -1.5080e-03, -1.1985e-02, -5.6592e-02, -3.1338e-03,\n", + " -3.0117e-03, -2.9281e-03, -1.8335e-02, -6.9533e-03, 7.0525e-04,\n", + " -2.3479e-02, -1.8804e-03, -5.4026e-03, -2.5728e-03, -2.8211e-02,\n", + " -1.7165e-03, -2.1314e-03, -2.6064e-03, -1.2892e-02, -2.2037e-02,\n", + " -1.0256e-02, -5.5785e-02, -2.1301e-03, -3.5711e-03, -3.8474e-03,\n", + " -3.1784e-02, 1.9883e-04, -4.4643e-03, -8.8370e-03, -5.3176e-03,\n", + " -2.8053e-03, -1.8267e-02, -4.1071e-03, -2.0595e-03, -2.1616e-02,\n", + " -2.2936e-03, -1.0133e-02, -1.2470e-03, -1.4737e-03, -3.0974e-03,\n", + " -3.4912e-02, -3.4098e-03, -2.0558e-02, -1.5023e-03, -4.3187e-04,\n", + " -3.3534e-03, -1.0893e-02, -2.8251e-02, -4.6476e-02, -2.0771e-03,\n", + " -2.4528e-02, -1.9207e-02, -1.5884e-02, -1.4926e-03, -1.6988e-03,\n", + " -3.1920e-03, 1.1779e-03, -3.3064e-03, -2.9585e-03, -2.0323e-03,\n", + " -2.3866e-03, -2.3160e-03, -2.2941e-03, -2.4366e-03, -2.5463e-02,\n", + " -2.6054e-03, -3.0480e-03, -3.6620e-03, -4.0528e-03, -2.2611e-03,\n", + " -1.3605e-02, -1.1512e-02, -2.0623e-03, -2.3787e-02, -1.4979e-03,\n", + " -2.5583e-03, -1.9448e-03, 1.5458e-02, -1.5897e-03, -2.2124e-02,\n", + " -2.3999e-03, -3.4751e-03, -7.6121e-03, -8.2676e-03, -2.5257e-03,\n", + " -3.4802e-03, -1.6478e-03, -1.5654e-03, -9.8932e-04, -2.3043e-03,\n", + " -1.5876e-03, -2.6565e-03, -1.2851e-02, -2.8781e-03, -7.6607e-03,\n", + " 5.7618e-03, -1.6501e-02, -5.7197e-03, -2.1289e-03, -4.4700e-02,\n", + " -9.1213e-04, -1.5600e-02, -1.9754e-02, -1.9688e-03, -1.8852e-03,\n", + " -1.7156e-03, -1.4783e-02, -1.4571e-03, -3.3524e-02, -8.6092e-03,\n", + " -4.4775e-02, -1.4713e-03, -1.7952e-02, -1.9884e-03, -1.0380e-02,\n", + " -1.7215e-02, 7.4699e-05, -3.1791e-02, 2.0555e-03, -7.2711e-04,\n", + " -2.6718e-03, -7.0415e-03, -2.8379e-03, -2.2034e-03, -2.7696e-03,\n", + " -1.9348e-03, -1.6600e-02, -4.1492e-03, -1.6180e-03, -1.2871e-03,\n", + " -6.3196e-03, -5.9740e-03, -1.3676e-02, -1.6610e-02, -9.2099e-03,\n", + " -1.8067e-03, -1.2746e-02, -3.8742e-02, -1.1839e-02, 1.6873e-03,\n", + " -2.4569e-02, -2.8110e-03, -8.0277e-03, -2.0925e-02, -9.5094e-03,\n", + " -5.1532e-02, -2.1885e-03, -7.5356e-03, -2.1193e-03, -4.0693e-03,\n", + " -1.3638e-02, -2.6704e-02, -9.9767e-03, -1.2224e-03, -4.5231e-03,\n", + " -1.6138e-04, -7.5010e-03, -3.7594e-03, -3.1403e-03, -1.1592e-02,\n", + " -1.2814e-03, 4.2374e-03])),\n", + " ('e4.batch_norms.Yes.running_mean',\n", + " tensor([ 0.0031, -0.0034, -0.3918, -0.0203, -0.2378, 0.1498, -0.0249, 0.0216,\n", + " -0.0183, 0.1100, 0.0892, 0.1619, -0.1603, 0.0054, -0.0561, 0.0825,\n", + " 0.0147, -0.2122, 0.1419, 0.1070, -0.0677, -0.1533, -0.0747, -0.1124,\n", + " 0.0159, 0.0683, 0.0260, -0.0235, 0.0486, 0.1616, 0.0048, -0.0536,\n", + " -0.0728, -0.4469, 0.2399, 0.0719, 0.1367, -0.0433, 0.1175, -0.1634,\n", + " -0.0593, 0.0709, -0.0371, -0.1915, -0.0938, 0.1585, 0.0479, 0.0191,\n", + " 0.0510, 0.2665, 0.3369, 0.0445, -0.0874, 0.1580, -0.2102, 0.2701,\n", + " 0.1945, 0.3238, -0.0226, 0.0120, 0.2659, -0.1163, -0.0849, -0.1105,\n", + " -0.0010, 0.0177, -0.1786, -0.4307, -0.0020, 0.0779, -0.0425, -0.0513,\n", + " -0.0668, -0.2224, -0.1241, 0.0348, 0.0377, -0.0898, -0.3147, 0.0498,\n", + " 0.0681, -0.0990, 0.0374, 0.1322, 0.0373, 0.0303, 0.0533, 0.0358,\n", + " -0.0467, -0.0145, -0.0744, -0.1243, 0.0556, -0.4107, 0.0745, 0.0366,\n", + " 0.0042, 0.0952, 0.0458, -0.0868, 0.0202, -0.0770, -0.0156, -0.1968,\n", + " 0.0377, 0.2386, -0.0478, -0.2251, -0.0315, 0.0438, -0.1884, 0.0262,\n", + " -0.0314, 0.1468, 0.0148, -0.0727, -0.0152, 0.4453, -0.0394, 0.1301,\n", + " -0.0358, 0.3174, -0.0052, -0.0104, 0.1284, -0.0153, -0.0791, 0.1411,\n", + " 0.1914, 0.0925, -0.4548, -0.1702, 0.1334, -0.0549, 0.0219, -0.0955,\n", + " -0.0402, -0.0141, -0.0185, 0.0035, -0.0873, -0.0395, -0.0324, 0.2351,\n", + " -0.1798, 0.0488, 0.1736, 0.0116, 0.0139, -0.1059, 0.0393, 0.0173,\n", + " -0.1727, -0.0880, 0.2053, -0.0686, -0.0285, 0.0452, 0.1068, -0.4715,\n", + " -0.1515, 0.0474, -0.0245, -0.3631, 0.0258, 0.0389, -0.1206, -0.0728,\n", + " -0.0354, -0.1486, -0.0741, 0.0115, -0.0522, -0.0368, 0.3500, 0.0377,\n", + " -0.1375, 0.0679, -0.0727, 0.0115, -0.1288, 0.0104, 0.0127, -0.0649,\n", + " 0.1490, 0.0622, -0.0638, -0.0514, -0.1873, 0.1215, -0.0475, -0.3383,\n", + " 0.2525, 0.0455, -0.0781, 0.0440, -0.1439, 0.0633, -0.0364, 0.0087,\n", + " -0.1610, 0.0266, -0.1989, -0.0133, 0.0933, 0.1664, -0.0468, -0.4041,\n", + " 0.0595, -0.0596, 0.0680, 0.0024, -0.0529, 0.0106, -0.0652, 0.0014,\n", + " 0.0218, -0.0588, -0.0244, -0.4271, 0.0498, -0.1885, 0.0333, 0.1360,\n", + " -0.0539, 0.0063, 0.0120, 0.0664, -0.0785, 0.0155, 0.4437, -0.0281,\n", + " 0.1186, 0.0461, -0.0702, 0.0396, 0.1391, -0.0750, 0.0079, 0.0489,\n", + " 0.2107, 0.0674, -0.2114, 0.0139, 0.1964, 0.1215, -0.1190, 0.0190,\n", + " -0.0568, 0.0125, -0.0652, -0.1247, -0.1313, -0.0945, 0.0872, -0.0504,\n", + " 0.0073, 0.0042, 0.0672, 0.3721, 0.0084, 0.3419, -0.0065, 0.1101,\n", + " 0.4148, 0.0286, -0.0519, -0.0939, 0.1186, 0.0461, -0.4368, 0.0043,\n", + " 0.4116, 0.0558, 0.1376, 0.0217, -0.1901, 0.0738, 0.0274, 0.0391,\n", + " -0.0804, 0.0195, 0.0396, -0.0395, 0.3497, -0.0584, -0.3464, 0.0252,\n", + " -0.1158, 0.1731, -0.0270, -0.0813, 0.1346, -0.1552, 0.0979, -0.0716,\n", + " -0.0323, -0.0485, 0.1196, 0.0700, -0.2909, 0.0367, -0.0447, -0.1761,\n", + " -0.0254, -0.1422, -0.0593, -0.0635, -0.0886, -0.2187, -0.0323, 0.0157,\n", + " 0.0239, 0.0360, 0.0388, 0.0250, 0.2186, 0.0479, -0.0660, 0.0669,\n", + " -0.3709, -0.2532, 0.3943, -0.3073, 0.0811, 0.0083, -0.0556, -0.0011,\n", + " -0.0087, -0.1467, -0.0208, -0.0101, 0.0097, 0.2480, 0.1756, -0.0431,\n", + " -0.0391, 0.0592, 0.0122, 0.0098, 0.1233, 0.0152, 0.0043, 0.0683,\n", + " -0.0044, 0.0782, 0.2109, 0.0232, 0.0141, 0.1013, 0.0605, 0.1387,\n", + " -0.2299, 0.3683, 0.0794, -0.1748, -0.0188, -0.3432, -0.1809, 0.0660,\n", + " -0.2980, -0.0499, -0.0892, 0.0742, 0.3728, -0.0239, -0.0181, 0.0873,\n", + " -0.1302, -0.0345, -0.2611, -0.2221, -0.0235, -0.0520, 0.0629, -0.0448,\n", + " 0.0432, 0.0730, 0.0728, -0.0231, 0.0998, -0.0822, -0.3179, -0.0047,\n", + " -0.0391, 0.1119, 0.2608, -0.0524, -0.0935, -0.0433, -0.0773, 0.0213,\n", + " 0.0141, -0.0876, 0.0169, 0.1055, 0.1326, 0.0128, 0.4217, 0.1291,\n", + " 0.0353, -0.0722, -0.0428, 0.0781, -0.0267, 0.0506, 0.0778, -0.0076,\n", + " -0.0974, -0.1457, 0.0457, 0.0901, 0.2813, 0.0084, -0.0283, 0.0012,\n", + " -0.0340, 0.0487, 0.2174, -0.1322, -0.0152, -0.0097, -0.0917, -0.0300,\n", + " 0.0501, 0.0291, -0.0512, -0.0191, -0.0711, 0.0893, -0.0227, 0.1207,\n", + " 0.0052, -0.1204, -0.0180, -0.0429, 0.0115, 0.1474, 0.1412, -0.0164,\n", + " -0.1074, -0.0734, 0.0262, 0.0423, -0.0961, -0.0137, -0.0049, -0.0133,\n", + " 0.0080, 0.3502, 0.1395, 0.4582, -0.0039, -0.0603, -0.0198, 0.1043,\n", + " -0.0372, -0.0080, -0.0112, 0.0524, 0.0973, 0.0456, -0.1627, -0.0344,\n", + " -0.3015, 0.0689, 0.0186, -0.3694, -0.0228, 0.0115, -0.0818, 0.0357,\n", + " -0.0564, -0.0025, 0.0094, 0.0343, 0.3084, -0.0378, -0.0167, 0.1375,\n", + " 0.0338, -0.0288, -0.0013, 0.0780, 0.1870, -0.0370, 0.0561, -0.4365,\n", + " 0.1692, -0.0555, 0.3356, -0.1618, 0.2049, 0.0063, -0.3692, -0.3635,\n", + " -0.0215, 0.0265, 0.0895, -0.0296, 0.0986, 0.0113, -0.0773, 0.0457,\n", + " -0.0228, 0.0156, -0.0501, -0.0735, -0.0188, -0.0379, 0.0730, 0.0107])),\n", + " ('e4.batch_norms.Yes.running_var',\n", + " tensor([0.0043, 0.0290, 0.0240, 0.0133, 0.0838, 0.0145, 0.0210, 0.0127, 0.0340,\n", + " 0.0150, 0.0395, 0.0303, 0.0119, 0.0150, 0.0242, 0.0422, 0.0134, 0.0099,\n", + " 0.0075, 0.0156, 0.0196, 0.0085, 0.0114, 0.0291, 0.0179, 0.0051, 0.0246,\n", + " 0.0071, 0.0259, 0.0482, 0.0102, 0.0215, 0.0132, 0.0250, 0.0097, 0.0221,\n", + " 0.0240, 0.0246, 0.0617, 0.0153, 0.0202, 0.0115, 0.0305, 0.0514, 0.0292,\n", + " 0.0551, 0.0181, 0.0101, 0.0219, 0.0344, 0.0164, 0.0299, 0.0200, 0.0055,\n", + " 0.0434, 0.0463, 0.0308, 0.0171, 0.0139, 0.0246, 0.0131, 0.0435, 0.0307,\n", + " 0.0184, 0.0100, 0.0150, 0.0318, 0.0222, 0.0188, 0.0162, 0.0214, 0.0083,\n", + " 0.0086, 0.0124, 0.0237, 0.0133, 0.0092, 0.0081, 0.0181, 0.0166, 0.0171,\n", + " 0.0128, 0.0076, 0.0549, 0.0168, 0.0052, 0.0364, 0.0179, 0.0119, 0.0229,\n", + " 0.0074, 0.0102, 0.0176, 0.0234, 0.0233, 0.0144, 0.0134, 0.0154, 0.0188,\n", + " 0.0178, 0.0091, 0.0311, 0.0071, 0.0452, 0.0063, 0.0151, 0.0312, 0.0243,\n", + " 0.0217, 0.0076, 0.0373, 0.0151, 0.0142, 0.0625, 0.0139, 0.0184, 0.0116,\n", + " 0.0183, 0.0215, 0.0222, 0.0222, 0.0199, 0.0129, 0.0374, 0.0061, 0.0123,\n", + " 0.0112, 0.0068, 0.0105, 0.0240, 0.0293, 0.0228, 0.0143, 0.0080, 0.0038,\n", + " 0.0235, 0.0221, 0.0041, 0.0370, 0.0204, 0.0327, 0.0073, 0.0133, 0.0051,\n", + " 0.0144, 0.0126, 0.0143, 0.0275, 0.0571, 0.0143, 0.0348, 0.0211, 0.0357,\n", + " 0.0120, 0.0547, 0.0364, 0.0334, 0.0170, 0.0139, 0.0329, 0.0248, 0.0132,\n", + " 0.0112, 0.0201, 0.0174, 0.0353, 0.0229, 0.0185, 0.0215, 0.0135, 0.0185,\n", + " 0.0239, 0.0215, 0.0059, 0.0131, 0.0160, 0.0071, 0.0154, 0.0395, 0.0457,\n", + " 0.0091, 0.0276, 0.0193, 0.0258, 0.0533, 0.0154, 0.0226, 0.0252, 0.0287,\n", + " 0.0157, 0.0256, 0.0174, 0.0122, 0.0215, 0.0116, 0.0456, 0.0282, 0.0199,\n", + " 0.0325, 0.0711, 0.0378, 0.0201, 0.0202, 0.0159, 0.0157, 0.0100, 0.0266,\n", + " 0.0162, 0.0079, 0.0198, 0.0159, 0.0181, 0.0414, 0.0234, 0.0162, 0.0238,\n", + " 0.0151, 0.0379, 0.0232, 0.0192, 0.0059, 0.0288, 0.0589, 0.0092, 0.0066,\n", + " 0.0195, 0.0173, 0.0209, 0.0090, 0.0449, 0.0323, 0.0159, 0.0183, 0.0152,\n", + " 0.0522, 0.0067, 0.0369, 0.0112, 0.0420, 0.0197, 0.0253, 0.0130, 0.0129,\n", + " 0.0304, 0.0103, 0.0347, 0.0489, 0.0192, 0.0249, 0.0186, 0.0162, 0.0344,\n", + " 0.0477, 0.0209, 0.0255, 0.0357, 0.0345, 0.0238, 0.0185, 0.0167, 0.0144,\n", + " 0.0177, 0.0166, 0.0364, 0.0171, 0.0091, 0.0291, 0.0208, 0.0062, 0.0205,\n", + " 0.0208, 0.0112, 0.0178, 0.0168, 0.0313, 0.0807, 0.0486, 0.0147, 0.0161,\n", + " 0.0196, 0.0080, 0.0451, 0.0039, 0.0141, 0.0188, 0.0392, 0.0189, 0.0206,\n", + " 0.0474, 0.0144, 0.0348, 0.0217, 0.0129, 0.0092, 0.0137, 0.0185, 0.0129,\n", + " 0.0101, 0.0293, 0.0292, 0.0277, 0.0180, 0.0062, 0.0259, 0.0085, 0.0336,\n", + " 0.0156, 0.0131, 0.0390, 0.0054, 0.0056, 0.0331, 0.0676, 0.0118, 0.0091,\n", + " 0.0145, 0.0114, 0.0236, 0.0329, 0.0580, 0.0187, 0.0141, 0.0177, 0.0147,\n", + " 0.0090, 0.0133, 0.0090, 0.0120, 0.0174, 0.0243, 0.0098, 0.0133, 0.0137,\n", + " 0.0128, 0.0217, 0.0199, 0.0125, 0.0109, 0.0107, 0.0132, 0.0420, 0.0182,\n", + " 0.0742, 0.0179, 0.0123, 0.0043, 0.0303, 0.0147, 0.0230, 0.0082, 0.0102,\n", + " 0.0796, 0.0453, 0.0201, 0.0301, 0.0230, 0.0166, 0.0121, 0.0128, 0.0176,\n", + " 0.0113, 0.0178, 0.0207, 0.0194, 0.0150, 0.0516, 0.0189, 0.0219, 0.0097,\n", + " 0.0157, 0.0209, 0.0109, 0.0493, 0.0167, 0.0139, 0.0074, 0.0228, 0.0159,\n", + " 0.0050, 0.0048, 0.0313, 0.0049, 0.0133, 0.0155, 0.0159, 0.0177, 0.0493,\n", + " 0.0219, 0.0380, 0.0323, 0.0286, 0.0111, 0.0241, 0.0628, 0.0326, 0.0744,\n", + " 0.0226, 0.0257, 0.0220, 0.0289, 0.0071, 0.0056, 0.0080, 0.0202, 0.0156,\n", + " 0.0275, 0.0405, 0.0110, 0.0543, 0.0309, 0.0120, 0.0190, 0.0312, 0.0141,\n", + " 0.0085, 0.0164, 0.0174, 0.0177, 0.0313, 0.0231, 0.0255, 0.0292, 0.0159,\n", + " 0.0145, 0.0348, 0.0203, 0.0215, 0.0100, 0.0256, 0.0093, 0.0206, 0.0263,\n", + " 0.0054, 0.0309, 0.0264, 0.0081, 0.0240, 0.0219, 0.0154, 0.0207, 0.0253,\n", + " 0.0131, 0.0341, 0.0158, 0.0073, 0.0383, 0.0211, 0.0285, 0.0184, 0.0194,\n", + " 0.0208, 0.0317, 0.0278, 0.0310, 0.0284, 0.0263, 0.0113, 0.0748, 0.0067,\n", + " 0.0124, 0.0111, 0.0259, 0.0097, 0.0169, 0.0270, 0.0038, 0.0202, 0.0165,\n", + " 0.0195, 0.0128, 0.0118, 0.0103, 0.0151, 0.0204, 0.0127, 0.0203, 0.0102,\n", + " 0.0142, 0.0219, 0.0237, 0.0121, 0.0154, 0.0100, 0.0159, 0.0134, 0.0282,\n", + " 0.0109, 0.0168, 0.0187, 0.0195, 0.0156, 0.0196, 0.0542, 0.0073, 0.0334,\n", + " 0.0196, 0.0331, 0.0121, 0.0546, 0.0190, 0.0064, 0.0196, 0.0270, 0.0132,\n", + " 0.0101, 0.0220, 0.0192, 0.0201, 0.0216, 0.0085, 0.0428, 0.0122])),\n", + " ('e4.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('e4.l1.0.weight',\n", + " tensor([[[[-4.3648e-02, -6.2992e-02, -1.1619e-03, 5.4193e-03],\n", + " [-1.2134e-02, -3.3530e-03, -8.8588e-03, 4.5920e-03],\n", + " [-2.1325e-03, 1.4012e-02, 2.2776e-02, 3.3777e-02],\n", + " [ 1.0171e-02, 8.5651e-03, -6.7506e-03, -1.2129e-03]],\n", + " \n", + " [[ 1.1066e-02, 3.5440e-03, -1.3223e-02, 7.9842e-03],\n", + " [ 4.2963e-03, -1.2962e-02, -3.0952e-02, 1.2843e-02],\n", + " [ 1.4505e-02, -1.3294e-02, 1.7280e-02, 8.5950e-03],\n", + " [ 4.1484e-02, -3.9075e-02, -3.9958e-02, -2.2221e-02]],\n", + " \n", + " [[-2.9763e-03, 2.9898e-02, -7.0687e-03, -8.0656e-03],\n", + " [-1.2947e-02, 1.4043e-02, -1.0606e-02, -5.9695e-02],\n", + " [-2.1338e-02, -2.6630e-02, -4.1860e-02, 9.7273e-06],\n", + " [-8.0971e-03, -3.5048e-02, -8.5668e-03, -1.3668e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.1707e-02, -3.1496e-02, -9.8057e-03, -2.6742e-02],\n", + " [-2.4887e-02, -5.9295e-02, -4.5355e-02, 2.3566e-02],\n", + " [-3.4793e-03, -1.6940e-02, -8.7281e-03, 4.2218e-02],\n", + " [-1.1042e-02, 8.3024e-03, 1.8867e-02, 7.6773e-03]],\n", + " \n", + " [[ 5.6369e-03, -1.9595e-02, 2.0326e-02, 3.3545e-02],\n", + " [ 1.3471e-03, -6.6039e-03, 1.6713e-02, -8.8405e-03],\n", + " [-7.1662e-03, -2.2915e-02, 2.1434e-02, -4.8217e-02],\n", + " [ 4.4799e-03, -2.7321e-03, -1.4541e-03, -2.0806e-02]],\n", + " \n", + " [[ 4.0999e-02, 3.7776e-02, 8.2466e-02, 5.2589e-02],\n", + " [ 3.7529e-02, -5.1211e-03, -2.0299e-04, 3.0904e-02],\n", + " [-9.5999e-03, -5.0533e-02, -4.2923e-02, -4.3540e-02],\n", + " [-9.2582e-02, -4.1867e-02, -8.4845e-02, -7.4394e-02]]],\n", + " \n", + " \n", + " [[[-1.6671e-02, -3.9805e-02, -3.2995e-02, -2.2337e-02],\n", + " [-1.3461e-02, -3.7981e-02, -3.0109e-03, -4.1191e-02],\n", + " [ 2.4252e-02, -2.2436e-03, -7.2086e-03, -4.4783e-03],\n", + " [-5.4368e-03, -1.1776e-03, 5.7222e-02, 5.7527e-02]],\n", + " \n", + " [[ 2.6043e-02, 1.8310e-02, 4.5247e-02, 1.3998e-02],\n", + " [ 1.2734e-02, -4.4633e-04, 4.6095e-02, 4.3591e-02],\n", + " [ 2.2702e-03, 1.4414e-02, 2.8759e-02, 1.2542e-02],\n", + " [ 2.4238e-02, -1.0582e-02, 1.9806e-02, -1.8936e-02]],\n", + " \n", + " [[ 2.5995e-02, 4.3819e-02, 3.3228e-02, 1.7386e-02],\n", + " [ 8.6784e-04, 8.3674e-03, 3.0512e-02, -2.3614e-03],\n", + " [-1.1393e-02, 5.2806e-02, 6.4332e-03, 4.0995e-02],\n", + " [-2.3807e-02, 4.1742e-02, -8.4599e-03, 1.7741e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.4426e-02, 1.8949e-02, 1.4282e-02, -2.2006e-02],\n", + " [ 2.6602e-03, 5.8082e-02, 3.5874e-02, 4.3420e-02],\n", + " [ 2.9822e-02, -9.4600e-03, 2.5325e-02, 2.2706e-02],\n", + " [-2.1652e-02, 1.2999e-02, 3.9041e-02, 3.6644e-02]],\n", + " \n", + " [[ 7.3366e-02, 6.4675e-02, 5.9800e-02, -7.9273e-03],\n", + " [ 1.9504e-02, 5.1528e-02, 4.7491e-02, 5.0519e-02],\n", + " [ 1.4511e-02, 5.6959e-02, 3.6758e-02, 4.8529e-02],\n", + " [ 2.7736e-02, 4.8977e-02, 8.7100e-02, 8.0035e-03]],\n", + " \n", + " [[ 9.5590e-03, -1.8420e-02, -5.4489e-03, 4.5346e-04],\n", + " [ 2.5644e-02, -4.5021e-03, 1.7308e-03, -2.0106e-03],\n", + " [-1.8881e-02, 3.5877e-02, -1.0739e-02, -1.2271e-02],\n", + " [ 5.0743e-02, 1.9564e-02, 5.9806e-02, -1.6508e-02]]],\n", + " \n", + " \n", + " [[[-2.2787e-02, 3.1851e-04, 1.2268e-02, 2.7501e-02],\n", + " [ 2.9536e-02, 8.8810e-02, 8.0386e-02, 5.0251e-02],\n", + " [ 5.3027e-02, 1.1197e-01, 1.1200e-01, 1.5212e-02],\n", + " [ 2.8257e-02, 2.8104e-02, 5.8552e-02, 2.6612e-02]],\n", + " \n", + " [[-3.0937e-02, -2.9587e-02, -6.3380e-04, 4.6699e-04],\n", + " [ 4.4803e-02, -2.6692e-02, 2.8174e-03, 2.0174e-02],\n", + " [ 1.4400e-02, -2.7310e-04, 1.6430e-02, -1.3038e-02],\n", + " [-2.4332e-02, 2.7055e-02, -2.8856e-02, -1.1454e-02]],\n", + " \n", + " [[ 9.8733e-03, 4.4765e-03, 4.9581e-02, 3.4100e-02],\n", + " [-1.8899e-02, 1.7119e-02, -2.7758e-02, 3.1261e-02],\n", + " [ 2.5772e-02, -9.8278e-03, 2.4255e-03, -2.1169e-02],\n", + " [-4.2171e-04, -7.2620e-03, 3.7789e-02, 7.1036e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.3806e-02, 2.5926e-02, -3.8956e-02, -4.4902e-02],\n", + " [ 4.6489e-02, 6.6873e-02, 8.8336e-02, 2.8084e-02],\n", + " [ 6.6009e-04, 5.8733e-02, 4.2032e-02, 4.0570e-03],\n", + " [-2.4863e-02, -1.7131e-02, 1.1962e-02, -1.6743e-02]],\n", + " \n", + " [[ 1.3802e-02, -1.0805e-02, 7.9276e-03, -1.0539e-02],\n", + " [ 8.8153e-03, 3.6057e-03, -7.3076e-03, 2.9694e-03],\n", + " [ 1.1733e-02, 2.6507e-02, 6.2674e-03, -1.3771e-02],\n", + " [ 6.9587e-03, 2.3992e-02, 7.0435e-03, -9.6094e-03]],\n", + " \n", + " [[ 9.3607e-03, 4.5646e-02, -4.8167e-04, 4.9217e-03],\n", + " [ 1.6916e-02, -5.7509e-03, 9.5950e-03, -9.4644e-03],\n", + " [-5.9090e-03, -1.2814e-02, 1.1062e-02, 1.4406e-02],\n", + " [-2.3747e-02, -2.1465e-02, -2.7295e-02, -3.2697e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 3.7581e-02, -1.0605e-02, -2.1545e-02, 5.1327e-02],\n", + " [-2.3123e-02, 3.9557e-03, 9.1125e-03, 1.1863e-02],\n", + " [-1.2160e-02, 6.8472e-03, -6.4704e-03, 5.4462e-02],\n", + " [ 4.5729e-02, -3.3018e-03, 2.7290e-02, 8.3655e-02]],\n", + " \n", + " [[ 2.4359e-03, -1.7241e-02, 3.3127e-02, 3.0220e-02],\n", + " [ 2.7948e-02, 2.4222e-02, 4.8415e-02, 7.6284e-03],\n", + " [ 3.3396e-02, 2.7872e-02, 2.3560e-02, 3.5013e-02],\n", + " [ 2.9056e-02, 3.1837e-03, -1.1200e-02, 1.3645e-02]],\n", + " \n", + " [[-5.3206e-03, -1.0457e-02, 1.8266e-02, 2.1130e-02],\n", + " [ 2.0366e-02, 3.8325e-02, 4.9160e-02, -6.7562e-04],\n", + " [ 4.0424e-02, 3.6155e-02, 1.1787e-02, 1.2887e-02],\n", + " [ 1.4204e-02, 5.7559e-03, 1.4260e-02, -2.8224e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 5.0509e-02, 2.1336e-02, 3.6263e-03, -3.8261e-04],\n", + " [ 2.1074e-02, -4.6884e-03, 4.5649e-02, 4.0603e-02],\n", + " [ 7.4577e-02, 2.6072e-02, 6.2629e-02, 4.3955e-02],\n", + " [ 6.3186e-02, 4.8310e-02, 4.6502e-02, 1.7539e-02]],\n", + " \n", + " [[ 1.4240e-02, 4.9318e-02, 4.0794e-02, 4.4963e-02],\n", + " [ 7.0682e-02, 3.0851e-02, 4.0312e-02, 3.6173e-02],\n", + " [ 4.3974e-02, 4.7107e-02, 1.1708e-02, 2.6494e-02],\n", + " [ 4.4268e-02, -4.2371e-04, -2.6719e-02, -4.3992e-03]],\n", + " \n", + " [[ 5.4776e-03, 2.0678e-02, 6.9237e-03, -7.5520e-03],\n", + " [ 2.5199e-02, 2.7459e-02, 3.5157e-02, 3.0693e-02],\n", + " [ 1.5396e-02, 4.5506e-02, 3.2470e-02, 3.4698e-02],\n", + " [ 9.5112e-03, 6.3790e-02, 4.7462e-02, 3.3807e-02]]],\n", + " \n", + " \n", + " [[[ 7.2296e-03, -1.2708e-02, 7.3595e-03, 5.9475e-02],\n", + " [ 7.5716e-03, 1.5639e-02, -4.0715e-03, 1.4018e-02],\n", + " [ 2.2283e-02, 3.6425e-03, 1.6964e-02, 9.9791e-03],\n", + " [-7.5930e-03, 5.3905e-03, -6.2002e-03, 3.1414e-02]],\n", + " \n", + " [[ 2.2565e-03, -3.8750e-02, -4.1461e-02, -7.1105e-02],\n", + " [ 4.9116e-03, -1.4415e-02, -7.5733e-02, -5.3385e-02],\n", + " [-1.4820e-02, 1.5699e-02, -4.0244e-02, -3.8916e-02],\n", + " [ 1.5199e-02, -8.4060e-03, -1.7270e-03, -1.9560e-02]],\n", + " \n", + " [[ 3.3184e-03, -2.9260e-02, -1.1543e-02, -5.5132e-02],\n", + " [-1.7899e-02, -2.7026e-03, -1.6113e-02, -2.4870e-02],\n", + " [ 3.7467e-02, -1.7484e-02, -4.5716e-02, -3.2033e-02],\n", + " [ 2.1336e-02, -2.7820e-02, -1.8728e-02, -1.6610e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.9621e-02, 1.4465e-03, 3.1229e-02, 1.4809e-02],\n", + " [-2.7580e-02, 1.9411e-02, 8.0502e-03, 9.5147e-03],\n", + " [-6.3001e-03, -1.0758e-02, -3.3357e-02, -1.5725e-02],\n", + " [-1.7258e-02, 9.2853e-03, 1.6803e-02, 9.0987e-03]],\n", + " \n", + " [[-2.7432e-02, -4.6744e-02, -1.5394e-02, -7.8091e-02],\n", + " [-5.7728e-02, 2.7648e-03, -1.1608e-02, -5.0724e-02],\n", + " [-1.6572e-02, 1.0799e-02, -1.4710e-02, -2.7518e-02],\n", + " [-9.2372e-03, 2.0047e-03, -3.2235e-02, 1.2754e-02]],\n", + " \n", + " [[ 3.0669e-02, 7.7736e-02, 7.1429e-02, 2.9986e-02],\n", + " [ 4.1700e-02, 3.8163e-02, 4.3404e-02, 6.1650e-02],\n", + " [ 2.0862e-02, 3.4194e-02, 3.1388e-02, 5.8185e-02],\n", + " [ 6.0322e-02, 3.7693e-02, 2.5357e-02, 9.4086e-02]]],\n", + " \n", + " \n", + " [[[ 4.1753e-02, 1.0014e-02, 3.8597e-02, 4.0401e-02],\n", + " [ 7.0453e-03, -3.2098e-02, 6.1545e-03, -2.6221e-04],\n", + " [ 6.5139e-03, -1.2205e-03, -2.6220e-02, 1.7033e-02],\n", + " [-2.6809e-02, -3.7247e-02, -3.7842e-02, 7.3362e-03]],\n", + " \n", + " [[ 1.4589e-02, 4.6929e-03, -3.2113e-02, 2.7218e-02],\n", + " [-3.3616e-03, 3.9750e-02, 5.0194e-02, 3.6312e-02],\n", + " [ 9.9193e-04, 4.9955e-02, 3.0863e-02, 8.4602e-03],\n", + " [-1.9302e-02, -4.0713e-02, 6.7264e-03, -2.0044e-02]],\n", + " \n", + " [[ 2.8313e-02, 1.8197e-02, 1.9786e-02, -2.7628e-02],\n", + " [-1.7091e-02, 6.1980e-02, 3.8877e-02, 1.4564e-02],\n", + " [ 1.4420e-02, 3.1917e-02, 3.0884e-02, 2.6685e-02],\n", + " [-3.4330e-02, 2.0904e-02, 1.2718e-02, 8.6552e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-7.8780e-03, 3.9794e-02, -2.7937e-03, 2.5807e-02],\n", + " [-4.0146e-02, -4.3067e-03, -8.3469e-03, -8.3029e-03],\n", + " [-2.5945e-02, 1.1603e-02, -2.5850e-02, -3.7362e-02],\n", + " [-5.2012e-02, 2.0598e-02, -3.4773e-04, -1.5560e-02]],\n", + " \n", + " [[-6.6446e-03, 1.4385e-03, -3.2949e-02, -2.5984e-02],\n", + " [-2.2217e-02, 1.6592e-02, 5.2906e-03, -2.9572e-02],\n", + " [ 5.6508e-02, 2.0121e-02, 2.2948e-02, 4.9495e-02],\n", + " [-7.5238e-03, 1.8525e-02, 1.6069e-02, -9.4466e-03]],\n", + " \n", + " [[-2.2181e-03, 1.9006e-02, 2.2759e-02, 2.3215e-02],\n", + " [ 8.4399e-03, -9.1725e-03, 2.1929e-03, -2.6417e-02],\n", + " [-8.1088e-03, 4.8897e-02, 3.6189e-02, -1.9092e-03],\n", + " [-5.5070e-03, -1.7051e-04, 9.9059e-03, 8.8637e-03]]]])),\n", + " ('e4.l1.1.weight',\n", + " tensor([ 3.2771e-02, -4.0078e-02, 1.8346e-02, 9.3400e-04, 3.1718e-04,\n", + " 2.8359e-02, -2.4918e-03, 1.6389e-04, -1.2400e-03, -5.5357e-02,\n", + " 5.7266e-04, -2.0935e-02, -5.7704e-04, -7.7816e-02, -5.3334e-04,\n", + " -2.6960e-04, 2.7752e-04, 9.6499e-03, -1.4155e-02, -1.5644e-03,\n", + " 1.0876e-03, -2.8328e-02, -4.2940e-04, -1.3756e-03, 1.4631e-04,\n", + " 6.8630e-02, 4.0500e-02, 6.4166e-02, 1.2795e-04, 1.5684e-05,\n", + " 2.3982e-02, 5.6351e-04, -6.2744e-02, 1.8055e-02, -1.9476e-02,\n", + " 2.8145e-02, 7.7114e-04, -4.3802e-04, -4.6107e-04, 1.6288e-02,\n", + " -2.0527e-04, 4.1753e-02, -9.8437e-03, -2.8029e-03, -5.2470e-04,\n", + " 2.3592e-05, 4.5500e-04, -2.8538e-03, 6.5458e-04, -1.9144e-02,\n", + " -1.2963e-02, -5.1905e-04, 1.2323e-04, -2.2963e-02, -1.1554e-02,\n", + " 1.1454e-02, -6.9900e-04, -5.4722e-03, -2.6141e-02, 1.0949e-02,\n", + " -6.5176e-05, -4.9866e-03, 9.3011e-04, -3.2002e-04, -4.5133e-04,\n", + " -1.5849e-04, -7.7402e-05, 1.8387e-02, 1.2346e-03, 6.1395e-02,\n", + " -2.7230e-04, -3.8042e-04, -2.0587e-02, 2.2498e-03, -1.6524e-03,\n", + " 2.1413e-04, 9.1854e-04, -7.9706e-02, 1.5200e-02, -6.9008e-04,\n", + " 5.7994e-02, -7.5491e-04, 3.8683e-02, 2.1236e-02, 6.4703e-04,\n", + " 8.9397e-02, 5.7627e-04, 8.4082e-04, 1.3649e-03, 3.1982e-04,\n", + " 7.1287e-02, 4.4259e-03, -2.0691e-04, 3.1780e-02, -1.2274e-03,\n", + " -3.2616e-04, -3.1996e-02, 1.3588e-04, -1.1640e-04, -2.0557e-02,\n", + " -5.0032e-02, -9.9371e-03, -6.0793e-02, 1.7526e-04, 6.4868e-02,\n", + " -6.8901e-04, -6.2060e-04, 2.2492e-02, 6.5796e-04, -1.4883e-02,\n", + " -2.0457e-02, 1.7200e-06, 1.0291e-04, 3.7245e-02, -1.2617e-03,\n", + " 2.8304e-04, -6.6062e-04, -1.6349e-02, 6.3118e-04, 1.5877e-02,\n", + " -1.1210e-04, -1.1067e-02, -1.9669e-04, 9.4372e-04, -1.2419e-02,\n", + " 1.8883e-04, 1.7116e-02, -1.4653e-02, -1.8575e-02, 2.1245e-04,\n", + " 2.8481e-02, 3.5757e-04, -1.0438e-04, -8.8005e-03, -2.3020e-02,\n", + " 2.5208e-04, -3.0106e-03, -4.6373e-02, -1.1129e-03, 5.5024e-04,\n", + " -3.6387e-02, 2.9883e-02, -3.4376e-04, -1.4460e-02, -4.2015e-02,\n", + " 5.9152e-04, -5.2858e-02, 6.9934e-04, -5.5643e-04, 5.5031e-02,\n", + " 8.1451e-04, 7.1444e-04, 1.2469e-05, -3.3548e-04, 2.0525e-02,\n", + " 6.1244e-06, -1.8563e-04, 5.4638e-02, 2.1071e-04, 4.9486e-02,\n", + " -3.9245e-04, 1.1292e-02, 1.9965e-02, 2.5438e-03, 6.4211e-02,\n", + " 2.5421e-04, -1.2952e-02, 2.6642e-04, 1.2456e-04, -4.0897e-02,\n", + " -3.4338e-04, 7.4151e-04, -7.0361e-04, 6.3677e-02, -4.0518e-03,\n", + " 3.6856e-03, -2.2724e-02, -1.6700e-03, -2.4143e-04, -1.8565e-03,\n", + " 3.0280e-02, 3.5553e-02, 3.7557e-04, -7.6690e-03, 1.9357e-02,\n", + " -7.8875e-04, -2.9662e-02, 2.3905e-04, 3.1561e-02, 1.5675e-04,\n", + " 2.5785e-02, 1.7306e-02, -8.1576e-03, -4.0265e-02, -3.0754e-02,\n", + " 6.7436e-05, -1.3257e-03, -1.0497e-03, -2.8992e-03, -4.6639e-04,\n", + " -3.2449e-05, -3.9033e-04, -2.4278e-02, 7.1128e-04, 8.2804e-02,\n", + " 7.2301e-02, 6.6202e-02, 1.2395e-02, -4.4023e-04, -1.4969e-03,\n", + " -4.9808e-04, 3.0984e-04, -8.6447e-04, 5.3044e-04, -8.0868e-02,\n", + " -7.8576e-04, 2.0709e-03, -2.8023e-02, -4.4483e-02, 1.3791e-02,\n", + " -3.4291e-02, -1.6806e-02, 2.9370e-04, -1.0660e-02, 4.6327e-02,\n", + " -3.5384e-02, 1.6611e-03, 4.2505e-04, -6.6274e-05, 7.6705e-04,\n", + " -3.2288e-02, 1.3821e-02, -8.5431e-04, 6.4093e-02, -1.6347e-02,\n", + " -5.9886e-02, 2.4389e-02, 5.7062e-02, -1.5686e-04, -4.0600e-04,\n", + " 4.6973e-03, 8.6973e-05, 4.0215e-02, 1.1707e-04, -1.0128e-02,\n", + " 7.1392e-04, 1.1302e-04, -3.0406e-04, 7.5304e-04, -1.1990e-04,\n", + " -1.6906e-06, 1.9942e-04, -6.1324e-04, 9.3006e-04, -2.4947e-04,\n", + " -5.2957e-02, 1.1102e-04, -1.1427e-03, 9.8952e-04, -3.0096e-02,\n", + " 2.6223e-04, -1.8662e-02, -2.6548e-04, -5.8875e-04, -1.3778e-02,\n", + " -7.9960e-02, 5.5591e-06, 3.5813e-04, -1.7902e-02, 3.1673e-04,\n", + " 2.0952e-02, 3.6128e-02, -1.3117e-02, 2.2076e-04, 2.6932e-03,\n", + " 3.0814e-04, 4.3889e-04, -7.0300e-05, -5.5416e-04, -9.2774e-04,\n", + " 1.6309e-03, 3.3285e-04, 1.1336e-02, -4.1475e-02, -2.6212e-02,\n", + " 3.2720e-04, 1.9696e-02, -1.1970e-03, 1.0911e-04, -1.9292e-03,\n", + " -1.0971e-04, -8.7730e-03, 4.4804e-05, -5.6357e-02, -1.3160e-02,\n", + " 1.8376e-04, -1.6101e-04, -9.2133e-03, -5.2783e-04, 1.3883e-02,\n", + " -7.1673e-04, 8.7768e-04, -1.2944e-02, 2.7681e-04, -1.2795e-02,\n", + " -1.7086e-02, -4.7576e-02, -6.8743e-02, -2.0670e-04, 2.6642e-02,\n", + " 8.8159e-02, -3.2962e-02, -4.4346e-04, -5.6871e-03, 6.3942e-02,\n", + " -3.3090e-03, -3.0257e-03, 4.2510e-02, -6.7640e-04, 3.3944e-02,\n", + " 9.1682e-03, -2.8992e-05, -1.1846e-02, 1.6120e-02, 2.8253e-02,\n", + " 4.5001e-02, 7.0873e-02, 5.4131e-03, -1.4702e-04, -1.3167e-04,\n", + " -6.3113e-02, -2.6535e-04, -1.4133e-03, -1.4221e-02, -3.8213e-04,\n", + " 5.6224e-04, 2.3230e-03, -1.3698e-03, -7.5265e-05, 4.9980e-02,\n", + " -2.3010e-04, -2.4157e-04, -1.0763e-04, -4.7992e-04, -4.3739e-02,\n", + " 5.5965e-02, 4.8185e-04, -4.6246e-02, -4.5965e-04, -4.5337e-05,\n", + " -1.0187e-03, -6.9743e-04, -3.0394e-02, -2.2688e-02, -1.3018e-04,\n", + " -3.3861e-04, 7.9182e-04, 5.0188e-03, -1.0230e-02, 9.5439e-02,\n", + " 7.3896e-03, 1.0638e-03, -4.1852e-02, 3.2344e-05, -1.0855e-02,\n", + " -4.0402e-04, -4.2238e-04, -5.7824e-04, -4.4964e-02, -3.1819e-02,\n", + " 1.3210e-02, 2.8599e-02, -3.9853e-04, 3.9945e-04, 1.2357e-04,\n", + " 5.0194e-02, -1.8929e-03, -1.3580e-03, -4.2344e-03, 5.1803e-02,\n", + " 1.4751e-03, -7.7039e-02, 1.9102e-03, 1.3903e-04, 4.3654e-02,\n", + " 1.1148e-04, 1.5026e-02, -2.2036e-04, 3.6414e-04, -3.8789e-04,\n", + " -3.6896e-02, 5.2592e-04, -3.7419e-02, 1.3336e-04, -6.9483e-03,\n", + " 1.2532e-03, -3.2374e-02, 3.6688e-02, -1.9088e-02, -1.7792e-04,\n", + " 4.2320e-02, -6.6229e-02, 3.6047e-02, 1.3095e-02, 4.6661e-05,\n", + " 1.7917e-04, -1.8433e-03, 6.7988e-04, -9.3307e-03, 1.4798e-04,\n", + " 3.2118e-04, -5.4266e-04, 7.7216e-04, 1.4681e-04, -5.6543e-02,\n", + " -6.4050e-04, -6.4632e-04, -5.1929e-04, 2.8359e-02, 1.2708e-03,\n", + " 2.7724e-02, -2.2939e-02, -7.7644e-04, 2.2360e-02, 5.6034e-04,\n", + " -2.3775e-04, -1.0447e-04, -7.0786e-02, 2.3399e-05, 4.3634e-02,\n", + " 5.5836e-04, 3.5316e-04, -1.2958e-02, -1.3902e-02, -1.4293e-03,\n", + " 5.7367e-02, 3.7515e-04, 1.1716e-03, 1.7649e-03, 4.7499e-04,\n", + " -4.4516e-04, -3.9855e-04, -3.8836e-02, -1.0914e-04, -6.7742e-02,\n", + " 4.5790e-02, -3.7451e-02, -1.2153e-03, 4.4223e-06, -2.6193e-02,\n", + " 3.7508e-04, -2.9331e-02, 2.8650e-02, 8.1156e-04, 2.3307e-04,\n", + " -2.7905e-04, -5.9774e-02, -5.4403e-04, -7.2852e-02, -2.3103e-02,\n", + " -7.1479e-02, -6.9060e-04, 1.1611e-02, -5.5872e-04, 1.8646e-02,\n", + " 4.7642e-02, 6.1572e-03, 1.2082e-02, -2.1157e-02, -1.4700e-04,\n", + " -5.1424e-05, -1.3012e-03, -5.1419e-04, -5.4849e-04, 5.8925e-04,\n", + " -7.9886e-05, -6.3729e-03, -9.8634e-04, -3.0155e-04, -2.9208e-03,\n", + " -5.1746e-03, -5.6938e-02, 4.7643e-02, 4.3124e-02, 9.8843e-03,\n", + " -2.4121e-04, -1.2918e-02, 1.4205e-02, 3.4074e-02, 1.2611e-03,\n", + " -1.0187e-02, 5.6460e-04, 1.0402e-02, 4.0245e-02, -6.5793e-03,\n", + " 2.1491e-02, 2.0281e-05, 2.2362e-03, 9.4150e-04, -6.4121e-04,\n", + " 5.0955e-02, -4.6951e-02, 3.9543e-02, 1.9757e-04, -1.1966e-02,\n", + " -3.8750e-04, 2.7428e-03, 2.1922e-04, 9.2531e-04, -3.0626e-02,\n", + " -5.2511e-05, 8.0633e-02])),\n", + " ('e4.l1.1.bias',\n", + " tensor([-1.7263e-02, -6.6674e-03, -1.3268e-02, -6.3454e-03, -1.9410e-03,\n", + " -1.7058e-02, -2.3758e-03, -2.7747e-03, -1.2706e-03, -2.8626e-02,\n", + " -3.1737e-03, -8.9567e-03, -2.4976e-03, -5.5820e-03, -2.0853e-03,\n", + " -2.4413e-03, -1.4391e-03, -1.9032e-02, -1.8165e-02, 4.6588e-05,\n", + " -2.3718e-03, -1.0183e-02, -2.7547e-03, -2.2660e-03, -1.2943e-03,\n", + " -1.1022e-02, -1.3804e-02, -1.5424e-02, -1.7496e-03, -2.6510e-03,\n", + " -1.5745e-03, -3.3020e-03, 1.0823e-02, -1.7627e-02, -2.3491e-02,\n", + " -6.6548e-03, -1.7312e-03, -2.1233e-03, -1.3762e-03, -6.2170e-03,\n", + " -1.4802e-03, -2.7667e-03, -3.2856e-03, -6.0801e-03, -2.1765e-03,\n", + " -2.5009e-03, -2.4838e-03, -5.8555e-03, -3.1322e-03, -1.3614e-02,\n", + " -3.2647e-02, -1.8474e-03, -1.2250e-03, -1.3080e-02, -1.2206e-02,\n", + " -4.9785e-03, -8.2935e-04, -5.5461e-03, -2.6449e-02, -1.6040e-03,\n", + " -3.3945e-03, -3.6958e-04, -3.4652e-03, -1.8180e-03, -1.9367e-03,\n", + " -2.5111e-03, -2.1790e-03, -3.2108e-02, -2.7405e-03, 2.4770e-02,\n", + " -2.9738e-03, -2.1984e-03, -1.2175e-02, -5.5986e-03, -7.4472e-04,\n", + " -2.2099e-03, -2.0836e-03, -1.2304e-02, -2.2459e-02, -2.5763e-03,\n", + " -2.5843e-03, -1.8867e-03, -1.8652e-02, -1.2080e-02, -2.4874e-03,\n", + " -1.8484e-03, -2.5987e-03, 1.2409e-03, -2.8965e-03, -2.0977e-03,\n", + " -9.4319e-03, -4.3395e-03, -1.9636e-03, -7.1194e-03, -1.6089e-03,\n", + " -2.5635e-03, -3.3973e-02, -9.2151e-04, -2.0189e-03, -1.5999e-03,\n", + " -2.2028e-02, -3.5254e-03, -1.2991e-02, -3.0296e-03, -1.1417e-02,\n", + " -2.8932e-03, -2.1739e-03, -2.0943e-02, -2.1749e-03, -8.6011e-03,\n", + " -1.7752e-02, -3.1646e-03, -2.2744e-03, -7.2164e-03, -3.3103e-03,\n", + " -2.0039e-03, -1.5012e-03, -4.0391e-02, -3.5878e-03, -9.1184e-03,\n", + " -1.1355e-03, -3.0602e-02, -2.7390e-03, -1.3854e-03, -1.0403e-02,\n", + " -1.3179e-03, -1.4475e-02, -2.6676e-02, -1.0148e-02, -2.2231e-03,\n", + " -2.0096e-02, -2.5036e-03, -2.0001e-03, -5.7528e-03, -1.5734e-02,\n", + " -1.5181e-03, -9.5907e-04, -2.6474e-02, -9.3004e-04, 6.7016e-04,\n", + " -1.9462e-02, -1.8572e-02, -1.6787e-03, -2.0618e-02, -1.5351e-02,\n", + " -1.7954e-03, -1.6551e-02, -2.7847e-03, -1.9021e-03, 1.8121e-02,\n", + " -4.1060e-03, -1.2166e-03, -1.2073e-03, -1.6575e-03, -6.6868e-03,\n", + " -2.0082e-03, -1.4363e-03, -3.1288e-02, -1.8213e-03, -1.4256e-02,\n", + " -2.1421e-03, -1.2929e-02, -1.9479e-02, -1.8806e-02, 3.7275e-03,\n", + " -2.0335e-03, -6.2740e-03, -1.6839e-03, -3.0677e-03, -1.5074e-02,\n", + " -2.5489e-03, -8.3608e-04, -1.5440e-03, -4.1145e-02, -1.7727e-02,\n", + " 4.7998e-05, -2.6321e-02, -1.1818e-03, -2.6386e-03, 6.9568e-04,\n", + " -6.8920e-03, -1.2208e-02, -1.4123e-03, -5.3569e-03, -9.3898e-03,\n", + " -4.7119e-03, -2.9489e-02, -2.0988e-03, -1.9112e-02, -1.9059e-03,\n", + " -5.6939e-03, -4.1641e-02, -7.1972e-03, -2.4078e-02, -2.2283e-02,\n", + " -2.8821e-03, -3.2484e-03, -2.4208e-03, -1.2738e-03, -1.6862e-03,\n", + " -2.8866e-03, -2.7231e-03, -7.7729e-03, -2.2206e-03, 2.4815e-03,\n", + " 7.6620e-03, -1.5704e-02, -3.1887e-02, -3.4385e-03, -1.8380e-04,\n", + " -1.9794e-03, -1.9432e-03, -1.2812e-03, -1.6283e-03, 8.8772e-03,\n", + " -1.0747e-03, -2.3982e-03, -1.8319e-03, -2.1350e-02, -3.6129e-02,\n", + " -1.5986e-02, -1.1551e-02, -1.6069e-03, -7.9366e-03, -3.3287e-02,\n", + " -1.1910e-02, -3.3200e-03, -3.0675e-03, -2.1535e-03, -1.7300e-03,\n", + " -1.0369e-02, -1.7852e-02, -2.5973e-03, 3.3590e-03, -1.5974e-03,\n", + " -3.6712e-02, -9.4922e-03, 1.7262e-03, -1.5887e-03, -2.0283e-03,\n", + " -6.2467e-03, -2.5090e-03, -9.8219e-03, -2.9065e-03, -4.4185e-03,\n", + " -3.3234e-03, -5.6336e-04, -2.1953e-03, -2.0659e-03, -1.1958e-03,\n", + " -3.8098e-03, -2.6319e-03, -1.5349e-03, -1.6609e-03, -1.3644e-03,\n", + " -1.1683e-02, -1.3781e-03, -1.7784e-03, -1.4955e-03, -3.7482e-02,\n", + " -2.7104e-03, -3.6108e-02, -1.4041e-03, -2.2576e-03, -3.6250e-02,\n", + " 1.1488e-03, -3.7092e-03, -2.5219e-03, -1.3949e-02, -1.5553e-03,\n", + " -4.8879e-02, -1.2775e-02, -3.5383e-02, -1.6039e-03, 2.2688e-04,\n", + " -2.2487e-03, -2.6297e-03, -3.3551e-03, -1.7442e-03, -2.2914e-03,\n", + " -2.2483e-03, -1.1585e-03, -6.4203e-03, -1.3647e-02, -5.0078e-02,\n", + " -2.8171e-03, -4.8810e-02, -4.1476e-03, -2.2314e-03, 1.4272e-03,\n", + " -2.1461e-03, -2.8050e-03, -4.7891e-03, -3.4732e-02, -1.2042e-02,\n", + " -1.9561e-03, -1.6454e-03, -7.9723e-03, -2.6990e-03, -2.4828e-03,\n", + " -2.9444e-03, -4.3050e-03, -6.5509e-03, 1.5023e-03, -1.3826e-02,\n", + " -7.7571e-03, -2.9806e-02, 1.0567e-02, -2.1530e-03, -1.3181e-02,\n", + " -7.8520e-03, -4.9806e-03, -2.1444e-03, -1.6397e-02, -2.5912e-02,\n", + " 9.1693e-04, -5.2744e-03, -2.8112e-03, -1.8003e-03, -7.8087e-03,\n", + " -1.8891e-02, -1.5908e-03, -3.5012e-02, -4.2430e-02, -1.4023e-02,\n", + " -2.5333e-02, -1.4576e-02, -1.7498e-03, -1.3857e-03, -2.3562e-03,\n", + " -2.2901e-02, -9.9597e-04, -2.4727e-03, -1.8901e-02, -2.3727e-03,\n", + " -2.9419e-03, -5.4109e-03, -3.5478e-03, -1.6536e-03, -1.6960e-02,\n", + " -1.4091e-03, -2.0611e-03, -1.8579e-03, -3.1764e-03, -2.6322e-02,\n", + " -2.5841e-02, -2.9401e-03, -2.7819e-02, -1.3596e-03, -7.8489e-04,\n", + " -4.0339e-03, -1.5080e-03, -1.1985e-02, -5.6592e-02, -3.1338e-03,\n", + " -3.0117e-03, -2.9281e-03, -1.8335e-02, -6.9533e-03, 7.0525e-04,\n", + " -2.3479e-02, -1.8804e-03, -5.4026e-03, -2.5728e-03, -2.8211e-02,\n", + " -1.7165e-03, -2.1314e-03, -2.6064e-03, -1.2892e-02, -2.2037e-02,\n", + " -1.0256e-02, -5.5785e-02, -2.1301e-03, -3.5711e-03, -3.8474e-03,\n", + " -3.1784e-02, 1.9883e-04, -4.4643e-03, -8.8370e-03, -5.3176e-03,\n", + " -2.8053e-03, -1.8267e-02, -4.1071e-03, -2.0595e-03, -2.1616e-02,\n", + " -2.2936e-03, -1.0133e-02, -1.2470e-03, -1.4737e-03, -3.0974e-03,\n", + " -3.4912e-02, -3.4098e-03, -2.0558e-02, -1.5023e-03, -4.3187e-04,\n", + " -3.3534e-03, -1.0893e-02, -2.8251e-02, -4.6476e-02, -2.0771e-03,\n", + " -2.4528e-02, -1.9207e-02, -1.5884e-02, -1.4926e-03, -1.6988e-03,\n", + " -3.1920e-03, 1.1779e-03, -3.3064e-03, -2.9585e-03, -2.0323e-03,\n", + " -2.3866e-03, -2.3160e-03, -2.2941e-03, -2.4366e-03, -2.5463e-02,\n", + " -2.6054e-03, -3.0480e-03, -3.6620e-03, -4.0528e-03, -2.2611e-03,\n", + " -1.3605e-02, -1.1512e-02, -2.0623e-03, -2.3787e-02, -1.4979e-03,\n", + " -2.5583e-03, -1.9448e-03, 1.5458e-02, -1.5897e-03, -2.2124e-02,\n", + " -2.3999e-03, -3.4751e-03, -7.6121e-03, -8.2676e-03, -2.5257e-03,\n", + " -3.4802e-03, -1.6478e-03, -1.5654e-03, -9.8932e-04, -2.3043e-03,\n", + " -1.5876e-03, -2.6565e-03, -1.2851e-02, -2.8781e-03, -7.6607e-03,\n", + " 5.7618e-03, -1.6501e-02, -5.7197e-03, -2.1289e-03, -4.4700e-02,\n", + " -9.1213e-04, -1.5600e-02, -1.9754e-02, -1.9688e-03, -1.8852e-03,\n", + " -1.7156e-03, -1.4783e-02, -1.4571e-03, -3.3524e-02, -8.6092e-03,\n", + " -4.4775e-02, -1.4713e-03, -1.7952e-02, -1.9884e-03, -1.0380e-02,\n", + " -1.7215e-02, 7.4699e-05, -3.1791e-02, 2.0555e-03, -7.2711e-04,\n", + " -2.6718e-03, -7.0415e-03, -2.8379e-03, -2.2034e-03, -2.7696e-03,\n", + " -1.9348e-03, -1.6600e-02, -4.1492e-03, -1.6180e-03, -1.2871e-03,\n", + " -6.3196e-03, -5.9740e-03, -1.3676e-02, -1.6610e-02, -9.2099e-03,\n", + " -1.8067e-03, -1.2746e-02, -3.8742e-02, -1.1839e-02, 1.6873e-03,\n", + " -2.4569e-02, -2.8110e-03, -8.0277e-03, -2.0925e-02, -9.5094e-03,\n", + " -5.1532e-02, -2.1885e-03, -7.5356e-03, -2.1193e-03, -4.0693e-03,\n", + " -1.3638e-02, -2.6704e-02, -9.9767e-03, -1.2224e-03, -4.5231e-03,\n", + " -1.6138e-04, -7.5010e-03, -3.7594e-03, -3.1403e-03, -1.1592e-02,\n", + " -1.2814e-03, 4.2374e-03])),\n", + " ('e4.l1.1.running_mean',\n", + " tensor([ 0.0031, -0.0034, -0.3918, -0.0203, -0.2378, 0.1498, -0.0249, 0.0216,\n", + " -0.0183, 0.1100, 0.0892, 0.1619, -0.1603, 0.0054, -0.0561, 0.0825,\n", + " 0.0147, -0.2122, 0.1419, 0.1070, -0.0677, -0.1533, -0.0747, -0.1124,\n", + " 0.0159, 0.0683, 0.0260, -0.0235, 0.0486, 0.1616, 0.0048, -0.0536,\n", + " -0.0728, -0.4469, 0.2399, 0.0719, 0.1367, -0.0433, 0.1175, -0.1634,\n", + " -0.0593, 0.0709, -0.0371, -0.1915, -0.0938, 0.1585, 0.0479, 0.0191,\n", + " 0.0510, 0.2665, 0.3369, 0.0445, -0.0874, 0.1580, -0.2102, 0.2701,\n", + " 0.1945, 0.3238, -0.0226, 0.0120, 0.2659, -0.1163, -0.0849, -0.1105,\n", + " -0.0010, 0.0177, -0.1786, -0.4307, -0.0020, 0.0779, -0.0425, -0.0513,\n", + " -0.0668, -0.2224, -0.1241, 0.0348, 0.0377, -0.0898, -0.3147, 0.0498,\n", + " 0.0681, -0.0990, 0.0374, 0.1322, 0.0373, 0.0303, 0.0533, 0.0358,\n", + " -0.0467, -0.0145, -0.0744, -0.1243, 0.0556, -0.4107, 0.0745, 0.0366,\n", + " 0.0042, 0.0952, 0.0458, -0.0868, 0.0202, -0.0770, -0.0156, -0.1968,\n", + " 0.0377, 0.2386, -0.0478, -0.2251, -0.0315, 0.0438, -0.1884, 0.0262,\n", + " -0.0314, 0.1468, 0.0148, -0.0727, -0.0152, 0.4453, -0.0394, 0.1301,\n", + " -0.0358, 0.3174, -0.0052, -0.0104, 0.1284, -0.0153, -0.0791, 0.1411,\n", + " 0.1914, 0.0925, -0.4548, -0.1702, 0.1334, -0.0549, 0.0219, -0.0955,\n", + " -0.0402, -0.0141, -0.0185, 0.0035, -0.0873, -0.0395, -0.0324, 0.2351,\n", + " -0.1798, 0.0488, 0.1736, 0.0116, 0.0139, -0.1059, 0.0393, 0.0173,\n", + " -0.1727, -0.0880, 0.2053, -0.0686, -0.0285, 0.0452, 0.1068, -0.4715,\n", + " -0.1515, 0.0474, -0.0245, -0.3631, 0.0258, 0.0389, -0.1206, -0.0728,\n", + " -0.0354, -0.1486, -0.0741, 0.0115, -0.0522, -0.0368, 0.3500, 0.0377,\n", + " -0.1375, 0.0679, -0.0727, 0.0115, -0.1288, 0.0104, 0.0127, -0.0649,\n", + " 0.1490, 0.0622, -0.0638, -0.0514, -0.1873, 0.1215, -0.0475, -0.3383,\n", + " 0.2525, 0.0455, -0.0781, 0.0440, -0.1439, 0.0633, -0.0364, 0.0087,\n", + " -0.1610, 0.0266, -0.1989, -0.0133, 0.0933, 0.1664, -0.0468, -0.4041,\n", + " 0.0595, -0.0596, 0.0680, 0.0024, -0.0529, 0.0106, -0.0652, 0.0014,\n", + " 0.0218, -0.0588, -0.0244, -0.4271, 0.0498, -0.1885, 0.0333, 0.1360,\n", + " -0.0539, 0.0063, 0.0120, 0.0664, -0.0785, 0.0155, 0.4437, -0.0281,\n", + " 0.1186, 0.0461, -0.0702, 0.0396, 0.1391, -0.0750, 0.0079, 0.0489,\n", + " 0.2107, 0.0674, -0.2114, 0.0139, 0.1964, 0.1215, -0.1190, 0.0190,\n", + " -0.0568, 0.0125, -0.0652, -0.1247, -0.1313, -0.0945, 0.0872, -0.0504,\n", + " 0.0073, 0.0042, 0.0672, 0.3721, 0.0084, 0.3419, -0.0065, 0.1101,\n", + " 0.4148, 0.0286, -0.0519, -0.0939, 0.1186, 0.0461, -0.4368, 0.0043,\n", + " 0.4116, 0.0558, 0.1376, 0.0217, -0.1901, 0.0738, 0.0274, 0.0391,\n", + " -0.0804, 0.0195, 0.0396, -0.0395, 0.3497, -0.0584, -0.3464, 0.0252,\n", + " -0.1158, 0.1731, -0.0270, -0.0813, 0.1346, -0.1552, 0.0979, -0.0716,\n", + " -0.0323, -0.0485, 0.1196, 0.0700, -0.2909, 0.0367, -0.0447, -0.1761,\n", + " -0.0254, -0.1422, -0.0593, -0.0635, -0.0886, -0.2187, -0.0323, 0.0157,\n", + " 0.0239, 0.0360, 0.0388, 0.0250, 0.2186, 0.0479, -0.0660, 0.0669,\n", + " -0.3709, -0.2532, 0.3943, -0.3073, 0.0811, 0.0083, -0.0556, -0.0011,\n", + " -0.0087, -0.1467, -0.0208, -0.0101, 0.0097, 0.2480, 0.1756, -0.0431,\n", + " -0.0391, 0.0592, 0.0122, 0.0098, 0.1233, 0.0152, 0.0043, 0.0683,\n", + " -0.0044, 0.0782, 0.2109, 0.0232, 0.0141, 0.1013, 0.0605, 0.1387,\n", + " -0.2299, 0.3683, 0.0794, -0.1748, -0.0188, -0.3432, -0.1809, 0.0660,\n", + " -0.2980, -0.0499, -0.0892, 0.0742, 0.3728, -0.0239, -0.0181, 0.0873,\n", + " -0.1302, -0.0345, -0.2611, -0.2221, -0.0235, -0.0520, 0.0629, -0.0448,\n", + " 0.0432, 0.0730, 0.0728, -0.0231, 0.0998, -0.0822, -0.3179, -0.0047,\n", + " -0.0391, 0.1119, 0.2608, -0.0524, -0.0935, -0.0433, -0.0773, 0.0213,\n", + " 0.0141, -0.0876, 0.0169, 0.1055, 0.1326, 0.0128, 0.4217, 0.1291,\n", + " 0.0353, -0.0722, -0.0428, 0.0781, -0.0267, 0.0506, 0.0778, -0.0076,\n", + " -0.0974, -0.1457, 0.0457, 0.0901, 0.2813, 0.0084, -0.0283, 0.0012,\n", + " -0.0340, 0.0487, 0.2174, -0.1322, -0.0152, -0.0097, -0.0917, -0.0300,\n", + " 0.0501, 0.0291, -0.0512, -0.0191, -0.0711, 0.0893, -0.0227, 0.1207,\n", + " 0.0052, -0.1204, -0.0180, -0.0429, 0.0115, 0.1474, 0.1412, -0.0164,\n", + " -0.1074, -0.0734, 0.0262, 0.0423, -0.0961, -0.0137, -0.0049, -0.0133,\n", + " 0.0080, 0.3502, 0.1395, 0.4582, -0.0039, -0.0603, -0.0198, 0.1043,\n", + " -0.0372, -0.0080, -0.0112, 0.0524, 0.0973, 0.0456, -0.1627, -0.0344,\n", + " -0.3015, 0.0689, 0.0186, -0.3694, -0.0228, 0.0115, -0.0818, 0.0357,\n", + " -0.0564, -0.0025, 0.0094, 0.0343, 0.3084, -0.0378, -0.0167, 0.1375,\n", + " 0.0338, -0.0288, -0.0013, 0.0780, 0.1870, -0.0370, 0.0561, -0.4365,\n", + " 0.1692, -0.0555, 0.3356, -0.1618, 0.2049, 0.0063, -0.3692, -0.3635,\n", + " -0.0215, 0.0265, 0.0895, -0.0296, 0.0986, 0.0113, -0.0773, 0.0457,\n", + " -0.0228, 0.0156, -0.0501, -0.0735, -0.0188, -0.0379, 0.0730, 0.0107])),\n", + " ('e4.l1.1.running_var',\n", + " tensor([0.0043, 0.0290, 0.0240, 0.0133, 0.0838, 0.0145, 0.0210, 0.0127, 0.0340,\n", + " 0.0150, 0.0395, 0.0303, 0.0119, 0.0150, 0.0242, 0.0422, 0.0134, 0.0099,\n", + " 0.0075, 0.0156, 0.0196, 0.0085, 0.0114, 0.0291, 0.0179, 0.0051, 0.0246,\n", + " 0.0071, 0.0259, 0.0482, 0.0102, 0.0215, 0.0132, 0.0250, 0.0097, 0.0221,\n", + " 0.0240, 0.0246, 0.0617, 0.0153, 0.0202, 0.0115, 0.0305, 0.0514, 0.0292,\n", + " 0.0551, 0.0181, 0.0101, 0.0219, 0.0344, 0.0164, 0.0299, 0.0200, 0.0055,\n", + " 0.0434, 0.0463, 0.0308, 0.0171, 0.0139, 0.0246, 0.0131, 0.0435, 0.0307,\n", + " 0.0184, 0.0100, 0.0150, 0.0318, 0.0222, 0.0188, 0.0162, 0.0214, 0.0083,\n", + " 0.0086, 0.0124, 0.0237, 0.0133, 0.0092, 0.0081, 0.0181, 0.0166, 0.0171,\n", + " 0.0128, 0.0076, 0.0549, 0.0168, 0.0052, 0.0364, 0.0179, 0.0119, 0.0229,\n", + " 0.0074, 0.0102, 0.0176, 0.0234, 0.0233, 0.0144, 0.0134, 0.0154, 0.0188,\n", + " 0.0178, 0.0091, 0.0311, 0.0071, 0.0452, 0.0063, 0.0151, 0.0312, 0.0243,\n", + " 0.0217, 0.0076, 0.0373, 0.0151, 0.0142, 0.0625, 0.0139, 0.0184, 0.0116,\n", + " 0.0183, 0.0215, 0.0222, 0.0222, 0.0199, 0.0129, 0.0374, 0.0061, 0.0123,\n", + " 0.0112, 0.0068, 0.0105, 0.0240, 0.0293, 0.0228, 0.0143, 0.0080, 0.0038,\n", + " 0.0235, 0.0221, 0.0041, 0.0370, 0.0204, 0.0327, 0.0073, 0.0133, 0.0051,\n", + " 0.0144, 0.0126, 0.0143, 0.0275, 0.0571, 0.0143, 0.0348, 0.0211, 0.0357,\n", + " 0.0120, 0.0547, 0.0364, 0.0334, 0.0170, 0.0139, 0.0329, 0.0248, 0.0132,\n", + " 0.0112, 0.0201, 0.0174, 0.0353, 0.0229, 0.0185, 0.0215, 0.0135, 0.0185,\n", + " 0.0239, 0.0215, 0.0059, 0.0131, 0.0160, 0.0071, 0.0154, 0.0395, 0.0457,\n", + " 0.0091, 0.0276, 0.0193, 0.0258, 0.0533, 0.0154, 0.0226, 0.0252, 0.0287,\n", + " 0.0157, 0.0256, 0.0174, 0.0122, 0.0215, 0.0116, 0.0456, 0.0282, 0.0199,\n", + " 0.0325, 0.0711, 0.0378, 0.0201, 0.0202, 0.0159, 0.0157, 0.0100, 0.0266,\n", + " 0.0162, 0.0079, 0.0198, 0.0159, 0.0181, 0.0414, 0.0234, 0.0162, 0.0238,\n", + " 0.0151, 0.0379, 0.0232, 0.0192, 0.0059, 0.0288, 0.0589, 0.0092, 0.0066,\n", + " 0.0195, 0.0173, 0.0209, 0.0090, 0.0449, 0.0323, 0.0159, 0.0183, 0.0152,\n", + " 0.0522, 0.0067, 0.0369, 0.0112, 0.0420, 0.0197, 0.0253, 0.0130, 0.0129,\n", + " 0.0304, 0.0103, 0.0347, 0.0489, 0.0192, 0.0249, 0.0186, 0.0162, 0.0344,\n", + " 0.0477, 0.0209, 0.0255, 0.0357, 0.0345, 0.0238, 0.0185, 0.0167, 0.0144,\n", + " 0.0177, 0.0166, 0.0364, 0.0171, 0.0091, 0.0291, 0.0208, 0.0062, 0.0205,\n", + " 0.0208, 0.0112, 0.0178, 0.0168, 0.0313, 0.0807, 0.0486, 0.0147, 0.0161,\n", + " 0.0196, 0.0080, 0.0451, 0.0039, 0.0141, 0.0188, 0.0392, 0.0189, 0.0206,\n", + " 0.0474, 0.0144, 0.0348, 0.0217, 0.0129, 0.0092, 0.0137, 0.0185, 0.0129,\n", + " 0.0101, 0.0293, 0.0292, 0.0277, 0.0180, 0.0062, 0.0259, 0.0085, 0.0336,\n", + " 0.0156, 0.0131, 0.0390, 0.0054, 0.0056, 0.0331, 0.0676, 0.0118, 0.0091,\n", + " 0.0145, 0.0114, 0.0236, 0.0329, 0.0580, 0.0187, 0.0141, 0.0177, 0.0147,\n", + " 0.0090, 0.0133, 0.0090, 0.0120, 0.0174, 0.0243, 0.0098, 0.0133, 0.0137,\n", + " 0.0128, 0.0217, 0.0199, 0.0125, 0.0109, 0.0107, 0.0132, 0.0420, 0.0182,\n", + " 0.0742, 0.0179, 0.0123, 0.0043, 0.0303, 0.0147, 0.0230, 0.0082, 0.0102,\n", + " 0.0796, 0.0453, 0.0201, 0.0301, 0.0230, 0.0166, 0.0121, 0.0128, 0.0176,\n", + " 0.0113, 0.0178, 0.0207, 0.0194, 0.0150, 0.0516, 0.0189, 0.0219, 0.0097,\n", + " 0.0157, 0.0209, 0.0109, 0.0493, 0.0167, 0.0139, 0.0074, 0.0228, 0.0159,\n", + " 0.0050, 0.0048, 0.0313, 0.0049, 0.0133, 0.0155, 0.0159, 0.0177, 0.0493,\n", + " 0.0219, 0.0380, 0.0323, 0.0286, 0.0111, 0.0241, 0.0628, 0.0326, 0.0744,\n", + " 0.0226, 0.0257, 0.0220, 0.0289, 0.0071, 0.0056, 0.0080, 0.0202, 0.0156,\n", + " 0.0275, 0.0405, 0.0110, 0.0543, 0.0309, 0.0120, 0.0190, 0.0312, 0.0141,\n", + " 0.0085, 0.0164, 0.0174, 0.0177, 0.0313, 0.0231, 0.0255, 0.0292, 0.0159,\n", + " 0.0145, 0.0348, 0.0203, 0.0215, 0.0100, 0.0256, 0.0093, 0.0206, 0.0263,\n", + " 0.0054, 0.0309, 0.0264, 0.0081, 0.0240, 0.0219, 0.0154, 0.0207, 0.0253,\n", + " 0.0131, 0.0341, 0.0158, 0.0073, 0.0383, 0.0211, 0.0285, 0.0184, 0.0194,\n", + " 0.0208, 0.0317, 0.0278, 0.0310, 0.0284, 0.0263, 0.0113, 0.0748, 0.0067,\n", + " 0.0124, 0.0111, 0.0259, 0.0097, 0.0169, 0.0270, 0.0038, 0.0202, 0.0165,\n", + " 0.0195, 0.0128, 0.0118, 0.0103, 0.0151, 0.0204, 0.0127, 0.0203, 0.0102,\n", + " 0.0142, 0.0219, 0.0237, 0.0121, 0.0154, 0.0100, 0.0159, 0.0134, 0.0282,\n", + " 0.0109, 0.0168, 0.0187, 0.0195, 0.0156, 0.0196, 0.0542, 0.0073, 0.0334,\n", + " 0.0196, 0.0331, 0.0121, 0.0546, 0.0190, 0.0064, 0.0196, 0.0270, 0.0132,\n", + " 0.0101, 0.0220, 0.0192, 0.0201, 0.0216, 0.0085, 0.0428, 0.0122])),\n", + " ('e4.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('e5.conv.weight',\n", + " tensor([[[[ 3.9380e-03, -4.1260e-02, 2.3555e-02, 4.2636e-02],\n", + " [-3.3659e-02, 6.3305e-03, -2.2986e-02, -1.6356e-02],\n", + " [-8.7656e-02, 2.1863e-02, 3.1177e-03, 1.2680e-02],\n", + " [-2.4839e-02, -1.1593e-02, 5.8537e-02, -1.3259e-03]],\n", + " \n", + " [[ 1.3814e-02, -1.0507e-02, 2.6652e-02, 1.9937e-02],\n", + " [-1.0329e-02, -2.1407e-02, -8.1405e-03, 4.1824e-02],\n", + " [-3.2909e-02, -4.3671e-02, -1.8085e-02, 1.9668e-02],\n", + " [-6.4602e-03, -1.9539e-02, 5.1076e-02, 2.9831e-02]],\n", + " \n", + " [[-1.4932e-02, -4.6013e-02, -4.2082e-02, -5.7649e-02],\n", + " [-4.5294e-02, -2.8032e-02, -5.0409e-02, -6.9576e-02],\n", + " [-8.3245e-02, -3.2992e-02, -3.1123e-02, -1.6331e-02],\n", + " [-3.2788e-02, -2.4444e-02, -4.6970e-02, 2.0236e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.4973e-02, 2.4009e-03, 2.4043e-02, -3.4957e-03],\n", + " [-1.6262e-02, 4.0109e-04, 6.2826e-03, -9.0606e-03],\n", + " [-8.1772e-03, -2.9861e-02, 1.8192e-02, 2.8849e-03],\n", + " [-2.9566e-02, -4.1494e-02, 1.3113e-02, 2.8451e-02]],\n", + " \n", + " [[ 3.2480e-02, -7.1326e-04, -7.4950e-03, 2.3291e-03],\n", + " [ 3.5746e-02, 4.9260e-03, 2.7048e-02, 1.6991e-02],\n", + " [ 1.4262e-03, 1.2121e-02, -2.6441e-02, 3.2721e-03],\n", + " [-1.7475e-02, 1.3702e-02, 4.6257e-02, 6.7010e-03]],\n", + " \n", + " [[ 2.5258e-02, 5.2252e-02, 2.2388e-03, -2.3123e-02],\n", + " [-2.1711e-02, 1.6004e-02, -5.1955e-04, -5.7303e-03],\n", + " [-3.4236e-02, 3.0100e-03, -3.3062e-02, -2.9253e-02],\n", + " [-1.0215e-02, 2.7002e-02, -3.1492e-02, -1.4164e-02]]],\n", + " \n", + " \n", + " [[[ 7.7614e-02, 7.6210e-03, 4.2899e-02, 1.2516e-02],\n", + " [-2.5619e-02, -7.2960e-03, -8.0445e-04, 1.2822e-02],\n", + " [ 2.2238e-02, 6.8441e-02, 4.2741e-02, 2.1786e-02],\n", + " [-1.1563e-02, 2.8356e-02, 3.1230e-02, 5.0581e-02]],\n", + " \n", + " [[ 2.7138e-02, 4.5754e-02, -4.3967e-03, 3.6588e-02],\n", + " [ 3.1694e-02, 4.9685e-02, 2.8187e-02, 9.6642e-03],\n", + " [-3.2824e-04, -7.1520e-02, -3.7477e-02, -6.9465e-03],\n", + " [ 1.2344e-02, -5.1320e-02, -6.2182e-02, -7.0316e-03]],\n", + " \n", + " [[ 3.3712e-02, 3.5757e-02, 5.3321e-02, 5.3129e-02],\n", + " [ 1.0483e-02, -1.5284e-02, 3.0968e-02, 2.3078e-02],\n", + " [-5.9130e-02, -6.7303e-02, -2.2870e-02, 2.4314e-02],\n", + " [ 1.3536e-02, -1.4653e-02, -2.3338e-02, 3.0961e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.8572e-02, 9.0473e-04, 6.8878e-02, 4.0785e-02],\n", + " [ 5.3227e-02, 1.1771e-02, 7.4477e-02, 4.7651e-02],\n", + " [-1.5212e-02, -7.7106e-03, -3.9518e-02, -1.0459e-02],\n", + " [-2.5682e-02, -8.2417e-02, -5.5143e-02, -1.3117e-02]],\n", + " \n", + " [[ 4.1031e-02, -1.3838e-03, -1.2331e-02, -1.3915e-02],\n", + " [ 3.7509e-02, 2.5566e-02, 1.1801e-02, 4.0575e-02],\n", + " [ 2.4761e-02, 2.5893e-02, 6.4205e-03, 1.2229e-02],\n", + " [ 1.7106e-02, -2.1880e-02, 3.4241e-02, -3.4310e-03]],\n", + " \n", + " [[ 6.0992e-02, 5.0319e-02, 1.7389e-02, 3.8230e-02],\n", + " [ 1.1311e-02, 5.1572e-03, 1.1373e-02, -1.2949e-02],\n", + " [-1.2696e-02, 2.2711e-02, 1.0072e-01, 4.2331e-02],\n", + " [ 5.2703e-02, 1.6785e-02, 6.0500e-02, 5.6913e-02]]],\n", + " \n", + " \n", + " [[[ 8.0479e-03, 2.6241e-02, 5.4770e-02, 8.4493e-03],\n", + " [-3.3064e-04, 7.1018e-02, 4.1138e-02, -3.6676e-02],\n", + " [ 1.2386e-03, -3.6969e-02, -9.2970e-03, -1.5165e-02],\n", + " [-2.8358e-02, -2.0623e-02, -3.2232e-02, -5.2558e-02]],\n", + " \n", + " [[-9.2515e-02, -8.7823e-02, -4.6617e-02, -8.1149e-02],\n", + " [ 6.4009e-04, -4.6732e-02, -8.4384e-03, -6.3191e-03],\n", + " [-4.3849e-03, 1.4377e-02, 1.0051e-02, -2.8029e-02],\n", + " [ 3.3984e-02, 2.2830e-02, 4.8176e-02, 2.9225e-02]],\n", + " \n", + " [[-2.2590e-02, 9.9727e-03, 2.0517e-02, 9.0887e-04],\n", + " [ 2.6442e-02, -7.6322e-03, 7.9391e-02, 4.1241e-02],\n", + " [-1.5748e-02, 3.5430e-02, 5.6166e-02, 2.8759e-02],\n", + " [-6.2016e-02, -4.7555e-02, -2.0254e-02, 3.3414e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.9643e-02, -7.5661e-02, -7.0949e-03, 2.0927e-02],\n", + " [-5.6141e-02, -3.5949e-02, -1.3926e-02, 5.2197e-02],\n", + " [-4.2190e-02, -2.4270e-02, 7.5386e-02, 3.2300e-02],\n", + " [-8.1157e-03, -8.2753e-03, 6.6521e-02, 1.2653e-01]],\n", + " \n", + " [[-5.5595e-03, -9.9321e-03, 1.4869e-02, -2.9180e-03],\n", + " [ 2.6165e-02, 2.1900e-02, -7.6270e-03, 1.0985e-02],\n", + " [-1.5132e-02, -2.7449e-02, -2.5025e-03, 1.0546e-02],\n", + " [ 5.0388e-02, 1.8996e-02, 9.9632e-04, 1.5830e-02]],\n", + " \n", + " [[ 1.0267e-02, 3.7967e-02, 3.9993e-02, 2.7662e-02],\n", + " [ 4.0611e-03, -3.0398e-02, -5.2417e-02, -2.4195e-02],\n", + " [ 1.8238e-02, -1.1933e-02, 8.6566e-03, 4.0720e-02],\n", + " [ 3.1403e-02, 1.5738e-02, 8.8175e-03, -4.0811e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-5.8915e-02, -2.0129e-02, 3.8813e-03, 2.7711e-02],\n", + " [ 2.3716e-02, 2.3962e-02, -4.0548e-03, 2.4212e-02],\n", + " [-1.7032e-02, -3.4406e-02, 2.2508e-02, -4.6938e-02],\n", + " [ 1.7997e-02, 5.0260e-02, 1.5157e-02, 9.1342e-03]],\n", + " \n", + " [[-8.0241e-02, -4.3319e-02, -2.8459e-02, -3.3048e-02],\n", + " [-6.5136e-02, -6.5043e-02, -6.9963e-03, -1.7940e-02],\n", + " [ 2.3838e-03, -3.0793e-02, 1.9955e-02, -2.8666e-02],\n", + " [ 1.1286e-02, 9.7746e-03, 1.4614e-02, 6.4500e-03]],\n", + " \n", + " [[-3.8923e-02, -1.8325e-02, -6.2661e-02, -1.4106e-02],\n", + " [-1.0564e-03, -2.0297e-04, -1.5701e-02, -2.1430e-02],\n", + " [-3.7972e-03, -3.4648e-02, 2.3213e-02, 3.0900e-02],\n", + " [-2.7905e-02, -1.7299e-02, 1.2136e-02, -3.7349e-04]],\n", + " \n", + " ...,\n", + " \n", + " [[-4.2767e-02, -3.1565e-02, -5.2188e-02, -6.7986e-02],\n", + " [-4.0375e-02, -2.3994e-02, -2.6288e-02, -1.0060e-02],\n", + " [ 2.0215e-02, 1.9118e-02, -1.0877e-02, 2.7075e-02],\n", + " [ 4.2640e-02, 2.2552e-02, 7.0691e-03, 2.5046e-02]],\n", + " \n", + " [[ 1.5382e-02, -3.4156e-03, 2.4001e-02, 6.9234e-03],\n", + " [ 5.3897e-02, -9.7936e-03, -4.0315e-02, -6.5987e-03],\n", + " [ 1.5034e-02, -6.2716e-03, 6.7471e-03, -2.2738e-02],\n", + " [ 1.1362e-02, 1.1470e-02, 3.2765e-02, -1.8985e-02]],\n", + " \n", + " [[ 4.4906e-02, -1.4319e-03, 5.8606e-02, 5.0222e-02],\n", + " [-4.8057e-02, -2.0383e-02, 2.1252e-03, -2.4982e-02],\n", + " [ 2.0309e-02, 1.0848e-03, 1.4880e-02, 2.0605e-02],\n", + " [-2.4104e-02, 3.5493e-03, -9.8594e-03, 8.0932e-02]]],\n", + " \n", + " \n", + " [[[-8.1119e-03, -2.0287e-02, 1.5531e-02, -2.7481e-02],\n", + " [-2.2584e-02, -3.9530e-03, -2.8791e-02, 4.1719e-04],\n", + " [-6.5375e-02, -4.3441e-02, -5.0899e-02, -2.2257e-02],\n", + " [-4.5070e-03, -5.0631e-02, -4.5326e-02, -3.4330e-02]],\n", + " \n", + " [[ 2.5939e-02, 1.1388e-02, 1.1362e-02, 2.7836e-02],\n", + " [ 4.6439e-02, -6.4949e-04, -2.7209e-02, -2.2225e-02],\n", + " [ 3.0142e-02, -1.6935e-04, 9.1308e-03, 8.5691e-03],\n", + " [ 4.2176e-02, -1.4594e-02, -1.4046e-02, -3.1449e-02]],\n", + " \n", + " [[ 1.8039e-03, -3.0929e-02, -4.6162e-02, -4.8987e-02],\n", + " [-2.1204e-02, 2.1383e-02, -6.8312e-02, -6.0563e-02],\n", + " [-3.6757e-02, -2.0859e-02, -8.0421e-02, -6.4180e-02],\n", + " [ 1.1345e-02, -2.3997e-02, -6.2937e-02, -4.0375e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.9626e-02, 3.7857e-03, 3.4461e-03, -3.4593e-02],\n", + " [-1.0867e-02, -1.5198e-03, -2.4699e-02, -4.4475e-02],\n", + " [-6.6252e-02, -5.5346e-07, -6.3273e-02, -4.9083e-02],\n", + " [ 1.3935e-02, -2.1693e-02, -4.3341e-02, 1.3409e-02]],\n", + " \n", + " [[-3.3932e-02, 5.0857e-03, -7.7971e-03, -4.1925e-02],\n", + " [-1.3724e-02, -5.1342e-03, 3.2025e-02, 3.8859e-02],\n", + " [-1.6154e-02, -1.7132e-02, 6.3721e-03, -3.2913e-02],\n", + " [ 4.2884e-03, 5.0072e-03, 5.9496e-03, -1.9113e-02]],\n", + " \n", + " [[ 2.5084e-02, 4.6426e-02, -5.7298e-03, -4.3601e-02],\n", + " [ 1.9586e-02, 1.8379e-02, -1.5729e-02, 4.3984e-03],\n", + " [ 2.4407e-02, 1.0111e-02, -1.6398e-02, -3.0836e-02],\n", + " [ 4.2311e-02, 3.2272e-02, -8.5879e-04, 2.4591e-02]]],\n", + " \n", + " \n", + " [[[ 8.5558e-02, 2.1554e-02, 5.7851e-02, -8.2465e-03],\n", + " [ 5.9277e-02, 4.8537e-02, 5.9300e-02, 2.8317e-02],\n", + " [-1.4064e-02, 2.6778e-02, 2.5104e-02, 3.8365e-02],\n", + " [ 6.4501e-02, 3.3732e-02, 2.0095e-02, 4.8237e-03]],\n", + " \n", + " [[ 2.9826e-02, 4.5714e-02, 6.7620e-03, 3.7369e-02],\n", + " [ 4.7480e-02, 3.3139e-02, 3.4333e-02, 1.4703e-02],\n", + " [ 1.3778e-02, -7.5337e-03, -1.9511e-02, 3.1658e-02],\n", + " [-2.3776e-03, -1.2324e-02, -1.3799e-02, -5.5353e-02]],\n", + " \n", + " [[ 1.7619e-02, -1.9053e-02, 1.8508e-02, -2.1203e-02],\n", + " [ 6.0761e-02, -3.1746e-02, -5.2356e-03, 9.9996e-03],\n", + " [-3.5576e-02, -5.0545e-02, -1.1904e-02, -3.7792e-02],\n", + " [-1.5686e-02, -2.2905e-02, -3.9330e-02, -3.4327e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.4299e-02, 1.2229e-02, 2.5357e-02, 7.1630e-02],\n", + " [ 2.5302e-02, -5.0276e-04, 3.3158e-02, 4.2675e-02],\n", + " [ 8.8128e-03, -1.8639e-02, -4.3258e-03, -9.5753e-02],\n", + " [-2.7187e-03, -2.4488e-02, -6.8575e-02, -2.7468e-02]],\n", + " \n", + " [[ 8.7903e-03, 2.2461e-03, -1.0331e-02, -3.3099e-02],\n", + " [ 2.3058e-02, -2.8980e-02, -3.8287e-02, -8.9161e-03],\n", + " [ 1.1184e-02, 1.6924e-03, -8.0976e-02, -3.1129e-02],\n", + " [ 1.5768e-03, -6.6336e-02, -6.1628e-02, -3.5649e-02]],\n", + " \n", + " [[-1.6758e-02, -1.6042e-02, -7.9142e-03, 1.1629e-02],\n", + " [ 6.0090e-02, 1.5847e-02, 2.5963e-03, -2.5803e-02],\n", + " [ 5.8547e-02, 1.1322e-02, -3.0816e-02, -2.3270e-02],\n", + " [ 2.6471e-02, -9.9957e-02, -3.4701e-02, -3.1199e-02]]]])),\n", + " ('e5.batch_norms.Yes.weight',\n", + " tensor([-8.2200e-04, -2.0306e-02, -4.7875e-02, 5.1478e-02, -2.1020e-02,\n", + " 6.6365e-02, -4.7211e-02, -1.3587e-03, -1.0162e-03, 4.6600e-02,\n", + " 5.1071e-04, 2.4965e-04, 1.1908e-02, -1.9718e-04, -5.6874e-02,\n", + " 5.4429e-02, -4.8386e-02, 1.6835e-02, -1.1560e-04, -3.6361e-04,\n", + " -1.5794e-03, -2.2019e-02, 5.6422e-05, 2.3650e-05, -4.6021e-02,\n", + " 3.7426e-02, 1.1785e-03, 3.4719e-04, -4.2461e-02, 5.7753e-02,\n", + " -5.7366e-04, -4.2059e-02, 5.7755e-05, 4.8411e-02, -4.1480e-02,\n", + " -1.9890e-02, -4.1335e-02, 8.5073e-02, 2.1767e-02, -4.6553e-04,\n", + " 2.9425e-02, -3.4141e-04, 3.7712e-02, -1.3964e-03, 1.8115e-03,\n", + " 4.5594e-02, -1.0903e-04, 9.2235e-04, 3.1694e-02, -3.5332e-02,\n", + " 1.3875e-02, -3.3233e-02, -6.5758e-02, 8.1758e-04, 5.1104e-03,\n", + " -4.5028e-02, -1.8238e-02, -3.9705e-02, -1.1788e-04, 3.4784e-04,\n", + " -1.5220e-02, 5.9741e-04, -2.7412e-04, 7.9336e-04, 1.9888e-02,\n", + " 4.0972e-02, 6.8284e-04, -2.8734e-04, -2.5185e-02, -4.1478e-04,\n", + " 6.7335e-05, 4.2883e-02, -4.0123e-03, 8.0932e-02, 1.0920e-02,\n", + " -1.7653e-04, -3.4153e-04, 1.2922e-03, 2.4533e-03, 1.0737e-03,\n", + " 2.2403e-04, 2.4892e-02, -9.4269e-02, 8.7549e-02, -1.3490e-04,\n", + " -3.7073e-05, -3.2163e-04, 3.1784e-03, 3.9224e-02, -4.4108e-04,\n", + " -4.6745e-02, -6.6043e-04, -5.2441e-02, -4.7749e-02, -4.8966e-02,\n", + " -1.1258e-03, 1.2295e-03, 3.0365e-02, -3.7342e-02, 8.5067e-02,\n", + " 5.4667e-02, 6.2023e-04, 3.7423e-02, -1.0477e-03, -8.9737e-02,\n", + " -1.2844e-04, 3.3091e-02, 4.3886e-04, -2.6939e-04, -1.6086e-02,\n", + " -8.2842e-04, 2.6342e-03, 1.0562e-03, 3.2122e-02, 3.1858e-02,\n", + " 4.1664e-03, -5.7077e-05, -5.9467e-02, -7.1957e-04, 9.7114e-04,\n", + " 4.9406e-04, 1.3792e-03, 5.7324e-03, 5.8315e-02, -1.8041e-02,\n", + " 3.7030e-04, 1.0951e-04, -3.1723e-02, -2.3297e-02, 6.1448e-04,\n", + " -1.6661e-04, -8.5655e-04, 3.6140e-02, 7.3697e-04, 2.0132e-03,\n", + " -5.3042e-04, 4.5657e-04, 5.0801e-02, 7.8789e-04, 4.8633e-02,\n", + " 3.1184e-04, 1.6257e-04, -3.2071e-02, 2.6259e-04, 2.7209e-04,\n", + " 6.8139e-02, -5.1728e-02, 5.1966e-02, 1.4498e-03, -1.5191e-05,\n", + " -3.2566e-02, -1.7554e-03, 1.1733e-03, -5.5589e-04, -4.7834e-02,\n", + " 4.2356e-02, -2.3027e-03, 1.3496e-01, 6.7251e-02, -5.8070e-04,\n", + " 3.7687e-02, -8.0925e-04, -7.1341e-05, -7.3062e-04, 1.7571e-04,\n", + " -2.6830e-03, -3.5539e-02, 1.1117e-04, 7.8328e-04, -4.3137e-02,\n", + " -4.5320e-04, -9.5736e-04, -1.7743e-02, 1.4618e-02, 2.7101e-02,\n", + " -8.3089e-04, 8.2336e-04, 1.2187e-03, -1.0911e-02, 5.4941e-02,\n", + " -2.5427e-02, 1.2188e-05, 2.9388e-04, 3.4566e-03, -8.2397e-04,\n", + " 4.1523e-04, 8.6394e-04, -2.8168e-02, -2.4744e-04, 3.1291e-04,\n", + " -1.2449e-02, -7.3540e-02, -8.9678e-04, 1.9146e-04, -3.1765e-02,\n", + " 1.2334e-04, -1.7648e-02, 8.7488e-02, 5.4242e-02, -7.2137e-04,\n", + " -1.2213e-04, -2.7680e-02, -6.6525e-04, -2.4185e-02, 2.6860e-04,\n", + " -7.7432e-05, -3.8162e-02, -4.6867e-05, -4.3319e-02, 1.2716e-02,\n", + " -4.6160e-04, 3.2778e-02, 9.0134e-03, 3.2416e-02, 2.0948e-04,\n", + " -9.2111e-05, -9.0168e-03, 3.0500e-02, 3.4694e-02, -5.3544e-02,\n", + " 1.6263e-03, -3.5628e-03, 1.1972e-04, 3.7679e-02, 2.0702e-03,\n", + " 4.8936e-04, 7.7013e-04, 7.9023e-04, -1.7107e-03, 7.9790e-02,\n", + " 1.6187e-04, -3.2142e-03, 5.9946e-02, 1.9582e-02, 1.5841e-04,\n", + " -3.6257e-04, 3.1750e-02, -1.8043e-03, -1.2715e-03, -5.0426e-02,\n", + " -5.1565e-02, -2.3786e-02, -6.7607e-02, -9.5528e-04, -1.3833e-02,\n", + " 4.3033e-04, -2.2950e-03, -3.5484e-04, 3.0185e-02, -1.7860e-03,\n", + " 1.0215e-02, -9.6204e-03, -9.5955e-04, 5.7584e-02, 3.6562e-02,\n", + " -3.7596e-02, 4.8046e-04, -2.9213e-04, -5.2540e-04, 4.0491e-04,\n", + " -1.5750e-04, -2.9168e-02, -1.0821e-03, -4.0251e-04, 4.6926e-02,\n", + " 7.1475e-02, -3.1221e-02, 1.5436e-04, -5.1834e-02, 1.8763e-05,\n", + " -1.0007e-01, -6.6056e-04, 1.6909e-02, 8.1737e-04, -2.9392e-04,\n", + " 6.3832e-04, -3.8272e-04, -3.8560e-02, 7.6768e-04, -6.1360e-04,\n", + " 7.0726e-04, 2.3754e-02, -8.5383e-05, -6.0423e-02, -5.3485e-02,\n", + " -1.1826e-03, 9.0952e-04, -8.2066e-02, -6.8045e-02, 3.5460e-04,\n", + " -4.1861e-02, 7.6648e-02, -1.8300e-04, -2.0621e-03, -3.2079e-04,\n", + " 1.8826e-04, -8.5133e-02, -5.0065e-02, -5.0534e-02, -1.4713e-03,\n", + " -3.6369e-02, 7.4020e-02, -4.0652e-02, -5.7842e-04, 4.1933e-04,\n", + " -1.8423e-03, -5.4385e-04, -5.7620e-04, 1.9020e-03, -2.1406e-03,\n", + " 6.3043e-02, 2.1492e-03, -6.5288e-04, 5.8834e-02, -2.4513e-02,\n", + " -1.6443e-03, 6.7979e-04, -1.1755e-02, -4.1784e-02, -5.6680e-03,\n", + " -4.0655e-04, -2.5381e-02, 1.6070e-02, -2.0419e-02, 2.2500e-02,\n", + " 6.4824e-03, -5.9208e-04, -1.4091e-02, 6.1567e-04, 4.0344e-04,\n", + " 4.7306e-02, 6.4493e-04, 7.8635e-02, 7.4219e-04, -4.0138e-02,\n", + " 7.4598e-05, 2.9674e-03, -5.3050e-02, -4.0005e-03, 2.6963e-02,\n", + " -7.7861e-02, 8.5750e-06, 1.7686e-03, -2.0680e-02, 5.4119e-04,\n", + " -2.8452e-02, 2.3685e-04, 1.2671e-04, -4.9661e-04, 7.1095e-03,\n", + " 3.8700e-02, 3.4223e-03, 1.5943e-04, -1.6453e-02, 1.9257e-03,\n", + " 1.8564e-05, -3.5757e-04, -2.9089e-04, 2.3732e-04, 1.4952e-02,\n", + " 7.8623e-04, -4.7503e-04, -2.6959e-04, -4.7202e-02, 5.3794e-02,\n", + " -4.3787e-04, -1.7235e-02, 4.2316e-02, 1.5717e-02, 4.1109e-02,\n", + " -3.2821e-04, 1.9921e-03, 2.8874e-04, -2.8008e-04, -3.5896e-04,\n", + " 1.9321e-02, 2.8849e-04, -1.9016e-02, 4.4574e-02, 2.3163e-02,\n", + " -4.0722e-02, 3.7255e-02, -8.3947e-02, 3.0869e-02, 1.9263e-02,\n", + " -5.9463e-04, 5.5152e-02, -8.9938e-04, -4.3710e-04, -9.9404e-05,\n", + " 1.9374e-02, -1.9455e-03, 3.6304e-02, 8.2654e-04, -1.5982e-03,\n", + " 1.3451e-02, 3.8868e-04, 6.0769e-02, 2.3295e-02, 9.5304e-04,\n", + " -1.5837e-02, -4.8349e-04, 1.0848e-02, -1.6833e-04, 1.7435e-04,\n", + " 8.9626e-04, 3.8800e-03, -8.6986e-05, -6.4677e-02, -9.3545e-04,\n", + " 7.7043e-02, -1.0869e-03, -4.8621e-04, 3.1134e-04, -6.3215e-03,\n", + " -1.5983e-04, -1.5201e-03, 2.3569e-02, 2.1022e-02, 6.6326e-02,\n", + " -1.6202e-03, -2.7946e-04, -1.6116e-02, 1.1204e-03, -5.0931e-02,\n", + " 1.9572e-03, -5.0058e-02, -1.7847e-04, 3.6254e-04, 7.2783e-02,\n", + " 9.8182e-04, -1.3287e-04, 1.1813e-02, -3.5193e-02, -9.8935e-04,\n", + " -6.3876e-02, -5.9972e-02, -3.2948e-02, 6.6149e-03, -1.2522e-03,\n", + " -7.0907e-02, -7.2970e-02, 8.1576e-05, 4.3191e-04, -1.6392e-02,\n", + " 6.6549e-04, -5.1608e-02, -1.1111e-03, 6.2177e-05, -3.5820e-04,\n", + " -1.1988e-02, -1.0682e-03, -1.2670e-02, 2.6359e-04, 1.0783e-03,\n", + " 6.9298e-02, 5.9958e-02, -1.4820e-04, -2.4404e-04, -2.4729e-03,\n", + " 2.8399e-03, 1.6683e-03, -6.2616e-02, 1.6468e-02, -3.9892e-02,\n", + " 1.5421e-02, -3.4224e-04, 9.7702e-02, 3.1871e-04, 1.7168e-02,\n", + " -3.9951e-02, -8.3212e-04, 1.5468e-04, 2.5574e-03, -3.2629e-02,\n", + " -4.4089e-04, -1.3293e-02, -4.1479e-02, 2.3701e-04, 4.0854e-02,\n", + " 4.8576e-05, 5.8153e-04, -1.3937e-02, 4.1028e-02, -1.1821e-03,\n", + " 2.4475e-04, 2.3133e-02, 2.3094e-03, -3.3042e-03, -1.1342e-03,\n", + " 7.1950e-02, 5.9909e-04, 2.7251e-05, -1.0452e-03, 1.6204e-03,\n", + " -1.1092e-02, -5.1695e-04, -8.2355e-02, -3.2241e-02, 1.6421e-03,\n", + " 4.3682e-03, -7.8018e-04, 7.0910e-04, -7.2083e-04, 3.3976e-02,\n", + " 1.7402e-02, -3.8044e-02, 6.5772e-02, -3.9202e-04, -5.6096e-04,\n", + " 1.8743e-03, -3.5757e-02])),\n", + " ('e5.batch_norms.Yes.bias',\n", + " tensor([-0.0051, -0.0081, 0.0025, -0.0318, -0.0045, -0.0120, -0.0136, -0.0023,\n", + " -0.0040, -0.0117, -0.0043, -0.0031, -0.0151, -0.0029, -0.0154, -0.0248,\n", + " -0.0092, 0.0006, -0.0028, -0.0024, -0.0041, -0.0116, -0.0030, -0.0014,\n", + " -0.0243, 0.0011, -0.0048, -0.0024, -0.0035, -0.0044, -0.0021, -0.0063,\n", + " -0.0024, -0.0120, -0.0221, -0.0142, -0.0187, -0.0081, -0.0083, -0.0032,\n", + " -0.0150, -0.0018, -0.0170, -0.0019, -0.0030, -0.0076, -0.0035, -0.0030,\n", + " -0.0028, -0.0182, -0.0090, -0.0125, 0.0111, -0.0021, -0.0138, -0.0226,\n", + " -0.0058, -0.0089, -0.0029, -0.0030, -0.0061, -0.0037, -0.0014, -0.0026,\n", + " -0.0111, -0.0276, -0.0038, -0.0023, -0.0163, -0.0031, -0.0023, -0.0169,\n", + " -0.0008, -0.0212, -0.0090, -0.0048, -0.0023, -0.0024, -0.0041, -0.0025,\n", + " -0.0034, -0.0143, -0.0207, 0.0002, -0.0026, -0.0028, -0.0021, -0.0022,\n", + " -0.0061, -0.0057, -0.0030, -0.0029, -0.0199, 0.0031, -0.0163, -0.0038,\n", + " -0.0021, -0.0029, -0.0175, 0.0056, -0.0107, -0.0039, -0.0071, -0.0031,\n", + " -0.0224, -0.0021, -0.0124, -0.0026, -0.0015, -0.0141, -0.0020, -0.0032,\n", + " -0.0011, -0.0042, -0.0082, -0.0078, -0.0039, -0.0095, -0.0016, -0.0034,\n", + " -0.0037, -0.0036, -0.0051, -0.0047, -0.0046, -0.0032, -0.0041, -0.0075,\n", + " -0.0020, -0.0041, -0.0029, -0.0016, -0.0109, -0.0021, -0.0015, -0.0043,\n", + " -0.0011, -0.0054, -0.0025, -0.0196, -0.0021, -0.0046, 0.0018, -0.0024,\n", + " -0.0035, -0.0254, -0.0141, -0.0211, -0.0034, -0.0022, -0.0145, -0.0023,\n", + " -0.0031, -0.0027, -0.0177, -0.0209, -0.0026, -0.0121, -0.0469, -0.0029,\n", + " -0.0110, -0.0023, -0.0032, -0.0030, -0.0017, -0.0060, -0.0219, -0.0020,\n", + " -0.0023, -0.0205, -0.0019, -0.0045, -0.0053, -0.0040, -0.0093, -0.0031,\n", + " -0.0034, -0.0055, -0.0155, -0.0141, -0.0111, -0.0062, -0.0022, 0.0037,\n", + " -0.0038, -0.0032, -0.0033, -0.0051, -0.0022, -0.0045, -0.0124, -0.0316,\n", + " -0.0040, -0.0023, -0.0255, -0.0028, -0.0117, 0.0007, -0.0246, -0.0055,\n", + " -0.0034, -0.0141, -0.0038, -0.0173, -0.0020, -0.0017, -0.0124, -0.0047,\n", + " -0.0148, -0.0082, -0.0016, -0.0100, -0.0073, -0.0104, -0.0037, -0.0021,\n", + " -0.0050, -0.0135, -0.0159, -0.0046, -0.0041, -0.0045, -0.0017, -0.0099,\n", + " -0.0044, -0.0024, -0.0030, -0.0043, -0.0034, -0.0185, -0.0018, 0.0026,\n", + " -0.0139, -0.0170, -0.0026, -0.0032, -0.0025, -0.0027, -0.0031, -0.0166,\n", + " -0.0192, -0.0217, -0.0164, -0.0004, -0.0080, -0.0032, -0.0033, -0.0030,\n", + " -0.0106, -0.0026, -0.0081, -0.0085, -0.0036, -0.0150, -0.0234, -0.0173,\n", + " -0.0031, -0.0024, -0.0028, -0.0034, -0.0034, -0.0138, -0.0038, -0.0014,\n", + " -0.0095, -0.0001, -0.0038, -0.0040, -0.0254, -0.0024, -0.0236, -0.0029,\n", + " -0.0064, -0.0033, -0.0012, -0.0034, -0.0037, -0.0049, -0.0028, -0.0036,\n", + " -0.0041, -0.0093, -0.0045, -0.0207, -0.0194, -0.0030, -0.0035, 0.0046,\n", + " -0.0155, -0.0020, 0.0119, -0.0242, -0.0042, -0.0021, -0.0021, -0.0017,\n", + " -0.0107, -0.0177, -0.0343, -0.0044, -0.0134, -0.0203, 0.0006, -0.0039,\n", + " -0.0025, -0.0002, -0.0015, -0.0034, -0.0055, -0.0029, -0.0192, -0.0045,\n", + " -0.0050, -0.0200, -0.0083, -0.0022, -0.0035, -0.0171, -0.0075, -0.0121,\n", + " -0.0033, -0.0101, -0.0069, -0.0012, 0.0008, -0.0063, -0.0032, -0.0089,\n", + " -0.0024, -0.0012, -0.0114, -0.0029, 0.0017, -0.0025, -0.0208, -0.0028,\n", + " -0.0038, -0.0199, 0.0022, -0.0043, -0.0178, -0.0012, -0.0018, -0.0172,\n", + " -0.0021, -0.0097, -0.0042, -0.0025, -0.0031, -0.0024, -0.0087, -0.0013,\n", + " -0.0030, -0.0037, -0.0042, -0.0023, -0.0029, -0.0036, -0.0033, -0.0108,\n", + " -0.0021, -0.0040, -0.0024, -0.0166, -0.0115, -0.0020, -0.0099, -0.0032,\n", + " -0.0177, -0.0154, -0.0014, -0.0045, -0.0046, -0.0029, -0.0030, -0.0008,\n", + " -0.0025, -0.0034, -0.0163, -0.0135, 0.0057, -0.0017, -0.0062, -0.0055,\n", + " -0.0046, -0.0035, -0.0164, -0.0014, -0.0014, -0.0030, -0.0128, -0.0039,\n", + " -0.0152, -0.0037, -0.0034, -0.0055, -0.0023, -0.0313, -0.0127, -0.0046,\n", + " -0.0102, -0.0034, -0.0039, -0.0053, -0.0014, -0.0035, -0.0004, -0.0045,\n", + " -0.0270, -0.0047, -0.0073, -0.0051, -0.0026, -0.0027, -0.0061, -0.0033,\n", + " -0.0012, -0.0092, -0.0158, -0.0164, -0.0048, -0.0035, -0.0009, -0.0031,\n", + " -0.0102, -0.0019, -0.0366, -0.0036, -0.0017, -0.0274, -0.0026, -0.0019,\n", + " -0.0001, -0.0247, -0.0024, -0.0204, -0.0338, -0.0057, -0.0044, -0.0036,\n", + " -0.0141, -0.0165, -0.0015, -0.0031, -0.0091, -0.0039, -0.0272, -0.0029,\n", + " -0.0023, -0.0027, -0.0033, -0.0017, -0.0130, -0.0019, -0.0025, -0.0098,\n", + " -0.0230, -0.0032, -0.0039, -0.0037, -0.0097, -0.0007, -0.0324, -0.0040,\n", + " -0.0132, -0.0081, -0.0021, -0.0135, -0.0029, -0.0094, -0.0205, -0.0031,\n", + " -0.0016, -0.0035, -0.0180, -0.0034, -0.0098, -0.0207, -0.0024, -0.0081,\n", + " -0.0032, -0.0027, -0.0117, -0.0185, -0.0050, -0.0033, -0.0126, -0.0027,\n", + " -0.0031, -0.0035, -0.0302, -0.0029, -0.0041, -0.0092, -0.0034, -0.0075,\n", + " -0.0055, -0.0094, -0.0108, -0.0024, -0.0021, -0.0043, -0.0014, -0.0022,\n", + " -0.0215, -0.0023, -0.0114, -0.0277, -0.0014, -0.0034, -0.0044, -0.0107])),\n", + " ('e5.batch_norms.Yes.running_mean',\n", + " tensor([ 2.3081e-02, 1.5508e-01, -7.6667e-03, -6.5158e-02, 1.1423e-01,\n", + " 4.4595e-02, -6.2096e-02, 5.7426e-02, 5.2637e-02, -1.6867e-02,\n", + " 4.9527e-02, -1.0382e-02, -6.6303e-02, -1.4346e-01, -5.7986e-02,\n", + " -5.7662e-03, -5.3468e-02, 1.7830e-01, 1.6489e-01, -1.2668e-01,\n", + " -1.6494e-01, 2.8939e-02, 8.3873e-03, 4.3450e-02, -3.4571e-02,\n", + " 1.1141e-01, -1.0806e-02, -6.6280e-02, 6.4512e-02, -1.3007e-01,\n", + " -4.8710e-02, -5.9923e-03, -2.8249e-01, -2.5444e-02, 1.4868e-02,\n", + " 8.2703e-02, 6.1654e-02, -1.4099e-01, 1.4233e-01, 1.2682e-01,\n", + " -3.6829e-02, 1.9789e-02, -6.4602e-02, -9.9928e-02, 1.3503e-01,\n", + " -2.7510e-02, -5.1216e-02, 1.6795e-01, 1.2025e-01, 9.9732e-05,\n", + " -8.8763e-02, 9.0708e-02, 1.7607e-03, 7.5545e-02, 1.4800e-02,\n", + " -1.2119e-01, -4.1805e-03, 7.9365e-03, -8.8129e-02, 1.8742e-01,\n", + " 5.0826e-02, -1.3834e-01, 9.0175e-02, 9.9446e-02, 3.1054e-02,\n", + " 9.0033e-02, 1.1343e-01, 1.8993e-02, 6.2388e-02, -2.5323e-02,\n", + " -2.3791e-02, 8.2252e-02, -5.7732e-02, 1.3020e-01, 3.4595e-02,\n", + " -9.6179e-02, 3.0269e-02, 1.1970e-01, 1.8477e-03, -2.3419e-02,\n", + " -5.4638e-02, -8.7427e-02, 2.8375e-02, -3.0877e-03, 1.3204e-01,\n", + " -9.2600e-02, 1.9175e-02, -8.4667e-02, -1.5685e-01, -3.3289e-02,\n", + " 1.6348e-02, -6.6388e-02, 9.1652e-02, 4.2988e-02, 6.1134e-02,\n", + " 6.5320e-02, 1.0784e-01, -9.0172e-02, 5.5332e-03, -3.5142e-02,\n", + " 6.7242e-02, 1.2411e-01, 9.1863e-02, 1.3659e-02, -5.0780e-02,\n", + " -7.6968e-03, 3.9345e-02, -1.4037e-01, 4.7220e-02, -1.4303e-01,\n", + " 2.3435e-02, 3.2216e-02, 4.9058e-02, -6.6572e-02, 1.0263e-01,\n", + " 5.1333e-02, -3.5218e-03, 1.1228e-01, 7.2519e-03, -2.1637e-02,\n", + " 9.8972e-04, -3.2654e-02, -3.0384e-02, -1.1685e-01, 2.9154e-02,\n", + " -1.2608e-01, -1.8212e-01, -1.5820e-02, -5.3485e-02, -3.0464e-02,\n", + " 4.1986e-02, 1.3585e-01, -3.8096e-02, 1.0140e-01, 2.9735e-02,\n", + " 1.8089e-01, -8.7912e-02, 3.0243e-02, -2.2626e-02, -2.6667e-03,\n", + " -6.8943e-02, 2.4305e-02, 1.6479e-01, 3.2855e-02, 6.5027e-02,\n", + " 4.6054e-02, 1.8163e-01, 4.2983e-02, -1.9319e-02, 7.4550e-02,\n", + " -6.5388e-02, -5.4511e-02, -9.1571e-02, -3.3080e-02, -1.3570e-02,\n", + " -8.5378e-02, -4.4043e-02, 2.9987e-02, -3.4064e-02, -4.4484e-02,\n", + " -1.2526e-01, -1.6229e-01, 6.0223e-02, -4.3383e-02, 1.2509e-01,\n", + " -3.1427e-02, 5.4905e-02, 1.7357e-01, -3.4366e-02, 7.1177e-03,\n", + " 1.6785e-01, 1.3477e-01, -4.7039e-02, -6.2622e-03, -7.2279e-02,\n", + " -1.2205e-02, -9.1165e-03, 7.2454e-02, 6.2323e-02, -1.4674e-02,\n", + " 1.0778e-02, 2.7389e-02, -1.0428e-01, -3.0412e-02, -8.0110e-02,\n", + " -2.2706e-03, -1.1251e-01, -5.2849e-02, 1.6130e-01, 9.8588e-02,\n", + " 2.3513e-02, -2.7659e-02, 6.0281e-02, -9.0895e-02, 5.5798e-02,\n", + " -7.7388e-02, 3.4899e-04, -2.8655e-02, -5.3517e-02, -1.0853e-01,\n", + " 3.6033e-03, 3.0474e-03, 8.0617e-02, 5.9093e-02, 7.6762e-03,\n", + " -2.2197e-02, -5.3746e-02, -2.8760e-02, 7.5195e-02, -8.5005e-02,\n", + " -1.4310e-01, -1.4394e-01, 1.4582e-02, 6.0777e-02, 1.0560e-01,\n", + " -1.1808e-01, 6.8874e-02, -3.8805e-02, 5.0770e-02, -1.4612e-01,\n", + " -2.1730e-02, -8.6560e-02, -1.2110e-02, 3.3402e-02, 1.1492e-01,\n", + " -2.5353e-02, 7.3940e-02, -7.3042e-03, -6.9839e-02, 9.4686e-03,\n", + " -1.4031e-02, -1.5909e-01, 3.1284e-02, -1.1248e-01, 2.0814e-01,\n", + " -6.9469e-02, 1.4673e-01, -6.5612e-02, -5.7639e-02, -8.9842e-02,\n", + " 7.3314e-02, -3.0510e-02, 1.6630e-02, -8.9349e-02, 7.7694e-02,\n", + " 5.5505e-02, 8.9484e-02, 2.3658e-02, -8.7001e-03, -2.5173e-02,\n", + " -2.8648e-02, 9.7726e-03, -1.9757e-01, -1.7319e-02, -9.5409e-03,\n", + " -1.3725e-02, 1.1176e-01, -4.4589e-02, -1.2565e-01, 7.7950e-02,\n", + " -1.9712e-01, 6.5016e-03, 7.6094e-02, -5.3473e-02, -3.1717e-02,\n", + " -9.7390e-02, 2.5360e-03, -2.2446e-02, 2.2967e-02, 1.0633e-02,\n", + " -3.3897e-03, -1.0513e-01, -4.7791e-02, -2.1415e-02, -1.3619e-02,\n", + " 3.4603e-02, -5.2496e-02, 3.0008e-02, 1.9713e-01, 5.7778e-03,\n", + " -9.6118e-02, -9.2622e-03, 1.0814e-01, -1.2139e-01, -3.3867e-02,\n", + " 3.5210e-03, 4.3408e-02, 1.0071e-01, -2.4294e-02, 1.5307e-01,\n", + " 6.9316e-02, -3.5173e-02, -1.1722e-02, -7.2205e-02, -2.6452e-02,\n", + " 6.4372e-02, 6.7263e-02, -1.7306e-02, 5.5400e-02, -3.6592e-02,\n", + " -9.9700e-02, -2.8260e-02, 4.4877e-02, 1.9792e-01, 1.4589e-01,\n", + " 1.8295e-01, -5.0260e-02, 4.7697e-02, 2.4159e-02, 8.2003e-02,\n", + " 1.6949e-02, -4.9299e-02, -1.4557e-02, -1.3286e-02, -3.4089e-02,\n", + " 7.9310e-02, -3.2146e-02, 2.5664e-02, -7.7165e-02, -8.6897e-02,\n", + " 1.1229e-01, -7.1343e-02, 8.0202e-02, 2.1224e-02, -9.5089e-02,\n", + " -9.8884e-02, 4.4132e-02, 9.3771e-02, 1.6244e-02, 9.1469e-02,\n", + " 2.8106e-02, -5.0229e-02, -3.7603e-02, 1.0329e-01, -1.2982e-01,\n", + " 1.8250e-02, -1.3336e-01, -4.3297e-02, 1.4852e-01, -1.0548e-01,\n", + " -8.0522e-02, 1.0615e-01, -4.0583e-03, -2.4439e-02, 6.2684e-02,\n", + " -1.0902e-01, 1.0928e-01, 1.4860e-01, 6.6114e-02, 1.0983e-03,\n", + " 7.1125e-02, -9.5095e-02, -2.3060e-02, 1.2929e-01, 1.0818e-01,\n", + " 1.7744e-02, 9.9397e-02, 1.1049e-01, 8.9707e-02, -6.0449e-03,\n", + " 1.1996e-02, 5.2579e-02, 3.9350e-02, -3.4063e-03, 5.4269e-02,\n", + " -2.9913e-02, 5.7736e-02, -4.7050e-02, 3.0255e-02, -2.6453e-02,\n", + " 1.6108e-01, 1.3645e-01, -8.3891e-02, 7.5334e-02, 1.2342e-01,\n", + " 7.1163e-02, -4.6208e-02, 8.7554e-02, -5.4402e-03, 9.8100e-03,\n", + " 8.4592e-02, 1.8445e-02, 2.1753e-02, 2.6335e-03, -6.7228e-02,\n", + " -5.1698e-02, -2.4591e-02, 1.4756e-01, 3.6939e-02, -5.0525e-02,\n", + " -5.3545e-02, 4.1647e-02, 9.9126e-02, -6.0258e-02, -7.0875e-02,\n", + " -7.3836e-02, 6.4398e-02, 4.8389e-03, 1.0253e-01, 1.8278e-01,\n", + " -2.7752e-02, -9.2093e-02, 9.5775e-02, -3.3703e-02, -5.1142e-02,\n", + " -7.8037e-02, -5.1747e-02, -8.1318e-02, -4.0496e-02, -9.1811e-02,\n", + " -7.1405e-02, 6.3245e-02, 1.5018e-04, -3.2967e-02, 2.3876e-03,\n", + " -1.1295e-01, -3.5224e-02, 1.1274e-02, 3.2460e-02, -1.0975e-01,\n", + " -1.4522e-02, 8.8582e-02, 7.5058e-02, 1.4814e-01, 4.9064e-02,\n", + " 5.4918e-02, 8.9774e-03, -4.4413e-03, -5.8167e-03, -4.9363e-02,\n", + " 1.8739e-02, 1.7712e-02, -5.5629e-02, -7.1629e-02, -4.3959e-02,\n", + " -2.5217e-02, -1.1002e-01, -6.0335e-02, -5.3176e-02, -2.7802e-02,\n", + " -3.1157e-03, 9.1809e-02, -4.2020e-02, 1.4082e-01, 1.0901e-01,\n", + " 3.3749e-02, 1.8880e-02, 3.2114e-02, 2.0144e-01, 1.1969e-01,\n", + " 3.0411e-02, 5.1579e-02, -3.1787e-02, -1.2004e-01, -2.0039e-01,\n", + " 1.5223e-02, 7.7049e-02, -8.0546e-02, -1.9178e-01, -6.2568e-02,\n", + " 1.4735e-02, -6.5913e-02, -4.1245e-02, -2.8427e-02, -2.9496e-03,\n", + " 6.4136e-02, -9.4448e-02, 3.4240e-02, 8.3415e-02, 7.7462e-02,\n", + " -6.1701e-02, -6.6364e-02, 1.3842e-01, -4.4480e-02, -9.9151e-03,\n", + " -7.7156e-03, 8.9794e-02, 7.6196e-02, -1.3520e-01, -1.1066e-02,\n", + " -7.2178e-02, 2.2247e-02, 4.6626e-02, -5.6343e-03, 3.0541e-03,\n", + " 1.4112e-01, -5.5547e-02, 6.9219e-02, 3.6352e-02, -5.4427e-02,\n", + " 2.4715e-02, 2.3914e-02, 8.4755e-02, 5.7176e-02, 9.5983e-02,\n", + " 3.6185e-02, 1.1822e-01, 2.6608e-02, 7.5067e-02, 4.4347e-02,\n", + " -9.8848e-02, -1.5143e-02, -7.2537e-02, -1.4458e-01, -5.0892e-03,\n", + " -1.8276e-01, 1.6594e-02, 7.2016e-02, 5.7219e-02, 8.2525e-02,\n", + " 1.1466e-01, -7.6121e-02])),\n", + " ('e5.batch_norms.Yes.running_var',\n", + " tensor([0.0563, 0.0525, 0.0362, 0.0337, 0.0382, 0.0222, 0.0389, 0.0681, 0.0548,\n", + " 0.0336, 0.0550, 0.1005, 0.0280, 0.0513, 0.0297, 0.0529, 0.0281, 0.1354,\n", + " 0.0490, 0.0517, 0.0572, 0.0394, 0.0427, 0.0484, 0.0329, 0.0946, 0.0724,\n", + " 0.0546, 0.0255, 0.0443, 0.0347, 0.0269, 0.0970, 0.0308, 0.0314, 0.0490,\n", + " 0.0332, 0.0269, 0.0916, 0.0403, 0.0431, 0.0471, 0.0364, 0.0578, 0.0834,\n", + " 0.0314, 0.0406, 0.0975, 0.0917, 0.0257, 0.0328, 0.0498, 0.0247, 0.0748,\n", + " 0.0340, 0.0316, 0.0535, 0.0301, 0.0609, 0.0732, 0.1083, 0.0554, 0.0439,\n", + " 0.0940, 0.0391, 0.0599, 0.0790, 0.0359, 0.0255, 0.0466, 0.0491, 0.0303,\n", + " 0.0396, 0.0226, 0.0484, 0.0535, 0.0379, 0.0570, 0.0343, 0.0534, 0.0411,\n", + " 0.0654, 0.0331, 0.0256, 0.0599, 0.0615, 0.0341, 0.0653, 0.0620, 0.0558,\n", + " 0.0315, 0.0540, 0.0543, 0.0413, 0.0236, 0.0499, 0.0434, 0.0545, 0.0398,\n", + " 0.0208, 0.0393, 0.0485, 0.0297, 0.0402, 0.0234, 0.0558, 0.0304, 0.0779,\n", + " 0.0456, 0.0561, 0.0398, 0.0452, 0.0599, 0.0477, 0.0329, 0.0906, 0.0418,\n", + " 0.0405, 0.0399, 0.0317, 0.0483, 0.0365, 0.0561, 0.0393, 0.0575, 0.0357,\n", + " 0.0602, 0.0492, 0.0265, 0.0424, 0.0295, 0.0491, 0.0321, 0.0532, 0.0360,\n", + " 0.0770, 0.0317, 0.0454, 0.0499, 0.0307, 0.0478, 0.0561, 0.0621, 0.0463,\n", + " 0.0875, 0.0205, 0.0502, 0.0287, 0.0351, 0.0381, 0.0303, 0.0375, 0.0512,\n", + " 0.0701, 0.0270, 0.0292, 0.0418, 0.0252, 0.0282, 0.0728, 0.0752, 0.0729,\n", + " 0.0551, 0.0459, 0.0598, 0.0354, 0.0261, 0.0898, 0.0416, 0.0262, 0.0544,\n", + " 0.0483, 0.0258, 0.0608, 0.0628, 0.0839, 0.0437, 0.0607, 0.0369, 0.0196,\n", + " 0.0396, 0.0346, 0.0517, 0.0426, 0.0332, 0.0484, 0.0641, 0.0271, 0.0570,\n", + " 0.0372, 0.0599, 0.0322, 0.0691, 0.0325, 0.0337, 0.0395, 0.0490, 0.0380,\n", + " 0.0340, 0.0614, 0.0557, 0.0447, 0.0475, 0.0472, 0.0271, 0.0424, 0.0366,\n", + " 0.0413, 0.0646, 0.0286, 0.0556, 0.0610, 0.0424, 0.0504, 0.0327, 0.0720,\n", + " 0.0372, 0.0253, 0.0317, 0.0303, 0.0791, 0.0576, 0.0346, 0.0946, 0.0706,\n", + " 0.0237, 0.0496, 0.0502, 0.0407, 0.0318, 0.0267, 0.0632, 0.0437, 0.0399,\n", + " 0.0787, 0.0540, 0.1238, 0.0431, 0.0775, 0.0557, 0.0227, 0.0480, 0.0221,\n", + " 0.0394, 0.0500, 0.0712, 0.0447, 0.0444, 0.0327, 0.0437, 0.0312, 0.0245,\n", + " 0.0644, 0.0177, 0.0237, 0.0329, 0.0463, 0.0274, 0.0509, 0.0365, 0.0359,\n", + " 0.0178, 0.0523, 0.0299, 0.0433, 0.0211, 0.0528, 0.0375, 0.0292, 0.0650,\n", + " 0.0182, 0.0502, 0.0282, 0.0652, 0.0352, 0.0400, 0.0437, 0.0620, 0.0739,\n", + " 0.0272, 0.0526, 0.0370, 0.0549, 0.0324, 0.0631, 0.0530, 0.0529, 0.0219,\n", + " 0.0436, 0.0556, 0.0654, 0.0412, 0.0480, 0.0593, 0.0577, 0.0574, 0.0330,\n", + " 0.0218, 0.0212, 0.0572, 0.0259, 0.0301, 0.0787, 0.0680, 0.0552, 0.0618,\n", + " 0.0585, 0.0601, 0.0245, 0.0346, 0.0210, 0.0588, 0.0481, 0.0512, 0.0318,\n", + " 0.0454, 0.0432, 0.0346, 0.0373, 0.0297, 0.0353, 0.0368, 0.0397, 0.0441,\n", + " 0.0455, 0.0486, 0.0746, 0.0499, 0.0582, 0.0373, 0.0298, 0.0413, 0.0260,\n", + " 0.0727, 0.0414, 0.0474, 0.0430, 0.0368, 0.0582, 0.0852, 0.0301, 0.0414,\n", + " 0.0635, 0.0343, 0.0333, 0.0702, 0.0535, 0.0450, 0.0377, 0.0321, 0.1301,\n", + " 0.0717, 0.0527, 0.0552, 0.0554, 0.0297, 0.0258, 0.0352, 0.0696, 0.0412,\n", + " 0.0334, 0.0542, 0.0320, 0.0304, 0.0493, 0.0657, 0.0400, 0.0412, 0.0485,\n", + " 0.0305, 0.0553, 0.0801, 0.0705, 0.0600, 0.0687, 0.1207, 0.0557, 0.0296,\n", + " 0.0332, 0.0227, 0.0704, 0.0325, 0.0260, 0.0324, 0.0637, 0.0293, 0.0279,\n", + " 0.0362, 0.0418, 0.0590, 0.0366, 0.0504, 0.0546, 0.0460, 0.0618, 0.0412,\n", + " 0.0608, 0.0221, 0.0389, 0.0717, 0.0210, 0.0378, 0.0949, 0.0534, 0.0472,\n", + " 0.0625, 0.0585, 0.0488, 0.0324, 0.0783, 0.0244, 0.0428, 0.0330, 0.0317,\n", + " 0.0384, 0.0563, 0.0473, 0.1009, 0.0311, 0.0249, 0.0397, 0.0421, 0.0578,\n", + " 0.0477, 0.0259, 0.0341, 0.0279, 0.0398, 0.0316, 0.0199, 0.0389, 0.0489,\n", + " 0.0470, 0.0379, 0.0354, 0.0377, 0.0266, 0.0426, 0.0267, 0.0496, 0.0221,\n", + " 0.0264, 0.0546, 0.0534, 0.0359, 0.0656, 0.0359, 0.0395, 0.0875, 0.0355,\n", + " 0.0435, 0.0691, 0.0263, 0.0408, 0.0510, 0.0210, 0.0373, 0.0467, 0.0470,\n", + " 0.0438, 0.0494, 0.0452, 0.0499, 0.0311, 0.0220, 0.0237, 0.0514, 0.0306,\n", + " 0.0926, 0.0437, 0.0409, 0.0594, 0.0882, 0.0422, 0.0559, 0.0573, 0.0527,\n", + " 0.0361, 0.0501, 0.0421, 0.0714, 0.0443, 0.0480, 0.0388, 0.0562, 0.0376,\n", + " 0.0242, 0.0318, 0.0350, 0.0573, 0.0687, 0.0423, 0.0679, 0.0304, 0.0454,\n", + " 0.0367, 0.0447, 0.0234, 0.0693, 0.0478, 0.0402, 0.0465, 0.0360, 0.0698,\n", + " 0.0403, 0.0448, 0.0334, 0.0256, 0.0503, 0.0688, 0.0442, 0.0371])),\n", + " ('e5.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('e5.l1.0.weight',\n", + " tensor([[[[ 3.9380e-03, -4.1260e-02, 2.3555e-02, 4.2636e-02],\n", + " [-3.3659e-02, 6.3305e-03, -2.2986e-02, -1.6356e-02],\n", + " [-8.7656e-02, 2.1863e-02, 3.1177e-03, 1.2680e-02],\n", + " [-2.4839e-02, -1.1593e-02, 5.8537e-02, -1.3259e-03]],\n", + " \n", + " [[ 1.3814e-02, -1.0507e-02, 2.6652e-02, 1.9937e-02],\n", + " [-1.0329e-02, -2.1407e-02, -8.1405e-03, 4.1824e-02],\n", + " [-3.2909e-02, -4.3671e-02, -1.8085e-02, 1.9668e-02],\n", + " [-6.4602e-03, -1.9539e-02, 5.1076e-02, 2.9831e-02]],\n", + " \n", + " [[-1.4932e-02, -4.6013e-02, -4.2082e-02, -5.7649e-02],\n", + " [-4.5294e-02, -2.8032e-02, -5.0409e-02, -6.9576e-02],\n", + " [-8.3245e-02, -3.2992e-02, -3.1123e-02, -1.6331e-02],\n", + " [-3.2788e-02, -2.4444e-02, -4.6970e-02, 2.0236e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.4973e-02, 2.4009e-03, 2.4043e-02, -3.4957e-03],\n", + " [-1.6262e-02, 4.0109e-04, 6.2826e-03, -9.0606e-03],\n", + " [-8.1772e-03, -2.9861e-02, 1.8192e-02, 2.8849e-03],\n", + " [-2.9566e-02, -4.1494e-02, 1.3113e-02, 2.8451e-02]],\n", + " \n", + " [[ 3.2480e-02, -7.1326e-04, -7.4950e-03, 2.3291e-03],\n", + " [ 3.5746e-02, 4.9260e-03, 2.7048e-02, 1.6991e-02],\n", + " [ 1.4262e-03, 1.2121e-02, -2.6441e-02, 3.2721e-03],\n", + " [-1.7475e-02, 1.3702e-02, 4.6257e-02, 6.7010e-03]],\n", + " \n", + " [[ 2.5258e-02, 5.2252e-02, 2.2388e-03, -2.3123e-02],\n", + " [-2.1711e-02, 1.6004e-02, -5.1955e-04, -5.7303e-03],\n", + " [-3.4236e-02, 3.0100e-03, -3.3062e-02, -2.9253e-02],\n", + " [-1.0215e-02, 2.7002e-02, -3.1492e-02, -1.4164e-02]]],\n", + " \n", + " \n", + " [[[ 7.7614e-02, 7.6210e-03, 4.2899e-02, 1.2516e-02],\n", + " [-2.5619e-02, -7.2960e-03, -8.0445e-04, 1.2822e-02],\n", + " [ 2.2238e-02, 6.8441e-02, 4.2741e-02, 2.1786e-02],\n", + " [-1.1563e-02, 2.8356e-02, 3.1230e-02, 5.0581e-02]],\n", + " \n", + " [[ 2.7138e-02, 4.5754e-02, -4.3967e-03, 3.6588e-02],\n", + " [ 3.1694e-02, 4.9685e-02, 2.8187e-02, 9.6642e-03],\n", + " [-3.2824e-04, -7.1520e-02, -3.7477e-02, -6.9465e-03],\n", + " [ 1.2344e-02, -5.1320e-02, -6.2182e-02, -7.0316e-03]],\n", + " \n", + " [[ 3.3712e-02, 3.5757e-02, 5.3321e-02, 5.3129e-02],\n", + " [ 1.0483e-02, -1.5284e-02, 3.0968e-02, 2.3078e-02],\n", + " [-5.9130e-02, -6.7303e-02, -2.2870e-02, 2.4314e-02],\n", + " [ 1.3536e-02, -1.4653e-02, -2.3338e-02, 3.0961e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.8572e-02, 9.0473e-04, 6.8878e-02, 4.0785e-02],\n", + " [ 5.3227e-02, 1.1771e-02, 7.4477e-02, 4.7651e-02],\n", + " [-1.5212e-02, -7.7106e-03, -3.9518e-02, -1.0459e-02],\n", + " [-2.5682e-02, -8.2417e-02, -5.5143e-02, -1.3117e-02]],\n", + " \n", + " [[ 4.1031e-02, -1.3838e-03, -1.2331e-02, -1.3915e-02],\n", + " [ 3.7509e-02, 2.5566e-02, 1.1801e-02, 4.0575e-02],\n", + " [ 2.4761e-02, 2.5893e-02, 6.4205e-03, 1.2229e-02],\n", + " [ 1.7106e-02, -2.1880e-02, 3.4241e-02, -3.4310e-03]],\n", + " \n", + " [[ 6.0992e-02, 5.0319e-02, 1.7389e-02, 3.8230e-02],\n", + " [ 1.1311e-02, 5.1572e-03, 1.1373e-02, -1.2949e-02],\n", + " [-1.2696e-02, 2.2711e-02, 1.0072e-01, 4.2331e-02],\n", + " [ 5.2703e-02, 1.6785e-02, 6.0500e-02, 5.6913e-02]]],\n", + " \n", + " \n", + " [[[ 8.0479e-03, 2.6241e-02, 5.4770e-02, 8.4493e-03],\n", + " [-3.3064e-04, 7.1018e-02, 4.1138e-02, -3.6676e-02],\n", + " [ 1.2386e-03, -3.6969e-02, -9.2970e-03, -1.5165e-02],\n", + " [-2.8358e-02, -2.0623e-02, -3.2232e-02, -5.2558e-02]],\n", + " \n", + " [[-9.2515e-02, -8.7823e-02, -4.6617e-02, -8.1149e-02],\n", + " [ 6.4009e-04, -4.6732e-02, -8.4384e-03, -6.3191e-03],\n", + " [-4.3849e-03, 1.4377e-02, 1.0051e-02, -2.8029e-02],\n", + " [ 3.3984e-02, 2.2830e-02, 4.8176e-02, 2.9225e-02]],\n", + " \n", + " [[-2.2590e-02, 9.9727e-03, 2.0517e-02, 9.0887e-04],\n", + " [ 2.6442e-02, -7.6322e-03, 7.9391e-02, 4.1241e-02],\n", + " [-1.5748e-02, 3.5430e-02, 5.6166e-02, 2.8759e-02],\n", + " [-6.2016e-02, -4.7555e-02, -2.0254e-02, 3.3414e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.9643e-02, -7.5661e-02, -7.0949e-03, 2.0927e-02],\n", + " [-5.6141e-02, -3.5949e-02, -1.3926e-02, 5.2197e-02],\n", + " [-4.2190e-02, -2.4270e-02, 7.5386e-02, 3.2300e-02],\n", + " [-8.1157e-03, -8.2753e-03, 6.6521e-02, 1.2653e-01]],\n", + " \n", + " [[-5.5595e-03, -9.9321e-03, 1.4869e-02, -2.9180e-03],\n", + " [ 2.6165e-02, 2.1900e-02, -7.6270e-03, 1.0985e-02],\n", + " [-1.5132e-02, -2.7449e-02, -2.5025e-03, 1.0546e-02],\n", + " [ 5.0388e-02, 1.8996e-02, 9.9632e-04, 1.5830e-02]],\n", + " \n", + " [[ 1.0267e-02, 3.7967e-02, 3.9993e-02, 2.7662e-02],\n", + " [ 4.0611e-03, -3.0398e-02, -5.2417e-02, -2.4195e-02],\n", + " [ 1.8238e-02, -1.1933e-02, 8.6566e-03, 4.0720e-02],\n", + " [ 3.1403e-02, 1.5738e-02, 8.8175e-03, -4.0811e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-5.8915e-02, -2.0129e-02, 3.8813e-03, 2.7711e-02],\n", + " [ 2.3716e-02, 2.3962e-02, -4.0548e-03, 2.4212e-02],\n", + " [-1.7032e-02, -3.4406e-02, 2.2508e-02, -4.6938e-02],\n", + " [ 1.7997e-02, 5.0260e-02, 1.5157e-02, 9.1342e-03]],\n", + " \n", + " [[-8.0241e-02, -4.3319e-02, -2.8459e-02, -3.3048e-02],\n", + " [-6.5136e-02, -6.5043e-02, -6.9963e-03, -1.7940e-02],\n", + " [ 2.3838e-03, -3.0793e-02, 1.9955e-02, -2.8666e-02],\n", + " [ 1.1286e-02, 9.7746e-03, 1.4614e-02, 6.4500e-03]],\n", + " \n", + " [[-3.8923e-02, -1.8325e-02, -6.2661e-02, -1.4106e-02],\n", + " [-1.0564e-03, -2.0297e-04, -1.5701e-02, -2.1430e-02],\n", + " [-3.7972e-03, -3.4648e-02, 2.3213e-02, 3.0900e-02],\n", + " [-2.7905e-02, -1.7299e-02, 1.2136e-02, -3.7349e-04]],\n", + " \n", + " ...,\n", + " \n", + " [[-4.2767e-02, -3.1565e-02, -5.2188e-02, -6.7986e-02],\n", + " [-4.0375e-02, -2.3994e-02, -2.6288e-02, -1.0060e-02],\n", + " [ 2.0215e-02, 1.9118e-02, -1.0877e-02, 2.7075e-02],\n", + " [ 4.2640e-02, 2.2552e-02, 7.0691e-03, 2.5046e-02]],\n", + " \n", + " [[ 1.5382e-02, -3.4156e-03, 2.4001e-02, 6.9234e-03],\n", + " [ 5.3897e-02, -9.7936e-03, -4.0315e-02, -6.5987e-03],\n", + " [ 1.5034e-02, -6.2716e-03, 6.7471e-03, -2.2738e-02],\n", + " [ 1.1362e-02, 1.1470e-02, 3.2765e-02, -1.8985e-02]],\n", + " \n", + " [[ 4.4906e-02, -1.4319e-03, 5.8606e-02, 5.0222e-02],\n", + " [-4.8057e-02, -2.0383e-02, 2.1252e-03, -2.4982e-02],\n", + " [ 2.0309e-02, 1.0848e-03, 1.4880e-02, 2.0605e-02],\n", + " [-2.4104e-02, 3.5493e-03, -9.8594e-03, 8.0932e-02]]],\n", + " \n", + " \n", + " [[[-8.1119e-03, -2.0287e-02, 1.5531e-02, -2.7481e-02],\n", + " [-2.2584e-02, -3.9530e-03, -2.8791e-02, 4.1719e-04],\n", + " [-6.5375e-02, -4.3441e-02, -5.0899e-02, -2.2257e-02],\n", + " [-4.5070e-03, -5.0631e-02, -4.5326e-02, -3.4330e-02]],\n", + " \n", + " [[ 2.5939e-02, 1.1388e-02, 1.1362e-02, 2.7836e-02],\n", + " [ 4.6439e-02, -6.4949e-04, -2.7209e-02, -2.2225e-02],\n", + " [ 3.0142e-02, -1.6935e-04, 9.1308e-03, 8.5691e-03],\n", + " [ 4.2176e-02, -1.4594e-02, -1.4046e-02, -3.1449e-02]],\n", + " \n", + " [[ 1.8039e-03, -3.0929e-02, -4.6162e-02, -4.8987e-02],\n", + " [-2.1204e-02, 2.1383e-02, -6.8312e-02, -6.0563e-02],\n", + " [-3.6757e-02, -2.0859e-02, -8.0421e-02, -6.4180e-02],\n", + " [ 1.1345e-02, -2.3997e-02, -6.2937e-02, -4.0375e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.9626e-02, 3.7857e-03, 3.4461e-03, -3.4593e-02],\n", + " [-1.0867e-02, -1.5198e-03, -2.4699e-02, -4.4475e-02],\n", + " [-6.6252e-02, -5.5346e-07, -6.3273e-02, -4.9083e-02],\n", + " [ 1.3935e-02, -2.1693e-02, -4.3341e-02, 1.3409e-02]],\n", + " \n", + " [[-3.3932e-02, 5.0857e-03, -7.7971e-03, -4.1925e-02],\n", + " [-1.3724e-02, -5.1342e-03, 3.2025e-02, 3.8859e-02],\n", + " [-1.6154e-02, -1.7132e-02, 6.3721e-03, -3.2913e-02],\n", + " [ 4.2884e-03, 5.0072e-03, 5.9496e-03, -1.9113e-02]],\n", + " \n", + " [[ 2.5084e-02, 4.6426e-02, -5.7298e-03, -4.3601e-02],\n", + " [ 1.9586e-02, 1.8379e-02, -1.5729e-02, 4.3984e-03],\n", + " [ 2.4407e-02, 1.0111e-02, -1.6398e-02, -3.0836e-02],\n", + " [ 4.2311e-02, 3.2272e-02, -8.5879e-04, 2.4591e-02]]],\n", + " \n", + " \n", + " [[[ 8.5558e-02, 2.1554e-02, 5.7851e-02, -8.2465e-03],\n", + " [ 5.9277e-02, 4.8537e-02, 5.9300e-02, 2.8317e-02],\n", + " [-1.4064e-02, 2.6778e-02, 2.5104e-02, 3.8365e-02],\n", + " [ 6.4501e-02, 3.3732e-02, 2.0095e-02, 4.8237e-03]],\n", + " \n", + " [[ 2.9826e-02, 4.5714e-02, 6.7620e-03, 3.7369e-02],\n", + " [ 4.7480e-02, 3.3139e-02, 3.4333e-02, 1.4703e-02],\n", + " [ 1.3778e-02, -7.5337e-03, -1.9511e-02, 3.1658e-02],\n", + " [-2.3776e-03, -1.2324e-02, -1.3799e-02, -5.5353e-02]],\n", + " \n", + " [[ 1.7619e-02, -1.9053e-02, 1.8508e-02, -2.1203e-02],\n", + " [ 6.0761e-02, -3.1746e-02, -5.2356e-03, 9.9996e-03],\n", + " [-3.5576e-02, -5.0545e-02, -1.1904e-02, -3.7792e-02],\n", + " [-1.5686e-02, -2.2905e-02, -3.9330e-02, -3.4327e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.4299e-02, 1.2229e-02, 2.5357e-02, 7.1630e-02],\n", + " [ 2.5302e-02, -5.0276e-04, 3.3158e-02, 4.2675e-02],\n", + " [ 8.8128e-03, -1.8639e-02, -4.3258e-03, -9.5753e-02],\n", + " [-2.7187e-03, -2.4488e-02, -6.8575e-02, -2.7468e-02]],\n", + " \n", + " [[ 8.7903e-03, 2.2461e-03, -1.0331e-02, -3.3099e-02],\n", + " [ 2.3058e-02, -2.8980e-02, -3.8287e-02, -8.9161e-03],\n", + " [ 1.1184e-02, 1.6924e-03, -8.0976e-02, -3.1129e-02],\n", + " [ 1.5768e-03, -6.6336e-02, -6.1628e-02, -3.5649e-02]],\n", + " \n", + " [[-1.6758e-02, -1.6042e-02, -7.9142e-03, 1.1629e-02],\n", + " [ 6.0090e-02, 1.5847e-02, 2.5963e-03, -2.5803e-02],\n", + " [ 5.8547e-02, 1.1322e-02, -3.0816e-02, -2.3270e-02],\n", + " [ 2.6471e-02, -9.9957e-02, -3.4701e-02, -3.1199e-02]]]])),\n", + " ('e5.l1.1.weight',\n", + " tensor([-8.2200e-04, -2.0306e-02, -4.7875e-02, 5.1478e-02, -2.1020e-02,\n", + " 6.6365e-02, -4.7211e-02, -1.3587e-03, -1.0162e-03, 4.6600e-02,\n", + " 5.1071e-04, 2.4965e-04, 1.1908e-02, -1.9718e-04, -5.6874e-02,\n", + " 5.4429e-02, -4.8386e-02, 1.6835e-02, -1.1560e-04, -3.6361e-04,\n", + " -1.5794e-03, -2.2019e-02, 5.6422e-05, 2.3650e-05, -4.6021e-02,\n", + " 3.7426e-02, 1.1785e-03, 3.4719e-04, -4.2461e-02, 5.7753e-02,\n", + " -5.7366e-04, -4.2059e-02, 5.7755e-05, 4.8411e-02, -4.1480e-02,\n", + " -1.9890e-02, -4.1335e-02, 8.5073e-02, 2.1767e-02, -4.6553e-04,\n", + " 2.9425e-02, -3.4141e-04, 3.7712e-02, -1.3964e-03, 1.8115e-03,\n", + " 4.5594e-02, -1.0903e-04, 9.2235e-04, 3.1694e-02, -3.5332e-02,\n", + " 1.3875e-02, -3.3233e-02, -6.5758e-02, 8.1758e-04, 5.1104e-03,\n", + " -4.5028e-02, -1.8238e-02, -3.9705e-02, -1.1788e-04, 3.4784e-04,\n", + " -1.5220e-02, 5.9741e-04, -2.7412e-04, 7.9336e-04, 1.9888e-02,\n", + " 4.0972e-02, 6.8284e-04, -2.8734e-04, -2.5185e-02, -4.1478e-04,\n", + " 6.7335e-05, 4.2883e-02, -4.0123e-03, 8.0932e-02, 1.0920e-02,\n", + " -1.7653e-04, -3.4153e-04, 1.2922e-03, 2.4533e-03, 1.0737e-03,\n", + " 2.2403e-04, 2.4892e-02, -9.4269e-02, 8.7549e-02, -1.3490e-04,\n", + " -3.7073e-05, -3.2163e-04, 3.1784e-03, 3.9224e-02, -4.4108e-04,\n", + " -4.6745e-02, -6.6043e-04, -5.2441e-02, -4.7749e-02, -4.8966e-02,\n", + " -1.1258e-03, 1.2295e-03, 3.0365e-02, -3.7342e-02, 8.5067e-02,\n", + " 5.4667e-02, 6.2023e-04, 3.7423e-02, -1.0477e-03, -8.9737e-02,\n", + " -1.2844e-04, 3.3091e-02, 4.3886e-04, -2.6939e-04, -1.6086e-02,\n", + " -8.2842e-04, 2.6342e-03, 1.0562e-03, 3.2122e-02, 3.1858e-02,\n", + " 4.1664e-03, -5.7077e-05, -5.9467e-02, -7.1957e-04, 9.7114e-04,\n", + " 4.9406e-04, 1.3792e-03, 5.7324e-03, 5.8315e-02, -1.8041e-02,\n", + " 3.7030e-04, 1.0951e-04, -3.1723e-02, -2.3297e-02, 6.1448e-04,\n", + " -1.6661e-04, -8.5655e-04, 3.6140e-02, 7.3697e-04, 2.0132e-03,\n", + " -5.3042e-04, 4.5657e-04, 5.0801e-02, 7.8789e-04, 4.8633e-02,\n", + " 3.1184e-04, 1.6257e-04, -3.2071e-02, 2.6259e-04, 2.7209e-04,\n", + " 6.8139e-02, -5.1728e-02, 5.1966e-02, 1.4498e-03, -1.5191e-05,\n", + " -3.2566e-02, -1.7554e-03, 1.1733e-03, -5.5589e-04, -4.7834e-02,\n", + " 4.2356e-02, -2.3027e-03, 1.3496e-01, 6.7251e-02, -5.8070e-04,\n", + " 3.7687e-02, -8.0925e-04, -7.1341e-05, -7.3062e-04, 1.7571e-04,\n", + " -2.6830e-03, -3.5539e-02, 1.1117e-04, 7.8328e-04, -4.3137e-02,\n", + " -4.5320e-04, -9.5736e-04, -1.7743e-02, 1.4618e-02, 2.7101e-02,\n", + " -8.3089e-04, 8.2336e-04, 1.2187e-03, -1.0911e-02, 5.4941e-02,\n", + " -2.5427e-02, 1.2188e-05, 2.9388e-04, 3.4566e-03, -8.2397e-04,\n", + " 4.1523e-04, 8.6394e-04, -2.8168e-02, -2.4744e-04, 3.1291e-04,\n", + " -1.2449e-02, -7.3540e-02, -8.9678e-04, 1.9146e-04, -3.1765e-02,\n", + " 1.2334e-04, -1.7648e-02, 8.7488e-02, 5.4242e-02, -7.2137e-04,\n", + " -1.2213e-04, -2.7680e-02, -6.6525e-04, -2.4185e-02, 2.6860e-04,\n", + " -7.7432e-05, -3.8162e-02, -4.6867e-05, -4.3319e-02, 1.2716e-02,\n", + " -4.6160e-04, 3.2778e-02, 9.0134e-03, 3.2416e-02, 2.0948e-04,\n", + " -9.2111e-05, -9.0168e-03, 3.0500e-02, 3.4694e-02, -5.3544e-02,\n", + " 1.6263e-03, -3.5628e-03, 1.1972e-04, 3.7679e-02, 2.0702e-03,\n", + " 4.8936e-04, 7.7013e-04, 7.9023e-04, -1.7107e-03, 7.9790e-02,\n", + " 1.6187e-04, -3.2142e-03, 5.9946e-02, 1.9582e-02, 1.5841e-04,\n", + " -3.6257e-04, 3.1750e-02, -1.8043e-03, -1.2715e-03, -5.0426e-02,\n", + " -5.1565e-02, -2.3786e-02, -6.7607e-02, -9.5528e-04, -1.3833e-02,\n", + " 4.3033e-04, -2.2950e-03, -3.5484e-04, 3.0185e-02, -1.7860e-03,\n", + " 1.0215e-02, -9.6204e-03, -9.5955e-04, 5.7584e-02, 3.6562e-02,\n", + " -3.7596e-02, 4.8046e-04, -2.9213e-04, -5.2540e-04, 4.0491e-04,\n", + " -1.5750e-04, -2.9168e-02, -1.0821e-03, -4.0251e-04, 4.6926e-02,\n", + " 7.1475e-02, -3.1221e-02, 1.5436e-04, -5.1834e-02, 1.8763e-05,\n", + " -1.0007e-01, -6.6056e-04, 1.6909e-02, 8.1737e-04, -2.9392e-04,\n", + " 6.3832e-04, -3.8272e-04, -3.8560e-02, 7.6768e-04, -6.1360e-04,\n", + " 7.0726e-04, 2.3754e-02, -8.5383e-05, -6.0423e-02, -5.3485e-02,\n", + " -1.1826e-03, 9.0952e-04, -8.2066e-02, -6.8045e-02, 3.5460e-04,\n", + " -4.1861e-02, 7.6648e-02, -1.8300e-04, -2.0621e-03, -3.2079e-04,\n", + " 1.8826e-04, -8.5133e-02, -5.0065e-02, -5.0534e-02, -1.4713e-03,\n", + " -3.6369e-02, 7.4020e-02, -4.0652e-02, -5.7842e-04, 4.1933e-04,\n", + " -1.8423e-03, -5.4385e-04, -5.7620e-04, 1.9020e-03, -2.1406e-03,\n", + " 6.3043e-02, 2.1492e-03, -6.5288e-04, 5.8834e-02, -2.4513e-02,\n", + " -1.6443e-03, 6.7979e-04, -1.1755e-02, -4.1784e-02, -5.6680e-03,\n", + " -4.0655e-04, -2.5381e-02, 1.6070e-02, -2.0419e-02, 2.2500e-02,\n", + " 6.4824e-03, -5.9208e-04, -1.4091e-02, 6.1567e-04, 4.0344e-04,\n", + " 4.7306e-02, 6.4493e-04, 7.8635e-02, 7.4219e-04, -4.0138e-02,\n", + " 7.4598e-05, 2.9674e-03, -5.3050e-02, -4.0005e-03, 2.6963e-02,\n", + " -7.7861e-02, 8.5750e-06, 1.7686e-03, -2.0680e-02, 5.4119e-04,\n", + " -2.8452e-02, 2.3685e-04, 1.2671e-04, -4.9661e-04, 7.1095e-03,\n", + " 3.8700e-02, 3.4223e-03, 1.5943e-04, -1.6453e-02, 1.9257e-03,\n", + " 1.8564e-05, -3.5757e-04, -2.9089e-04, 2.3732e-04, 1.4952e-02,\n", + " 7.8623e-04, -4.7503e-04, -2.6959e-04, -4.7202e-02, 5.3794e-02,\n", + " -4.3787e-04, -1.7235e-02, 4.2316e-02, 1.5717e-02, 4.1109e-02,\n", + " -3.2821e-04, 1.9921e-03, 2.8874e-04, -2.8008e-04, -3.5896e-04,\n", + " 1.9321e-02, 2.8849e-04, -1.9016e-02, 4.4574e-02, 2.3163e-02,\n", + " -4.0722e-02, 3.7255e-02, -8.3947e-02, 3.0869e-02, 1.9263e-02,\n", + " -5.9463e-04, 5.5152e-02, -8.9938e-04, -4.3710e-04, -9.9404e-05,\n", + " 1.9374e-02, -1.9455e-03, 3.6304e-02, 8.2654e-04, -1.5982e-03,\n", + " 1.3451e-02, 3.8868e-04, 6.0769e-02, 2.3295e-02, 9.5304e-04,\n", + " -1.5837e-02, -4.8349e-04, 1.0848e-02, -1.6833e-04, 1.7435e-04,\n", + " 8.9626e-04, 3.8800e-03, -8.6986e-05, -6.4677e-02, -9.3545e-04,\n", + " 7.7043e-02, -1.0869e-03, -4.8621e-04, 3.1134e-04, -6.3215e-03,\n", + " -1.5983e-04, -1.5201e-03, 2.3569e-02, 2.1022e-02, 6.6326e-02,\n", + " -1.6202e-03, -2.7946e-04, -1.6116e-02, 1.1204e-03, -5.0931e-02,\n", + " 1.9572e-03, -5.0058e-02, -1.7847e-04, 3.6254e-04, 7.2783e-02,\n", + " 9.8182e-04, -1.3287e-04, 1.1813e-02, -3.5193e-02, -9.8935e-04,\n", + " -6.3876e-02, -5.9972e-02, -3.2948e-02, 6.6149e-03, -1.2522e-03,\n", + " -7.0907e-02, -7.2970e-02, 8.1576e-05, 4.3191e-04, -1.6392e-02,\n", + " 6.6549e-04, -5.1608e-02, -1.1111e-03, 6.2177e-05, -3.5820e-04,\n", + " -1.1988e-02, -1.0682e-03, -1.2670e-02, 2.6359e-04, 1.0783e-03,\n", + " 6.9298e-02, 5.9958e-02, -1.4820e-04, -2.4404e-04, -2.4729e-03,\n", + " 2.8399e-03, 1.6683e-03, -6.2616e-02, 1.6468e-02, -3.9892e-02,\n", + " 1.5421e-02, -3.4224e-04, 9.7702e-02, 3.1871e-04, 1.7168e-02,\n", + " -3.9951e-02, -8.3212e-04, 1.5468e-04, 2.5574e-03, -3.2629e-02,\n", + " -4.4089e-04, -1.3293e-02, -4.1479e-02, 2.3701e-04, 4.0854e-02,\n", + " 4.8576e-05, 5.8153e-04, -1.3937e-02, 4.1028e-02, -1.1821e-03,\n", + " 2.4475e-04, 2.3133e-02, 2.3094e-03, -3.3042e-03, -1.1342e-03,\n", + " 7.1950e-02, 5.9909e-04, 2.7251e-05, -1.0452e-03, 1.6204e-03,\n", + " -1.1092e-02, -5.1695e-04, -8.2355e-02, -3.2241e-02, 1.6421e-03,\n", + " 4.3682e-03, -7.8018e-04, 7.0910e-04, -7.2083e-04, 3.3976e-02,\n", + " 1.7402e-02, -3.8044e-02, 6.5772e-02, -3.9202e-04, -5.6096e-04,\n", + " 1.8743e-03, -3.5757e-02])),\n", + " ('e5.l1.1.bias',\n", + " tensor([-0.0051, -0.0081, 0.0025, -0.0318, -0.0045, -0.0120, -0.0136, -0.0023,\n", + " -0.0040, -0.0117, -0.0043, -0.0031, -0.0151, -0.0029, -0.0154, -0.0248,\n", + " -0.0092, 0.0006, -0.0028, -0.0024, -0.0041, -0.0116, -0.0030, -0.0014,\n", + " -0.0243, 0.0011, -0.0048, -0.0024, -0.0035, -0.0044, -0.0021, -0.0063,\n", + " -0.0024, -0.0120, -0.0221, -0.0142, -0.0187, -0.0081, -0.0083, -0.0032,\n", + " -0.0150, -0.0018, -0.0170, -0.0019, -0.0030, -0.0076, -0.0035, -0.0030,\n", + " -0.0028, -0.0182, -0.0090, -0.0125, 0.0111, -0.0021, -0.0138, -0.0226,\n", + " -0.0058, -0.0089, -0.0029, -0.0030, -0.0061, -0.0037, -0.0014, -0.0026,\n", + " -0.0111, -0.0276, -0.0038, -0.0023, -0.0163, -0.0031, -0.0023, -0.0169,\n", + " -0.0008, -0.0212, -0.0090, -0.0048, -0.0023, -0.0024, -0.0041, -0.0025,\n", + " -0.0034, -0.0143, -0.0207, 0.0002, -0.0026, -0.0028, -0.0021, -0.0022,\n", + " -0.0061, -0.0057, -0.0030, -0.0029, -0.0199, 0.0031, -0.0163, -0.0038,\n", + " -0.0021, -0.0029, -0.0175, 0.0056, -0.0107, -0.0039, -0.0071, -0.0031,\n", + " -0.0224, -0.0021, -0.0124, -0.0026, -0.0015, -0.0141, -0.0020, -0.0032,\n", + " -0.0011, -0.0042, -0.0082, -0.0078, -0.0039, -0.0095, -0.0016, -0.0034,\n", + " -0.0037, -0.0036, -0.0051, -0.0047, -0.0046, -0.0032, -0.0041, -0.0075,\n", + " -0.0020, -0.0041, -0.0029, -0.0016, -0.0109, -0.0021, -0.0015, -0.0043,\n", + " -0.0011, -0.0054, -0.0025, -0.0196, -0.0021, -0.0046, 0.0018, -0.0024,\n", + " -0.0035, -0.0254, -0.0141, -0.0211, -0.0034, -0.0022, -0.0145, -0.0023,\n", + " -0.0031, -0.0027, -0.0177, -0.0209, -0.0026, -0.0121, -0.0469, -0.0029,\n", + " -0.0110, -0.0023, -0.0032, -0.0030, -0.0017, -0.0060, -0.0219, -0.0020,\n", + " -0.0023, -0.0205, -0.0019, -0.0045, -0.0053, -0.0040, -0.0093, -0.0031,\n", + " -0.0034, -0.0055, -0.0155, -0.0141, -0.0111, -0.0062, -0.0022, 0.0037,\n", + " -0.0038, -0.0032, -0.0033, -0.0051, -0.0022, -0.0045, -0.0124, -0.0316,\n", + " -0.0040, -0.0023, -0.0255, -0.0028, -0.0117, 0.0007, -0.0246, -0.0055,\n", + " -0.0034, -0.0141, -0.0038, -0.0173, -0.0020, -0.0017, -0.0124, -0.0047,\n", + " -0.0148, -0.0082, -0.0016, -0.0100, -0.0073, -0.0104, -0.0037, -0.0021,\n", + " -0.0050, -0.0135, -0.0159, -0.0046, -0.0041, -0.0045, -0.0017, -0.0099,\n", + " -0.0044, -0.0024, -0.0030, -0.0043, -0.0034, -0.0185, -0.0018, 0.0026,\n", + " -0.0139, -0.0170, -0.0026, -0.0032, -0.0025, -0.0027, -0.0031, -0.0166,\n", + " -0.0192, -0.0217, -0.0164, -0.0004, -0.0080, -0.0032, -0.0033, -0.0030,\n", + " -0.0106, -0.0026, -0.0081, -0.0085, -0.0036, -0.0150, -0.0234, -0.0173,\n", + " -0.0031, -0.0024, -0.0028, -0.0034, -0.0034, -0.0138, -0.0038, -0.0014,\n", + " -0.0095, -0.0001, -0.0038, -0.0040, -0.0254, -0.0024, -0.0236, -0.0029,\n", + " -0.0064, -0.0033, -0.0012, -0.0034, -0.0037, -0.0049, -0.0028, -0.0036,\n", + " -0.0041, -0.0093, -0.0045, -0.0207, -0.0194, -0.0030, -0.0035, 0.0046,\n", + " -0.0155, -0.0020, 0.0119, -0.0242, -0.0042, -0.0021, -0.0021, -0.0017,\n", + " -0.0107, -0.0177, -0.0343, -0.0044, -0.0134, -0.0203, 0.0006, -0.0039,\n", + " -0.0025, -0.0002, -0.0015, -0.0034, -0.0055, -0.0029, -0.0192, -0.0045,\n", + " -0.0050, -0.0200, -0.0083, -0.0022, -0.0035, -0.0171, -0.0075, -0.0121,\n", + " -0.0033, -0.0101, -0.0069, -0.0012, 0.0008, -0.0063, -0.0032, -0.0089,\n", + " -0.0024, -0.0012, -0.0114, -0.0029, 0.0017, -0.0025, -0.0208, -0.0028,\n", + " -0.0038, -0.0199, 0.0022, -0.0043, -0.0178, -0.0012, -0.0018, -0.0172,\n", + " -0.0021, -0.0097, -0.0042, -0.0025, -0.0031, -0.0024, -0.0087, -0.0013,\n", + " -0.0030, -0.0037, -0.0042, -0.0023, -0.0029, -0.0036, -0.0033, -0.0108,\n", + " -0.0021, -0.0040, -0.0024, -0.0166, -0.0115, -0.0020, -0.0099, -0.0032,\n", + " -0.0177, -0.0154, -0.0014, -0.0045, -0.0046, -0.0029, -0.0030, -0.0008,\n", + " -0.0025, -0.0034, -0.0163, -0.0135, 0.0057, -0.0017, -0.0062, -0.0055,\n", + " -0.0046, -0.0035, -0.0164, -0.0014, -0.0014, -0.0030, -0.0128, -0.0039,\n", + " -0.0152, -0.0037, -0.0034, -0.0055, -0.0023, -0.0313, -0.0127, -0.0046,\n", + " -0.0102, -0.0034, -0.0039, -0.0053, -0.0014, -0.0035, -0.0004, -0.0045,\n", + " -0.0270, -0.0047, -0.0073, -0.0051, -0.0026, -0.0027, -0.0061, -0.0033,\n", + " -0.0012, -0.0092, -0.0158, -0.0164, -0.0048, -0.0035, -0.0009, -0.0031,\n", + " -0.0102, -0.0019, -0.0366, -0.0036, -0.0017, -0.0274, -0.0026, -0.0019,\n", + " -0.0001, -0.0247, -0.0024, -0.0204, -0.0338, -0.0057, -0.0044, -0.0036,\n", + " -0.0141, -0.0165, -0.0015, -0.0031, -0.0091, -0.0039, -0.0272, -0.0029,\n", + " -0.0023, -0.0027, -0.0033, -0.0017, -0.0130, -0.0019, -0.0025, -0.0098,\n", + " -0.0230, -0.0032, -0.0039, -0.0037, -0.0097, -0.0007, -0.0324, -0.0040,\n", + " -0.0132, -0.0081, -0.0021, -0.0135, -0.0029, -0.0094, -0.0205, -0.0031,\n", + " -0.0016, -0.0035, -0.0180, -0.0034, -0.0098, -0.0207, -0.0024, -0.0081,\n", + " -0.0032, -0.0027, -0.0117, -0.0185, -0.0050, -0.0033, -0.0126, -0.0027,\n", + " -0.0031, -0.0035, -0.0302, -0.0029, -0.0041, -0.0092, -0.0034, -0.0075,\n", + " -0.0055, -0.0094, -0.0108, -0.0024, -0.0021, -0.0043, -0.0014, -0.0022,\n", + " -0.0215, -0.0023, -0.0114, -0.0277, -0.0014, -0.0034, -0.0044, -0.0107])),\n", + " ('e5.l1.1.running_mean',\n", + " tensor([ 2.3081e-02, 1.5508e-01, -7.6667e-03, -6.5158e-02, 1.1423e-01,\n", + " 4.4595e-02, -6.2096e-02, 5.7426e-02, 5.2637e-02, -1.6867e-02,\n", + " 4.9527e-02, -1.0382e-02, -6.6303e-02, -1.4346e-01, -5.7986e-02,\n", + " -5.7662e-03, -5.3468e-02, 1.7830e-01, 1.6489e-01, -1.2668e-01,\n", + " -1.6494e-01, 2.8939e-02, 8.3873e-03, 4.3450e-02, -3.4571e-02,\n", + " 1.1141e-01, -1.0806e-02, -6.6280e-02, 6.4512e-02, -1.3007e-01,\n", + " -4.8710e-02, -5.9923e-03, -2.8249e-01, -2.5444e-02, 1.4868e-02,\n", + " 8.2703e-02, 6.1654e-02, -1.4099e-01, 1.4233e-01, 1.2682e-01,\n", + " -3.6829e-02, 1.9789e-02, -6.4602e-02, -9.9928e-02, 1.3503e-01,\n", + " -2.7510e-02, -5.1216e-02, 1.6795e-01, 1.2025e-01, 9.9732e-05,\n", + " -8.8763e-02, 9.0708e-02, 1.7607e-03, 7.5545e-02, 1.4800e-02,\n", + " -1.2119e-01, -4.1805e-03, 7.9365e-03, -8.8129e-02, 1.8742e-01,\n", + " 5.0826e-02, -1.3834e-01, 9.0175e-02, 9.9446e-02, 3.1054e-02,\n", + " 9.0033e-02, 1.1343e-01, 1.8993e-02, 6.2388e-02, -2.5323e-02,\n", + " -2.3791e-02, 8.2252e-02, -5.7732e-02, 1.3020e-01, 3.4595e-02,\n", + " -9.6179e-02, 3.0269e-02, 1.1970e-01, 1.8477e-03, -2.3419e-02,\n", + " -5.4638e-02, -8.7427e-02, 2.8375e-02, -3.0877e-03, 1.3204e-01,\n", + " -9.2600e-02, 1.9175e-02, -8.4667e-02, -1.5685e-01, -3.3289e-02,\n", + " 1.6348e-02, -6.6388e-02, 9.1652e-02, 4.2988e-02, 6.1134e-02,\n", + " 6.5320e-02, 1.0784e-01, -9.0172e-02, 5.5332e-03, -3.5142e-02,\n", + " 6.7242e-02, 1.2411e-01, 9.1863e-02, 1.3659e-02, -5.0780e-02,\n", + " -7.6968e-03, 3.9345e-02, -1.4037e-01, 4.7220e-02, -1.4303e-01,\n", + " 2.3435e-02, 3.2216e-02, 4.9058e-02, -6.6572e-02, 1.0263e-01,\n", + " 5.1333e-02, -3.5218e-03, 1.1228e-01, 7.2519e-03, -2.1637e-02,\n", + " 9.8972e-04, -3.2654e-02, -3.0384e-02, -1.1685e-01, 2.9154e-02,\n", + " -1.2608e-01, -1.8212e-01, -1.5820e-02, -5.3485e-02, -3.0464e-02,\n", + " 4.1986e-02, 1.3585e-01, -3.8096e-02, 1.0140e-01, 2.9735e-02,\n", + " 1.8089e-01, -8.7912e-02, 3.0243e-02, -2.2626e-02, -2.6667e-03,\n", + " -6.8943e-02, 2.4305e-02, 1.6479e-01, 3.2855e-02, 6.5027e-02,\n", + " 4.6054e-02, 1.8163e-01, 4.2983e-02, -1.9319e-02, 7.4550e-02,\n", + " -6.5388e-02, -5.4511e-02, -9.1571e-02, -3.3080e-02, -1.3570e-02,\n", + " -8.5378e-02, -4.4043e-02, 2.9987e-02, -3.4064e-02, -4.4484e-02,\n", + " -1.2526e-01, -1.6229e-01, 6.0223e-02, -4.3383e-02, 1.2509e-01,\n", + " -3.1427e-02, 5.4905e-02, 1.7357e-01, -3.4366e-02, 7.1177e-03,\n", + " 1.6785e-01, 1.3477e-01, -4.7039e-02, -6.2622e-03, -7.2279e-02,\n", + " -1.2205e-02, -9.1165e-03, 7.2454e-02, 6.2323e-02, -1.4674e-02,\n", + " 1.0778e-02, 2.7389e-02, -1.0428e-01, -3.0412e-02, -8.0110e-02,\n", + " -2.2706e-03, -1.1251e-01, -5.2849e-02, 1.6130e-01, 9.8588e-02,\n", + " 2.3513e-02, -2.7659e-02, 6.0281e-02, -9.0895e-02, 5.5798e-02,\n", + " -7.7388e-02, 3.4899e-04, -2.8655e-02, -5.3517e-02, -1.0853e-01,\n", + " 3.6033e-03, 3.0474e-03, 8.0617e-02, 5.9093e-02, 7.6762e-03,\n", + " -2.2197e-02, -5.3746e-02, -2.8760e-02, 7.5195e-02, -8.5005e-02,\n", + " -1.4310e-01, -1.4394e-01, 1.4582e-02, 6.0777e-02, 1.0560e-01,\n", + " -1.1808e-01, 6.8874e-02, -3.8805e-02, 5.0770e-02, -1.4612e-01,\n", + " -2.1730e-02, -8.6560e-02, -1.2110e-02, 3.3402e-02, 1.1492e-01,\n", + " -2.5353e-02, 7.3940e-02, -7.3042e-03, -6.9839e-02, 9.4686e-03,\n", + " -1.4031e-02, -1.5909e-01, 3.1284e-02, -1.1248e-01, 2.0814e-01,\n", + " -6.9469e-02, 1.4673e-01, -6.5612e-02, -5.7639e-02, -8.9842e-02,\n", + " 7.3314e-02, -3.0510e-02, 1.6630e-02, -8.9349e-02, 7.7694e-02,\n", + " 5.5505e-02, 8.9484e-02, 2.3658e-02, -8.7001e-03, -2.5173e-02,\n", + " -2.8648e-02, 9.7726e-03, -1.9757e-01, -1.7319e-02, -9.5409e-03,\n", + " -1.3725e-02, 1.1176e-01, -4.4589e-02, -1.2565e-01, 7.7950e-02,\n", + " -1.9712e-01, 6.5016e-03, 7.6094e-02, -5.3473e-02, -3.1717e-02,\n", + " -9.7390e-02, 2.5360e-03, -2.2446e-02, 2.2967e-02, 1.0633e-02,\n", + " -3.3897e-03, -1.0513e-01, -4.7791e-02, -2.1415e-02, -1.3619e-02,\n", + " 3.4603e-02, -5.2496e-02, 3.0008e-02, 1.9713e-01, 5.7778e-03,\n", + " -9.6118e-02, -9.2622e-03, 1.0814e-01, -1.2139e-01, -3.3867e-02,\n", + " 3.5210e-03, 4.3408e-02, 1.0071e-01, -2.4294e-02, 1.5307e-01,\n", + " 6.9316e-02, -3.5173e-02, -1.1722e-02, -7.2205e-02, -2.6452e-02,\n", + " 6.4372e-02, 6.7263e-02, -1.7306e-02, 5.5400e-02, -3.6592e-02,\n", + " -9.9700e-02, -2.8260e-02, 4.4877e-02, 1.9792e-01, 1.4589e-01,\n", + " 1.8295e-01, -5.0260e-02, 4.7697e-02, 2.4159e-02, 8.2003e-02,\n", + " 1.6949e-02, -4.9299e-02, -1.4557e-02, -1.3286e-02, -3.4089e-02,\n", + " 7.9310e-02, -3.2146e-02, 2.5664e-02, -7.7165e-02, -8.6897e-02,\n", + " 1.1229e-01, -7.1343e-02, 8.0202e-02, 2.1224e-02, -9.5089e-02,\n", + " -9.8884e-02, 4.4132e-02, 9.3771e-02, 1.6244e-02, 9.1469e-02,\n", + " 2.8106e-02, -5.0229e-02, -3.7603e-02, 1.0329e-01, -1.2982e-01,\n", + " 1.8250e-02, -1.3336e-01, -4.3297e-02, 1.4852e-01, -1.0548e-01,\n", + " -8.0522e-02, 1.0615e-01, -4.0583e-03, -2.4439e-02, 6.2684e-02,\n", + " -1.0902e-01, 1.0928e-01, 1.4860e-01, 6.6114e-02, 1.0983e-03,\n", + " 7.1125e-02, -9.5095e-02, -2.3060e-02, 1.2929e-01, 1.0818e-01,\n", + " 1.7744e-02, 9.9397e-02, 1.1049e-01, 8.9707e-02, -6.0449e-03,\n", + " 1.1996e-02, 5.2579e-02, 3.9350e-02, -3.4063e-03, 5.4269e-02,\n", + " -2.9913e-02, 5.7736e-02, -4.7050e-02, 3.0255e-02, -2.6453e-02,\n", + " 1.6108e-01, 1.3645e-01, -8.3891e-02, 7.5334e-02, 1.2342e-01,\n", + " 7.1163e-02, -4.6208e-02, 8.7554e-02, -5.4402e-03, 9.8100e-03,\n", + " 8.4592e-02, 1.8445e-02, 2.1753e-02, 2.6335e-03, -6.7228e-02,\n", + " -5.1698e-02, -2.4591e-02, 1.4756e-01, 3.6939e-02, -5.0525e-02,\n", + " -5.3545e-02, 4.1647e-02, 9.9126e-02, -6.0258e-02, -7.0875e-02,\n", + " -7.3836e-02, 6.4398e-02, 4.8389e-03, 1.0253e-01, 1.8278e-01,\n", + " -2.7752e-02, -9.2093e-02, 9.5775e-02, -3.3703e-02, -5.1142e-02,\n", + " -7.8037e-02, -5.1747e-02, -8.1318e-02, -4.0496e-02, -9.1811e-02,\n", + " -7.1405e-02, 6.3245e-02, 1.5018e-04, -3.2967e-02, 2.3876e-03,\n", + " -1.1295e-01, -3.5224e-02, 1.1274e-02, 3.2460e-02, -1.0975e-01,\n", + " -1.4522e-02, 8.8582e-02, 7.5058e-02, 1.4814e-01, 4.9064e-02,\n", + " 5.4918e-02, 8.9774e-03, -4.4413e-03, -5.8167e-03, -4.9363e-02,\n", + " 1.8739e-02, 1.7712e-02, -5.5629e-02, -7.1629e-02, -4.3959e-02,\n", + " -2.5217e-02, -1.1002e-01, -6.0335e-02, -5.3176e-02, -2.7802e-02,\n", + " -3.1157e-03, 9.1809e-02, -4.2020e-02, 1.4082e-01, 1.0901e-01,\n", + " 3.3749e-02, 1.8880e-02, 3.2114e-02, 2.0144e-01, 1.1969e-01,\n", + " 3.0411e-02, 5.1579e-02, -3.1787e-02, -1.2004e-01, -2.0039e-01,\n", + " 1.5223e-02, 7.7049e-02, -8.0546e-02, -1.9178e-01, -6.2568e-02,\n", + " 1.4735e-02, -6.5913e-02, -4.1245e-02, -2.8427e-02, -2.9496e-03,\n", + " 6.4136e-02, -9.4448e-02, 3.4240e-02, 8.3415e-02, 7.7462e-02,\n", + " -6.1701e-02, -6.6364e-02, 1.3842e-01, -4.4480e-02, -9.9151e-03,\n", + " -7.7156e-03, 8.9794e-02, 7.6196e-02, -1.3520e-01, -1.1066e-02,\n", + " -7.2178e-02, 2.2247e-02, 4.6626e-02, -5.6343e-03, 3.0541e-03,\n", + " 1.4112e-01, -5.5547e-02, 6.9219e-02, 3.6352e-02, -5.4427e-02,\n", + " 2.4715e-02, 2.3914e-02, 8.4755e-02, 5.7176e-02, 9.5983e-02,\n", + " 3.6185e-02, 1.1822e-01, 2.6608e-02, 7.5067e-02, 4.4347e-02,\n", + " -9.8848e-02, -1.5143e-02, -7.2537e-02, -1.4458e-01, -5.0892e-03,\n", + " -1.8276e-01, 1.6594e-02, 7.2016e-02, 5.7219e-02, 8.2525e-02,\n", + " 1.1466e-01, -7.6121e-02])),\n", + " ('e5.l1.1.running_var',\n", + " tensor([0.0563, 0.0525, 0.0362, 0.0337, 0.0382, 0.0222, 0.0389, 0.0681, 0.0548,\n", + " 0.0336, 0.0550, 0.1005, 0.0280, 0.0513, 0.0297, 0.0529, 0.0281, 0.1354,\n", + " 0.0490, 0.0517, 0.0572, 0.0394, 0.0427, 0.0484, 0.0329, 0.0946, 0.0724,\n", + " 0.0546, 0.0255, 0.0443, 0.0347, 0.0269, 0.0970, 0.0308, 0.0314, 0.0490,\n", + " 0.0332, 0.0269, 0.0916, 0.0403, 0.0431, 0.0471, 0.0364, 0.0578, 0.0834,\n", + " 0.0314, 0.0406, 0.0975, 0.0917, 0.0257, 0.0328, 0.0498, 0.0247, 0.0748,\n", + " 0.0340, 0.0316, 0.0535, 0.0301, 0.0609, 0.0732, 0.1083, 0.0554, 0.0439,\n", + " 0.0940, 0.0391, 0.0599, 0.0790, 0.0359, 0.0255, 0.0466, 0.0491, 0.0303,\n", + " 0.0396, 0.0226, 0.0484, 0.0535, 0.0379, 0.0570, 0.0343, 0.0534, 0.0411,\n", + " 0.0654, 0.0331, 0.0256, 0.0599, 0.0615, 0.0341, 0.0653, 0.0620, 0.0558,\n", + " 0.0315, 0.0540, 0.0543, 0.0413, 0.0236, 0.0499, 0.0434, 0.0545, 0.0398,\n", + " 0.0208, 0.0393, 0.0485, 0.0297, 0.0402, 0.0234, 0.0558, 0.0304, 0.0779,\n", + " 0.0456, 0.0561, 0.0398, 0.0452, 0.0599, 0.0477, 0.0329, 0.0906, 0.0418,\n", + " 0.0405, 0.0399, 0.0317, 0.0483, 0.0365, 0.0561, 0.0393, 0.0575, 0.0357,\n", + " 0.0602, 0.0492, 0.0265, 0.0424, 0.0295, 0.0491, 0.0321, 0.0532, 0.0360,\n", + " 0.0770, 0.0317, 0.0454, 0.0499, 0.0307, 0.0478, 0.0561, 0.0621, 0.0463,\n", + " 0.0875, 0.0205, 0.0502, 0.0287, 0.0351, 0.0381, 0.0303, 0.0375, 0.0512,\n", + " 0.0701, 0.0270, 0.0292, 0.0418, 0.0252, 0.0282, 0.0728, 0.0752, 0.0729,\n", + " 0.0551, 0.0459, 0.0598, 0.0354, 0.0261, 0.0898, 0.0416, 0.0262, 0.0544,\n", + " 0.0483, 0.0258, 0.0608, 0.0628, 0.0839, 0.0437, 0.0607, 0.0369, 0.0196,\n", + " 0.0396, 0.0346, 0.0517, 0.0426, 0.0332, 0.0484, 0.0641, 0.0271, 0.0570,\n", + " 0.0372, 0.0599, 0.0322, 0.0691, 0.0325, 0.0337, 0.0395, 0.0490, 0.0380,\n", + " 0.0340, 0.0614, 0.0557, 0.0447, 0.0475, 0.0472, 0.0271, 0.0424, 0.0366,\n", + " 0.0413, 0.0646, 0.0286, 0.0556, 0.0610, 0.0424, 0.0504, 0.0327, 0.0720,\n", + " 0.0372, 0.0253, 0.0317, 0.0303, 0.0791, 0.0576, 0.0346, 0.0946, 0.0706,\n", + " 0.0237, 0.0496, 0.0502, 0.0407, 0.0318, 0.0267, 0.0632, 0.0437, 0.0399,\n", + " 0.0787, 0.0540, 0.1238, 0.0431, 0.0775, 0.0557, 0.0227, 0.0480, 0.0221,\n", + " 0.0394, 0.0500, 0.0712, 0.0447, 0.0444, 0.0327, 0.0437, 0.0312, 0.0245,\n", + " 0.0644, 0.0177, 0.0237, 0.0329, 0.0463, 0.0274, 0.0509, 0.0365, 0.0359,\n", + " 0.0178, 0.0523, 0.0299, 0.0433, 0.0211, 0.0528, 0.0375, 0.0292, 0.0650,\n", + " 0.0182, 0.0502, 0.0282, 0.0652, 0.0352, 0.0400, 0.0437, 0.0620, 0.0739,\n", + " 0.0272, 0.0526, 0.0370, 0.0549, 0.0324, 0.0631, 0.0530, 0.0529, 0.0219,\n", + " 0.0436, 0.0556, 0.0654, 0.0412, 0.0480, 0.0593, 0.0577, 0.0574, 0.0330,\n", + " 0.0218, 0.0212, 0.0572, 0.0259, 0.0301, 0.0787, 0.0680, 0.0552, 0.0618,\n", + " 0.0585, 0.0601, 0.0245, 0.0346, 0.0210, 0.0588, 0.0481, 0.0512, 0.0318,\n", + " 0.0454, 0.0432, 0.0346, 0.0373, 0.0297, 0.0353, 0.0368, 0.0397, 0.0441,\n", + " 0.0455, 0.0486, 0.0746, 0.0499, 0.0582, 0.0373, 0.0298, 0.0413, 0.0260,\n", + " 0.0727, 0.0414, 0.0474, 0.0430, 0.0368, 0.0582, 0.0852, 0.0301, 0.0414,\n", + " 0.0635, 0.0343, 0.0333, 0.0702, 0.0535, 0.0450, 0.0377, 0.0321, 0.1301,\n", + " 0.0717, 0.0527, 0.0552, 0.0554, 0.0297, 0.0258, 0.0352, 0.0696, 0.0412,\n", + " 0.0334, 0.0542, 0.0320, 0.0304, 0.0493, 0.0657, 0.0400, 0.0412, 0.0485,\n", + " 0.0305, 0.0553, 0.0801, 0.0705, 0.0600, 0.0687, 0.1207, 0.0557, 0.0296,\n", + " 0.0332, 0.0227, 0.0704, 0.0325, 0.0260, 0.0324, 0.0637, 0.0293, 0.0279,\n", + " 0.0362, 0.0418, 0.0590, 0.0366, 0.0504, 0.0546, 0.0460, 0.0618, 0.0412,\n", + " 0.0608, 0.0221, 0.0389, 0.0717, 0.0210, 0.0378, 0.0949, 0.0534, 0.0472,\n", + " 0.0625, 0.0585, 0.0488, 0.0324, 0.0783, 0.0244, 0.0428, 0.0330, 0.0317,\n", + " 0.0384, 0.0563, 0.0473, 0.1009, 0.0311, 0.0249, 0.0397, 0.0421, 0.0578,\n", + " 0.0477, 0.0259, 0.0341, 0.0279, 0.0398, 0.0316, 0.0199, 0.0389, 0.0489,\n", + " 0.0470, 0.0379, 0.0354, 0.0377, 0.0266, 0.0426, 0.0267, 0.0496, 0.0221,\n", + " 0.0264, 0.0546, 0.0534, 0.0359, 0.0656, 0.0359, 0.0395, 0.0875, 0.0355,\n", + " 0.0435, 0.0691, 0.0263, 0.0408, 0.0510, 0.0210, 0.0373, 0.0467, 0.0470,\n", + " 0.0438, 0.0494, 0.0452, 0.0499, 0.0311, 0.0220, 0.0237, 0.0514, 0.0306,\n", + " 0.0926, 0.0437, 0.0409, 0.0594, 0.0882, 0.0422, 0.0559, 0.0573, 0.0527,\n", + " 0.0361, 0.0501, 0.0421, 0.0714, 0.0443, 0.0480, 0.0388, 0.0562, 0.0376,\n", + " 0.0242, 0.0318, 0.0350, 0.0573, 0.0687, 0.0423, 0.0679, 0.0304, 0.0454,\n", + " 0.0367, 0.0447, 0.0234, 0.0693, 0.0478, 0.0402, 0.0465, 0.0360, 0.0698,\n", + " 0.0403, 0.0448, 0.0334, 0.0256, 0.0503, 0.0688, 0.0442, 0.0371])),\n", + " ('e5.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('e6.conv.weight',\n", + " tensor([[[[ 5.7043e-02, 7.6082e-03, 1.3798e-02, -2.9558e-02],\n", + " [ 3.6955e-02, -4.9009e-03, 2.5263e-02, -5.4829e-02],\n", + " [ 2.8075e-04, -2.6336e-02, 1.4497e-02, -3.2156e-02],\n", + " [-2.6350e-02, 2.5211e-02, 4.8690e-02, -8.6698e-03]],\n", + " \n", + " [[ 8.2785e-03, -5.1553e-02, -3.3604e-02, 1.3228e-02],\n", + " [ 5.5745e-02, -2.1073e-02, -1.0361e-01, 3.2480e-02],\n", + " [ 1.9920e-02, 3.6434e-02, 1.3295e-03, 4.7047e-02],\n", + " [ 6.2047e-03, 3.0317e-03, -1.3865e-02, 2.5836e-02]],\n", + " \n", + " [[ 6.0331e-02, 1.6277e-03, -8.8204e-02, -1.9004e-02],\n", + " [ 4.7452e-02, -5.9735e-03, -4.4009e-02, 8.5394e-03],\n", + " [ 6.1884e-05, -1.5264e-02, 1.5505e-02, -6.1546e-02],\n", + " [-8.1007e-03, -1.9606e-02, -8.3574e-02, -5.0043e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.3113e-03, -4.7162e-03, -1.5304e-02, 1.9965e-02],\n", + " [ 2.3782e-02, -5.1130e-02, 1.8707e-03, 7.1967e-03],\n", + " [ 1.8683e-02, 2.9383e-02, 3.5322e-02, 9.9902e-03],\n", + " [ 1.4739e-02, -4.3897e-02, 3.7710e-02, 2.3247e-02]],\n", + " \n", + " [[ 3.0724e-02, -2.1011e-02, 1.9912e-02, 2.3941e-02],\n", + " [ 1.1659e-02, 1.1974e-03, 3.2406e-02, 1.6434e-02],\n", + " [-2.1425e-03, -3.1056e-02, 2.0550e-02, 4.3918e-02],\n", + " [ 5.5928e-04, -2.2831e-02, 1.2242e-02, 1.6986e-02]],\n", + " \n", + " [[-2.0013e-04, -4.9123e-02, -1.0966e-02, 2.0194e-02],\n", + " [ 1.5161e-02, 1.2147e-02, -5.3057e-04, 2.0233e-02],\n", + " [-4.5206e-02, 2.9099e-02, 6.5556e-02, 1.3617e-02],\n", + " [-2.0641e-02, 3.0735e-02, 1.5125e-02, -4.6568e-02]]],\n", + " \n", + " \n", + " [[[-2.9223e-02, -1.5351e-02, -3.7989e-03, -1.9331e-02],\n", + " [-5.1168e-02, -2.5393e-02, -6.4254e-03, 6.6714e-02],\n", + " [-2.5132e-03, -5.4947e-03, -5.5950e-02, -3.2037e-02],\n", + " [-2.4786e-02, -1.8874e-02, -2.9080e-02, 2.0854e-02]],\n", + " \n", + " [[ 8.2801e-02, 7.3057e-03, 2.8028e-02, 6.3023e-03],\n", + " [ 1.0979e-02, 6.6642e-03, 1.7751e-02, 3.5693e-02],\n", + " [ 6.7014e-03, 5.3267e-02, 4.7250e-02, 1.0361e-02],\n", + " [ 1.9819e-02, 5.6554e-03, 5.2368e-02, -2.3338e-02]],\n", + " \n", + " [[ 3.3140e-02, 3.5102e-02, 2.1991e-03, 2.4938e-02],\n", + " [ 3.7929e-02, 9.6319e-03, -4.4183e-03, -4.0918e-02],\n", + " [-1.5014e-02, 8.1182e-03, -3.1073e-02, -2.5282e-02],\n", + " [-2.9072e-02, -2.6374e-02, 7.5566e-02, -2.9854e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.2850e-02, 5.5592e-02, 2.5069e-02, 1.8925e-04],\n", + " [ 3.5338e-02, 1.4296e-02, -1.1854e-02, 3.7167e-02],\n", + " [-3.4500e-03, -3.2269e-02, -1.0813e-02, 2.4136e-03],\n", + " [-2.6681e-03, -3.3537e-02, 1.2927e-02, -2.4004e-02]],\n", + " \n", + " [[-4.7680e-02, -1.8132e-02, 2.9652e-03, 1.7104e-02],\n", + " [-1.3890e-02, -2.1699e-02, 9.6971e-03, 6.6581e-03],\n", + " [ 1.5237e-02, 1.3698e-02, -4.8561e-03, 1.4040e-02],\n", + " [-4.9631e-02, 4.6502e-03, 4.7581e-02, 2.6642e-02]],\n", + " \n", + " [[ 4.2604e-02, 5.5297e-02, 5.6611e-02, 8.7505e-02],\n", + " [ 4.2804e-02, 1.4212e-02, 4.2122e-02, 5.8513e-02],\n", + " [-1.0921e-02, -4.7851e-03, 3.3803e-02, 6.5509e-02],\n", + " [-6.6586e-04, 3.9872e-02, 1.7095e-02, -4.7267e-03]]],\n", + " \n", + " \n", + " [[[-4.7261e-02, -4.8873e-02, 2.5689e-02, 1.3739e-02],\n", + " [ 1.8154e-02, -1.2859e-02, 1.6747e-03, -1.7538e-02],\n", + " [-1.2680e-02, 1.0758e-02, -8.9226e-03, 3.9554e-02],\n", + " [-2.6709e-02, -2.1655e-02, -1.0659e-02, 2.5232e-02]],\n", + " \n", + " [[-3.0815e-02, 2.9274e-02, 1.5008e-02, 5.1862e-02],\n", + " [-2.9480e-03, -1.5513e-03, 6.2163e-04, 3.9640e-02],\n", + " [ 9.7889e-03, 2.4982e-04, -1.0113e-02, 3.2015e-02],\n", + " [ 1.9257e-02, 5.7501e-02, 1.6934e-02, 5.0543e-02]],\n", + " \n", + " [[-1.1828e-02, -2.6871e-02, -8.0013e-03, 4.1391e-03],\n", + " [ 6.8938e-02, -1.7011e-02, -3.7950e-02, -1.8007e-02],\n", + " [ 1.2340e-02, -2.5042e-02, -1.9855e-02, -1.6377e-02],\n", + " [ 1.2942e-02, -3.0349e-02, -8.0185e-02, -3.5227e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.8728e-02, -1.3855e-02, -1.9009e-02, -5.6729e-02],\n", + " [ 2.8137e-02, -5.7545e-03, 4.3793e-03, -1.6362e-02],\n", + " [ 2.8852e-02, 1.0644e-02, 3.4658e-02, 1.5450e-04],\n", + " [ 2.9783e-02, -2.0751e-02, 7.3930e-03, -2.1379e-02]],\n", + " \n", + " [[-2.0605e-02, -2.4235e-02, 1.1095e-02, -1.1321e-02],\n", + " [ 2.5005e-02, 2.9512e-02, 1.4001e-02, 1.5805e-02],\n", + " [-2.3650e-02, 4.2740e-03, 3.0323e-02, 2.5596e-02],\n", + " [-1.0256e-02, 1.8108e-02, 4.0226e-02, 4.2729e-03]],\n", + " \n", + " [[-1.2878e-02, -3.1077e-02, 5.2324e-02, 2.7176e-02],\n", + " [-2.2684e-02, -2.9229e-03, -1.3228e-02, -1.5679e-02],\n", + " [-8.3558e-03, -3.6332e-02, -6.3461e-03, 1.7867e-02],\n", + " [ 2.0553e-02, -3.4009e-02, -7.0608e-02, 1.0037e-03]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 1.1749e-03, -2.1582e-02, 2.7794e-03, -3.5502e-02],\n", + " [ 2.0345e-04, 2.5632e-03, -2.3253e-02, -5.7181e-02],\n", + " [ 1.6900e-02, -1.0872e-02, -8.7880e-04, -6.9726e-04],\n", + " [ 2.7585e-02, -5.2311e-04, -4.0043e-02, -2.7754e-02]],\n", + " \n", + " [[-6.3313e-03, 1.6506e-02, -7.9884e-03, -3.0222e-02],\n", + " [ 2.2728e-02, 8.8472e-03, -4.5557e-02, -2.6638e-02],\n", + " [-1.2855e-02, -3.6752e-02, 5.1862e-02, 4.8182e-03],\n", + " [-4.7043e-02, -4.0164e-02, -3.5476e-02, 6.4250e-03]],\n", + " \n", + " [[-8.3408e-02, -5.8965e-02, 1.6530e-02, -4.4084e-02],\n", + " [-6.5143e-02, 1.4165e-02, 1.7175e-02, 3.4168e-03],\n", + " [-4.2179e-02, -7.1769e-04, 1.2225e-02, -5.0019e-02],\n", + " [-2.0625e-02, -2.5484e-02, -1.7577e-02, 1.5482e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.5389e-02, 8.9858e-03, 4.4084e-02, 1.3650e-02],\n", + " [ 2.0770e-02, 4.2421e-02, 2.9728e-02, -5.5059e-03],\n", + " [-3.6565e-03, -2.3597e-02, -3.1396e-02, -3.7178e-02],\n", + " [ 2.6548e-03, -1.2889e-02, -1.7326e-02, -5.8331e-03]],\n", + " \n", + " [[ 1.5974e-02, 5.5624e-02, -2.9637e-04, -2.2719e-02],\n", + " [ 5.3014e-02, -3.4396e-03, 2.4739e-02, -5.3656e-02],\n", + " [-4.9034e-02, -2.0737e-02, -2.6042e-02, -6.2747e-03],\n", + " [-8.7087e-03, -3.2500e-02, -4.8793e-03, -1.0460e-02]],\n", + " \n", + " [[-2.8234e-02, -1.3214e-02, 2.8626e-03, -2.5453e-02],\n", + " [-4.4595e-02, -3.2205e-02, -1.8570e-02, -1.6006e-02],\n", + " [ 1.5490e-02, 1.3286e-02, -1.9117e-02, -1.6675e-02],\n", + " [-3.7768e-02, -9.6661e-03, -2.6229e-02, -3.7410e-03]]],\n", + " \n", + " \n", + " [[[-1.0270e-02, -1.6054e-02, -3.2029e-04, -2.8823e-02],\n", + " [-1.3518e-02, -1.5767e-02, 2.4129e-02, 5.2617e-03],\n", + " [-2.8750e-02, 8.7141e-05, 2.8883e-02, 3.3076e-02],\n", + " [-2.1438e-02, -3.6360e-02, -2.8650e-02, -5.9861e-02]],\n", + " \n", + " [[ 2.8610e-02, 4.2133e-02, -4.5020e-02, 3.1437e-02],\n", + " [ 4.6054e-04, 1.0703e-02, -3.5127e-02, 1.0458e-02],\n", + " [ 4.8712e-02, 3.3250e-02, 9.0638e-03, 1.9484e-02],\n", + " [-2.5250e-03, -1.9166e-03, 4.0466e-02, 1.4240e-02]],\n", + " \n", + " [[-8.7618e-03, -2.3312e-02, 4.5991e-02, 3.5584e-02],\n", + " [-4.0010e-03, -3.7014e-02, -2.6702e-02, -4.0754e-02],\n", + " [ 1.8165e-02, 5.6087e-02, -5.6536e-03, -3.2407e-02],\n", + " [ 2.4820e-02, 2.0958e-02, 1.5460e-02, -3.3813e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 6.1538e-03, 4.7585e-02, -2.2484e-02, 4.7337e-03],\n", + " [-5.4922e-02, -3.1324e-02, -1.8511e-02, -3.4551e-02],\n", + " [ 7.2670e-03, -5.2542e-02, -1.6447e-02, -3.8877e-02],\n", + " [ 1.8952e-02, -5.5998e-03, -3.5105e-02, 8.2769e-03]],\n", + " \n", + " [[-1.9924e-02, 1.4217e-04, -2.8693e-02, -1.0415e-01],\n", + " [ 3.5348e-03, 1.1244e-02, -1.6141e-02, 1.0814e-02],\n", + " [-1.9609e-02, 1.3971e-03, -3.9111e-02, -4.6698e-02],\n", + " [-8.8893e-02, -3.4353e-02, 1.7985e-03, -2.0833e-02]],\n", + " \n", + " [[ 1.8321e-03, -1.4756e-02, -1.5028e-02, -7.4060e-04],\n", + " [-2.1398e-02, 9.9999e-03, -8.0082e-03, -3.6646e-03],\n", + " [-2.8551e-02, 1.5840e-02, -1.7815e-02, -2.8986e-02],\n", + " [-4.9325e-02, -2.0770e-02, -1.6986e-02, -4.2915e-02]]],\n", + " \n", + " \n", + " [[[-4.6061e-02, -5.0418e-02, -6.1217e-02, 1.7755e-02],\n", + " [ 1.2062e-02, -1.2356e-02, -1.4906e-02, 2.8561e-03],\n", + " [ 1.5949e-03, -1.0586e-02, -2.4529e-02, 8.3448e-03],\n", + " [-2.3322e-02, 1.2353e-02, -5.4387e-02, 5.0850e-03]],\n", + " \n", + " [[-1.9291e-02, -2.9271e-03, -1.6067e-02, 4.7111e-03],\n", + " [ 1.3397e-02, -3.1490e-02, -3.2949e-02, -6.0339e-02],\n", + " [ 3.0268e-02, -6.6311e-02, -4.6533e-02, -1.0157e-02],\n", + " [ 4.9561e-02, -4.2547e-02, -1.3454e-02, -3.4530e-02]],\n", + " \n", + " [[ 2.4560e-02, -1.6563e-03, 3.5571e-02, 3.6922e-03],\n", + " [-2.9019e-02, 1.8977e-03, -3.9580e-02, -2.8886e-02],\n", + " [ 1.5524e-02, 2.1670e-02, 1.5898e-02, -2.8475e-03],\n", + " [ 6.6713e-04, -2.1322e-02, 1.4393e-02, -2.2117e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-5.2065e-02, -2.2907e-02, 6.1996e-03, -1.7923e-02],\n", + " [ 1.6638e-02, 4.3384e-02, 1.0500e-02, -2.5900e-02],\n", + " [ 1.6789e-03, 6.1827e-02, 5.8417e-02, 1.3669e-02],\n", + " [-2.3923e-03, 2.6089e-02, 4.6039e-02, 9.9192e-03]],\n", + " \n", + " [[ 4.4811e-04, 1.0444e-02, -1.2966e-02, -2.5590e-03],\n", + " [ 4.6560e-02, 1.8726e-02, 2.3293e-02, 2.2674e-02],\n", + " [ 2.8048e-02, 4.1086e-02, -3.9023e-02, 1.6667e-02],\n", + " [ 2.6526e-02, 3.6993e-02, 1.1655e-02, 1.7672e-03]],\n", + " \n", + " [[-5.3057e-02, -8.9877e-02, -8.8559e-03, 8.1395e-03],\n", + " [-1.3772e-02, -1.1192e-01, -1.6842e-02, -8.5717e-03],\n", + " [ 9.5419e-03, -3.2387e-02, 2.1884e-04, 7.6682e-03],\n", + " [ 5.1395e-03, -1.3658e-02, -7.5719e-03, -3.4588e-02]]]])),\n", + " ('e6.batch_norms.Yes.weight',\n", + " tensor([ 2.5620e-02, 2.7961e-04, 4.4833e-02, -1.6797e-04, 8.4833e-05,\n", + " -4.1434e-02, -3.0688e-04, -3.5901e-04, -2.3106e-02, 3.6493e-02,\n", + " 4.3482e-02, -3.1258e-02, -8.3422e-04, -6.2855e-02, 4.5350e-02,\n", + " -3.9851e-02, 5.3615e-02, 6.3481e-04, 1.5931e-04, 8.1658e-02,\n", + " -1.3205e-03, -5.4500e-04, -1.3306e-03, 6.5989e-02, 4.4849e-05,\n", + " 3.7801e-02, 2.6516e-02, 1.8946e-03, 5.6993e-04, 1.7803e-04,\n", + " 3.0552e-02, 4.5547e-02, 6.9302e-04, -4.3476e-04, 4.8998e-02,\n", + " -1.9247e-02, 5.2326e-02, -2.4811e-02, 4.1889e-04, 9.0591e-04,\n", + " 3.7998e-02, 1.3076e-02, 6.2925e-03, 2.3405e-02, 5.6416e-02,\n", + " -6.4606e-03, 3.4203e-02, -4.6716e-02, -4.8199e-04, 7.3231e-04,\n", + " 3.1067e-03, -7.0302e-03, 4.1034e-04, -2.7638e-02, -4.6204e-02,\n", + " 2.9556e-02, 1.9881e-04, 2.6485e-04, -3.9915e-02, -2.9180e-02,\n", + " 3.2713e-04, 4.3167e-04, -5.2089e-02, -4.3294e-02, 7.5136e-05,\n", + " -8.2194e-05, 2.4466e-04, -5.0328e-02, 2.3989e-02, -5.6426e-04,\n", + " 5.0519e-02, -5.2112e-02, -3.6564e-02, 5.5640e-02, 4.5553e-02,\n", + " -3.9074e-02, -3.6527e-02, -2.0675e-03, -3.2296e-04, -5.8254e-04,\n", + " -4.9543e-02, -2.7867e-02, 3.2944e-02, -6.1685e-02, -7.5387e-02,\n", + " 2.7918e-02, -1.4611e-03, -2.9812e-02, -3.5623e-04, -6.5107e-02,\n", + " 4.1810e-02, -4.6028e-02, 5.9865e-04, 2.5088e-04, -2.0187e-03,\n", + " 3.1899e-03, 6.6150e-02, -5.6754e-04, 3.4559e-06, 1.8261e-02,\n", + " -1.5558e-02, 3.3038e-02, -2.4579e-03, 5.8867e-02, -4.7762e-02,\n", + " 4.9498e-03, 4.1061e-04, -5.2111e-02, 3.2841e-03, 3.8543e-02,\n", + " -1.0731e-03, 5.7845e-04, -2.2835e-02, -2.9090e-02, 3.5769e-02,\n", + " 8.6246e-03, 1.1441e-03, 5.3479e-04, 2.3826e-03, -6.9404e-03,\n", + " 3.4543e-03, -4.3323e-02, -5.2678e-02, 7.0301e-04, 5.3706e-02,\n", + " -1.0244e-03, -1.9550e-03, -3.9220e-02, -2.5203e-03, -9.6089e-04,\n", + " 1.9458e-04, -4.0464e-02, 3.1562e-02, 4.9966e-02, -1.0077e-02,\n", + " -5.1686e-04, 5.6113e-02, -4.6630e-02, 5.3105e-02, 2.7156e-02,\n", + " -3.7010e-02, -6.9976e-04, -3.0028e-03, 3.2835e-04, -1.0651e-06,\n", + " -2.5837e-04, -4.2601e-04, 2.5297e-03, 7.5576e-04, -3.1072e-02,\n", + " 4.4871e-02, 5.7169e-02, 2.1348e-02, 1.6086e-03, -1.5945e-02,\n", + " -2.8219e-02, 1.3159e-04, 3.3322e-03, 4.2392e-04, 3.4812e-02,\n", + " 8.3548e-03, 2.8663e-02, -3.9477e-02, 2.2184e-02, 3.8973e-02,\n", + " -2.9590e-02, 1.1459e-03, -6.5503e-02, -8.7328e-04, 2.6568e-04,\n", + " -1.1541e-04, -1.2977e-03, 9.8552e-04, -2.3796e-02, 9.4763e-04,\n", + " 5.8293e-04, 1.7233e-03, 3.3334e-02, -3.2785e-02, 2.9502e-04,\n", + " -2.0754e-02, 9.7959e-04, 1.3490e-02, -6.5606e-05, -1.3654e-05,\n", + " -2.7934e-02, 5.6261e-02, -4.5072e-05, 5.7937e-04, 5.5230e-04,\n", + " 1.2321e-03, 2.6009e-02, 8.0527e-02, 1.9902e-02, -7.0836e-03,\n", + " -1.8805e-04, -2.6458e-04, -5.8480e-04, -3.0802e-04, 6.8112e-02,\n", + " 1.3135e-03, -3.8484e-04, 3.3180e-02, -1.3678e-02, -6.6501e-02,\n", + " -4.2842e-02, 4.9292e-02, -1.8872e-02, 4.0907e-04, 3.1925e-02,\n", + " -5.3770e-04, 5.2747e-02, 2.1002e-02, 3.6046e-02, -1.5519e-02,\n", + " -3.7753e-02, 8.1526e-04, -3.7604e-02, -4.9760e-02, 2.3692e-02,\n", + " 7.4321e-05, 3.5406e-02, 1.0244e-03, -9.9623e-04, 1.5392e-04,\n", + " 5.8596e-02, -7.5420e-04, -8.4183e-05, -2.7731e-02, 4.3540e-03,\n", + " -3.0529e-04, 3.5816e-02, 5.7598e-04, 4.3802e-02, -2.7328e-02,\n", + " 3.2810e-02, 7.0192e-05, -2.8756e-02, 3.3965e-02, 5.1930e-03,\n", + " 9.2351e-04, -1.1452e-02, -6.7445e-02, 1.6574e-02, -7.8624e-04,\n", + " 3.3091e-03, 1.6317e-02, -1.2343e-02, 1.2767e-03, 1.7114e-02,\n", + " 2.9439e-02, -3.5748e-02, -1.6697e-03, 3.3026e-02, 1.2486e-03,\n", + " -2.8380e-02, 1.7376e-04, -2.5388e-02, -2.6805e-02, -1.6026e-02,\n", + " 1.5996e-03, -1.8009e-02, 5.7389e-04, -3.3766e-03, 3.1535e-03,\n", + " 7.7609e-02, -4.5774e-02, 1.7433e-02, -6.7216e-05, -1.7158e-02,\n", + " 4.7653e-03, 6.0749e-03, -1.2951e-02, 5.8077e-02, 5.8153e-04,\n", + " -2.0649e-03, -6.3146e-04, -6.5684e-04, 3.2683e-02, 5.3716e-02,\n", + " 4.6925e-04, 6.7250e-02, -1.4543e-03, -4.7745e-02, -2.5204e-02,\n", + " -6.2192e-02, -4.1432e-02, -9.7502e-02, 3.7496e-04, 4.9075e-04,\n", + " -1.4071e-03, -4.6642e-02, 1.0819e-03, 2.2604e-03, -5.0488e-04,\n", + " -5.0140e-04, 3.3629e-02, -2.1292e-02, 1.1369e-02, 5.3086e-04,\n", + " 9.8284e-04, 5.7782e-04, -2.1684e-04, -1.1473e-03, 2.1374e-04,\n", + " 5.0990e-02, 3.4784e-04, -5.0276e-02, -6.6499e-04, -6.1783e-02,\n", + " 1.1727e-03, 1.2453e-05, -2.5068e-02, 7.4158e-04, -7.5811e-02,\n", + " 3.5081e-02, 9.9259e-05, 8.9034e-05, 3.7563e-04, 4.9827e-04,\n", + " -7.7017e-04, 3.9107e-02, -5.8574e-02, 3.9935e-02, -2.6025e-02,\n", + " -6.2515e-05, 8.0079e-02, -2.1071e-04, 5.3483e-04, -5.2645e-04,\n", + " -1.1149e-03, 1.2412e-05, 6.4473e-02, -1.8742e-03, 1.0178e-03,\n", + " 1.7704e-04, -1.0841e-03, -4.9970e-02, -3.3951e-02, -2.7267e-03,\n", + " 2.7617e-02, 5.6523e-02, -7.5509e-04, 2.5744e-03, 6.0631e-02,\n", + " -1.4595e-03, 3.2115e-04, 1.9141e-03, 1.6338e-03, -2.8625e-04,\n", + " 4.9383e-02, -4.0027e-02, 5.3903e-04, -3.4497e-02, 4.1994e-04,\n", + " 1.7903e-02, -2.1766e-02, -6.3251e-05, -9.4081e-04, 5.2313e-02,\n", + " -8.0640e-04, 8.0537e-05, 4.2579e-04, 5.0188e-04, 9.6601e-03,\n", + " 6.8240e-02, 2.0145e-02, 3.3179e-02, 7.8996e-04, -1.9358e-04,\n", + " -2.1346e-04, 3.6179e-02, -9.6157e-04, -2.0048e-03, 9.7256e-05,\n", + " 4.0009e-02, -3.5436e-02, 1.0213e-03, 4.9507e-04, 1.5353e-02,\n", + " -2.3759e-02, 1.1968e-02, -7.8544e-02, 4.7831e-02, 4.6374e-04,\n", + " 7.8199e-03, -6.5543e-04, -8.2152e-03, -4.2644e-04, -3.7571e-02,\n", + " -3.6131e-02, -5.2925e-02, -1.0407e-02, -4.2316e-02, -5.8112e-02,\n", + " 1.5081e-03, 5.7880e-02, -3.6325e-02, -1.3703e-02, 4.0030e-04,\n", + " -4.7826e-04, -1.1902e-04, 6.2569e-03, -2.2765e-02, -1.4725e-03,\n", + " -3.6284e-02, -3.3439e-02, 5.2249e-04, 4.0705e-02, 1.1995e-04,\n", + " -1.0418e-03, 2.9062e-04, -1.5327e-02, 6.2903e-02, 2.1639e-02,\n", + " -2.7766e-02, 4.6323e-02, -1.5305e-02, -5.4015e-04, 2.1385e-05,\n", + " -1.3325e-04, 2.6921e-02, 5.5433e-04, 1.1114e-03, -5.7931e-02,\n", + " -7.3714e-04, -2.9521e-02, -1.3517e-03, -4.3414e-02, -2.9666e-03,\n", + " -6.9959e-04, -2.9296e-02, 1.0905e-04, -7.5283e-02, -7.3198e-04,\n", + " -3.7059e-02, -8.0222e-04, -1.8698e-02, -3.5969e-05, 3.3068e-02,\n", + " -1.0006e-03, 1.8149e-02, 4.6746e-02, 4.8704e-02, 1.1993e-03,\n", + " -3.2797e-02, -3.9227e-02, 2.8535e-04, -3.7832e-04, -3.6856e-02,\n", + " -7.1165e-04, -3.8777e-02, -6.2467e-03, 1.8521e-03, -3.3700e-02,\n", + " 3.1346e-04, 6.1382e-02, 3.2569e-02, -3.4057e-04, -2.4353e-03,\n", + " -1.0170e-04, 7.6093e-05, -2.4429e-02, -1.8615e-03, 2.9178e-02,\n", + " 8.7153e-04, 1.9638e-03, -8.5640e-04, 3.9248e-02, 7.5637e-02,\n", + " -1.8890e-02, -3.2875e-04, 4.7548e-04, 4.3529e-02, 2.2609e-04,\n", + " 2.6117e-03, -5.2277e-02, 1.2662e-03, 5.8817e-02, -8.0380e-04,\n", + " -3.2895e-03, -2.4740e-02, -3.8424e-02, 4.0182e-03, -9.4996e-04,\n", + " -5.5115e-02, -6.2780e-02, 6.1864e-04, -2.0718e-04, 5.2692e-02,\n", + " -5.5174e-04, 3.7696e-02, -1.5656e-02, 3.3294e-03, 2.7357e-02,\n", + " 9.9004e-04, -1.5688e-04, -1.8347e-03, -9.7762e-02, -2.4029e-02,\n", + " 4.7147e-04, 5.9625e-02, -5.6473e-05, -5.1345e-06, -7.9361e-02,\n", + " -1.6273e-02, 6.0226e-05, -3.1771e-02, 1.1377e-04, -3.0811e-02,\n", + " 3.5346e-04, 5.9599e-02])),\n", + " ('e6.batch_norms.Yes.bias',\n", + " tensor([-0.0044, -0.0030, -0.0125, -0.0032, -0.0014, -0.0069, -0.0016, -0.0009,\n", + " -0.0106, -0.0226, -0.0102, -0.0160, -0.0044, -0.0008, -0.0262, -0.0030,\n", + " -0.0189, -0.0042, -0.0034, -0.0119, -0.0013, -0.0043, -0.0034, -0.0154,\n", + " -0.0031, -0.0130, -0.0097, -0.0065, -0.0027, -0.0039, -0.0105, -0.0133,\n", + " -0.0027, -0.0020, -0.0172, -0.0112, -0.0244, -0.0133, -0.0022, -0.0042,\n", + " -0.0109, -0.0063, -0.0010, -0.0263, -0.0254, -0.0071, -0.0092, -0.0150,\n", + " -0.0025, -0.0049, 0.0011, -0.0058, -0.0002, -0.0177, -0.0172, -0.0069,\n", + " -0.0028, -0.0018, -0.0270, -0.0101, -0.0019, -0.0023, -0.0216, -0.0165,\n", + " -0.0021, -0.0010, -0.0023, -0.0172, -0.0259, -0.0031, -0.0162, -0.0123,\n", + " -0.0141, -0.0259, -0.0081, -0.0092, -0.0204, -0.0021, -0.0020, -0.0034,\n", + " -0.0239, -0.0150, 0.0023, -0.0171, -0.0381, -0.0125, -0.0040, -0.0148,\n", + " -0.0017, -0.0229, -0.0241, -0.0177, -0.0031, -0.0014, -0.0049, -0.0031,\n", + " -0.0111, -0.0016, -0.0032, -0.0243, -0.0097, -0.0183, -0.0033, -0.0183,\n", + " -0.0110, -0.0049, -0.0016, -0.0136, -0.0063, -0.0273, -0.0039, -0.0026,\n", + " -0.0120, -0.0281, -0.0257, -0.0122, -0.0056, -0.0031, -0.0054, -0.0003,\n", + " -0.0023, -0.0150, -0.0308, -0.0026, -0.0147, -0.0031, -0.0066, -0.0214,\n", + " -0.0033, -0.0030, -0.0010, -0.0158, -0.0101, -0.0095, -0.0092, -0.0020,\n", + " -0.0182, -0.0356, -0.0311, -0.0102, -0.0267, -0.0027, 0.0046, -0.0029,\n", + " -0.0032, -0.0014, -0.0036, -0.0013, -0.0041, -0.0137, -0.0070, -0.0184,\n", + " -0.0212, -0.0017, -0.0067, -0.0147, -0.0053, -0.0024, -0.0032, -0.0115,\n", + " -0.0102, -0.0092, -0.0243, -0.0157, -0.0357, -0.0261, -0.0043, -0.0268,\n", + " -0.0034, -0.0020, -0.0028, -0.0050, -0.0018, -0.0219, -0.0032, -0.0026,\n", + " -0.0077, -0.0291, -0.0147, -0.0030, -0.0093, -0.0019, -0.0016, -0.0030,\n", + " -0.0017, -0.0218, -0.0109, -0.0036, -0.0029, -0.0040, -0.0027, -0.0095,\n", + " -0.0191, -0.0113, -0.0140, -0.0013, -0.0024, -0.0037, -0.0011, -0.0113,\n", + " -0.0038, -0.0037, -0.0166, -0.0094, -0.0475, -0.0257, -0.0150, -0.0065,\n", + " -0.0015, -0.0065, -0.0012, -0.0109, -0.0136, -0.0106, -0.0127, -0.0112,\n", + " -0.0031, -0.0195, -0.0141, -0.0006, -0.0014, -0.0170, -0.0022, -0.0065,\n", + " -0.0012, -0.0315, -0.0053, -0.0038, -0.0188, -0.0014, -0.0033, -0.0030,\n", + " -0.0007, -0.0267, -0.0123, -0.0193, -0.0065, -0.0073, -0.0083, -0.0036,\n", + " -0.0042, -0.0105, -0.0123, -0.0141, -0.0049, -0.0049, -0.0064, -0.0045,\n", + " 0.0063, -0.0022, -0.0147, -0.0149, -0.0022, -0.0111, -0.0032, -0.0229,\n", + " -0.0027, -0.0168, -0.0115, -0.0138, -0.0032, -0.0111, -0.0023, -0.0005,\n", + " -0.0025, -0.0011, -0.0275, -0.0130, -0.0031, -0.0071, -0.0017, 0.0019,\n", + " -0.0015, -0.0051, -0.0030, -0.0054, -0.0029, -0.0012, -0.0254, -0.0204,\n", + " -0.0021, -0.0194, -0.0035, -0.0168, -0.0133, -0.0103, -0.0256, -0.0042,\n", + " -0.0028, -0.0025, -0.0026, -0.0214, -0.0044, -0.0034, -0.0026, -0.0018,\n", + " -0.0254, -0.0075, -0.0095, -0.0061, -0.0040, -0.0037, -0.0017, -0.0036,\n", + " -0.0041, -0.0145, -0.0017, -0.0147, -0.0018, -0.0142, -0.0034, -0.0042,\n", + " -0.0138, -0.0024, -0.0096, -0.0120, -0.0018, -0.0022, -0.0023, -0.0034,\n", + " -0.0047, -0.0189, -0.0130, -0.0254, -0.0093, -0.0019, -0.0096, -0.0033,\n", + " -0.0032, -0.0036, -0.0034, -0.0035, -0.0190, -0.0082, -0.0017, -0.0021,\n", + " -0.0042, -0.0313, -0.0237, 0.0008, -0.0290, -0.0208, -0.0032, -0.0051,\n", + " -0.0126, -0.0052, -0.0014, -0.0042, -0.0047, -0.0054, -0.0400, -0.0277,\n", + " -0.0034, -0.0073, -0.0021, -0.0143, -0.0066, -0.0018, -0.0048, -0.0270,\n", + " -0.0035, -0.0033, -0.0051, -0.0023, -0.0154, -0.0176, -0.0165, -0.0168,\n", + " -0.0013, -0.0008, -0.0034, -0.0170, -0.0036, 0.0007, -0.0010, -0.0123,\n", + " 0.0057, 0.0005, -0.0035, -0.0018, -0.0203, -0.0066, -0.0036, -0.0100,\n", + " -0.0036, -0.0105, 0.0007, -0.0073, -0.0021, -0.0171, -0.0260, -0.0198,\n", + " -0.0112, -0.0146, -0.0178, -0.0041, -0.0194, -0.0140, -0.0117, -0.0025,\n", + " -0.0030, -0.0027, -0.0055, -0.0034, -0.0036, -0.0191, 0.0004, -0.0040,\n", + " -0.0168, -0.0037, -0.0028, -0.0021, -0.0132, -0.0235, -0.0112, -0.0123,\n", + " -0.0133, -0.0082, -0.0026, -0.0021, -0.0044, 0.0003, -0.0017, -0.0027,\n", + " -0.0196, -0.0045, -0.0149, -0.0047, -0.0016, -0.0021, -0.0011, -0.0077,\n", + " -0.0028, -0.0031, -0.0023, -0.0274, -0.0031, -0.0101, -0.0035, -0.0148,\n", + " -0.0028, -0.0150, -0.0171, -0.0139, -0.0038, -0.0265, -0.0171, -0.0030,\n", + " -0.0041, -0.0285, -0.0026, -0.0152, -0.0002, -0.0007, -0.0204, -0.0028,\n", + " -0.0175, -0.0211, -0.0025, 0.0031, -0.0037, -0.0021, -0.0249, -0.0016,\n", + " -0.0152, -0.0027, -0.0045, -0.0044, -0.0190, -0.0328, -0.0217, -0.0025,\n", + " -0.0031, -0.0060, -0.0021, 0.0030, -0.0304, -0.0035, -0.0189, -0.0040,\n", + " -0.0084, -0.0133, -0.0110, -0.0088, -0.0027, -0.0200, -0.0231, -0.0024,\n", + " -0.0033, -0.0128, -0.0030, -0.0091, -0.0100, -0.0049, -0.0141, -0.0038,\n", + " -0.0042, -0.0002, -0.0057, -0.0080, -0.0037, -0.0164, -0.0024, -0.0051,\n", + " -0.0364, -0.0067, -0.0018, -0.0287, -0.0030, -0.0063, -0.0041, -0.0127])),\n", + " ('e6.batch_norms.Yes.running_mean',\n", + " tensor([-2.0301e-02, -1.4055e-02, -1.0847e-01, 2.7686e-03, 4.7326e-02,\n", + " 3.4991e-02, 1.0791e-01, -6.5000e-02, -6.9472e-02, -1.4728e-01,\n", + " -3.7934e-02, 9.6957e-02, 3.3831e-02, -3.9426e-02, -2.6620e-02,\n", + " 4.5073e-02, 3.1841e-02, -5.5338e-02, -3.0225e-02, -4.3914e-03,\n", + " -1.3238e-01, 3.5584e-02, 5.8193e-02, -5.4209e-02, 7.7158e-02,\n", + " -1.5224e-01, -1.8982e-01, 6.4780e-02, -3.0710e-02, -5.8220e-02,\n", + " -1.0584e-01, -6.7809e-02, 1.0274e-01, 8.6315e-02, -9.0131e-02,\n", + " -1.0146e-02, -1.5207e-01, 1.6639e-01, 1.9973e-02, -8.9859e-03,\n", + " -2.7005e-02, -9.1646e-02, 6.2488e-02, -2.5987e-02, -5.5669e-02,\n", + " 6.7661e-02, -9.2339e-02, 2.5435e-02, -5.9199e-02, -9.3510e-02,\n", + " 2.3933e-02, 5.9074e-02, -1.0522e-01, 7.5548e-02, -9.7902e-02,\n", + " -1.4743e-01, 5.2473e-02, 4.2168e-02, 1.2052e-01, -8.1400e-02,\n", + " -4.7656e-02, -8.4686e-02, 1.0602e-01, -7.6091e-02, -8.8572e-02,\n", + " -1.1785e-01, 5.9456e-02, -1.0725e-02, 2.2077e-02, -2.0959e-01,\n", + " -8.5650e-02, 8.9532e-02, 5.8707e-02, -4.8497e-02, 6.2860e-02,\n", + " 8.1110e-02, 2.2869e-02, 1.0816e-01, -5.9618e-02, -1.6334e-02,\n", + " -1.0641e-02, 1.1598e-01, 1.2966e-01, -4.7818e-02, 6.7066e-02,\n", + " -1.1075e-01, -1.0418e-01, 3.1933e-02, -4.7102e-02, -5.8134e-02,\n", + " -9.9052e-03, -4.7737e-02, -7.7749e-03, -5.3335e-02, 2.2271e-02,\n", + " 3.9771e-04, -1.8737e-02, -1.1734e-01, -1.8546e-02, 2.3114e-02,\n", + " -1.1559e-01, -7.4904e-02, -1.1229e-01, -8.9377e-03, 9.5069e-02,\n", + " -3.7815e-02, 1.6285e-01, 3.1907e-02, 3.2711e-02, 1.1267e-02,\n", + " 3.7578e-02, -5.4983e-02, 1.6619e-01, 2.6886e-02, -4.3101e-02,\n", + " -7.4313e-02, 1.0245e-01, -1.0410e-01, -8.5395e-02, 1.3770e-01,\n", + " -1.2221e-02, 6.3643e-02, -4.8691e-03, 3.8023e-02, -5.9446e-02,\n", + " -7.2139e-02, 1.6916e-03, -3.0913e-02, 3.3066e-02, 6.9111e-03,\n", + " 3.0473e-02, -3.9069e-02, 3.4694e-02, 2.1115e-02, -1.2044e-01,\n", + " 9.7136e-02, -4.0101e-02, 1.3931e-01, -3.0843e-03, -9.3901e-02,\n", + " 5.4054e-02, 5.7596e-02, -6.5946e-02, -7.8297e-02, 4.9318e-02,\n", + " -1.9789e-02, -1.6072e-01, -1.0614e-01, 3.1456e-03, 8.2425e-02,\n", + " -1.4391e-01, 1.2508e-01, 4.6600e-02, -7.6819e-02, -2.7844e-02,\n", + " 6.2617e-02, -6.0528e-02, -7.2053e-02, 1.6769e-02, -1.4436e-01,\n", + " -2.8860e-02, -6.1666e-02, -3.6231e-02, -1.2564e-01, -7.1287e-02,\n", + " -1.3001e-02, -2.8988e-02, 1.2810e-01, -1.0021e-02, 2.7555e-02,\n", + " -2.3038e-03, 1.2555e-01, 6.7993e-02, 3.0496e-02, -1.2095e-01,\n", + " -1.0940e-01, -7.5085e-02, 4.7409e-02, -9.1468e-04, 8.0283e-03,\n", + " 1.1715e-01, 3.7620e-02, 1.0923e-01, -6.8707e-02, 5.2367e-02,\n", + " 1.2614e-01, -1.1113e-02, 5.1822e-02, 1.7919e-02, 2.2763e-02,\n", + " 8.2202e-02, -4.5440e-04, -1.0277e-01, -6.6261e-02, 3.5688e-02,\n", + " 4.5523e-03, -7.0651e-02, 3.2043e-02, 6.8346e-02, -1.2016e-01,\n", + " 2.0701e-02, -7.5287e-03, 6.6304e-02, 1.4063e-01, 9.0228e-02,\n", + " -6.4224e-02, -9.0851e-02, -5.0258e-02, -1.8071e-02, -6.6459e-02,\n", + " -1.4338e-02, 5.8485e-02, -6.4436e-02, 4.5628e-02, -6.6749e-02,\n", + " -7.7926e-02, 1.1324e-01, 4.9127e-02, -1.9775e-02, 8.6879e-03,\n", + " -9.1669e-03, 3.4014e-02, -9.0201e-03, -2.7657e-02, -5.7578e-05,\n", + " 1.4321e-02, 2.0317e-01, 6.2336e-02, 1.0138e-01, 4.1170e-02,\n", + " -1.5964e-02, -4.6134e-02, -1.4584e-01, -3.6056e-02, -1.7407e-02,\n", + " -7.6304e-02, 1.1975e-01, -8.8527e-02, -5.6280e-02, 7.8701e-02,\n", + " 1.0693e-01, -2.5030e-03, -9.7161e-02, -1.0367e-02, -1.3208e-01,\n", + " 8.6466e-02, 8.0349e-02, 9.8773e-03, 1.5577e-01, 6.4734e-02,\n", + " 9.8809e-03, -2.5218e-02, -7.1063e-03, -1.0412e-01, 6.7672e-02,\n", + " 1.0989e-01, -2.3254e-02, 1.4613e-01, 1.5271e-01, -1.3413e-01,\n", + " 1.2746e-01, -8.2095e-02, 4.5701e-02, 8.3160e-02, 9.0880e-02,\n", + " -1.1891e-01, 9.9094e-02, 5.6618e-02, 6.8370e-02, 4.3024e-02,\n", + " 2.5172e-02, -1.5041e-01, 5.9433e-02, -8.5440e-02, 1.4164e-02,\n", + " -1.5708e-01, -7.2989e-02, 7.2043e-02, -6.9609e-02, -1.1059e-02,\n", + " -9.4471e-02, -4.3879e-02, 4.8047e-02, 1.6275e-02, 5.7315e-02,\n", + " -3.7462e-02, 5.6311e-02, 5.9601e-02, -3.1891e-02, 1.7335e-02,\n", + " 5.5522e-02, 1.4713e-01, 1.0941e-02, -1.0798e-03, -5.7266e-02,\n", + " 1.2467e-01, -6.6506e-02, 5.0973e-02, -6.1896e-02, -3.5685e-02,\n", + " -9.8212e-02, -2.7036e-02, -7.5351e-02, 1.3003e-02, 5.1282e-02,\n", + " -2.1477e-01, 1.3189e-01, -3.7213e-02, 1.7435e-02, 3.7608e-02,\n", + " 2.7985e-02, -6.7902e-02, 7.2093e-03, -5.8981e-02, 2.1084e-02,\n", + " 4.2285e-02, 5.3886e-02, -2.5564e-02, -2.7218e-02, -4.7054e-02,\n", + " 7.7001e-02, -9.5473e-04, -4.2869e-02, 2.8670e-02, -6.5936e-02,\n", + " -9.6560e-04, -5.4578e-02, -4.8362e-02, 3.9279e-02, 7.3005e-02,\n", + " 3.9596e-02, 5.0206e-02, 9.3379e-02, 3.9425e-02, 3.5640e-02,\n", + " -9.6736e-03, -2.9182e-03, 1.8981e-02, -8.4431e-02, -4.1637e-02,\n", + " -1.0326e-02, -1.1732e-01, -5.0432e-02, -1.0056e-01, 3.8452e-02,\n", + " 4.3464e-02, -2.4809e-02, 4.5749e-02, 8.8482e-02, -6.9566e-03,\n", + " -2.4728e-02, 4.7705e-02, 3.4302e-02, -3.4219e-02, 1.3673e-02,\n", + " 2.6252e-02, -2.8176e-02, -3.7780e-02, 3.3193e-02, -2.8187e-03,\n", + " 5.5212e-03, -6.5929e-02, 9.9127e-02, 7.7387e-02, -8.3673e-02,\n", + " 1.3023e-01, 1.0423e-01, -1.6706e-01, 3.2255e-03, 5.3357e-02,\n", + " -5.2976e-02, -1.2186e-01, 5.6432e-02, 3.8858e-02, -6.5554e-02,\n", + " -1.2496e-01, 3.7165e-03, -4.3345e-02, -4.1619e-03, -1.4033e-01,\n", + " -1.0950e-02, 1.0285e-01, -9.6096e-02, 1.3966e-01, -7.7178e-02,\n", + " 2.3214e-02, 7.5721e-02, -1.9623e-02, 3.3194e-02, 8.2230e-02,\n", + " -6.1130e-02, -3.2909e-03, 8.7767e-02, -5.0456e-02, 1.1606e-01,\n", + " -8.7009e-02, 5.5549e-02, 1.2206e-01, -1.2701e-01, -8.4505e-02,\n", + " -1.5341e-02, 3.3594e-02, 6.7106e-02, 6.0247e-02, 3.7117e-03,\n", + " 1.5122e-01, -1.0187e-01, -4.4358e-02, -1.3224e-01, -2.3344e-02,\n", + " 8.7241e-02, -6.6682e-02, 5.9161e-02, -1.7129e-02, -4.5386e-02,\n", + " -6.6086e-02, 1.0791e-01, 7.2018e-02, -1.9031e-02, -4.6175e-02,\n", + " -4.2686e-02, -4.5130e-02, 6.8009e-02, 4.3560e-02, -5.0800e-02,\n", + " -1.7793e-01, 2.8603e-02, 6.1674e-02, -1.4185e-02, 1.1102e-01,\n", + " 7.5767e-02, 1.9384e-02, 1.1732e-01, 6.9696e-02, -5.5719e-03,\n", + " 7.3405e-02, -3.4974e-02, 8.9607e-02, 5.5373e-02, -3.6385e-02,\n", + " -1.1361e-01, -1.3234e-01, -9.4952e-02, 6.9035e-02, 1.0695e-02,\n", + " 7.7959e-03, 1.6319e-01, 2.3923e-02, 5.6391e-02, 9.9332e-02,\n", + " 8.0395e-03, -2.7649e-02, -4.1959e-02, 1.1386e-01, 1.7721e-02,\n", + " -2.4690e-02, 4.6574e-02, -1.6342e-01, -6.4012e-02, 7.0916e-02,\n", + " -4.7305e-02, -8.3326e-02, -3.0951e-02, 3.2357e-02, -9.4992e-02,\n", + " 2.4380e-02, -1.2297e-02, -1.7728e-02, -6.2757e-02, -6.5109e-03,\n", + " 1.3242e-01, 6.3296e-02, 7.1329e-02, -3.4353e-03, -5.6393e-02,\n", + " -2.9533e-02, 6.6786e-02, -3.2076e-02, 1.0982e-01, 8.5142e-02,\n", + " -8.8024e-03, -7.8830e-03, 2.8421e-02, -1.0499e-01, -1.5196e-02,\n", + " 1.6485e-01, 1.5717e-01, -5.5939e-02, -1.1631e-01, -8.9272e-02,\n", + " 1.9519e-01, -1.2156e-01, -1.8239e-01, -5.2853e-02, -1.7393e-02,\n", + " -2.3026e-02, -5.7625e-02, -1.0781e-01, 3.8929e-03, -5.6401e-03,\n", + " 6.5208e-02, -3.8252e-02, -9.5684e-02, 8.0779e-02, 3.8932e-02,\n", + " 1.1985e-01, -6.3411e-02, 9.0156e-02, -1.0319e-01, -1.0386e-02,\n", + " -1.3939e-01, -1.6705e-01])),\n", + " ('e6.batch_norms.Yes.running_var',\n", + " tensor([0.0365, 0.0497, 0.0513, 0.0471, 0.0381, 0.0369, 0.0722, 0.0415, 0.0361,\n", + " 0.0345, 0.0308, 0.0454, 0.0619, 0.0331, 0.0481, 0.0365, 0.0370, 0.0490,\n", + " 0.0411, 0.0325, 0.0635, 0.0530, 0.0373, 0.0377, 0.0518, 0.0345, 0.0450,\n", + " 0.0342, 0.0512, 0.0407, 0.0427, 0.0482, 0.0555, 0.0444, 0.0347, 0.0316,\n", + " 0.0296, 0.0544, 0.0426, 0.0436, 0.0360, 0.0368, 0.0550, 0.0389, 0.0348,\n", + " 0.0459, 0.0550, 0.0473, 0.0570, 0.0537, 0.0516, 0.0525, 0.0354, 0.0417,\n", + " 0.0358, 0.0505, 0.0495, 0.0432, 0.0376, 0.0397, 0.0516, 0.0360, 0.0426,\n", + " 0.0406, 0.0666, 0.0376, 0.0386, 0.0523, 0.0411, 0.0360, 0.0395, 0.0430,\n", + " 0.0405, 0.0304, 0.0286, 0.0345, 0.0246, 0.0379, 0.0396, 0.0445, 0.0313,\n", + " 0.0391, 0.0525, 0.0346, 0.0293, 0.0422, 0.0552, 0.0375, 0.0408, 0.0343,\n", + " 0.0444, 0.0275, 0.0489, 0.0565, 0.0564, 0.0389, 0.0415, 0.0550, 0.0580,\n", + " 0.0449, 0.0486, 0.0414, 0.0579, 0.0337, 0.0455, 0.0606, 0.0658, 0.0340,\n", + " 0.0340, 0.0355, 0.0676, 0.0462, 0.0461, 0.0431, 0.0288, 0.0523, 0.0662,\n", + " 0.0469, 0.0560, 0.0435, 0.0577, 0.0324, 0.0436, 0.0589, 0.0358, 0.0635,\n", + " 0.0458, 0.0310, 0.0354, 0.0378, 0.0435, 0.0355, 0.0451, 0.0381, 0.0347,\n", + " 0.0556, 0.0427, 0.0376, 0.0354, 0.0295, 0.0416, 0.0491, 0.0452, 0.0505,\n", + " 0.0581, 0.0739, 0.0495, 0.0709, 0.0453, 0.0470, 0.0499, 0.0369, 0.0284,\n", + " 0.0424, 0.0498, 0.0512, 0.0465, 0.0749, 0.0509, 0.0308, 0.0273, 0.0533,\n", + " 0.0355, 0.0350, 0.0411, 0.0337, 0.0494, 0.0371, 0.0578, 0.0445, 0.0448,\n", + " 0.0700, 0.0380, 0.0298, 0.0393, 0.0539, 0.0369, 0.0275, 0.0442, 0.0439,\n", + " 0.0365, 0.0584, 0.0535, 0.0517, 0.0539, 0.0338, 0.0394, 0.0396, 0.0318,\n", + " 0.0540, 0.0438, 0.0362, 0.0346, 0.0237, 0.0371, 0.0458, 0.0375, 0.0498,\n", + " 0.0336, 0.0356, 0.0413, 0.0446, 0.0428, 0.0400, 0.0350, 0.0418, 0.0295,\n", + " 0.0411, 0.0421, 0.0495, 0.0436, 0.0335, 0.0326, 0.0343, 0.0412, 0.0353,\n", + " 0.0464, 0.0331, 0.0373, 0.0483, 0.0437, 0.0391, 0.0427, 0.0480, 0.0509,\n", + " 0.0328, 0.0411, 0.0487, 0.0340, 0.0706, 0.0405, 0.0347, 0.0564, 0.0280,\n", + " 0.0430, 0.0388, 0.0543, 0.0568, 0.0260, 0.0692, 0.0318, 0.0387, 0.0417,\n", + " 0.0296, 0.0541, 0.0464, 0.0304, 0.0490, 0.0719, 0.0398, 0.0425, 0.0361,\n", + " 0.0419, 0.0430, 0.0688, 0.0404, 0.0459, 0.0373, 0.0469, 0.0316, 0.0513,\n", + " 0.0323, 0.0461, 0.0357, 0.0442, 0.0470, 0.0375, 0.0389, 0.0523, 0.0332,\n", + " 0.0573, 0.0618, 0.0494, 0.0432, 0.0342, 0.0549, 0.0358, 0.0383, 0.0371,\n", + " 0.0275, 0.0417, 0.0365, 0.0385, 0.0346, 0.0462, 0.0483, 0.0605, 0.0339,\n", + " 0.0548, 0.0378, 0.0350, 0.0355, 0.0513, 0.0587, 0.0550, 0.0504, 0.0350,\n", + " 0.0434, 0.0345, 0.0506, 0.0571, 0.0824, 0.0515, 0.0702, 0.0454, 0.0329,\n", + " 0.0607, 0.0473, 0.0413, 0.0342, 0.0478, 0.0415, 0.0422, 0.0305, 0.0401,\n", + " 0.0302, 0.0386, 0.0439, 0.0592, 0.0451, 0.0624, 0.0451, 0.0359, 0.0336,\n", + " 0.0626, 0.0464, 0.0379, 0.0544, 0.0507, 0.0532, 0.0375, 0.0416, 0.0302,\n", + " 0.0420, 0.0523, 0.0602, 0.0524, 0.0341, 0.0409, 0.0240, 0.0347, 0.0427,\n", + " 0.0479, 0.0454, 0.0334, 0.0556, 0.0343, 0.0525, 0.0488, 0.0338, 0.0325,\n", + " 0.0323, 0.0584, 0.0446, 0.0382, 0.0600, 0.0385, 0.0333, 0.0410, 0.0323,\n", + " 0.0400, 0.0580, 0.0479, 0.0473, 0.0395, 0.0298, 0.0463, 0.0433, 0.0374,\n", + " 0.0450, 0.0349, 0.0272, 0.0397, 0.0576, 0.0255, 0.0549, 0.0513, 0.0474,\n", + " 0.0534, 0.0671, 0.0397, 0.0520, 0.0416, 0.0449, 0.0500, 0.0264, 0.0457,\n", + " 0.0337, 0.0427, 0.0429, 0.0362, 0.0317, 0.0344, 0.0394, 0.0351, 0.0560,\n", + " 0.0433, 0.0482, 0.0374, 0.0460, 0.0462, 0.0354, 0.0411, 0.0347, 0.0555,\n", + " 0.0325, 0.0432, 0.0559, 0.0480, 0.0453, 0.0475, 0.0458, 0.0318, 0.0364,\n", + " 0.0394, 0.0431, 0.0454, 0.0464, 0.0386, 0.0702, 0.0500, 0.0518, 0.0387,\n", + " 0.0457, 0.0378, 0.0500, 0.0378, 0.0490, 0.0308, 0.0568, 0.0277, 0.0283,\n", + " 0.0452, 0.0374, 0.0387, 0.0316, 0.0501, 0.0463, 0.0553, 0.0393, 0.0531,\n", + " 0.0352, 0.0456, 0.0354, 0.0476, 0.0316, 0.0579, 0.0645, 0.0336, 0.0385,\n", + " 0.0421, 0.0350, 0.0491, 0.0428, 0.0345, 0.0327, 0.0316, 0.0466, 0.0330,\n", + " 0.0433, 0.0439, 0.0434, 0.0402, 0.0428, 0.0348, 0.0710, 0.0641, 0.0534,\n", + " 0.0419, 0.0279, 0.0457, 0.0480, 0.0340, 0.0364, 0.0569, 0.0477, 0.0364,\n", + " 0.0429, 0.0360, 0.0611, 0.0271, 0.0598, 0.0422, 0.0316, 0.0500, 0.0538,\n", + " 0.0350, 0.0442, 0.0480, 0.0323, 0.0617, 0.0675, 0.0342, 0.0420, 0.0311,\n", + " 0.0445, 0.0456, 0.0718, 0.0309, 0.0347, 0.0439, 0.0263, 0.0610, 0.0462,\n", + " 0.0315, 0.0382, 0.0369, 0.0398, 0.0570, 0.0341, 0.0472, 0.0373])),\n", + " ('e6.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('e6.l1.0.weight',\n", + " tensor([[[[ 5.7043e-02, 7.6082e-03, 1.3798e-02, -2.9558e-02],\n", + " [ 3.6955e-02, -4.9009e-03, 2.5263e-02, -5.4829e-02],\n", + " [ 2.8075e-04, -2.6336e-02, 1.4497e-02, -3.2156e-02],\n", + " [-2.6350e-02, 2.5211e-02, 4.8690e-02, -8.6698e-03]],\n", + " \n", + " [[ 8.2785e-03, -5.1553e-02, -3.3604e-02, 1.3228e-02],\n", + " [ 5.5745e-02, -2.1073e-02, -1.0361e-01, 3.2480e-02],\n", + " [ 1.9920e-02, 3.6434e-02, 1.3295e-03, 4.7047e-02],\n", + " [ 6.2047e-03, 3.0317e-03, -1.3865e-02, 2.5836e-02]],\n", + " \n", + " [[ 6.0331e-02, 1.6277e-03, -8.8204e-02, -1.9004e-02],\n", + " [ 4.7452e-02, -5.9735e-03, -4.4009e-02, 8.5394e-03],\n", + " [ 6.1884e-05, -1.5264e-02, 1.5505e-02, -6.1546e-02],\n", + " [-8.1007e-03, -1.9606e-02, -8.3574e-02, -5.0043e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.3113e-03, -4.7162e-03, -1.5304e-02, 1.9965e-02],\n", + " [ 2.3782e-02, -5.1130e-02, 1.8707e-03, 7.1967e-03],\n", + " [ 1.8683e-02, 2.9383e-02, 3.5322e-02, 9.9902e-03],\n", + " [ 1.4739e-02, -4.3897e-02, 3.7710e-02, 2.3247e-02]],\n", + " \n", + " [[ 3.0724e-02, -2.1011e-02, 1.9912e-02, 2.3941e-02],\n", + " [ 1.1659e-02, 1.1974e-03, 3.2406e-02, 1.6434e-02],\n", + " [-2.1425e-03, -3.1056e-02, 2.0550e-02, 4.3918e-02],\n", + " [ 5.5928e-04, -2.2831e-02, 1.2242e-02, 1.6986e-02]],\n", + " \n", + " [[-2.0013e-04, -4.9123e-02, -1.0966e-02, 2.0194e-02],\n", + " [ 1.5161e-02, 1.2147e-02, -5.3057e-04, 2.0233e-02],\n", + " [-4.5206e-02, 2.9099e-02, 6.5556e-02, 1.3617e-02],\n", + " [-2.0641e-02, 3.0735e-02, 1.5125e-02, -4.6568e-02]]],\n", + " \n", + " \n", + " [[[-2.9223e-02, -1.5351e-02, -3.7989e-03, -1.9331e-02],\n", + " [-5.1168e-02, -2.5393e-02, -6.4254e-03, 6.6714e-02],\n", + " [-2.5132e-03, -5.4947e-03, -5.5950e-02, -3.2037e-02],\n", + " [-2.4786e-02, -1.8874e-02, -2.9080e-02, 2.0854e-02]],\n", + " \n", + " [[ 8.2801e-02, 7.3057e-03, 2.8028e-02, 6.3023e-03],\n", + " [ 1.0979e-02, 6.6642e-03, 1.7751e-02, 3.5693e-02],\n", + " [ 6.7014e-03, 5.3267e-02, 4.7250e-02, 1.0361e-02],\n", + " [ 1.9819e-02, 5.6554e-03, 5.2368e-02, -2.3338e-02]],\n", + " \n", + " [[ 3.3140e-02, 3.5102e-02, 2.1991e-03, 2.4938e-02],\n", + " [ 3.7929e-02, 9.6319e-03, -4.4183e-03, -4.0918e-02],\n", + " [-1.5014e-02, 8.1182e-03, -3.1073e-02, -2.5282e-02],\n", + " [-2.9072e-02, -2.6374e-02, 7.5566e-02, -2.9854e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.2850e-02, 5.5592e-02, 2.5069e-02, 1.8925e-04],\n", + " [ 3.5338e-02, 1.4296e-02, -1.1854e-02, 3.7167e-02],\n", + " [-3.4500e-03, -3.2269e-02, -1.0813e-02, 2.4136e-03],\n", + " [-2.6681e-03, -3.3537e-02, 1.2927e-02, -2.4004e-02]],\n", + " \n", + " [[-4.7680e-02, -1.8132e-02, 2.9652e-03, 1.7104e-02],\n", + " [-1.3890e-02, -2.1699e-02, 9.6971e-03, 6.6581e-03],\n", + " [ 1.5237e-02, 1.3698e-02, -4.8561e-03, 1.4040e-02],\n", + " [-4.9631e-02, 4.6502e-03, 4.7581e-02, 2.6642e-02]],\n", + " \n", + " [[ 4.2604e-02, 5.5297e-02, 5.6611e-02, 8.7505e-02],\n", + " [ 4.2804e-02, 1.4212e-02, 4.2122e-02, 5.8513e-02],\n", + " [-1.0921e-02, -4.7851e-03, 3.3803e-02, 6.5509e-02],\n", + " [-6.6586e-04, 3.9872e-02, 1.7095e-02, -4.7267e-03]]],\n", + " \n", + " \n", + " [[[-4.7261e-02, -4.8873e-02, 2.5689e-02, 1.3739e-02],\n", + " [ 1.8154e-02, -1.2859e-02, 1.6747e-03, -1.7538e-02],\n", + " [-1.2680e-02, 1.0758e-02, -8.9226e-03, 3.9554e-02],\n", + " [-2.6709e-02, -2.1655e-02, -1.0659e-02, 2.5232e-02]],\n", + " \n", + " [[-3.0815e-02, 2.9274e-02, 1.5008e-02, 5.1862e-02],\n", + " [-2.9480e-03, -1.5513e-03, 6.2163e-04, 3.9640e-02],\n", + " [ 9.7889e-03, 2.4982e-04, -1.0113e-02, 3.2015e-02],\n", + " [ 1.9257e-02, 5.7501e-02, 1.6934e-02, 5.0543e-02]],\n", + " \n", + " [[-1.1828e-02, -2.6871e-02, -8.0013e-03, 4.1391e-03],\n", + " [ 6.8938e-02, -1.7011e-02, -3.7950e-02, -1.8007e-02],\n", + " [ 1.2340e-02, -2.5042e-02, -1.9855e-02, -1.6377e-02],\n", + " [ 1.2942e-02, -3.0349e-02, -8.0185e-02, -3.5227e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.8728e-02, -1.3855e-02, -1.9009e-02, -5.6729e-02],\n", + " [ 2.8137e-02, -5.7545e-03, 4.3793e-03, -1.6362e-02],\n", + " [ 2.8852e-02, 1.0644e-02, 3.4658e-02, 1.5450e-04],\n", + " [ 2.9783e-02, -2.0751e-02, 7.3930e-03, -2.1379e-02]],\n", + " \n", + " [[-2.0605e-02, -2.4235e-02, 1.1095e-02, -1.1321e-02],\n", + " [ 2.5005e-02, 2.9512e-02, 1.4001e-02, 1.5805e-02],\n", + " [-2.3650e-02, 4.2740e-03, 3.0323e-02, 2.5596e-02],\n", + " [-1.0256e-02, 1.8108e-02, 4.0226e-02, 4.2729e-03]],\n", + " \n", + " [[-1.2878e-02, -3.1077e-02, 5.2324e-02, 2.7176e-02],\n", + " [-2.2684e-02, -2.9229e-03, -1.3228e-02, -1.5679e-02],\n", + " [-8.3558e-03, -3.6332e-02, -6.3461e-03, 1.7867e-02],\n", + " [ 2.0553e-02, -3.4009e-02, -7.0608e-02, 1.0037e-03]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 1.1749e-03, -2.1582e-02, 2.7794e-03, -3.5502e-02],\n", + " [ 2.0345e-04, 2.5632e-03, -2.3253e-02, -5.7181e-02],\n", + " [ 1.6900e-02, -1.0872e-02, -8.7880e-04, -6.9726e-04],\n", + " [ 2.7585e-02, -5.2311e-04, -4.0043e-02, -2.7754e-02]],\n", + " \n", + " [[-6.3313e-03, 1.6506e-02, -7.9884e-03, -3.0222e-02],\n", + " [ 2.2728e-02, 8.8472e-03, -4.5557e-02, -2.6638e-02],\n", + " [-1.2855e-02, -3.6752e-02, 5.1862e-02, 4.8182e-03],\n", + " [-4.7043e-02, -4.0164e-02, -3.5476e-02, 6.4250e-03]],\n", + " \n", + " [[-8.3408e-02, -5.8965e-02, 1.6530e-02, -4.4084e-02],\n", + " [-6.5143e-02, 1.4165e-02, 1.7175e-02, 3.4168e-03],\n", + " [-4.2179e-02, -7.1769e-04, 1.2225e-02, -5.0019e-02],\n", + " [-2.0625e-02, -2.5484e-02, -1.7577e-02, 1.5482e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.5389e-02, 8.9858e-03, 4.4084e-02, 1.3650e-02],\n", + " [ 2.0770e-02, 4.2421e-02, 2.9728e-02, -5.5059e-03],\n", + " [-3.6565e-03, -2.3597e-02, -3.1396e-02, -3.7178e-02],\n", + " [ 2.6548e-03, -1.2889e-02, -1.7326e-02, -5.8331e-03]],\n", + " \n", + " [[ 1.5974e-02, 5.5624e-02, -2.9637e-04, -2.2719e-02],\n", + " [ 5.3014e-02, -3.4396e-03, 2.4739e-02, -5.3656e-02],\n", + " [-4.9034e-02, -2.0737e-02, -2.6042e-02, -6.2747e-03],\n", + " [-8.7087e-03, -3.2500e-02, -4.8793e-03, -1.0460e-02]],\n", + " \n", + " [[-2.8234e-02, -1.3214e-02, 2.8626e-03, -2.5453e-02],\n", + " [-4.4595e-02, -3.2205e-02, -1.8570e-02, -1.6006e-02],\n", + " [ 1.5490e-02, 1.3286e-02, -1.9117e-02, -1.6675e-02],\n", + " [-3.7768e-02, -9.6661e-03, -2.6229e-02, -3.7410e-03]]],\n", + " \n", + " \n", + " [[[-1.0270e-02, -1.6054e-02, -3.2029e-04, -2.8823e-02],\n", + " [-1.3518e-02, -1.5767e-02, 2.4129e-02, 5.2617e-03],\n", + " [-2.8750e-02, 8.7141e-05, 2.8883e-02, 3.3076e-02],\n", + " [-2.1438e-02, -3.6360e-02, -2.8650e-02, -5.9861e-02]],\n", + " \n", + " [[ 2.8610e-02, 4.2133e-02, -4.5020e-02, 3.1437e-02],\n", + " [ 4.6054e-04, 1.0703e-02, -3.5127e-02, 1.0458e-02],\n", + " [ 4.8712e-02, 3.3250e-02, 9.0638e-03, 1.9484e-02],\n", + " [-2.5250e-03, -1.9166e-03, 4.0466e-02, 1.4240e-02]],\n", + " \n", + " [[-8.7618e-03, -2.3312e-02, 4.5991e-02, 3.5584e-02],\n", + " [-4.0010e-03, -3.7014e-02, -2.6702e-02, -4.0754e-02],\n", + " [ 1.8165e-02, 5.6087e-02, -5.6536e-03, -3.2407e-02],\n", + " [ 2.4820e-02, 2.0958e-02, 1.5460e-02, -3.3813e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 6.1538e-03, 4.7585e-02, -2.2484e-02, 4.7337e-03],\n", + " [-5.4922e-02, -3.1324e-02, -1.8511e-02, -3.4551e-02],\n", + " [ 7.2670e-03, -5.2542e-02, -1.6447e-02, -3.8877e-02],\n", + " [ 1.8952e-02, -5.5998e-03, -3.5105e-02, 8.2769e-03]],\n", + " \n", + " [[-1.9924e-02, 1.4217e-04, -2.8693e-02, -1.0415e-01],\n", + " [ 3.5348e-03, 1.1244e-02, -1.6141e-02, 1.0814e-02],\n", + " [-1.9609e-02, 1.3971e-03, -3.9111e-02, -4.6698e-02],\n", + " [-8.8893e-02, -3.4353e-02, 1.7985e-03, -2.0833e-02]],\n", + " \n", + " [[ 1.8321e-03, -1.4756e-02, -1.5028e-02, -7.4060e-04],\n", + " [-2.1398e-02, 9.9999e-03, -8.0082e-03, -3.6646e-03],\n", + " [-2.8551e-02, 1.5840e-02, -1.7815e-02, -2.8986e-02],\n", + " [-4.9325e-02, -2.0770e-02, -1.6986e-02, -4.2915e-02]]],\n", + " \n", + " \n", + " [[[-4.6061e-02, -5.0418e-02, -6.1217e-02, 1.7755e-02],\n", + " [ 1.2062e-02, -1.2356e-02, -1.4906e-02, 2.8561e-03],\n", + " [ 1.5949e-03, -1.0586e-02, -2.4529e-02, 8.3448e-03],\n", + " [-2.3322e-02, 1.2353e-02, -5.4387e-02, 5.0850e-03]],\n", + " \n", + " [[-1.9291e-02, -2.9271e-03, -1.6067e-02, 4.7111e-03],\n", + " [ 1.3397e-02, -3.1490e-02, -3.2949e-02, -6.0339e-02],\n", + " [ 3.0268e-02, -6.6311e-02, -4.6533e-02, -1.0157e-02],\n", + " [ 4.9561e-02, -4.2547e-02, -1.3454e-02, -3.4530e-02]],\n", + " \n", + " [[ 2.4560e-02, -1.6563e-03, 3.5571e-02, 3.6922e-03],\n", + " [-2.9019e-02, 1.8977e-03, -3.9580e-02, -2.8886e-02],\n", + " [ 1.5524e-02, 2.1670e-02, 1.5898e-02, -2.8475e-03],\n", + " [ 6.6713e-04, -2.1322e-02, 1.4393e-02, -2.2117e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-5.2065e-02, -2.2907e-02, 6.1996e-03, -1.7923e-02],\n", + " [ 1.6638e-02, 4.3384e-02, 1.0500e-02, -2.5900e-02],\n", + " [ 1.6789e-03, 6.1827e-02, 5.8417e-02, 1.3669e-02],\n", + " [-2.3923e-03, 2.6089e-02, 4.6039e-02, 9.9192e-03]],\n", + " \n", + " [[ 4.4811e-04, 1.0444e-02, -1.2966e-02, -2.5590e-03],\n", + " [ 4.6560e-02, 1.8726e-02, 2.3293e-02, 2.2674e-02],\n", + " [ 2.8048e-02, 4.1086e-02, -3.9023e-02, 1.6667e-02],\n", + " [ 2.6526e-02, 3.6993e-02, 1.1655e-02, 1.7672e-03]],\n", + " \n", + " [[-5.3057e-02, -8.9877e-02, -8.8559e-03, 8.1395e-03],\n", + " [-1.3772e-02, -1.1192e-01, -1.6842e-02, -8.5717e-03],\n", + " [ 9.5419e-03, -3.2387e-02, 2.1884e-04, 7.6682e-03],\n", + " [ 5.1395e-03, -1.3658e-02, -7.5719e-03, -3.4588e-02]]]])),\n", + " ('e6.l1.1.weight',\n", + " tensor([ 2.5620e-02, 2.7961e-04, 4.4833e-02, -1.6797e-04, 8.4833e-05,\n", + " -4.1434e-02, -3.0688e-04, -3.5901e-04, -2.3106e-02, 3.6493e-02,\n", + " 4.3482e-02, -3.1258e-02, -8.3422e-04, -6.2855e-02, 4.5350e-02,\n", + " -3.9851e-02, 5.3615e-02, 6.3481e-04, 1.5931e-04, 8.1658e-02,\n", + " -1.3205e-03, -5.4500e-04, -1.3306e-03, 6.5989e-02, 4.4849e-05,\n", + " 3.7801e-02, 2.6516e-02, 1.8946e-03, 5.6993e-04, 1.7803e-04,\n", + " 3.0552e-02, 4.5547e-02, 6.9302e-04, -4.3476e-04, 4.8998e-02,\n", + " -1.9247e-02, 5.2326e-02, -2.4811e-02, 4.1889e-04, 9.0591e-04,\n", + " 3.7998e-02, 1.3076e-02, 6.2925e-03, 2.3405e-02, 5.6416e-02,\n", + " -6.4606e-03, 3.4203e-02, -4.6716e-02, -4.8199e-04, 7.3231e-04,\n", + " 3.1067e-03, -7.0302e-03, 4.1034e-04, -2.7638e-02, -4.6204e-02,\n", + " 2.9556e-02, 1.9881e-04, 2.6485e-04, -3.9915e-02, -2.9180e-02,\n", + " 3.2713e-04, 4.3167e-04, -5.2089e-02, -4.3294e-02, 7.5136e-05,\n", + " -8.2194e-05, 2.4466e-04, -5.0328e-02, 2.3989e-02, -5.6426e-04,\n", + " 5.0519e-02, -5.2112e-02, -3.6564e-02, 5.5640e-02, 4.5553e-02,\n", + " -3.9074e-02, -3.6527e-02, -2.0675e-03, -3.2296e-04, -5.8254e-04,\n", + " -4.9543e-02, -2.7867e-02, 3.2944e-02, -6.1685e-02, -7.5387e-02,\n", + " 2.7918e-02, -1.4611e-03, -2.9812e-02, -3.5623e-04, -6.5107e-02,\n", + " 4.1810e-02, -4.6028e-02, 5.9865e-04, 2.5088e-04, -2.0187e-03,\n", + " 3.1899e-03, 6.6150e-02, -5.6754e-04, 3.4559e-06, 1.8261e-02,\n", + " -1.5558e-02, 3.3038e-02, -2.4579e-03, 5.8867e-02, -4.7762e-02,\n", + " 4.9498e-03, 4.1061e-04, -5.2111e-02, 3.2841e-03, 3.8543e-02,\n", + " -1.0731e-03, 5.7845e-04, -2.2835e-02, -2.9090e-02, 3.5769e-02,\n", + " 8.6246e-03, 1.1441e-03, 5.3479e-04, 2.3826e-03, -6.9404e-03,\n", + " 3.4543e-03, -4.3323e-02, -5.2678e-02, 7.0301e-04, 5.3706e-02,\n", + " -1.0244e-03, -1.9550e-03, -3.9220e-02, -2.5203e-03, -9.6089e-04,\n", + " 1.9458e-04, -4.0464e-02, 3.1562e-02, 4.9966e-02, -1.0077e-02,\n", + " -5.1686e-04, 5.6113e-02, -4.6630e-02, 5.3105e-02, 2.7156e-02,\n", + " -3.7010e-02, -6.9976e-04, -3.0028e-03, 3.2835e-04, -1.0651e-06,\n", + " -2.5837e-04, -4.2601e-04, 2.5297e-03, 7.5576e-04, -3.1072e-02,\n", + " 4.4871e-02, 5.7169e-02, 2.1348e-02, 1.6086e-03, -1.5945e-02,\n", + " -2.8219e-02, 1.3159e-04, 3.3322e-03, 4.2392e-04, 3.4812e-02,\n", + " 8.3548e-03, 2.8663e-02, -3.9477e-02, 2.2184e-02, 3.8973e-02,\n", + " -2.9590e-02, 1.1459e-03, -6.5503e-02, -8.7328e-04, 2.6568e-04,\n", + " -1.1541e-04, -1.2977e-03, 9.8552e-04, -2.3796e-02, 9.4763e-04,\n", + " 5.8293e-04, 1.7233e-03, 3.3334e-02, -3.2785e-02, 2.9502e-04,\n", + " -2.0754e-02, 9.7959e-04, 1.3490e-02, -6.5606e-05, -1.3654e-05,\n", + " -2.7934e-02, 5.6261e-02, -4.5072e-05, 5.7937e-04, 5.5230e-04,\n", + " 1.2321e-03, 2.6009e-02, 8.0527e-02, 1.9902e-02, -7.0836e-03,\n", + " -1.8805e-04, -2.6458e-04, -5.8480e-04, -3.0802e-04, 6.8112e-02,\n", + " 1.3135e-03, -3.8484e-04, 3.3180e-02, -1.3678e-02, -6.6501e-02,\n", + " -4.2842e-02, 4.9292e-02, -1.8872e-02, 4.0907e-04, 3.1925e-02,\n", + " -5.3770e-04, 5.2747e-02, 2.1002e-02, 3.6046e-02, -1.5519e-02,\n", + " -3.7753e-02, 8.1526e-04, -3.7604e-02, -4.9760e-02, 2.3692e-02,\n", + " 7.4321e-05, 3.5406e-02, 1.0244e-03, -9.9623e-04, 1.5392e-04,\n", + " 5.8596e-02, -7.5420e-04, -8.4183e-05, -2.7731e-02, 4.3540e-03,\n", + " -3.0529e-04, 3.5816e-02, 5.7598e-04, 4.3802e-02, -2.7328e-02,\n", + " 3.2810e-02, 7.0192e-05, -2.8756e-02, 3.3965e-02, 5.1930e-03,\n", + " 9.2351e-04, -1.1452e-02, -6.7445e-02, 1.6574e-02, -7.8624e-04,\n", + " 3.3091e-03, 1.6317e-02, -1.2343e-02, 1.2767e-03, 1.7114e-02,\n", + " 2.9439e-02, -3.5748e-02, -1.6697e-03, 3.3026e-02, 1.2486e-03,\n", + " -2.8380e-02, 1.7376e-04, -2.5388e-02, -2.6805e-02, -1.6026e-02,\n", + " 1.5996e-03, -1.8009e-02, 5.7389e-04, -3.3766e-03, 3.1535e-03,\n", + " 7.7609e-02, -4.5774e-02, 1.7433e-02, -6.7216e-05, -1.7158e-02,\n", + " 4.7653e-03, 6.0749e-03, -1.2951e-02, 5.8077e-02, 5.8153e-04,\n", + " -2.0649e-03, -6.3146e-04, -6.5684e-04, 3.2683e-02, 5.3716e-02,\n", + " 4.6925e-04, 6.7250e-02, -1.4543e-03, -4.7745e-02, -2.5204e-02,\n", + " -6.2192e-02, -4.1432e-02, -9.7502e-02, 3.7496e-04, 4.9075e-04,\n", + " -1.4071e-03, -4.6642e-02, 1.0819e-03, 2.2604e-03, -5.0488e-04,\n", + " -5.0140e-04, 3.3629e-02, -2.1292e-02, 1.1369e-02, 5.3086e-04,\n", + " 9.8284e-04, 5.7782e-04, -2.1684e-04, -1.1473e-03, 2.1374e-04,\n", + " 5.0990e-02, 3.4784e-04, -5.0276e-02, -6.6499e-04, -6.1783e-02,\n", + " 1.1727e-03, 1.2453e-05, -2.5068e-02, 7.4158e-04, -7.5811e-02,\n", + " 3.5081e-02, 9.9259e-05, 8.9034e-05, 3.7563e-04, 4.9827e-04,\n", + " -7.7017e-04, 3.9107e-02, -5.8574e-02, 3.9935e-02, -2.6025e-02,\n", + " -6.2515e-05, 8.0079e-02, -2.1071e-04, 5.3483e-04, -5.2645e-04,\n", + " -1.1149e-03, 1.2412e-05, 6.4473e-02, -1.8742e-03, 1.0178e-03,\n", + " 1.7704e-04, -1.0841e-03, -4.9970e-02, -3.3951e-02, -2.7267e-03,\n", + " 2.7617e-02, 5.6523e-02, -7.5509e-04, 2.5744e-03, 6.0631e-02,\n", + " -1.4595e-03, 3.2115e-04, 1.9141e-03, 1.6338e-03, -2.8625e-04,\n", + " 4.9383e-02, -4.0027e-02, 5.3903e-04, -3.4497e-02, 4.1994e-04,\n", + " 1.7903e-02, -2.1766e-02, -6.3251e-05, -9.4081e-04, 5.2313e-02,\n", + " -8.0640e-04, 8.0537e-05, 4.2579e-04, 5.0188e-04, 9.6601e-03,\n", + " 6.8240e-02, 2.0145e-02, 3.3179e-02, 7.8996e-04, -1.9358e-04,\n", + " -2.1346e-04, 3.6179e-02, -9.6157e-04, -2.0048e-03, 9.7256e-05,\n", + " 4.0009e-02, -3.5436e-02, 1.0213e-03, 4.9507e-04, 1.5353e-02,\n", + " -2.3759e-02, 1.1968e-02, -7.8544e-02, 4.7831e-02, 4.6374e-04,\n", + " 7.8199e-03, -6.5543e-04, -8.2152e-03, -4.2644e-04, -3.7571e-02,\n", + " -3.6131e-02, -5.2925e-02, -1.0407e-02, -4.2316e-02, -5.8112e-02,\n", + " 1.5081e-03, 5.7880e-02, -3.6325e-02, -1.3703e-02, 4.0030e-04,\n", + " -4.7826e-04, -1.1902e-04, 6.2569e-03, -2.2765e-02, -1.4725e-03,\n", + " -3.6284e-02, -3.3439e-02, 5.2249e-04, 4.0705e-02, 1.1995e-04,\n", + " -1.0418e-03, 2.9062e-04, -1.5327e-02, 6.2903e-02, 2.1639e-02,\n", + " -2.7766e-02, 4.6323e-02, -1.5305e-02, -5.4015e-04, 2.1385e-05,\n", + " -1.3325e-04, 2.6921e-02, 5.5433e-04, 1.1114e-03, -5.7931e-02,\n", + " -7.3714e-04, -2.9521e-02, -1.3517e-03, -4.3414e-02, -2.9666e-03,\n", + " -6.9959e-04, -2.9296e-02, 1.0905e-04, -7.5283e-02, -7.3198e-04,\n", + " -3.7059e-02, -8.0222e-04, -1.8698e-02, -3.5969e-05, 3.3068e-02,\n", + " -1.0006e-03, 1.8149e-02, 4.6746e-02, 4.8704e-02, 1.1993e-03,\n", + " -3.2797e-02, -3.9227e-02, 2.8535e-04, -3.7832e-04, -3.6856e-02,\n", + " -7.1165e-04, -3.8777e-02, -6.2467e-03, 1.8521e-03, -3.3700e-02,\n", + " 3.1346e-04, 6.1382e-02, 3.2569e-02, -3.4057e-04, -2.4353e-03,\n", + " -1.0170e-04, 7.6093e-05, -2.4429e-02, -1.8615e-03, 2.9178e-02,\n", + " 8.7153e-04, 1.9638e-03, -8.5640e-04, 3.9248e-02, 7.5637e-02,\n", + " -1.8890e-02, -3.2875e-04, 4.7548e-04, 4.3529e-02, 2.2609e-04,\n", + " 2.6117e-03, -5.2277e-02, 1.2662e-03, 5.8817e-02, -8.0380e-04,\n", + " -3.2895e-03, -2.4740e-02, -3.8424e-02, 4.0182e-03, -9.4996e-04,\n", + " -5.5115e-02, -6.2780e-02, 6.1864e-04, -2.0718e-04, 5.2692e-02,\n", + " -5.5174e-04, 3.7696e-02, -1.5656e-02, 3.3294e-03, 2.7357e-02,\n", + " 9.9004e-04, -1.5688e-04, -1.8347e-03, -9.7762e-02, -2.4029e-02,\n", + " 4.7147e-04, 5.9625e-02, -5.6473e-05, -5.1345e-06, -7.9361e-02,\n", + " -1.6273e-02, 6.0226e-05, -3.1771e-02, 1.1377e-04, -3.0811e-02,\n", + " 3.5346e-04, 5.9599e-02])),\n", + " ('e6.l1.1.bias',\n", + " tensor([-0.0044, -0.0030, -0.0125, -0.0032, -0.0014, -0.0069, -0.0016, -0.0009,\n", + " -0.0106, -0.0226, -0.0102, -0.0160, -0.0044, -0.0008, -0.0262, -0.0030,\n", + " -0.0189, -0.0042, -0.0034, -0.0119, -0.0013, -0.0043, -0.0034, -0.0154,\n", + " -0.0031, -0.0130, -0.0097, -0.0065, -0.0027, -0.0039, -0.0105, -0.0133,\n", + " -0.0027, -0.0020, -0.0172, -0.0112, -0.0244, -0.0133, -0.0022, -0.0042,\n", + " -0.0109, -0.0063, -0.0010, -0.0263, -0.0254, -0.0071, -0.0092, -0.0150,\n", + " -0.0025, -0.0049, 0.0011, -0.0058, -0.0002, -0.0177, -0.0172, -0.0069,\n", + " -0.0028, -0.0018, -0.0270, -0.0101, -0.0019, -0.0023, -0.0216, -0.0165,\n", + " -0.0021, -0.0010, -0.0023, -0.0172, -0.0259, -0.0031, -0.0162, -0.0123,\n", + " -0.0141, -0.0259, -0.0081, -0.0092, -0.0204, -0.0021, -0.0020, -0.0034,\n", + " -0.0239, -0.0150, 0.0023, -0.0171, -0.0381, -0.0125, -0.0040, -0.0148,\n", + " -0.0017, -0.0229, -0.0241, -0.0177, -0.0031, -0.0014, -0.0049, -0.0031,\n", + " -0.0111, -0.0016, -0.0032, -0.0243, -0.0097, -0.0183, -0.0033, -0.0183,\n", + " -0.0110, -0.0049, -0.0016, -0.0136, -0.0063, -0.0273, -0.0039, -0.0026,\n", + " -0.0120, -0.0281, -0.0257, -0.0122, -0.0056, -0.0031, -0.0054, -0.0003,\n", + " -0.0023, -0.0150, -0.0308, -0.0026, -0.0147, -0.0031, -0.0066, -0.0214,\n", + " -0.0033, -0.0030, -0.0010, -0.0158, -0.0101, -0.0095, -0.0092, -0.0020,\n", + " -0.0182, -0.0356, -0.0311, -0.0102, -0.0267, -0.0027, 0.0046, -0.0029,\n", + " -0.0032, -0.0014, -0.0036, -0.0013, -0.0041, -0.0137, -0.0070, -0.0184,\n", + " -0.0212, -0.0017, -0.0067, -0.0147, -0.0053, -0.0024, -0.0032, -0.0115,\n", + " -0.0102, -0.0092, -0.0243, -0.0157, -0.0357, -0.0261, -0.0043, -0.0268,\n", + " -0.0034, -0.0020, -0.0028, -0.0050, -0.0018, -0.0219, -0.0032, -0.0026,\n", + " -0.0077, -0.0291, -0.0147, -0.0030, -0.0093, -0.0019, -0.0016, -0.0030,\n", + " -0.0017, -0.0218, -0.0109, -0.0036, -0.0029, -0.0040, -0.0027, -0.0095,\n", + " -0.0191, -0.0113, -0.0140, -0.0013, -0.0024, -0.0037, -0.0011, -0.0113,\n", + " -0.0038, -0.0037, -0.0166, -0.0094, -0.0475, -0.0257, -0.0150, -0.0065,\n", + " -0.0015, -0.0065, -0.0012, -0.0109, -0.0136, -0.0106, -0.0127, -0.0112,\n", + " -0.0031, -0.0195, -0.0141, -0.0006, -0.0014, -0.0170, -0.0022, -0.0065,\n", + " -0.0012, -0.0315, -0.0053, -0.0038, -0.0188, -0.0014, -0.0033, -0.0030,\n", + " -0.0007, -0.0267, -0.0123, -0.0193, -0.0065, -0.0073, -0.0083, -0.0036,\n", + " -0.0042, -0.0105, -0.0123, -0.0141, -0.0049, -0.0049, -0.0064, -0.0045,\n", + " 0.0063, -0.0022, -0.0147, -0.0149, -0.0022, -0.0111, -0.0032, -0.0229,\n", + " -0.0027, -0.0168, -0.0115, -0.0138, -0.0032, -0.0111, -0.0023, -0.0005,\n", + " -0.0025, -0.0011, -0.0275, -0.0130, -0.0031, -0.0071, -0.0017, 0.0019,\n", + " -0.0015, -0.0051, -0.0030, -0.0054, -0.0029, -0.0012, -0.0254, -0.0204,\n", + " -0.0021, -0.0194, -0.0035, -0.0168, -0.0133, -0.0103, -0.0256, -0.0042,\n", + " -0.0028, -0.0025, -0.0026, -0.0214, -0.0044, -0.0034, -0.0026, -0.0018,\n", + " -0.0254, -0.0075, -0.0095, -0.0061, -0.0040, -0.0037, -0.0017, -0.0036,\n", + " -0.0041, -0.0145, -0.0017, -0.0147, -0.0018, -0.0142, -0.0034, -0.0042,\n", + " -0.0138, -0.0024, -0.0096, -0.0120, -0.0018, -0.0022, -0.0023, -0.0034,\n", + " -0.0047, -0.0189, -0.0130, -0.0254, -0.0093, -0.0019, -0.0096, -0.0033,\n", + " -0.0032, -0.0036, -0.0034, -0.0035, -0.0190, -0.0082, -0.0017, -0.0021,\n", + " -0.0042, -0.0313, -0.0237, 0.0008, -0.0290, -0.0208, -0.0032, -0.0051,\n", + " -0.0126, -0.0052, -0.0014, -0.0042, -0.0047, -0.0054, -0.0400, -0.0277,\n", + " -0.0034, -0.0073, -0.0021, -0.0143, -0.0066, -0.0018, -0.0048, -0.0270,\n", + " -0.0035, -0.0033, -0.0051, -0.0023, -0.0154, -0.0176, -0.0165, -0.0168,\n", + " -0.0013, -0.0008, -0.0034, -0.0170, -0.0036, 0.0007, -0.0010, -0.0123,\n", + " 0.0057, 0.0005, -0.0035, -0.0018, -0.0203, -0.0066, -0.0036, -0.0100,\n", + " -0.0036, -0.0105, 0.0007, -0.0073, -0.0021, -0.0171, -0.0260, -0.0198,\n", + " -0.0112, -0.0146, -0.0178, -0.0041, -0.0194, -0.0140, -0.0117, -0.0025,\n", + " -0.0030, -0.0027, -0.0055, -0.0034, -0.0036, -0.0191, 0.0004, -0.0040,\n", + " -0.0168, -0.0037, -0.0028, -0.0021, -0.0132, -0.0235, -0.0112, -0.0123,\n", + " -0.0133, -0.0082, -0.0026, -0.0021, -0.0044, 0.0003, -0.0017, -0.0027,\n", + " -0.0196, -0.0045, -0.0149, -0.0047, -0.0016, -0.0021, -0.0011, -0.0077,\n", + " -0.0028, -0.0031, -0.0023, -0.0274, -0.0031, -0.0101, -0.0035, -0.0148,\n", + " -0.0028, -0.0150, -0.0171, -0.0139, -0.0038, -0.0265, -0.0171, -0.0030,\n", + " -0.0041, -0.0285, -0.0026, -0.0152, -0.0002, -0.0007, -0.0204, -0.0028,\n", + " -0.0175, -0.0211, -0.0025, 0.0031, -0.0037, -0.0021, -0.0249, -0.0016,\n", + " -0.0152, -0.0027, -0.0045, -0.0044, -0.0190, -0.0328, -0.0217, -0.0025,\n", + " -0.0031, -0.0060, -0.0021, 0.0030, -0.0304, -0.0035, -0.0189, -0.0040,\n", + " -0.0084, -0.0133, -0.0110, -0.0088, -0.0027, -0.0200, -0.0231, -0.0024,\n", + " -0.0033, -0.0128, -0.0030, -0.0091, -0.0100, -0.0049, -0.0141, -0.0038,\n", + " -0.0042, -0.0002, -0.0057, -0.0080, -0.0037, -0.0164, -0.0024, -0.0051,\n", + " -0.0364, -0.0067, -0.0018, -0.0287, -0.0030, -0.0063, -0.0041, -0.0127])),\n", + " ('e6.l1.1.running_mean',\n", + " tensor([-2.0301e-02, -1.4055e-02, -1.0847e-01, 2.7686e-03, 4.7326e-02,\n", + " 3.4991e-02, 1.0791e-01, -6.5000e-02, -6.9472e-02, -1.4728e-01,\n", + " -3.7934e-02, 9.6957e-02, 3.3831e-02, -3.9426e-02, -2.6620e-02,\n", + " 4.5073e-02, 3.1841e-02, -5.5338e-02, -3.0225e-02, -4.3914e-03,\n", + " -1.3238e-01, 3.5584e-02, 5.8193e-02, -5.4209e-02, 7.7158e-02,\n", + " -1.5224e-01, -1.8982e-01, 6.4780e-02, -3.0710e-02, -5.8220e-02,\n", + " -1.0584e-01, -6.7809e-02, 1.0274e-01, 8.6315e-02, -9.0131e-02,\n", + " -1.0146e-02, -1.5207e-01, 1.6639e-01, 1.9973e-02, -8.9859e-03,\n", + " -2.7005e-02, -9.1646e-02, 6.2488e-02, -2.5987e-02, -5.5669e-02,\n", + " 6.7661e-02, -9.2339e-02, 2.5435e-02, -5.9199e-02, -9.3510e-02,\n", + " 2.3933e-02, 5.9074e-02, -1.0522e-01, 7.5548e-02, -9.7902e-02,\n", + " -1.4743e-01, 5.2473e-02, 4.2168e-02, 1.2052e-01, -8.1400e-02,\n", + " -4.7656e-02, -8.4686e-02, 1.0602e-01, -7.6091e-02, -8.8572e-02,\n", + " -1.1785e-01, 5.9456e-02, -1.0725e-02, 2.2077e-02, -2.0959e-01,\n", + " -8.5650e-02, 8.9532e-02, 5.8707e-02, -4.8497e-02, 6.2860e-02,\n", + " 8.1110e-02, 2.2869e-02, 1.0816e-01, -5.9618e-02, -1.6334e-02,\n", + " -1.0641e-02, 1.1598e-01, 1.2966e-01, -4.7818e-02, 6.7066e-02,\n", + " -1.1075e-01, -1.0418e-01, 3.1933e-02, -4.7102e-02, -5.8134e-02,\n", + " -9.9052e-03, -4.7737e-02, -7.7749e-03, -5.3335e-02, 2.2271e-02,\n", + " 3.9771e-04, -1.8737e-02, -1.1734e-01, -1.8546e-02, 2.3114e-02,\n", + " -1.1559e-01, -7.4904e-02, -1.1229e-01, -8.9377e-03, 9.5069e-02,\n", + " -3.7815e-02, 1.6285e-01, 3.1907e-02, 3.2711e-02, 1.1267e-02,\n", + " 3.7578e-02, -5.4983e-02, 1.6619e-01, 2.6886e-02, -4.3101e-02,\n", + " -7.4313e-02, 1.0245e-01, -1.0410e-01, -8.5395e-02, 1.3770e-01,\n", + " -1.2221e-02, 6.3643e-02, -4.8691e-03, 3.8023e-02, -5.9446e-02,\n", + " -7.2139e-02, 1.6916e-03, -3.0913e-02, 3.3066e-02, 6.9111e-03,\n", + " 3.0473e-02, -3.9069e-02, 3.4694e-02, 2.1115e-02, -1.2044e-01,\n", + " 9.7136e-02, -4.0101e-02, 1.3931e-01, -3.0843e-03, -9.3901e-02,\n", + " 5.4054e-02, 5.7596e-02, -6.5946e-02, -7.8297e-02, 4.9318e-02,\n", + " -1.9789e-02, -1.6072e-01, -1.0614e-01, 3.1456e-03, 8.2425e-02,\n", + " -1.4391e-01, 1.2508e-01, 4.6600e-02, -7.6819e-02, -2.7844e-02,\n", + " 6.2617e-02, -6.0528e-02, -7.2053e-02, 1.6769e-02, -1.4436e-01,\n", + " -2.8860e-02, -6.1666e-02, -3.6231e-02, -1.2564e-01, -7.1287e-02,\n", + " -1.3001e-02, -2.8988e-02, 1.2810e-01, -1.0021e-02, 2.7555e-02,\n", + " -2.3038e-03, 1.2555e-01, 6.7993e-02, 3.0496e-02, -1.2095e-01,\n", + " -1.0940e-01, -7.5085e-02, 4.7409e-02, -9.1468e-04, 8.0283e-03,\n", + " 1.1715e-01, 3.7620e-02, 1.0923e-01, -6.8707e-02, 5.2367e-02,\n", + " 1.2614e-01, -1.1113e-02, 5.1822e-02, 1.7919e-02, 2.2763e-02,\n", + " 8.2202e-02, -4.5440e-04, -1.0277e-01, -6.6261e-02, 3.5688e-02,\n", + " 4.5523e-03, -7.0651e-02, 3.2043e-02, 6.8346e-02, -1.2016e-01,\n", + " 2.0701e-02, -7.5287e-03, 6.6304e-02, 1.4063e-01, 9.0228e-02,\n", + " -6.4224e-02, -9.0851e-02, -5.0258e-02, -1.8071e-02, -6.6459e-02,\n", + " -1.4338e-02, 5.8485e-02, -6.4436e-02, 4.5628e-02, -6.6749e-02,\n", + " -7.7926e-02, 1.1324e-01, 4.9127e-02, -1.9775e-02, 8.6879e-03,\n", + " -9.1669e-03, 3.4014e-02, -9.0201e-03, -2.7657e-02, -5.7578e-05,\n", + " 1.4321e-02, 2.0317e-01, 6.2336e-02, 1.0138e-01, 4.1170e-02,\n", + " -1.5964e-02, -4.6134e-02, -1.4584e-01, -3.6056e-02, -1.7407e-02,\n", + " -7.6304e-02, 1.1975e-01, -8.8527e-02, -5.6280e-02, 7.8701e-02,\n", + " 1.0693e-01, -2.5030e-03, -9.7161e-02, -1.0367e-02, -1.3208e-01,\n", + " 8.6466e-02, 8.0349e-02, 9.8773e-03, 1.5577e-01, 6.4734e-02,\n", + " 9.8809e-03, -2.5218e-02, -7.1063e-03, -1.0412e-01, 6.7672e-02,\n", + " 1.0989e-01, -2.3254e-02, 1.4613e-01, 1.5271e-01, -1.3413e-01,\n", + " 1.2746e-01, -8.2095e-02, 4.5701e-02, 8.3160e-02, 9.0880e-02,\n", + " -1.1891e-01, 9.9094e-02, 5.6618e-02, 6.8370e-02, 4.3024e-02,\n", + " 2.5172e-02, -1.5041e-01, 5.9433e-02, -8.5440e-02, 1.4164e-02,\n", + " -1.5708e-01, -7.2989e-02, 7.2043e-02, -6.9609e-02, -1.1059e-02,\n", + " -9.4471e-02, -4.3879e-02, 4.8047e-02, 1.6275e-02, 5.7315e-02,\n", + " -3.7462e-02, 5.6311e-02, 5.9601e-02, -3.1891e-02, 1.7335e-02,\n", + " 5.5522e-02, 1.4713e-01, 1.0941e-02, -1.0798e-03, -5.7266e-02,\n", + " 1.2467e-01, -6.6506e-02, 5.0973e-02, -6.1896e-02, -3.5685e-02,\n", + " -9.8212e-02, -2.7036e-02, -7.5351e-02, 1.3003e-02, 5.1282e-02,\n", + " -2.1477e-01, 1.3189e-01, -3.7213e-02, 1.7435e-02, 3.7608e-02,\n", + " 2.7985e-02, -6.7902e-02, 7.2093e-03, -5.8981e-02, 2.1084e-02,\n", + " 4.2285e-02, 5.3886e-02, -2.5564e-02, -2.7218e-02, -4.7054e-02,\n", + " 7.7001e-02, -9.5473e-04, -4.2869e-02, 2.8670e-02, -6.5936e-02,\n", + " -9.6560e-04, -5.4578e-02, -4.8362e-02, 3.9279e-02, 7.3005e-02,\n", + " 3.9596e-02, 5.0206e-02, 9.3379e-02, 3.9425e-02, 3.5640e-02,\n", + " -9.6736e-03, -2.9182e-03, 1.8981e-02, -8.4431e-02, -4.1637e-02,\n", + " -1.0326e-02, -1.1732e-01, -5.0432e-02, -1.0056e-01, 3.8452e-02,\n", + " 4.3464e-02, -2.4809e-02, 4.5749e-02, 8.8482e-02, -6.9566e-03,\n", + " -2.4728e-02, 4.7705e-02, 3.4302e-02, -3.4219e-02, 1.3673e-02,\n", + " 2.6252e-02, -2.8176e-02, -3.7780e-02, 3.3193e-02, -2.8187e-03,\n", + " 5.5212e-03, -6.5929e-02, 9.9127e-02, 7.7387e-02, -8.3673e-02,\n", + " 1.3023e-01, 1.0423e-01, -1.6706e-01, 3.2255e-03, 5.3357e-02,\n", + " -5.2976e-02, -1.2186e-01, 5.6432e-02, 3.8858e-02, -6.5554e-02,\n", + " -1.2496e-01, 3.7165e-03, -4.3345e-02, -4.1619e-03, -1.4033e-01,\n", + " -1.0950e-02, 1.0285e-01, -9.6096e-02, 1.3966e-01, -7.7178e-02,\n", + " 2.3214e-02, 7.5721e-02, -1.9623e-02, 3.3194e-02, 8.2230e-02,\n", + " -6.1130e-02, -3.2909e-03, 8.7767e-02, -5.0456e-02, 1.1606e-01,\n", + " -8.7009e-02, 5.5549e-02, 1.2206e-01, -1.2701e-01, -8.4505e-02,\n", + " -1.5341e-02, 3.3594e-02, 6.7106e-02, 6.0247e-02, 3.7117e-03,\n", + " 1.5122e-01, -1.0187e-01, -4.4358e-02, -1.3224e-01, -2.3344e-02,\n", + " 8.7241e-02, -6.6682e-02, 5.9161e-02, -1.7129e-02, -4.5386e-02,\n", + " -6.6086e-02, 1.0791e-01, 7.2018e-02, -1.9031e-02, -4.6175e-02,\n", + " -4.2686e-02, -4.5130e-02, 6.8009e-02, 4.3560e-02, -5.0800e-02,\n", + " -1.7793e-01, 2.8603e-02, 6.1674e-02, -1.4185e-02, 1.1102e-01,\n", + " 7.5767e-02, 1.9384e-02, 1.1732e-01, 6.9696e-02, -5.5719e-03,\n", + " 7.3405e-02, -3.4974e-02, 8.9607e-02, 5.5373e-02, -3.6385e-02,\n", + " -1.1361e-01, -1.3234e-01, -9.4952e-02, 6.9035e-02, 1.0695e-02,\n", + " 7.7959e-03, 1.6319e-01, 2.3923e-02, 5.6391e-02, 9.9332e-02,\n", + " 8.0395e-03, -2.7649e-02, -4.1959e-02, 1.1386e-01, 1.7721e-02,\n", + " -2.4690e-02, 4.6574e-02, -1.6342e-01, -6.4012e-02, 7.0916e-02,\n", + " -4.7305e-02, -8.3326e-02, -3.0951e-02, 3.2357e-02, -9.4992e-02,\n", + " 2.4380e-02, -1.2297e-02, -1.7728e-02, -6.2757e-02, -6.5109e-03,\n", + " 1.3242e-01, 6.3296e-02, 7.1329e-02, -3.4353e-03, -5.6393e-02,\n", + " -2.9533e-02, 6.6786e-02, -3.2076e-02, 1.0982e-01, 8.5142e-02,\n", + " -8.8024e-03, -7.8830e-03, 2.8421e-02, -1.0499e-01, -1.5196e-02,\n", + " 1.6485e-01, 1.5717e-01, -5.5939e-02, -1.1631e-01, -8.9272e-02,\n", + " 1.9519e-01, -1.2156e-01, -1.8239e-01, -5.2853e-02, -1.7393e-02,\n", + " -2.3026e-02, -5.7625e-02, -1.0781e-01, 3.8929e-03, -5.6401e-03,\n", + " 6.5208e-02, -3.8252e-02, -9.5684e-02, 8.0779e-02, 3.8932e-02,\n", + " 1.1985e-01, -6.3411e-02, 9.0156e-02, -1.0319e-01, -1.0386e-02,\n", + " -1.3939e-01, -1.6705e-01])),\n", + " ('e6.l1.1.running_var',\n", + " tensor([0.0365, 0.0497, 0.0513, 0.0471, 0.0381, 0.0369, 0.0722, 0.0415, 0.0361,\n", + " 0.0345, 0.0308, 0.0454, 0.0619, 0.0331, 0.0481, 0.0365, 0.0370, 0.0490,\n", + " 0.0411, 0.0325, 0.0635, 0.0530, 0.0373, 0.0377, 0.0518, 0.0345, 0.0450,\n", + " 0.0342, 0.0512, 0.0407, 0.0427, 0.0482, 0.0555, 0.0444, 0.0347, 0.0316,\n", + " 0.0296, 0.0544, 0.0426, 0.0436, 0.0360, 0.0368, 0.0550, 0.0389, 0.0348,\n", + " 0.0459, 0.0550, 0.0473, 0.0570, 0.0537, 0.0516, 0.0525, 0.0354, 0.0417,\n", + " 0.0358, 0.0505, 0.0495, 0.0432, 0.0376, 0.0397, 0.0516, 0.0360, 0.0426,\n", + " 0.0406, 0.0666, 0.0376, 0.0386, 0.0523, 0.0411, 0.0360, 0.0395, 0.0430,\n", + " 0.0405, 0.0304, 0.0286, 0.0345, 0.0246, 0.0379, 0.0396, 0.0445, 0.0313,\n", + " 0.0391, 0.0525, 0.0346, 0.0293, 0.0422, 0.0552, 0.0375, 0.0408, 0.0343,\n", + " 0.0444, 0.0275, 0.0489, 0.0565, 0.0564, 0.0389, 0.0415, 0.0550, 0.0580,\n", + " 0.0449, 0.0486, 0.0414, 0.0579, 0.0337, 0.0455, 0.0606, 0.0658, 0.0340,\n", + " 0.0340, 0.0355, 0.0676, 0.0462, 0.0461, 0.0431, 0.0288, 0.0523, 0.0662,\n", + " 0.0469, 0.0560, 0.0435, 0.0577, 0.0324, 0.0436, 0.0589, 0.0358, 0.0635,\n", + " 0.0458, 0.0310, 0.0354, 0.0378, 0.0435, 0.0355, 0.0451, 0.0381, 0.0347,\n", + " 0.0556, 0.0427, 0.0376, 0.0354, 0.0295, 0.0416, 0.0491, 0.0452, 0.0505,\n", + " 0.0581, 0.0739, 0.0495, 0.0709, 0.0453, 0.0470, 0.0499, 0.0369, 0.0284,\n", + " 0.0424, 0.0498, 0.0512, 0.0465, 0.0749, 0.0509, 0.0308, 0.0273, 0.0533,\n", + " 0.0355, 0.0350, 0.0411, 0.0337, 0.0494, 0.0371, 0.0578, 0.0445, 0.0448,\n", + " 0.0700, 0.0380, 0.0298, 0.0393, 0.0539, 0.0369, 0.0275, 0.0442, 0.0439,\n", + " 0.0365, 0.0584, 0.0535, 0.0517, 0.0539, 0.0338, 0.0394, 0.0396, 0.0318,\n", + " 0.0540, 0.0438, 0.0362, 0.0346, 0.0237, 0.0371, 0.0458, 0.0375, 0.0498,\n", + " 0.0336, 0.0356, 0.0413, 0.0446, 0.0428, 0.0400, 0.0350, 0.0418, 0.0295,\n", + " 0.0411, 0.0421, 0.0495, 0.0436, 0.0335, 0.0326, 0.0343, 0.0412, 0.0353,\n", + " 0.0464, 0.0331, 0.0373, 0.0483, 0.0437, 0.0391, 0.0427, 0.0480, 0.0509,\n", + " 0.0328, 0.0411, 0.0487, 0.0340, 0.0706, 0.0405, 0.0347, 0.0564, 0.0280,\n", + " 0.0430, 0.0388, 0.0543, 0.0568, 0.0260, 0.0692, 0.0318, 0.0387, 0.0417,\n", + " 0.0296, 0.0541, 0.0464, 0.0304, 0.0490, 0.0719, 0.0398, 0.0425, 0.0361,\n", + " 0.0419, 0.0430, 0.0688, 0.0404, 0.0459, 0.0373, 0.0469, 0.0316, 0.0513,\n", + " 0.0323, 0.0461, 0.0357, 0.0442, 0.0470, 0.0375, 0.0389, 0.0523, 0.0332,\n", + " 0.0573, 0.0618, 0.0494, 0.0432, 0.0342, 0.0549, 0.0358, 0.0383, 0.0371,\n", + " 0.0275, 0.0417, 0.0365, 0.0385, 0.0346, 0.0462, 0.0483, 0.0605, 0.0339,\n", + " 0.0548, 0.0378, 0.0350, 0.0355, 0.0513, 0.0587, 0.0550, 0.0504, 0.0350,\n", + " 0.0434, 0.0345, 0.0506, 0.0571, 0.0824, 0.0515, 0.0702, 0.0454, 0.0329,\n", + " 0.0607, 0.0473, 0.0413, 0.0342, 0.0478, 0.0415, 0.0422, 0.0305, 0.0401,\n", + " 0.0302, 0.0386, 0.0439, 0.0592, 0.0451, 0.0624, 0.0451, 0.0359, 0.0336,\n", + " 0.0626, 0.0464, 0.0379, 0.0544, 0.0507, 0.0532, 0.0375, 0.0416, 0.0302,\n", + " 0.0420, 0.0523, 0.0602, 0.0524, 0.0341, 0.0409, 0.0240, 0.0347, 0.0427,\n", + " 0.0479, 0.0454, 0.0334, 0.0556, 0.0343, 0.0525, 0.0488, 0.0338, 0.0325,\n", + " 0.0323, 0.0584, 0.0446, 0.0382, 0.0600, 0.0385, 0.0333, 0.0410, 0.0323,\n", + " 0.0400, 0.0580, 0.0479, 0.0473, 0.0395, 0.0298, 0.0463, 0.0433, 0.0374,\n", + " 0.0450, 0.0349, 0.0272, 0.0397, 0.0576, 0.0255, 0.0549, 0.0513, 0.0474,\n", + " 0.0534, 0.0671, 0.0397, 0.0520, 0.0416, 0.0449, 0.0500, 0.0264, 0.0457,\n", + " 0.0337, 0.0427, 0.0429, 0.0362, 0.0317, 0.0344, 0.0394, 0.0351, 0.0560,\n", + " 0.0433, 0.0482, 0.0374, 0.0460, 0.0462, 0.0354, 0.0411, 0.0347, 0.0555,\n", + " 0.0325, 0.0432, 0.0559, 0.0480, 0.0453, 0.0475, 0.0458, 0.0318, 0.0364,\n", + " 0.0394, 0.0431, 0.0454, 0.0464, 0.0386, 0.0702, 0.0500, 0.0518, 0.0387,\n", + " 0.0457, 0.0378, 0.0500, 0.0378, 0.0490, 0.0308, 0.0568, 0.0277, 0.0283,\n", + " 0.0452, 0.0374, 0.0387, 0.0316, 0.0501, 0.0463, 0.0553, 0.0393, 0.0531,\n", + " 0.0352, 0.0456, 0.0354, 0.0476, 0.0316, 0.0579, 0.0645, 0.0336, 0.0385,\n", + " 0.0421, 0.0350, 0.0491, 0.0428, 0.0345, 0.0327, 0.0316, 0.0466, 0.0330,\n", + " 0.0433, 0.0439, 0.0434, 0.0402, 0.0428, 0.0348, 0.0710, 0.0641, 0.0534,\n", + " 0.0419, 0.0279, 0.0457, 0.0480, 0.0340, 0.0364, 0.0569, 0.0477, 0.0364,\n", + " 0.0429, 0.0360, 0.0611, 0.0271, 0.0598, 0.0422, 0.0316, 0.0500, 0.0538,\n", + " 0.0350, 0.0442, 0.0480, 0.0323, 0.0617, 0.0675, 0.0342, 0.0420, 0.0311,\n", + " 0.0445, 0.0456, 0.0718, 0.0309, 0.0347, 0.0439, 0.0263, 0.0610, 0.0462,\n", + " 0.0315, 0.0382, 0.0369, 0.0398, 0.0570, 0.0341, 0.0472, 0.0373])),\n", + " ('e6.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('e7.conv.weight',\n", + " tensor([[[[ 6.7475e-02, 4.6319e-02, -1.8199e-02, 6.8092e-03],\n", + " [ 1.0645e-02, 7.8523e-03, -9.1556e-04, 3.9144e-02],\n", + " [ 4.4689e-02, 4.6501e-02, -3.3857e-02, 4.4035e-02],\n", + " [ 2.9336e-02, 6.4856e-02, -1.6517e-02, 2.2155e-02]],\n", + " \n", + " [[-1.9073e-02, -3.2058e-03, -9.7004e-03, 4.4568e-03],\n", + " [-1.6996e-02, -2.6088e-02, -3.6785e-02, -5.2495e-02],\n", + " [ 2.6107e-02, 6.9195e-03, 1.9543e-02, -2.0401e-02],\n", + " [ 5.6148e-02, 7.8090e-02, 7.6130e-02, 5.1287e-02]],\n", + " \n", + " [[ 6.3798e-02, 2.3245e-02, 1.9284e-02, -1.9337e-02],\n", + " [ 7.9035e-03, -2.7498e-02, -6.2821e-02, -3.6807e-02],\n", + " [-2.6120e-02, 1.3151e-02, -4.1006e-03, -1.2166e-02],\n", + " [ 1.1199e-02, -2.9149e-02, -2.4806e-02, -6.9232e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.2697e-02, -1.1844e-02, -2.5025e-02, -5.5552e-02],\n", + " [ 1.9570e-02, -5.0227e-02, 8.9469e-02, 6.0267e-03],\n", + " [ 1.6888e-03, -3.9073e-02, 1.3499e-02, 2.7343e-02],\n", + " [ 4.2083e-02, -3.0500e-02, 3.8315e-02, 4.0803e-02]],\n", + " \n", + " [[-3.0040e-02, -1.2574e-02, 1.9866e-02, -1.2019e-02],\n", + " [-1.3852e-02, 4.2121e-02, 4.2533e-02, -1.2199e-02],\n", + " [ 2.0844e-02, 1.0140e-02, 2.2910e-02, 3.6150e-02],\n", + " [ 1.4075e-02, 6.0459e-02, 1.7735e-02, 3.3379e-02]],\n", + " \n", + " [[-5.8974e-02, 1.7966e-02, -5.1954e-02, -2.7495e-02],\n", + " [ 1.0737e-02, 8.1880e-02, -2.4525e-02, 6.8759e-02],\n", + " [-3.3546e-02, 4.3868e-02, 3.3468e-03, 5.0761e-02],\n", + " [ 2.7081e-02, 1.0867e-02, 1.8619e-02, -2.4985e-02]]],\n", + " \n", + " \n", + " [[[ 3.9297e-03, 3.3709e-02, 5.5681e-02, 3.6482e-02],\n", + " [ 2.7103e-03, 8.6877e-03, 6.4895e-03, -2.3136e-02],\n", + " [ 3.7663e-02, 2.1814e-02, -3.0811e-02, -3.1966e-02],\n", + " [ 3.1957e-02, -1.4892e-02, 8.3489e-03, 4.3303e-03]],\n", + " \n", + " [[ 2.2281e-02, 1.3334e-02, -1.1893e-02, 4.4295e-02],\n", + " [ 1.1498e-02, 5.1094e-02, 2.4697e-02, -2.8221e-02],\n", + " [ 8.1556e-03, -6.4519e-03, -2.0962e-02, -4.3894e-02],\n", + " [ 4.7338e-03, -3.2535e-02, -2.0402e-02, -2.9057e-02]],\n", + " \n", + " [[-1.0699e-02, 3.2176e-02, -1.9347e-02, 3.2233e-02],\n", + " [-2.5585e-02, -3.5735e-02, 1.4368e-02, -3.6453e-02],\n", + " [-1.6225e-02, -3.8840e-02, 2.5321e-03, -1.5912e-02],\n", + " [-2.7003e-03, -2.8301e-02, -5.5752e-02, -4.2300e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.5488e-02, 4.1226e-02, 3.5209e-02, 1.4621e-02],\n", + " [ 3.0287e-02, 2.5723e-02, 4.8023e-02, -6.2972e-03],\n", + " [-4.3495e-02, 6.4289e-02, -2.4574e-02, 2.5514e-02],\n", + " [ 1.1078e-02, 5.6315e-03, -1.7354e-02, 2.5915e-02]],\n", + " \n", + " [[-5.9710e-03, -2.1376e-02, -2.1734e-02, -1.4332e-02],\n", + " [-3.0845e-03, 4.0043e-02, -2.0395e-02, -1.3147e-04],\n", + " [-3.0051e-02, -1.4063e-02, -1.2175e-02, 8.7686e-03],\n", + " [-1.4847e-02, -3.0850e-02, -1.5101e-02, -2.3267e-02]],\n", + " \n", + " [[-7.9870e-02, 1.4258e-02, -4.6843e-02, 2.6889e-03],\n", + " [-1.6005e-02, 2.5003e-02, -4.9815e-02, -1.6088e-02],\n", + " [-3.3457e-02, -1.3821e-02, 1.3780e-04, 2.2615e-03],\n", + " [ 4.3421e-02, 1.2947e-02, 3.3277e-02, -2.6422e-02]]],\n", + " \n", + " \n", + " [[[-3.4059e-02, -5.7902e-02, 8.3630e-03, 2.1295e-02],\n", + " [-3.4691e-02, -2.2853e-02, 7.2626e-03, -4.3147e-02],\n", + " [ 7.2718e-03, -2.7071e-03, 1.1672e-02, 6.7809e-03],\n", + " [-3.8207e-02, 1.1576e-02, 8.4160e-03, 2.1112e-02]],\n", + " \n", + " [[-2.0101e-03, 3.3041e-02, 4.6235e-02, -2.2740e-02],\n", + " [ 1.7524e-02, -7.5682e-03, 1.9094e-02, 2.6590e-02],\n", + " [-2.2296e-02, -2.3612e-02, 4.0684e-02, -1.2898e-02],\n", + " [-1.4990e-02, -3.6652e-02, -1.6285e-02, 4.2049e-02]],\n", + " \n", + " [[-6.2949e-02, -3.1397e-02, -2.0390e-02, 1.1599e-02],\n", + " [-2.7667e-03, -1.1743e-02, 2.6129e-02, -4.0216e-03],\n", + " [-2.5640e-02, -7.0775e-02, -1.1745e-02, -2.9859e-02],\n", + " [-5.6231e-02, -5.9392e-02, 1.8837e-02, -4.8171e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.7635e-03, -2.4132e-02, 1.8500e-02, -4.2698e-03],\n", + " [-3.7479e-02, 3.2944e-02, 1.2534e-02, -4.7663e-02],\n", + " [-5.6253e-02, 7.3248e-03, -3.8714e-03, -2.3320e-02],\n", + " [ 2.1120e-02, 4.1886e-02, 2.3563e-02, -4.1805e-02]],\n", + " \n", + " [[ 5.5218e-02, -3.3405e-02, 3.4791e-02, 3.4305e-03],\n", + " [-2.1533e-02, -8.4245e-03, -1.6985e-02, -3.7712e-02],\n", + " [ 3.9919e-03, -7.0103e-02, 3.2901e-02, 1.1866e-02],\n", + " [-7.1195e-03, -1.9184e-02, -4.8980e-03, 6.7837e-03]],\n", + " \n", + " [[ 1.2741e-02, 1.5134e-02, 6.3995e-02, 1.6545e-02],\n", + " [-1.7989e-02, 3.5827e-02, 8.5243e-02, -3.2141e-02],\n", + " [ 3.7710e-02, 8.6240e-02, -1.2244e-02, -8.7938e-03],\n", + " [-6.3104e-02, -4.6989e-02, 2.3223e-03, -4.1116e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-2.3818e-02, 1.6032e-02, -4.9020e-02, -1.6217e-02],\n", + " [-2.0525e-03, 2.4224e-02, 2.4911e-02, -3.2654e-02],\n", + " [ 3.3680e-02, 9.3877e-03, 6.0965e-02, -4.0046e-02],\n", + " [-5.6395e-03, 9.8129e-03, -9.2429e-03, -3.6873e-02]],\n", + " \n", + " [[ 3.0765e-02, -1.5510e-02, 3.9618e-03, 1.3092e-02],\n", + " [ 5.5806e-02, -3.4905e-02, 1.4275e-02, 2.2250e-03],\n", + " [-4.3079e-03, -5.4773e-02, -8.6104e-03, -2.3284e-03],\n", + " [-1.6155e-02, -9.6434e-04, 2.4072e-02, 3.4022e-03]],\n", + " \n", + " [[ 7.5471e-03, 3.3155e-02, 3.0999e-02, -1.2714e-02],\n", + " [-1.0903e-02, -1.5797e-02, -2.0128e-02, -2.9940e-02],\n", + " [-4.5317e-02, -1.6159e-02, -1.0008e-02, -5.2205e-02],\n", + " [-7.2509e-03, -2.9610e-02, 1.9302e-03, -1.7700e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.7746e-02, -2.2463e-02, -1.2159e-02, 5.0439e-03],\n", + " [ 1.0578e-02, 3.9972e-02, -2.3837e-02, -1.1656e-02],\n", + " [ 2.3648e-04, -7.0642e-03, -2.7558e-03, -1.9743e-02],\n", + " [-1.0298e-02, -3.3351e-03, -3.1718e-02, 6.3596e-03]],\n", + " \n", + " [[-1.9460e-03, 4.0938e-02, -1.2814e-03, -2.0465e-02],\n", + " [-4.0858e-03, 1.5923e-02, 4.7859e-03, 3.5725e-03],\n", + " [ 3.1394e-02, -1.3934e-04, 3.6573e-02, -1.9889e-02],\n", + " [ 1.1543e-02, -4.3556e-03, -4.7174e-02, -2.8621e-02]],\n", + " \n", + " [[-4.3108e-03, 2.2071e-02, 1.5418e-02, 2.4661e-02],\n", + " [ 2.7621e-02, 6.6293e-02, 3.1992e-03, 1.5073e-02],\n", + " [ 1.2969e-04, 1.7006e-02, -2.0747e-02, -2.6751e-02],\n", + " [ 3.9504e-02, 1.8227e-03, 5.2905e-03, -2.6803e-02]]],\n", + " \n", + " \n", + " [[[ 4.9374e-02, 2.8321e-02, -4.0479e-02, -3.9129e-03],\n", + " [-3.4465e-02, 1.0870e-02, -2.1656e-02, -6.9224e-03],\n", + " [-9.0159e-03, 3.7951e-03, 1.6536e-02, 2.4115e-02],\n", + " [ 5.7205e-02, 6.8506e-02, 5.2894e-02, -5.9576e-02]],\n", + " \n", + " [[-3.7032e-02, 4.7619e-02, -5.7292e-03, 1.6334e-02],\n", + " [-4.3418e-02, -4.1371e-02, -1.9897e-02, -2.4749e-02],\n", + " [ 5.6351e-02, 2.5562e-03, 1.5252e-02, 8.8688e-03],\n", + " [ 1.5920e-02, 5.3753e-02, 2.8801e-02, 4.0891e-02]],\n", + " \n", + " [[-1.4848e-02, 3.1393e-03, 6.5695e-03, -4.0763e-04],\n", + " [-5.4936e-02, -4.1726e-03, -7.0512e-02, 4.8489e-03],\n", + " [ 2.4698e-02, -6.4689e-02, -4.1946e-02, -2.6392e-02],\n", + " [-6.5613e-03, -3.7966e-02, -1.7121e-02, -2.8554e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.4869e-01, 2.9876e-02, 1.2321e-02, 6.6992e-03],\n", + " [ 2.8201e-02, -2.3361e-02, 2.3878e-03, -3.4294e-02],\n", + " [ 3.5801e-02, 2.4863e-02, -1.2914e-02, 1.2940e-02],\n", + " [ 6.7304e-02, -1.5338e-02, 8.9297e-03, 4.0230e-02]],\n", + " \n", + " [[ 7.5364e-03, 2.9929e-02, -9.0248e-03, -4.7777e-03],\n", + " [ 1.5395e-02, -1.3416e-03, 6.0284e-03, 3.9760e-02],\n", + " [-9.6634e-03, -6.9071e-03, 2.8541e-03, -8.2913e-04],\n", + " [ 1.6248e-02, 2.4154e-02, 5.4575e-02, 4.1470e-02]],\n", + " \n", + " [[-7.0655e-03, 1.3578e-02, 3.4618e-02, -6.7382e-03],\n", + " [ 2.0982e-02, 7.4309e-02, -3.1410e-02, 5.4073e-02],\n", + " [ 6.9426e-03, 3.9775e-02, 1.3164e-02, -5.7616e-02],\n", + " [-9.9071e-03, 1.8704e-02, -2.0524e-02, 1.8166e-02]]],\n", + " \n", + " \n", + " [[[ 3.0644e-02, -2.9188e-03, 9.1930e-04, -3.6321e-02],\n", + " [ 1.1551e-03, -6.1415e-02, 1.5652e-02, -2.7681e-02],\n", + " [-7.3141e-03, 2.0712e-02, 3.9014e-03, -2.5773e-02],\n", + " [ 9.6990e-03, 5.6916e-02, 2.1275e-02, 1.8236e-02]],\n", + " \n", + " [[ 8.5305e-05, -4.2203e-02, -2.4036e-02, -1.9080e-02],\n", + " [-1.8458e-02, -1.1146e-02, -9.5377e-03, -6.2677e-02],\n", + " [-4.7974e-02, -4.7364e-02, -4.6243e-04, 3.1963e-02],\n", + " [-1.1586e-02, 1.7037e-02, 1.1783e-02, 3.3982e-02]],\n", + " \n", + " [[ 3.1946e-02, 2.4396e-02, 1.2883e-02, 1.1012e-02],\n", + " [ 2.3330e-02, -7.1356e-03, -1.3590e-02, 1.7969e-02],\n", + " [ 3.1561e-02, 3.9883e-03, -1.0512e-02, 1.2115e-02],\n", + " [-2.0061e-03, -6.4534e-04, 3.9593e-02, 2.2587e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.7895e-03, -7.2490e-03, -2.5552e-02, -2.5594e-02],\n", + " [ 6.5187e-03, 2.3307e-02, 1.3807e-02, -2.3677e-02],\n", + " [-2.7600e-02, 7.0696e-02, 5.9080e-03, -6.9796e-03],\n", + " [ 6.1351e-02, 8.9524e-02, 5.0630e-02, 1.1259e-02]],\n", + " \n", + " [[ 2.1305e-02, -1.6416e-02, -7.9217e-03, -3.6883e-02],\n", + " [-1.4123e-03, 1.7796e-02, -2.3364e-02, 3.1482e-03],\n", + " [-8.8459e-03, -1.9658e-02, -3.6766e-02, -1.9227e-03],\n", + " [ 1.3326e-02, 2.9290e-02, -6.5020e-02, -2.2887e-02]],\n", + " \n", + " [[ 4.4822e-02, 3.0986e-02, -1.7763e-02, -4.9784e-02],\n", + " [-7.7225e-03, 2.5370e-02, -1.9987e-02, -3.5754e-02],\n", + " [ 2.0686e-03, 1.2421e-02, -2.9508e-02, -1.0783e-02],\n", + " [-3.6159e-02, -1.6712e-02, -3.3236e-02, -2.9050e-02]]]])),\n", + " ('e7.batch_norms.Yes.weight',\n", + " tensor([ 5.6287e-02, 6.8866e-04, -6.2162e-02, -2.9806e-04, 2.8478e-02,\n", + " -5.2868e-02, -2.3692e-02, -6.5699e-02, -4.0015e-04, 5.4721e-02,\n", + " -1.0361e-01, -4.4733e-02, 3.6890e-02, 1.3144e-03, 2.5313e-04,\n", + " -2.5086e-04, 1.1788e-01, 1.9291e-02, 6.0138e-02, 4.1553e-02,\n", + " -5.2756e-02, 3.3780e-04, -3.2999e-02, -7.4777e-02, -4.8740e-03,\n", + " -8.9255e-03, 6.2565e-02, -1.7340e-04, 9.2849e-02, -2.0234e-03,\n", + " -2.3933e-05, 4.1473e-02, 4.7186e-04, 5.1001e-02, -4.5976e-02,\n", + " -6.1329e-02, -7.6500e-03, 3.3352e-02, 1.5459e-03, 2.2521e-02,\n", + " 2.9424e-02, 3.5042e-03, 5.7755e-02, -8.2979e-02, -5.1722e-02,\n", + " -4.4979e-04, 2.4378e-04, 7.6194e-02, 6.6201e-04, -7.3408e-02,\n", + " -5.2567e-02, 1.1442e-04, -1.5128e-04, 4.8000e-05, 4.1153e-02,\n", + " -3.8096e-02, 7.6657e-02, 2.3681e-04, 4.6839e-02, 1.4449e-04,\n", + " -5.6006e-05, 3.1918e-02, -3.7456e-02, -1.6672e-04, -6.7443e-02,\n", + " 8.5661e-06, -6.8314e-02, 3.2402e-02, -3.5595e-04, -3.4090e-02,\n", + " 2.0662e-02, 1.2370e-04, 5.6393e-02, -5.2643e-02, 3.1284e-02,\n", + " 4.3499e-02, -2.6833e-02, 2.4606e-02, 5.4737e-02, 7.7539e-02,\n", + " -3.4345e-02, 3.2663e-02, -7.0346e-02, -4.1439e-03, -4.4526e-04,\n", + " -9.9207e-04, 4.3344e-02, -2.0518e-03, -4.5221e-05, -5.3220e-02,\n", + " 2.7587e-04, 5.5720e-02, 5.1872e-02, 5.0446e-02, 4.6205e-02,\n", + " -1.0509e-02, -1.7349e-02, -3.9372e-02, 8.1254e-05, -7.3315e-02,\n", + " -3.5751e-02, 1.0149e-03, -2.4504e-02, 7.6226e-03, 7.3985e-04,\n", + " 2.8724e-02, 1.4867e-03, 3.3913e-02, -5.7169e-02, -4.8895e-02,\n", + " 5.5946e-02, 1.2586e-04, -3.4260e-02, -2.8167e-02, 4.9946e-04,\n", + " -3.2853e-02, 1.0404e-01, 6.0654e-02, -2.5857e-02, -5.3662e-05,\n", + " 1.7070e-02, -3.0870e-03, -3.0094e-02, 5.0329e-04, 6.9379e-02,\n", + " 2.9394e-05, -4.2878e-02, 5.3946e-04, 5.3095e-02, 3.6365e-03,\n", + " 2.4593e-02, -6.3735e-02, 3.2287e-02, -4.1572e-02, -1.7007e-02,\n", + " 7.4061e-02, 4.5123e-04, -5.2329e-02, -3.4049e-04, -3.7265e-02,\n", + " 3.7970e-02, 2.4743e-04, 3.2338e-02, 3.0853e-02, -5.1843e-02,\n", + " 5.7128e-02, -4.2083e-02, -6.0788e-02, -8.0685e-02, 2.3613e-02,\n", + " 3.1578e-02, 1.4398e-03, 4.7207e-02, -6.6486e-02, 2.7061e-02,\n", + " 7.6006e-02, 3.0048e-02, 2.6722e-02, 5.0859e-02, 2.7958e-02,\n", + " 3.6807e-02, 4.3982e-02, -1.1090e-03, -2.6352e-03, -1.3533e-02,\n", + " -8.3952e-02, -3.4918e-02, 8.9414e-04, 5.4875e-02, -7.3948e-04,\n", + " 6.8790e-03, 2.9811e-02, 3.8458e-02, -2.2343e-02, -1.2648e-03,\n", + " -7.7709e-02, -7.1591e-02, 5.7043e-02, 6.7486e-02, -3.7665e-02,\n", + " -4.9257e-02, 2.4856e-02, -1.1081e-02, 2.0523e-03, 7.5796e-02,\n", + " -4.1122e-02, 1.3654e-03, -7.7887e-04, 2.6277e-04, -2.8078e-02,\n", + " 1.0417e-01, -1.3997e-04, -2.1497e-02, -8.3549e-02, 5.0315e-04,\n", + " -3.2442e-03, -8.7186e-05, -6.4113e-03, 1.4659e-04, 2.0424e-02,\n", + " -5.8870e-02, -7.3074e-02, 9.6248e-04, 3.8539e-02, 5.5335e-04,\n", + " -5.2897e-04, -4.2789e-04, 6.3491e-02, -6.4752e-02, 2.0096e-02,\n", + " -3.0537e-02, -1.1809e-04, 2.0488e-04, 1.9872e-06, 7.9186e-04,\n", + " -3.5170e-02, 8.4333e-03, -3.7722e-02, -6.1797e-02, 6.5329e-02,\n", + " 3.5303e-04, -7.2115e-04, -7.3493e-02, 4.3541e-04, -5.6752e-02,\n", + " 1.3072e-02, -3.5297e-02, 4.7047e-02, 4.9749e-04, 5.0217e-04,\n", + " 1.4911e-02, -2.8913e-02, -4.1932e-02, 4.4266e-03, -5.6267e-02,\n", + " 8.7830e-02, -1.3996e-02, 2.7585e-02, 9.9225e-03, -5.5746e-02,\n", + " 1.0798e-01, -7.4012e-04, 5.6069e-05, -3.9167e-02, 4.0717e-02,\n", + " -3.9195e-02, -2.9369e-04, -1.7885e-03, -1.5392e-03, 4.1513e-04,\n", + " 2.1253e-03, -4.5162e-02, 4.0033e-04, 6.3426e-02, 6.8585e-04,\n", + " -2.4933e-02, -4.3586e-04, 2.0185e-02, -5.2082e-02, 7.1954e-02,\n", + " -8.2131e-02, -5.9244e-02, 3.4593e-02, -3.3894e-02, 4.7565e-02,\n", + " 3.1395e-02, 8.9828e-05, 3.0661e-02, 8.3946e-02, -7.0368e-02,\n", + " 7.2667e-02, -7.5242e-02, -2.9626e-02, -4.4577e-02, -5.8775e-02,\n", + " -1.9557e-02, -3.3689e-04, 3.4759e-02, 7.8282e-04, 6.9081e-02,\n", + " -7.9183e-02, -4.3899e-02, -1.5940e-02, -4.0963e-02, -2.9169e-02,\n", + " 4.0919e-02, -7.1333e-05, -4.7194e-02, 4.0142e-02, 3.7889e-02,\n", + " 6.8057e-02, 1.9370e-03, 2.0635e-02, 4.9296e-02, -3.1488e-04,\n", + " -3.4578e-02, 3.4974e-02, 4.8861e-04, -3.7090e-02, -1.8819e-04,\n", + " -4.3453e-04, 3.8681e-02, 1.0601e-04, 1.3868e-02, 2.9204e-04,\n", + " -3.2912e-02, 8.7810e-03, 4.0231e-04, -2.8895e-04, 1.9623e-04,\n", + " 7.0307e-02, -5.6046e-02, -6.2072e-02, 2.6540e-02, -1.3156e-04,\n", + " 6.1722e-02, -3.1448e-02, -5.7218e-02, 4.6317e-03, -5.2514e-04,\n", + " -6.2854e-04, -6.0448e-02, 2.6582e-03, -5.0335e-02, 5.3268e-02,\n", + " -4.7570e-02, 5.6437e-03, 6.2525e-04, -6.7348e-04, 3.0234e-02,\n", + " 3.5519e-02, -5.7193e-02, -1.7106e-04, 5.5523e-02, 7.4887e-04,\n", + " -2.4348e-04, -5.7308e-04, -4.1077e-02, 6.0261e-02, -7.6042e-02,\n", + " 5.2160e-02, -6.3542e-02, -3.1527e-02, 9.4016e-04, -2.7047e-02,\n", + " 7.5048e-02, -3.2015e-02, 1.8016e-03, 4.8285e-02, -9.0590e-02,\n", + " 6.8023e-04, -8.9265e-02, 2.2783e-04, 1.4845e-02, 4.0354e-03,\n", + " -8.9336e-03, 8.2498e-04, 4.0229e-02, -2.2325e-03, 6.9356e-02,\n", + " 4.9462e-02, 1.6559e-04, 8.0249e-02, -6.4202e-02, -7.6577e-02,\n", + " -4.8924e-04, -7.1657e-02, -7.5376e-04, -2.7828e-02, -7.0027e-02,\n", + " -6.1630e-02, 1.8774e-02, 5.8764e-02, -6.4497e-02, -4.5262e-02,\n", + " -6.9361e-03, 5.9262e-02, 4.6206e-02, 4.0425e-02, 2.8561e-02,\n", + " -3.2020e-02, -4.8025e-04, -2.7522e-02, 4.6471e-02, 7.2493e-02,\n", + " 3.8467e-04, 5.0653e-02, -6.7327e-02, 2.6253e-02, 9.2305e-04,\n", + " -1.1457e-01, 6.0191e-02, -7.1295e-02, -8.7092e-02, 5.1040e-04,\n", + " -6.7130e-02, 1.4497e-02, -7.5048e-02, -3.8317e-04, -2.6309e-02,\n", + " -3.5294e-02, 4.9807e-03, -5.1902e-02, 1.7593e-02, 4.7558e-02,\n", + " -7.9833e-04, 3.5476e-02, -4.1774e-02, -7.1028e-02, 1.3973e-02,\n", + " 3.2094e-02, -3.0787e-02, -1.0441e-03, -3.3903e-03, 1.7575e-02,\n", + " -3.7623e-04, 3.6188e-02, 1.9510e-04, 3.6460e-02, -5.1055e-04,\n", + " 5.7287e-04, 1.4499e-04, 4.4089e-02, 1.4922e-02, 8.1242e-02,\n", + " 8.1837e-02, 2.8388e-04, -4.2758e-02, 1.6596e-03, -4.0770e-02,\n", + " -1.8854e-02, -4.8561e-02, -3.5084e-02, -3.4720e-02, 5.8637e-02,\n", + " 9.8542e-02, -3.3978e-02, -1.2354e-02, 3.7191e-02, 3.9326e-02,\n", + " -4.5909e-02, -7.4975e-02, 1.1379e-03, 6.2669e-04, -4.6714e-04,\n", + " -4.5976e-02, -4.7029e-02, -4.0271e-02, 2.5150e-05, -2.8573e-04,\n", + " 4.4867e-02, 6.7451e-02, 4.7788e-02, 1.8035e-03, 7.6780e-02,\n", + " -2.8961e-05, -5.0947e-02, 4.7888e-02, 3.1796e-02, -3.5483e-02,\n", + " 6.1701e-02, -2.6210e-02, -7.5344e-02, 4.0055e-02, 1.6002e-02,\n", + " 3.6941e-02, 3.5673e-02, 6.2099e-02, -2.0526e-03, 2.4195e-02,\n", + " -1.9087e-04, -3.4938e-03, -3.2889e-02, -4.6224e-02, -3.7872e-02,\n", + " 2.4437e-02, -3.0159e-04, -6.5095e-02, 2.5404e-03, 2.6210e-02,\n", + " 5.4893e-02, -6.0488e-02, 2.7271e-02, -2.0453e-02, -2.4369e-02,\n", + " -3.1069e-02, 7.6581e-02, 1.6321e-02, -4.5639e-02, -4.6462e-02,\n", + " -7.8324e-02, -7.6556e-04, -5.6541e-02, 3.8198e-02, -1.2425e-03,\n", + " -1.6848e-02, 5.4265e-02, -5.1937e-02, -2.5797e-02, -1.7456e-04,\n", + " -1.6702e-02, 2.6515e-02, -4.3482e-05, 5.5944e-04, 5.1079e-02,\n", + " 7.8136e-04, -3.1337e-02, 8.0043e-04, 1.3934e-04, 3.2727e-04,\n", + " 5.2220e-02, -4.7054e-04])),\n", + " ('e7.batch_norms.Yes.bias',\n", + " tensor([-2.5294e-02, -1.9103e-03, -9.2465e-03, -3.2779e-03, -1.1724e-02,\n", + " -1.9574e-02, -7.6644e-03, -1.9416e-02, -2.1711e-03, -2.1080e-02,\n", + " -3.5804e-02, -1.0936e-02, -1.4435e-02, -4.8747e-05, -1.4241e-03,\n", + " -1.0938e-03, -1.3214e-02, -5.8643e-03, -2.1608e-02, -7.6517e-03,\n", + " -2.0440e-02, -1.2962e-03, -1.2763e-02, -1.4400e-02, -3.6238e-03,\n", + " -1.4924e-02, -2.2543e-02, -1.6637e-03, -2.1187e-02, -1.6247e-03,\n", + " -1.8489e-03, -2.0552e-02, -1.1637e-03, -1.2180e-02, -2.5487e-02,\n", + " -1.2974e-02, -9.7832e-03, -1.5016e-02, -1.8864e-03, -5.1306e-03,\n", + " -1.1643e-02, 8.0122e-04, -2.6868e-02, -8.3317e-03, -6.8962e-03,\n", + " -3.7578e-03, -5.5976e-04, -1.9369e-02, -2.6746e-03, -1.8703e-02,\n", + " -1.6814e-02, -1.3455e-03, -9.7347e-04, -1.1464e-03, -6.1484e-03,\n", + " -1.0726e-02, -1.3800e-02, -3.5689e-03, -1.3593e-02, -1.1029e-03,\n", + " -2.2969e-03, -1.4516e-02, -1.2007e-02, -3.7150e-03, -1.2422e-02,\n", + " -3.8155e-03, -3.3339e-02, -1.6498e-02, -3.0561e-03, -5.0507e-03,\n", + " -7.1926e-03, -1.1100e-03, -1.9112e-02, -3.4033e-02, -1.6147e-02,\n", + " -1.0347e-02, -1.0038e-02, -1.0399e-02, -2.0188e-02, -7.3475e-03,\n", + " -1.3962e-02, -1.4830e-02, -2.2441e-02, 1.4368e-05, -3.8261e-03,\n", + " -6.3475e-04, -9.2601e-03, 1.1759e-03, -8.1510e-04, -9.1156e-03,\n", + " -9.6097e-04, -1.9746e-02, -2.2565e-02, -2.5812e-02, -1.3350e-02,\n", + " -1.6816e-02, -1.1749e-02, -1.8758e-02, -3.3090e-03, -1.3513e-02,\n", + " -1.6966e-02, -1.8030e-03, -1.2171e-02, -1.2778e-03, -3.3380e-03,\n", + " -9.3194e-03, -4.1532e-03, -4.1881e-03, -8.7809e-03, -2.1327e-02,\n", + " -1.1822e-02, -2.0667e-03, -1.8079e-02, -2.9103e-03, -1.9647e-03,\n", + " -1.6977e-02, -3.2660e-02, -1.4856e-02, -9.2346e-03, -2.2908e-03,\n", + " -4.6260e-03, -4.0254e-05, -1.1434e-02, -1.9785e-03, -2.0747e-02,\n", + " -1.7475e-03, -9.3987e-03, -2.0409e-03, -1.3198e-02, 6.8667e-04,\n", + " -1.6155e-02, -1.7968e-02, -1.0855e-02, -1.6099e-02, -7.8978e-03,\n", + " -1.4162e-02, -2.7488e-03, -1.5704e-02, -3.0935e-03, -2.0319e-02,\n", + " -2.1651e-02, -2.5401e-03, -1.2990e-02, -1.6820e-02, -1.1786e-02,\n", + " -1.9516e-02, -6.9509e-03, -2.9205e-02, -2.9016e-02, -4.0295e-03,\n", + " -1.2948e-02, -1.5843e-03, -9.1779e-03, -1.0187e-02, -1.6925e-02,\n", + " -9.4516e-03, -1.5967e-02, -5.8876e-03, -2.2622e-02, -9.2306e-03,\n", + " -7.9164e-03, -1.5669e-02, -2.3064e-03, -7.3005e-03, -5.0173e-03,\n", + " -9.7160e-03, -2.1380e-03, -2.3066e-03, -4.5287e-03, -1.7718e-03,\n", + " -3.0511e-03, -1.7265e-03, -1.6328e-02, -7.2962e-03, -2.1528e-03,\n", + " -3.2279e-02, -1.9667e-02, -2.5367e-02, -2.2097e-02, -2.7623e-02,\n", + " -1.7583e-02, -7.7390e-03, -3.3423e-05, -1.9559e-03, -2.1684e-02,\n", + " -1.0035e-02, -2.5541e-03, -1.8037e-03, -1.8314e-03, -1.3817e-02,\n", + " -2.1326e-02, -2.3313e-03, -1.5014e-02, -1.7376e-02, -2.1470e-03,\n", + " 1.6298e-03, -8.1188e-04, -2.5291e-03, -2.5196e-03, -3.0795e-03,\n", + " -1.6263e-02, -2.8146e-02, -4.1801e-03, -2.5210e-02, -9.8313e-04,\n", + " -1.1403e-03, -1.7943e-03, -2.9918e-02, -3.1993e-02, -5.5288e-03,\n", + " -1.6458e-02, -4.2421e-03, -4.0362e-03, -5.5965e-04, -3.3656e-03,\n", + " -1.5909e-02, -8.8254e-04, -1.6952e-02, -1.3924e-02, -9.2727e-03,\n", + " -1.3529e-03, -1.8074e-03, -1.1732e-02, -2.7252e-03, -1.6828e-02,\n", + " -3.7037e-03, -1.7475e-02, -1.1859e-02, -3.6560e-03, -2.4442e-03,\n", + " -1.0222e-02, -9.5608e-03, -1.2542e-02, -2.8153e-03, -8.7433e-03,\n", + " -1.3654e-02, -2.7578e-03, -1.8453e-02, -9.3406e-03, -1.3541e-02,\n", + " -1.7476e-02, -3.4788e-03, -1.1777e-03, -8.1320e-03, -2.1469e-02,\n", + " -1.9783e-02, -2.0657e-03, -5.3061e-03, -4.7229e-03, -2.6825e-03,\n", + " -6.3850e-04, -1.6393e-02, -1.0759e-03, -9.9791e-03, -2.3117e-03,\n", + " -2.1210e-02, -8.5389e-04, -3.6163e-03, -2.2219e-02, -2.2502e-02,\n", + " -1.1685e-02, -3.3868e-02, -6.3474e-03, -1.7525e-02, -2.2247e-02,\n", + " -1.2252e-02, -1.8280e-03, -1.1536e-02, -1.9299e-02, -2.2750e-02,\n", + " -2.0799e-02, -2.7702e-02, -3.3468e-03, -2.2188e-02, -3.7434e-02,\n", + " -7.2160e-03, -9.9686e-04, -1.2089e-02, -1.4217e-03, -4.2579e-02,\n", + " -1.6701e-02, -1.2484e-02, -8.1202e-03, -1.1011e-02, -1.3714e-02,\n", + " -2.0720e-02, -1.6652e-03, -2.5435e-02, -1.4043e-02, -1.4117e-02,\n", + " -2.9142e-02, -3.4690e-03, -1.6938e-02, -2.1542e-02, -1.5457e-03,\n", + " -1.9216e-02, -2.2886e-02, -2.7457e-03, -1.0867e-02, -2.2166e-03,\n", + " -1.0225e-03, -1.1273e-02, -1.0366e-03, -3.4589e-03, -3.0079e-03,\n", + " -1.6293e-02, 1.1454e-04, -1.1577e-03, -1.1804e-03, -5.0512e-04,\n", + " -2.2019e-02, -9.4317e-03, -8.3710e-03, -1.2709e-02, -7.8180e-04,\n", + " -2.7967e-02, -2.3407e-02, -1.1000e-02, -3.4537e-03, -1.7531e-03,\n", + " -1.4172e-03, -9.0322e-03, 2.0572e-03, -1.6728e-02, -2.9548e-02,\n", + " -1.7316e-02, -1.2796e-02, -1.3001e-03, -2.2964e-03, -7.7665e-03,\n", + " -1.3043e-02, -2.5172e-02, -1.7642e-03, -1.3787e-02, -1.8800e-03,\n", + " -2.1445e-03, -2.5722e-03, -1.8150e-02, -2.4808e-02, -2.3587e-02,\n", + " -2.4054e-02, -1.4552e-02, -1.0978e-02, -1.1000e-03, -1.4274e-02,\n", + " -2.3916e-02, -1.3142e-02, -2.7449e-03, -2.1616e-02, -1.0960e-02,\n", + " -4.0242e-03, -1.7119e-02, -2.0794e-03, -4.6729e-03, 2.9494e-03,\n", + " -6.3934e-03, -2.7514e-03, -1.2272e-02, -7.5518e-04, -2.7935e-02,\n", + " -2.6272e-02, -1.3039e-03, -2.1155e-02, -1.4678e-02, -1.9889e-02,\n", + " -1.0411e-03, -1.6766e-02, -1.9868e-03, -1.1508e-02, -1.6560e-02,\n", + " -3.4355e-03, -7.0095e-03, -1.8861e-02, -2.4289e-02, -1.3472e-02,\n", + " 9.4317e-04, -1.6629e-02, -1.0292e-02, -1.7592e-02, -9.2321e-03,\n", + " -1.0596e-02, -1.6771e-03, -1.6766e-02, -1.4439e-02, -8.0215e-03,\n", + " -1.8310e-03, -1.7038e-02, -7.4513e-03, -4.1969e-03, -2.4909e-03,\n", + " -2.3922e-02, -1.9119e-02, -1.6463e-02, -1.3231e-02, -1.0183e-03,\n", + " -2.2347e-02, -1.5346e-02, -2.4233e-02, -3.5661e-03, -1.6526e-02,\n", + " -2.3957e-02, -1.1621e-02, -1.5776e-02, -1.1055e-02, -1.8015e-02,\n", + " -2.6631e-03, -7.6651e-03, -2.5771e-02, -1.5722e-02, -6.7316e-03,\n", + " -1.2839e-02, -1.2077e-02, -2.0982e-03, 1.2288e-03, -3.1515e-03,\n", + " -3.2476e-03, -2.0942e-02, -2.5666e-03, -1.1210e-02, -4.4142e-03,\n", + " -2.9695e-03, -1.4366e-03, -1.2062e-02, -8.9660e-03, -3.6399e-02,\n", + " -3.6364e-02, -2.3173e-03, -1.2503e-02, -3.5083e-03, -2.5604e-02,\n", + " -9.2552e-03, -8.7844e-03, -1.3315e-02, -1.1230e-02, -1.8903e-02,\n", + " -1.1684e-02, -1.4626e-02, -8.9739e-03, -2.0384e-02, -2.0539e-02,\n", + " -1.4323e-02, -5.4677e-03, -7.7491e-04, -1.7729e-03, -1.9777e-03,\n", + " -1.3280e-02, -2.8448e-02, -1.4841e-02, -9.3681e-04, -1.1555e-03,\n", + " -1.8482e-02, -2.2504e-02, -1.2607e-02, -2.0971e-03, -2.7719e-02,\n", + " -1.6560e-03, -1.9784e-02, -2.1790e-02, -1.9707e-02, -1.9726e-02,\n", + " -2.6887e-02, -1.8876e-02, -2.5079e-02, -1.3537e-02, 2.1270e-03,\n", + " -1.1639e-02, -2.0490e-02, -2.6237e-02, -2.9040e-03, -2.0548e-02,\n", + " -2.4499e-03, 1.5510e-03, -1.3579e-02, -2.3893e-03, -8.7267e-03,\n", + " -1.6575e-02, -1.3446e-03, -1.2164e-02, -3.0438e-03, -1.1402e-02,\n", + " -2.0690e-02, -2.9361e-02, -1.5837e-02, -9.3646e-03, -1.3614e-02,\n", + " -1.3712e-02, -2.1799e-02, -5.5027e-03, -9.0511e-03, -1.4072e-02,\n", + " -5.5644e-03, -2.0216e-03, -2.1176e-02, -8.3274e-03, -3.4459e-03,\n", + " -7.4890e-03, -2.3539e-02, -4.5229e-03, -9.0646e-03, -9.4136e-04,\n", + " -7.2980e-03, -1.7662e-02, -1.9393e-03, -1.5207e-03, -1.8107e-02,\n", + " -4.2968e-03, -1.0998e-02, -2.0781e-03, -1.9872e-03, -1.4419e-03,\n", + " -1.8006e-02, -2.0619e-03])),\n", + " ('e7.batch_norms.Yes.running_mean',\n", + " tensor([-2.5388e-02, -1.0532e-02, -8.4668e-02, 3.5906e-02, -4.7752e-02,\n", + " 1.6901e-02, 2.7585e-02, -4.7463e-02, 1.6837e-02, -5.9025e-02,\n", + " 6.3011e-02, 1.5626e-01, 1.1815e-02, 3.4736e-02, -3.8922e-02,\n", + " 4.1818e-02, 3.4191e-02, 2.3206e-03, -3.0884e-02, -6.8399e-02,\n", + " 5.4819e-02, -3.6293e-02, 6.4072e-02, 1.5875e-02, -1.8164e-02,\n", + " 7.0438e-03, -4.9061e-02, 1.4413e-02, 3.5657e-03, 3.1404e-03,\n", + " -7.2013e-02, -1.0153e-01, -4.2408e-02, -1.2462e-02, -1.2895e-02,\n", + " 6.7269e-02, -4.5843e-02, -5.7538e-02, 5.7498e-02, -5.2578e-02,\n", + " -1.4105e-02, -1.3965e-02, -9.0884e-03, 5.1817e-02, 5.0551e-02,\n", + " 9.4857e-02, 7.5187e-02, -6.7841e-02, -9.4234e-02, 5.1025e-02,\n", + " 4.9924e-02, 1.1915e-02, -2.3345e-02, -7.8528e-02, -1.7251e-02,\n", + " 7.2812e-02, -9.8023e-02, 1.0511e-01, 6.0567e-02, -6.8457e-02,\n", + " -1.8007e-02, -2.0520e-02, 5.5491e-02, 3.8684e-02, 1.7046e-02,\n", + " -4.7621e-02, 5.0371e-02, 1.9198e-02, -3.1351e-02, 1.0436e-02,\n", + " -1.1736e-01, -4.6488e-02, -4.2752e-02, 2.2563e-02, -6.5573e-02,\n", + " -1.3601e-02, 6.1488e-02, -5.2960e-02, 1.0081e-03, 1.1699e-02,\n", + " -5.4883e-02, -3.6965e-02, 5.3609e-02, 5.6916e-02, -6.0038e-02,\n", + " -6.9201e-02, 2.7552e-02, -2.8233e-02, 8.3400e-02, 2.2950e-02,\n", + " -3.3536e-02, -3.8232e-02, -5.6348e-02, -4.8692e-02, -8.5977e-02,\n", + " 4.0396e-02, -5.9247e-02, 6.6167e-02, 4.4417e-02, 9.4363e-02,\n", + " -6.6782e-03, -2.1540e-02, 8.9566e-02, -2.0084e-02, -3.3479e-03,\n", + " -1.4524e-02, -1.2208e-01, -9.0533e-02, 9.6657e-03, 3.0892e-02,\n", + " -4.9030e-02, -5.8688e-04, 8.3795e-02, -5.9358e-03, -2.2649e-02,\n", + " 8.0894e-02, -4.6822e-02, -3.1747e-03, 3.2602e-02, 4.3716e-02,\n", + " 2.6052e-02, -3.4259e-02, -3.6314e-02, -7.4963e-02, -2.9516e-02,\n", + " -3.8469e-02, -8.8629e-03, -6.2718e-02, -5.5321e-02, -2.7112e-02,\n", + " -9.3648e-02, -1.2272e-01, 1.3668e-02, 5.8792e-02, 7.5597e-02,\n", + " -8.0889e-02, -1.7022e-02, 3.5015e-02, 4.8518e-02, -1.0438e-03,\n", + " -1.8558e-02, -5.2020e-02, -4.8024e-02, 5.5399e-02, 5.8902e-02,\n", + " -1.9515e-03, -5.8604e-02, -5.9346e-03, 6.5803e-02, -3.5433e-02,\n", + " 1.8664e-02, -3.8828e-02, -7.0694e-02, 6.3276e-02, -6.3152e-02,\n", + " 2.6688e-02, 6.0249e-03, -4.6782e-02, 1.6009e-02, 1.1682e-02,\n", + " -1.3959e-02, -8.9989e-02, 2.8470e-02, -6.4233e-03, 1.3202e-01,\n", + " 5.2427e-02, 1.0787e-01, 2.3257e-02, -2.7850e-02, 9.9828e-04,\n", + " 7.2045e-02, -1.1779e-02, -3.0383e-04, 2.6223e-02, 1.0876e-01,\n", + " -6.3940e-03, -3.2736e-02, -5.8509e-02, -1.9029e-02, 4.5958e-02,\n", + " 1.7814e-02, -3.6505e-02, -6.2030e-02, 9.2059e-02, -2.8974e-02,\n", + " 2.2364e-02, -4.8941e-02, -1.0018e-02, -6.4864e-02, 7.8797e-02,\n", + " -1.4987e-03, 2.0290e-02, 5.2341e-02, -2.9187e-02, 1.9105e-02,\n", + " -6.3002e-02, 9.0647e-02, 9.2956e-02, 1.0040e-04, -2.6216e-02,\n", + " 8.9481e-02, 8.4392e-02, 1.4261e-01, -9.9086e-02, -1.9340e-02,\n", + " -6.4882e-02, 2.1621e-02, -5.9708e-02, 7.4345e-02, 1.3911e-02,\n", + " 1.0407e-02, -1.3886e-02, -2.3804e-02, 3.4998e-02, -1.8194e-02,\n", + " 2.9436e-02, -4.6446e-02, 1.1705e-02, -3.5121e-02, -2.8973e-02,\n", + " 5.3141e-02, -6.7277e-03, 1.1796e-01, 4.4254e-02, 3.8818e-02,\n", + " -3.8145e-02, 2.0469e-02, -1.1009e-01, -2.1162e-02, 4.8046e-02,\n", + " -6.0765e-02, 2.0341e-02, 4.1673e-02, 1.0471e-01, 5.0206e-02,\n", + " 2.9245e-02, 3.9220e-02, 6.1125e-02, -7.3114e-02, -4.0178e-02,\n", + " -5.2397e-02, -1.4766e-02, -6.4749e-02, 6.3853e-03, -1.4965e-02,\n", + " 2.5777e-02, -4.3485e-02, 3.8166e-02, -3.7396e-02, 8.3232e-03,\n", + " 9.2193e-03, -5.0994e-02, 6.9241e-02, 3.8404e-02, -1.8290e-02,\n", + " 7.9851e-02, -3.9418e-02, -7.9976e-02, 4.6897e-03, -4.8464e-02,\n", + " 5.1338e-02, 7.2256e-02, -8.5459e-02, 1.6849e-02, -2.6575e-02,\n", + " -3.3666e-03, -8.1938e-02, -2.7286e-02, -2.4695e-02, 3.1402e-02,\n", + " -7.9735e-03, 7.9618e-03, 4.9516e-02, 1.0540e-01, 1.2217e-01,\n", + " 1.1105e-02, -5.9129e-02, -8.2307e-02, 9.8447e-03, -1.3577e-01,\n", + " -3.5284e-02, 1.8076e-02, 8.2177e-02, -2.2352e-02, 6.1724e-02,\n", + " 1.8570e-02, -3.7705e-02, 2.0648e-03, -1.3499e-01, -9.2726e-02,\n", + " -8.5516e-02, -8.4537e-02, -1.4344e-02, 1.7190e-02, -8.6193e-04,\n", + " 9.5218e-02, 1.0565e-02, 7.4881e-03, 1.3192e-02, -5.7975e-02,\n", + " 3.5245e-02, -4.1222e-02, -2.8741e-02, -7.4602e-02, -9.6687e-03,\n", + " 6.0987e-02, -9.5340e-02, 3.4873e-02, -2.4438e-02, 9.5789e-03,\n", + " -8.0777e-02, 5.3357e-02, 4.8410e-02, 1.2848e-02, 3.7631e-02,\n", + " -9.4331e-02, 1.6836e-01, -5.6141e-03, -5.7569e-02, 6.1317e-02,\n", + " -2.8038e-02, -1.7012e-02, 1.2536e-01, 7.7086e-02, -3.5039e-02,\n", + " 1.0913e-01, -2.5860e-02, 2.1883e-02, 9.7630e-02, 2.4799e-02,\n", + " -1.7810e-02, 8.1777e-02, -1.0708e-01, -3.8856e-02, -1.7372e-02,\n", + " -1.2896e-02, -2.6373e-02, -5.1677e-03, -1.1726e-01, 8.4255e-02,\n", + " -7.4153e-02, 2.0306e-02, -2.9241e-03, -4.8237e-02, 6.9160e-02,\n", + " -1.4883e-01, 7.2670e-02, 1.9310e-03, -7.1279e-02, 3.3247e-02,\n", + " 7.9456e-03, 1.2206e-01, -6.9562e-03, -4.4521e-02, -2.1152e-02,\n", + " 5.0981e-02, -2.4678e-02, -7.8759e-02, -4.3651e-02, -7.6339e-02,\n", + " -8.9520e-02, 5.1574e-02, -9.2524e-03, 2.6954e-02, -1.2408e-02,\n", + " 7.0791e-02, -1.9312e-02, 7.2711e-02, 4.7918e-02, 9.5287e-02,\n", + " 1.1184e-02, -9.8935e-02, -2.8434e-02, 5.1642e-02, 3.7397e-02,\n", + " -1.0766e-01, -1.1696e-02, -1.4157e-01, -1.4775e-02, -1.1450e-01,\n", + " -1.4094e-02, -9.9821e-02, 3.6826e-02, -9.2530e-02, 8.1705e-02,\n", + " 3.2882e-02, -5.3968e-02, 2.3323e-02, -1.0130e-01, -4.5432e-02,\n", + " 2.1826e-02, -4.6707e-02, -1.5078e-02, -2.5690e-02, -3.2797e-02,\n", + " 6.9013e-02, -4.2884e-02, 1.3602e-01, 5.1859e-02, 1.9581e-03,\n", + " -7.6465e-03, -1.1219e-03, -1.8721e-02, -1.3533e-01, 2.7277e-02,\n", + " -8.5970e-02, -4.9547e-02, 3.7372e-02, 5.1077e-02, -2.6708e-02,\n", + " -5.2983e-02, 7.4423e-02, -3.5250e-03, 1.1782e-02, -7.9157e-02,\n", + " 5.6826e-02, 3.1285e-02, -9.4882e-03, -2.8045e-02, 3.8202e-02,\n", + " -1.6430e-02, 3.0109e-02, 7.3117e-02, -3.7340e-02, -2.5044e-02,\n", + " -1.0319e-01, 4.9280e-02, 3.0942e-02, -9.3639e-02, 1.4641e-02,\n", + " 2.9745e-02, 7.1254e-03, 3.0296e-02, 4.5309e-02, 8.6412e-03,\n", + " -6.5529e-02, 1.8371e-02, -5.5579e-02, 2.8966e-02, -7.1395e-02,\n", + " 3.5326e-02, 5.5253e-03, -1.9080e-02, -7.0743e-02, -3.7414e-02,\n", + " 6.2561e-02, 4.0555e-03, 6.7616e-02, -1.0211e-02, 1.6080e-02,\n", + " -1.3949e-01, 1.4007e-02, -3.6391e-02, -6.3613e-02, -9.4076e-02,\n", + " -9.4816e-02, 1.9205e-02, -4.9380e-02, -5.2154e-03, 7.6215e-02,\n", + " -6.7596e-02, 9.5048e-03, 2.7219e-02, 6.1454e-02, -4.3291e-02,\n", + " -1.9623e-02, -1.0209e-01, -2.4684e-02, 9.5801e-03, -2.4027e-02,\n", + " 6.4802e-02, 5.1256e-02, 1.0166e-01, 9.2356e-02, 4.5122e-03,\n", + " -3.4206e-02, -1.1859e-02, -5.0460e-02, 6.9695e-02, -2.6587e-02,\n", + " -7.6123e-02, 4.5229e-02, -7.5225e-02, 2.4237e-02, 1.9914e-02,\n", + " 6.9129e-02, 2.5918e-02, -7.0761e-02, 6.0490e-02, -9.5105e-03,\n", + " -4.0407e-02, -3.3967e-02, 6.8864e-02, -3.9365e-04, -9.9031e-02,\n", + " -3.2764e-02, -1.6342e-01, 1.0793e-01, 6.6154e-02, -2.6063e-02,\n", + " 9.2007e-02, -3.9914e-04, 1.0792e-02, -1.2151e-01, -2.1732e-02,\n", + " -8.0600e-02, -3.0871e-02, -2.6232e-02, -5.3767e-02, 5.0088e-02,\n", + " -7.1483e-02, 6.1807e-02])),\n", + " ('e7.batch_norms.Yes.running_var',\n", + " tensor([0.0311, 0.0280, 0.0261, 0.0350, 0.0350, 0.0248, 0.0309, 0.0319, 0.0411,\n", + " 0.0198, 0.0296, 0.0439, 0.0383, 0.0581, 0.0432, 0.0177, 0.0246, 0.0339,\n", + " 0.0191, 0.0229, 0.0240, 0.0253, 0.0238, 0.0246, 0.0259, 0.0234, 0.0325,\n", + " 0.0274, 0.0236, 0.0419, 0.0286, 0.0206, 0.0231, 0.0236, 0.0249, 0.0276,\n", + " 0.0318, 0.0323, 0.0401, 0.0236, 0.0241, 0.0261, 0.0321, 0.0209, 0.0350,\n", + " 0.0250, 0.0411, 0.0268, 0.0442, 0.0303, 0.0271, 0.0263, 0.0372, 0.0466,\n", + " 0.0264, 0.0258, 0.0311, 0.0492, 0.0265, 0.0249, 0.0326, 0.0282, 0.0267,\n", + " 0.0328, 0.0242, 0.0203, 0.0253, 0.0494, 0.0296, 0.0195, 0.0309, 0.0281,\n", + " 0.0219, 0.0252, 0.0338, 0.0420, 0.0279, 0.0317, 0.0284, 0.0196, 0.0353,\n", + " 0.0268, 0.0217, 0.0292, 0.0386, 0.0314, 0.0269, 0.0345, 0.0411, 0.0230,\n", + " 0.0316, 0.0353, 0.0273, 0.0298, 0.0337, 0.0177, 0.0301, 0.0251, 0.0292,\n", + " 0.0255, 0.0242, 0.0258, 0.0331, 0.0225, 0.0410, 0.0265, 0.0286, 0.0301,\n", + " 0.0347, 0.0302, 0.0364, 0.0323, 0.0306, 0.0210, 0.0257, 0.0253, 0.0256,\n", + " 0.0246, 0.0214, 0.0238, 0.0337, 0.0319, 0.0293, 0.0384, 0.0289, 0.0276,\n", + " 0.0258, 0.0277, 0.0248, 0.0264, 0.0243, 0.0285, 0.0245, 0.0226, 0.0288,\n", + " 0.0274, 0.0316, 0.0244, 0.0297, 0.0268, 0.0384, 0.0362, 0.0218, 0.0306,\n", + " 0.0322, 0.0225, 0.0253, 0.0196, 0.0272, 0.0241, 0.0196, 0.0245, 0.0287,\n", + " 0.0300, 0.0354, 0.0317, 0.0231, 0.0389, 0.0222, 0.0348, 0.0302, 0.0388,\n", + " 0.0277, 0.0362, 0.0236, 0.0259, 0.0370, 0.0309, 0.0178, 0.0257, 0.0263,\n", + " 0.0266, 0.0299, 0.0230, 0.0246, 0.0229, 0.0317, 0.0220, 0.0254, 0.0260,\n", + " 0.0275, 0.0209, 0.0217, 0.0254, 0.0244, 0.0312, 0.0278, 0.0244, 0.0282,\n", + " 0.0422, 0.0234, 0.0265, 0.0370, 0.0202, 0.0358, 0.0370, 0.0370, 0.0290,\n", + " 0.0364, 0.0402, 0.0264, 0.0246, 0.0340, 0.0256, 0.0415, 0.0378, 0.0270,\n", + " 0.0292, 0.0342, 0.0237, 0.0279, 0.0379, 0.0303, 0.0264, 0.0332, 0.0395,\n", + " 0.0321, 0.0244, 0.0312, 0.0203, 0.0297, 0.0269, 0.0376, 0.0374, 0.0348,\n", + " 0.0227, 0.0421, 0.0270, 0.0282, 0.0317, 0.0229, 0.0309, 0.0245, 0.0255,\n", + " 0.0278, 0.0288, 0.0276, 0.0219, 0.0443, 0.0264, 0.0234, 0.0387, 0.0309,\n", + " 0.0247, 0.0294, 0.0204, 0.0403, 0.0304, 0.0234, 0.0220, 0.0281, 0.0336,\n", + " 0.0347, 0.0311, 0.0253, 0.0246, 0.0317, 0.0286, 0.0276, 0.0231, 0.0240,\n", + " 0.0243, 0.0309, 0.0326, 0.0228, 0.0360, 0.0211, 0.0186, 0.0240, 0.0244,\n", + " 0.0342, 0.0265, 0.0234, 0.0395, 0.0246, 0.0251, 0.0422, 0.0277, 0.0292,\n", + " 0.0250, 0.0186, 0.0323, 0.0400, 0.0306, 0.0442, 0.0354, 0.0289, 0.0159,\n", + " 0.0268, 0.0314, 0.0246, 0.0359, 0.0360, 0.0228, 0.0303, 0.0250, 0.0245,\n", + " 0.0315, 0.0267, 0.0312, 0.0237, 0.0238, 0.0356, 0.0237, 0.0449, 0.0260,\n", + " 0.0279, 0.0295, 0.0446, 0.0399, 0.0252, 0.0260, 0.0231, 0.0407, 0.0225,\n", + " 0.0226, 0.0241, 0.0311, 0.0329, 0.0279, 0.0318, 0.0286, 0.0253, 0.0307,\n", + " 0.0259, 0.0303, 0.0367, 0.0348, 0.0321, 0.0303, 0.0271, 0.0250, 0.0271,\n", + " 0.0315, 0.0270, 0.0262, 0.0273, 0.0230, 0.0226, 0.0283, 0.0257, 0.0192,\n", + " 0.0326, 0.0342, 0.0299, 0.0228, 0.0328, 0.0348, 0.0289, 0.0286, 0.0267,\n", + " 0.0276, 0.0357, 0.0267, 0.0262, 0.0327, 0.0277, 0.0252, 0.0312, 0.0181,\n", + " 0.0213, 0.0231, 0.0239, 0.0164, 0.0252, 0.0314, 0.0244, 0.0404, 0.0240,\n", + " 0.0206, 0.0336, 0.0216, 0.0311, 0.0258, 0.0260, 0.0224, 0.0183, 0.0330,\n", + " 0.0233, 0.0318, 0.0334, 0.0355, 0.0220, 0.0260, 0.0273, 0.0263, 0.0240,\n", + " 0.0321, 0.0451, 0.0296, 0.0258, 0.0231, 0.0270, 0.0215, 0.0548, 0.0251,\n", + " 0.0302, 0.0259, 0.0390, 0.0249, 0.0381, 0.0336, 0.0208, 0.0229, 0.0286,\n", + " 0.0517, 0.0248, 0.0232, 0.0274, 0.0264, 0.0211, 0.0314, 0.0289, 0.0230,\n", + " 0.0279, 0.0352, 0.0293, 0.0377, 0.0242, 0.0321, 0.0319, 0.0177, 0.0266,\n", + " 0.0172, 0.0200, 0.0270, 0.0373, 0.0208, 0.0386, 0.0338, 0.0332, 0.0284,\n", + " 0.0332, 0.0294, 0.0266, 0.0255, 0.0353, 0.0237, 0.0294, 0.0251, 0.0290,\n", + " 0.0244, 0.0215, 0.0216, 0.0228, 0.0460, 0.0186, 0.0351, 0.0250, 0.0452,\n", + " 0.0223, 0.0397, 0.0222, 0.0350, 0.0256, 0.0232, 0.0209, 0.0185, 0.0239,\n", + " 0.0295, 0.0266, 0.0219, 0.0214, 0.0245, 0.0226, 0.0281, 0.0191, 0.0202,\n", + " 0.0377, 0.0356, 0.0280, 0.0333, 0.0301, 0.0278, 0.0334, 0.0273, 0.0401,\n", + " 0.0289, 0.0298, 0.0310, 0.0266, 0.0239, 0.0211, 0.0306, 0.0240, 0.0230,\n", + " 0.0257, 0.0236, 0.0392, 0.0223, 0.0270, 0.0304, 0.0285, 0.0282, 0.0574,\n", + " 0.0346, 0.0343, 0.0291, 0.0279, 0.0247, 0.0281, 0.0266, 0.0406, 0.0319,\n", + " 0.0343, 0.0302, 0.0289, 0.0367, 0.0374, 0.0336, 0.0230, 0.0307])),\n", + " ('e7.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('e7.l1.0.weight',\n", + " tensor([[[[ 6.7475e-02, 4.6319e-02, -1.8199e-02, 6.8092e-03],\n", + " [ 1.0645e-02, 7.8523e-03, -9.1556e-04, 3.9144e-02],\n", + " [ 4.4689e-02, 4.6501e-02, -3.3857e-02, 4.4035e-02],\n", + " [ 2.9336e-02, 6.4856e-02, -1.6517e-02, 2.2155e-02]],\n", + " \n", + " [[-1.9073e-02, -3.2058e-03, -9.7004e-03, 4.4568e-03],\n", + " [-1.6996e-02, -2.6088e-02, -3.6785e-02, -5.2495e-02],\n", + " [ 2.6107e-02, 6.9195e-03, 1.9543e-02, -2.0401e-02],\n", + " [ 5.6148e-02, 7.8090e-02, 7.6130e-02, 5.1287e-02]],\n", + " \n", + " [[ 6.3798e-02, 2.3245e-02, 1.9284e-02, -1.9337e-02],\n", + " [ 7.9035e-03, -2.7498e-02, -6.2821e-02, -3.6807e-02],\n", + " [-2.6120e-02, 1.3151e-02, -4.1006e-03, -1.2166e-02],\n", + " [ 1.1199e-02, -2.9149e-02, -2.4806e-02, -6.9232e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.2697e-02, -1.1844e-02, -2.5025e-02, -5.5552e-02],\n", + " [ 1.9570e-02, -5.0227e-02, 8.9469e-02, 6.0267e-03],\n", + " [ 1.6888e-03, -3.9073e-02, 1.3499e-02, 2.7343e-02],\n", + " [ 4.2083e-02, -3.0500e-02, 3.8315e-02, 4.0803e-02]],\n", + " \n", + " [[-3.0040e-02, -1.2574e-02, 1.9866e-02, -1.2019e-02],\n", + " [-1.3852e-02, 4.2121e-02, 4.2533e-02, -1.2199e-02],\n", + " [ 2.0844e-02, 1.0140e-02, 2.2910e-02, 3.6150e-02],\n", + " [ 1.4075e-02, 6.0459e-02, 1.7735e-02, 3.3379e-02]],\n", + " \n", + " [[-5.8974e-02, 1.7966e-02, -5.1954e-02, -2.7495e-02],\n", + " [ 1.0737e-02, 8.1880e-02, -2.4525e-02, 6.8759e-02],\n", + " [-3.3546e-02, 4.3868e-02, 3.3468e-03, 5.0761e-02],\n", + " [ 2.7081e-02, 1.0867e-02, 1.8619e-02, -2.4985e-02]]],\n", + " \n", + " \n", + " [[[ 3.9297e-03, 3.3709e-02, 5.5681e-02, 3.6482e-02],\n", + " [ 2.7103e-03, 8.6877e-03, 6.4895e-03, -2.3136e-02],\n", + " [ 3.7663e-02, 2.1814e-02, -3.0811e-02, -3.1966e-02],\n", + " [ 3.1957e-02, -1.4892e-02, 8.3489e-03, 4.3303e-03]],\n", + " \n", + " [[ 2.2281e-02, 1.3334e-02, -1.1893e-02, 4.4295e-02],\n", + " [ 1.1498e-02, 5.1094e-02, 2.4697e-02, -2.8221e-02],\n", + " [ 8.1556e-03, -6.4519e-03, -2.0962e-02, -4.3894e-02],\n", + " [ 4.7338e-03, -3.2535e-02, -2.0402e-02, -2.9057e-02]],\n", + " \n", + " [[-1.0699e-02, 3.2176e-02, -1.9347e-02, 3.2233e-02],\n", + " [-2.5585e-02, -3.5735e-02, 1.4368e-02, -3.6453e-02],\n", + " [-1.6225e-02, -3.8840e-02, 2.5321e-03, -1.5912e-02],\n", + " [-2.7003e-03, -2.8301e-02, -5.5752e-02, -4.2300e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.5488e-02, 4.1226e-02, 3.5209e-02, 1.4621e-02],\n", + " [ 3.0287e-02, 2.5723e-02, 4.8023e-02, -6.2972e-03],\n", + " [-4.3495e-02, 6.4289e-02, -2.4574e-02, 2.5514e-02],\n", + " [ 1.1078e-02, 5.6315e-03, -1.7354e-02, 2.5915e-02]],\n", + " \n", + " [[-5.9710e-03, -2.1376e-02, -2.1734e-02, -1.4332e-02],\n", + " [-3.0845e-03, 4.0043e-02, -2.0395e-02, -1.3147e-04],\n", + " [-3.0051e-02, -1.4063e-02, -1.2175e-02, 8.7686e-03],\n", + " [-1.4847e-02, -3.0850e-02, -1.5101e-02, -2.3267e-02]],\n", + " \n", + " [[-7.9870e-02, 1.4258e-02, -4.6843e-02, 2.6889e-03],\n", + " [-1.6005e-02, 2.5003e-02, -4.9815e-02, -1.6088e-02],\n", + " [-3.3457e-02, -1.3821e-02, 1.3780e-04, 2.2615e-03],\n", + " [ 4.3421e-02, 1.2947e-02, 3.3277e-02, -2.6422e-02]]],\n", + " \n", + " \n", + " [[[-3.4059e-02, -5.7902e-02, 8.3630e-03, 2.1295e-02],\n", + " [-3.4691e-02, -2.2853e-02, 7.2626e-03, -4.3147e-02],\n", + " [ 7.2718e-03, -2.7071e-03, 1.1672e-02, 6.7809e-03],\n", + " [-3.8207e-02, 1.1576e-02, 8.4160e-03, 2.1112e-02]],\n", + " \n", + " [[-2.0101e-03, 3.3041e-02, 4.6235e-02, -2.2740e-02],\n", + " [ 1.7524e-02, -7.5682e-03, 1.9094e-02, 2.6590e-02],\n", + " [-2.2296e-02, -2.3612e-02, 4.0684e-02, -1.2898e-02],\n", + " [-1.4990e-02, -3.6652e-02, -1.6285e-02, 4.2049e-02]],\n", + " \n", + " [[-6.2949e-02, -3.1397e-02, -2.0390e-02, 1.1599e-02],\n", + " [-2.7667e-03, -1.1743e-02, 2.6129e-02, -4.0216e-03],\n", + " [-2.5640e-02, -7.0775e-02, -1.1745e-02, -2.9859e-02],\n", + " [-5.6231e-02, -5.9392e-02, 1.8837e-02, -4.8171e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.7635e-03, -2.4132e-02, 1.8500e-02, -4.2698e-03],\n", + " [-3.7479e-02, 3.2944e-02, 1.2534e-02, -4.7663e-02],\n", + " [-5.6253e-02, 7.3248e-03, -3.8714e-03, -2.3320e-02],\n", + " [ 2.1120e-02, 4.1886e-02, 2.3563e-02, -4.1805e-02]],\n", + " \n", + " [[ 5.5218e-02, -3.3405e-02, 3.4791e-02, 3.4305e-03],\n", + " [-2.1533e-02, -8.4245e-03, -1.6985e-02, -3.7712e-02],\n", + " [ 3.9919e-03, -7.0103e-02, 3.2901e-02, 1.1866e-02],\n", + " [-7.1195e-03, -1.9184e-02, -4.8980e-03, 6.7837e-03]],\n", + " \n", + " [[ 1.2741e-02, 1.5134e-02, 6.3995e-02, 1.6545e-02],\n", + " [-1.7989e-02, 3.5827e-02, 8.5243e-02, -3.2141e-02],\n", + " [ 3.7710e-02, 8.6240e-02, -1.2244e-02, -8.7938e-03],\n", + " [-6.3104e-02, -4.6989e-02, 2.3223e-03, -4.1116e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-2.3818e-02, 1.6032e-02, -4.9020e-02, -1.6217e-02],\n", + " [-2.0525e-03, 2.4224e-02, 2.4911e-02, -3.2654e-02],\n", + " [ 3.3680e-02, 9.3877e-03, 6.0965e-02, -4.0046e-02],\n", + " [-5.6395e-03, 9.8129e-03, -9.2429e-03, -3.6873e-02]],\n", + " \n", + " [[ 3.0765e-02, -1.5510e-02, 3.9618e-03, 1.3092e-02],\n", + " [ 5.5806e-02, -3.4905e-02, 1.4275e-02, 2.2250e-03],\n", + " [-4.3079e-03, -5.4773e-02, -8.6104e-03, -2.3284e-03],\n", + " [-1.6155e-02, -9.6434e-04, 2.4072e-02, 3.4022e-03]],\n", + " \n", + " [[ 7.5471e-03, 3.3155e-02, 3.0999e-02, -1.2714e-02],\n", + " [-1.0903e-02, -1.5797e-02, -2.0128e-02, -2.9940e-02],\n", + " [-4.5317e-02, -1.6159e-02, -1.0008e-02, -5.2205e-02],\n", + " [-7.2509e-03, -2.9610e-02, 1.9302e-03, -1.7700e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.7746e-02, -2.2463e-02, -1.2159e-02, 5.0439e-03],\n", + " [ 1.0578e-02, 3.9972e-02, -2.3837e-02, -1.1656e-02],\n", + " [ 2.3648e-04, -7.0642e-03, -2.7558e-03, -1.9743e-02],\n", + " [-1.0298e-02, -3.3351e-03, -3.1718e-02, 6.3596e-03]],\n", + " \n", + " [[-1.9460e-03, 4.0938e-02, -1.2814e-03, -2.0465e-02],\n", + " [-4.0858e-03, 1.5923e-02, 4.7859e-03, 3.5725e-03],\n", + " [ 3.1394e-02, -1.3934e-04, 3.6573e-02, -1.9889e-02],\n", + " [ 1.1543e-02, -4.3556e-03, -4.7174e-02, -2.8621e-02]],\n", + " \n", + " [[-4.3108e-03, 2.2071e-02, 1.5418e-02, 2.4661e-02],\n", + " [ 2.7621e-02, 6.6293e-02, 3.1992e-03, 1.5073e-02],\n", + " [ 1.2969e-04, 1.7006e-02, -2.0747e-02, -2.6751e-02],\n", + " [ 3.9504e-02, 1.8227e-03, 5.2905e-03, -2.6803e-02]]],\n", + " \n", + " \n", + " [[[ 4.9374e-02, 2.8321e-02, -4.0479e-02, -3.9129e-03],\n", + " [-3.4465e-02, 1.0870e-02, -2.1656e-02, -6.9224e-03],\n", + " [-9.0159e-03, 3.7951e-03, 1.6536e-02, 2.4115e-02],\n", + " [ 5.7205e-02, 6.8506e-02, 5.2894e-02, -5.9576e-02]],\n", + " \n", + " [[-3.7032e-02, 4.7619e-02, -5.7292e-03, 1.6334e-02],\n", + " [-4.3418e-02, -4.1371e-02, -1.9897e-02, -2.4749e-02],\n", + " [ 5.6351e-02, 2.5562e-03, 1.5252e-02, 8.8688e-03],\n", + " [ 1.5920e-02, 5.3753e-02, 2.8801e-02, 4.0891e-02]],\n", + " \n", + " [[-1.4848e-02, 3.1393e-03, 6.5695e-03, -4.0763e-04],\n", + " [-5.4936e-02, -4.1726e-03, -7.0512e-02, 4.8489e-03],\n", + " [ 2.4698e-02, -6.4689e-02, -4.1946e-02, -2.6392e-02],\n", + " [-6.5613e-03, -3.7966e-02, -1.7121e-02, -2.8554e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.4869e-01, 2.9876e-02, 1.2321e-02, 6.6992e-03],\n", + " [ 2.8201e-02, -2.3361e-02, 2.3878e-03, -3.4294e-02],\n", + " [ 3.5801e-02, 2.4863e-02, -1.2914e-02, 1.2940e-02],\n", + " [ 6.7304e-02, -1.5338e-02, 8.9297e-03, 4.0230e-02]],\n", + " \n", + " [[ 7.5364e-03, 2.9929e-02, -9.0248e-03, -4.7777e-03],\n", + " [ 1.5395e-02, -1.3416e-03, 6.0284e-03, 3.9760e-02],\n", + " [-9.6634e-03, -6.9071e-03, 2.8541e-03, -8.2913e-04],\n", + " [ 1.6248e-02, 2.4154e-02, 5.4575e-02, 4.1470e-02]],\n", + " \n", + " [[-7.0655e-03, 1.3578e-02, 3.4618e-02, -6.7382e-03],\n", + " [ 2.0982e-02, 7.4309e-02, -3.1410e-02, 5.4073e-02],\n", + " [ 6.9426e-03, 3.9775e-02, 1.3164e-02, -5.7616e-02],\n", + " [-9.9071e-03, 1.8704e-02, -2.0524e-02, 1.8166e-02]]],\n", + " \n", + " \n", + " [[[ 3.0644e-02, -2.9188e-03, 9.1930e-04, -3.6321e-02],\n", + " [ 1.1551e-03, -6.1415e-02, 1.5652e-02, -2.7681e-02],\n", + " [-7.3141e-03, 2.0712e-02, 3.9014e-03, -2.5773e-02],\n", + " [ 9.6990e-03, 5.6916e-02, 2.1275e-02, 1.8236e-02]],\n", + " \n", + " [[ 8.5305e-05, -4.2203e-02, -2.4036e-02, -1.9080e-02],\n", + " [-1.8458e-02, -1.1146e-02, -9.5377e-03, -6.2677e-02],\n", + " [-4.7974e-02, -4.7364e-02, -4.6243e-04, 3.1963e-02],\n", + " [-1.1586e-02, 1.7037e-02, 1.1783e-02, 3.3982e-02]],\n", + " \n", + " [[ 3.1946e-02, 2.4396e-02, 1.2883e-02, 1.1012e-02],\n", + " [ 2.3330e-02, -7.1356e-03, -1.3590e-02, 1.7969e-02],\n", + " [ 3.1561e-02, 3.9883e-03, -1.0512e-02, 1.2115e-02],\n", + " [-2.0061e-03, -6.4534e-04, 3.9593e-02, 2.2587e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.7895e-03, -7.2490e-03, -2.5552e-02, -2.5594e-02],\n", + " [ 6.5187e-03, 2.3307e-02, 1.3807e-02, -2.3677e-02],\n", + " [-2.7600e-02, 7.0696e-02, 5.9080e-03, -6.9796e-03],\n", + " [ 6.1351e-02, 8.9524e-02, 5.0630e-02, 1.1259e-02]],\n", + " \n", + " [[ 2.1305e-02, -1.6416e-02, -7.9217e-03, -3.6883e-02],\n", + " [-1.4123e-03, 1.7796e-02, -2.3364e-02, 3.1482e-03],\n", + " [-8.8459e-03, -1.9658e-02, -3.6766e-02, -1.9227e-03],\n", + " [ 1.3326e-02, 2.9290e-02, -6.5020e-02, -2.2887e-02]],\n", + " \n", + " [[ 4.4822e-02, 3.0986e-02, -1.7763e-02, -4.9784e-02],\n", + " [-7.7225e-03, 2.5370e-02, -1.9987e-02, -3.5754e-02],\n", + " [ 2.0686e-03, 1.2421e-02, -2.9508e-02, -1.0783e-02],\n", + " [-3.6159e-02, -1.6712e-02, -3.3236e-02, -2.9050e-02]]]])),\n", + " ('e7.l1.1.weight',\n", + " tensor([ 5.6287e-02, 6.8866e-04, -6.2162e-02, -2.9806e-04, 2.8478e-02,\n", + " -5.2868e-02, -2.3692e-02, -6.5699e-02, -4.0015e-04, 5.4721e-02,\n", + " -1.0361e-01, -4.4733e-02, 3.6890e-02, 1.3144e-03, 2.5313e-04,\n", + " -2.5086e-04, 1.1788e-01, 1.9291e-02, 6.0138e-02, 4.1553e-02,\n", + " -5.2756e-02, 3.3780e-04, -3.2999e-02, -7.4777e-02, -4.8740e-03,\n", + " -8.9255e-03, 6.2565e-02, -1.7340e-04, 9.2849e-02, -2.0234e-03,\n", + " -2.3933e-05, 4.1473e-02, 4.7186e-04, 5.1001e-02, -4.5976e-02,\n", + " -6.1329e-02, -7.6500e-03, 3.3352e-02, 1.5459e-03, 2.2521e-02,\n", + " 2.9424e-02, 3.5042e-03, 5.7755e-02, -8.2979e-02, -5.1722e-02,\n", + " -4.4979e-04, 2.4378e-04, 7.6194e-02, 6.6201e-04, -7.3408e-02,\n", + " -5.2567e-02, 1.1442e-04, -1.5128e-04, 4.8000e-05, 4.1153e-02,\n", + " -3.8096e-02, 7.6657e-02, 2.3681e-04, 4.6839e-02, 1.4449e-04,\n", + " -5.6006e-05, 3.1918e-02, -3.7456e-02, -1.6672e-04, -6.7443e-02,\n", + " 8.5661e-06, -6.8314e-02, 3.2402e-02, -3.5595e-04, -3.4090e-02,\n", + " 2.0662e-02, 1.2370e-04, 5.6393e-02, -5.2643e-02, 3.1284e-02,\n", + " 4.3499e-02, -2.6833e-02, 2.4606e-02, 5.4737e-02, 7.7539e-02,\n", + " -3.4345e-02, 3.2663e-02, -7.0346e-02, -4.1439e-03, -4.4526e-04,\n", + " -9.9207e-04, 4.3344e-02, -2.0518e-03, -4.5221e-05, -5.3220e-02,\n", + " 2.7587e-04, 5.5720e-02, 5.1872e-02, 5.0446e-02, 4.6205e-02,\n", + " -1.0509e-02, -1.7349e-02, -3.9372e-02, 8.1254e-05, -7.3315e-02,\n", + " -3.5751e-02, 1.0149e-03, -2.4504e-02, 7.6226e-03, 7.3985e-04,\n", + " 2.8724e-02, 1.4867e-03, 3.3913e-02, -5.7169e-02, -4.8895e-02,\n", + " 5.5946e-02, 1.2586e-04, -3.4260e-02, -2.8167e-02, 4.9946e-04,\n", + " -3.2853e-02, 1.0404e-01, 6.0654e-02, -2.5857e-02, -5.3662e-05,\n", + " 1.7070e-02, -3.0870e-03, -3.0094e-02, 5.0329e-04, 6.9379e-02,\n", + " 2.9394e-05, -4.2878e-02, 5.3946e-04, 5.3095e-02, 3.6365e-03,\n", + " 2.4593e-02, -6.3735e-02, 3.2287e-02, -4.1572e-02, -1.7007e-02,\n", + " 7.4061e-02, 4.5123e-04, -5.2329e-02, -3.4049e-04, -3.7265e-02,\n", + " 3.7970e-02, 2.4743e-04, 3.2338e-02, 3.0853e-02, -5.1843e-02,\n", + " 5.7128e-02, -4.2083e-02, -6.0788e-02, -8.0685e-02, 2.3613e-02,\n", + " 3.1578e-02, 1.4398e-03, 4.7207e-02, -6.6486e-02, 2.7061e-02,\n", + " 7.6006e-02, 3.0048e-02, 2.6722e-02, 5.0859e-02, 2.7958e-02,\n", + " 3.6807e-02, 4.3982e-02, -1.1090e-03, -2.6352e-03, -1.3533e-02,\n", + " -8.3952e-02, -3.4918e-02, 8.9414e-04, 5.4875e-02, -7.3948e-04,\n", + " 6.8790e-03, 2.9811e-02, 3.8458e-02, -2.2343e-02, -1.2648e-03,\n", + " -7.7709e-02, -7.1591e-02, 5.7043e-02, 6.7486e-02, -3.7665e-02,\n", + " -4.9257e-02, 2.4856e-02, -1.1081e-02, 2.0523e-03, 7.5796e-02,\n", + " -4.1122e-02, 1.3654e-03, -7.7887e-04, 2.6277e-04, -2.8078e-02,\n", + " 1.0417e-01, -1.3997e-04, -2.1497e-02, -8.3549e-02, 5.0315e-04,\n", + " -3.2442e-03, -8.7186e-05, -6.4113e-03, 1.4659e-04, 2.0424e-02,\n", + " -5.8870e-02, -7.3074e-02, 9.6248e-04, 3.8539e-02, 5.5335e-04,\n", + " -5.2897e-04, -4.2789e-04, 6.3491e-02, -6.4752e-02, 2.0096e-02,\n", + " -3.0537e-02, -1.1809e-04, 2.0488e-04, 1.9872e-06, 7.9186e-04,\n", + " -3.5170e-02, 8.4333e-03, -3.7722e-02, -6.1797e-02, 6.5329e-02,\n", + " 3.5303e-04, -7.2115e-04, -7.3493e-02, 4.3541e-04, -5.6752e-02,\n", + " 1.3072e-02, -3.5297e-02, 4.7047e-02, 4.9749e-04, 5.0217e-04,\n", + " 1.4911e-02, -2.8913e-02, -4.1932e-02, 4.4266e-03, -5.6267e-02,\n", + " 8.7830e-02, -1.3996e-02, 2.7585e-02, 9.9225e-03, -5.5746e-02,\n", + " 1.0798e-01, -7.4012e-04, 5.6069e-05, -3.9167e-02, 4.0717e-02,\n", + " -3.9195e-02, -2.9369e-04, -1.7885e-03, -1.5392e-03, 4.1513e-04,\n", + " 2.1253e-03, -4.5162e-02, 4.0033e-04, 6.3426e-02, 6.8585e-04,\n", + " -2.4933e-02, -4.3586e-04, 2.0185e-02, -5.2082e-02, 7.1954e-02,\n", + " -8.2131e-02, -5.9244e-02, 3.4593e-02, -3.3894e-02, 4.7565e-02,\n", + " 3.1395e-02, 8.9828e-05, 3.0661e-02, 8.3946e-02, -7.0368e-02,\n", + " 7.2667e-02, -7.5242e-02, -2.9626e-02, -4.4577e-02, -5.8775e-02,\n", + " -1.9557e-02, -3.3689e-04, 3.4759e-02, 7.8282e-04, 6.9081e-02,\n", + " -7.9183e-02, -4.3899e-02, -1.5940e-02, -4.0963e-02, -2.9169e-02,\n", + " 4.0919e-02, -7.1333e-05, -4.7194e-02, 4.0142e-02, 3.7889e-02,\n", + " 6.8057e-02, 1.9370e-03, 2.0635e-02, 4.9296e-02, -3.1488e-04,\n", + " -3.4578e-02, 3.4974e-02, 4.8861e-04, -3.7090e-02, -1.8819e-04,\n", + " -4.3453e-04, 3.8681e-02, 1.0601e-04, 1.3868e-02, 2.9204e-04,\n", + " -3.2912e-02, 8.7810e-03, 4.0231e-04, -2.8895e-04, 1.9623e-04,\n", + " 7.0307e-02, -5.6046e-02, -6.2072e-02, 2.6540e-02, -1.3156e-04,\n", + " 6.1722e-02, -3.1448e-02, -5.7218e-02, 4.6317e-03, -5.2514e-04,\n", + " -6.2854e-04, -6.0448e-02, 2.6582e-03, -5.0335e-02, 5.3268e-02,\n", + " -4.7570e-02, 5.6437e-03, 6.2525e-04, -6.7348e-04, 3.0234e-02,\n", + " 3.5519e-02, -5.7193e-02, -1.7106e-04, 5.5523e-02, 7.4887e-04,\n", + " -2.4348e-04, -5.7308e-04, -4.1077e-02, 6.0261e-02, -7.6042e-02,\n", + " 5.2160e-02, -6.3542e-02, -3.1527e-02, 9.4016e-04, -2.7047e-02,\n", + " 7.5048e-02, -3.2015e-02, 1.8016e-03, 4.8285e-02, -9.0590e-02,\n", + " 6.8023e-04, -8.9265e-02, 2.2783e-04, 1.4845e-02, 4.0354e-03,\n", + " -8.9336e-03, 8.2498e-04, 4.0229e-02, -2.2325e-03, 6.9356e-02,\n", + " 4.9462e-02, 1.6559e-04, 8.0249e-02, -6.4202e-02, -7.6577e-02,\n", + " -4.8924e-04, -7.1657e-02, -7.5376e-04, -2.7828e-02, -7.0027e-02,\n", + " -6.1630e-02, 1.8774e-02, 5.8764e-02, -6.4497e-02, -4.5262e-02,\n", + " -6.9361e-03, 5.9262e-02, 4.6206e-02, 4.0425e-02, 2.8561e-02,\n", + " -3.2020e-02, -4.8025e-04, -2.7522e-02, 4.6471e-02, 7.2493e-02,\n", + " 3.8467e-04, 5.0653e-02, -6.7327e-02, 2.6253e-02, 9.2305e-04,\n", + " -1.1457e-01, 6.0191e-02, -7.1295e-02, -8.7092e-02, 5.1040e-04,\n", + " -6.7130e-02, 1.4497e-02, -7.5048e-02, -3.8317e-04, -2.6309e-02,\n", + " -3.5294e-02, 4.9807e-03, -5.1902e-02, 1.7593e-02, 4.7558e-02,\n", + " -7.9833e-04, 3.5476e-02, -4.1774e-02, -7.1028e-02, 1.3973e-02,\n", + " 3.2094e-02, -3.0787e-02, -1.0441e-03, -3.3903e-03, 1.7575e-02,\n", + " -3.7623e-04, 3.6188e-02, 1.9510e-04, 3.6460e-02, -5.1055e-04,\n", + " 5.7287e-04, 1.4499e-04, 4.4089e-02, 1.4922e-02, 8.1242e-02,\n", + " 8.1837e-02, 2.8388e-04, -4.2758e-02, 1.6596e-03, -4.0770e-02,\n", + " -1.8854e-02, -4.8561e-02, -3.5084e-02, -3.4720e-02, 5.8637e-02,\n", + " 9.8542e-02, -3.3978e-02, -1.2354e-02, 3.7191e-02, 3.9326e-02,\n", + " -4.5909e-02, -7.4975e-02, 1.1379e-03, 6.2669e-04, -4.6714e-04,\n", + " -4.5976e-02, -4.7029e-02, -4.0271e-02, 2.5150e-05, -2.8573e-04,\n", + " 4.4867e-02, 6.7451e-02, 4.7788e-02, 1.8035e-03, 7.6780e-02,\n", + " -2.8961e-05, -5.0947e-02, 4.7888e-02, 3.1796e-02, -3.5483e-02,\n", + " 6.1701e-02, -2.6210e-02, -7.5344e-02, 4.0055e-02, 1.6002e-02,\n", + " 3.6941e-02, 3.5673e-02, 6.2099e-02, -2.0526e-03, 2.4195e-02,\n", + " -1.9087e-04, -3.4938e-03, -3.2889e-02, -4.6224e-02, -3.7872e-02,\n", + " 2.4437e-02, -3.0159e-04, -6.5095e-02, 2.5404e-03, 2.6210e-02,\n", + " 5.4893e-02, -6.0488e-02, 2.7271e-02, -2.0453e-02, -2.4369e-02,\n", + " -3.1069e-02, 7.6581e-02, 1.6321e-02, -4.5639e-02, -4.6462e-02,\n", + " -7.8324e-02, -7.6556e-04, -5.6541e-02, 3.8198e-02, -1.2425e-03,\n", + " -1.6848e-02, 5.4265e-02, -5.1937e-02, -2.5797e-02, -1.7456e-04,\n", + " -1.6702e-02, 2.6515e-02, -4.3482e-05, 5.5944e-04, 5.1079e-02,\n", + " 7.8136e-04, -3.1337e-02, 8.0043e-04, 1.3934e-04, 3.2727e-04,\n", + " 5.2220e-02, -4.7054e-04])),\n", + " ('e7.l1.1.bias',\n", + " tensor([-2.5294e-02, -1.9103e-03, -9.2465e-03, -3.2779e-03, -1.1724e-02,\n", + " -1.9574e-02, -7.6644e-03, -1.9416e-02, -2.1711e-03, -2.1080e-02,\n", + " -3.5804e-02, -1.0936e-02, -1.4435e-02, -4.8747e-05, -1.4241e-03,\n", + " -1.0938e-03, -1.3214e-02, -5.8643e-03, -2.1608e-02, -7.6517e-03,\n", + " -2.0440e-02, -1.2962e-03, -1.2763e-02, -1.4400e-02, -3.6238e-03,\n", + " -1.4924e-02, -2.2543e-02, -1.6637e-03, -2.1187e-02, -1.6247e-03,\n", + " -1.8489e-03, -2.0552e-02, -1.1637e-03, -1.2180e-02, -2.5487e-02,\n", + " -1.2974e-02, -9.7832e-03, -1.5016e-02, -1.8864e-03, -5.1306e-03,\n", + " -1.1643e-02, 8.0122e-04, -2.6868e-02, -8.3317e-03, -6.8962e-03,\n", + " -3.7578e-03, -5.5976e-04, -1.9369e-02, -2.6746e-03, -1.8703e-02,\n", + " -1.6814e-02, -1.3455e-03, -9.7347e-04, -1.1464e-03, -6.1484e-03,\n", + " -1.0726e-02, -1.3800e-02, -3.5689e-03, -1.3593e-02, -1.1029e-03,\n", + " -2.2969e-03, -1.4516e-02, -1.2007e-02, -3.7150e-03, -1.2422e-02,\n", + " -3.8155e-03, -3.3339e-02, -1.6498e-02, -3.0561e-03, -5.0507e-03,\n", + " -7.1926e-03, -1.1100e-03, -1.9112e-02, -3.4033e-02, -1.6147e-02,\n", + " -1.0347e-02, -1.0038e-02, -1.0399e-02, -2.0188e-02, -7.3475e-03,\n", + " -1.3962e-02, -1.4830e-02, -2.2441e-02, 1.4368e-05, -3.8261e-03,\n", + " -6.3475e-04, -9.2601e-03, 1.1759e-03, -8.1510e-04, -9.1156e-03,\n", + " -9.6097e-04, -1.9746e-02, -2.2565e-02, -2.5812e-02, -1.3350e-02,\n", + " -1.6816e-02, -1.1749e-02, -1.8758e-02, -3.3090e-03, -1.3513e-02,\n", + " -1.6966e-02, -1.8030e-03, -1.2171e-02, -1.2778e-03, -3.3380e-03,\n", + " -9.3194e-03, -4.1532e-03, -4.1881e-03, -8.7809e-03, -2.1327e-02,\n", + " -1.1822e-02, -2.0667e-03, -1.8079e-02, -2.9103e-03, -1.9647e-03,\n", + " -1.6977e-02, -3.2660e-02, -1.4856e-02, -9.2346e-03, -2.2908e-03,\n", + " -4.6260e-03, -4.0254e-05, -1.1434e-02, -1.9785e-03, -2.0747e-02,\n", + " -1.7475e-03, -9.3987e-03, -2.0409e-03, -1.3198e-02, 6.8667e-04,\n", + " -1.6155e-02, -1.7968e-02, -1.0855e-02, -1.6099e-02, -7.8978e-03,\n", + " -1.4162e-02, -2.7488e-03, -1.5704e-02, -3.0935e-03, -2.0319e-02,\n", + " -2.1651e-02, -2.5401e-03, -1.2990e-02, -1.6820e-02, -1.1786e-02,\n", + " -1.9516e-02, -6.9509e-03, -2.9205e-02, -2.9016e-02, -4.0295e-03,\n", + " -1.2948e-02, -1.5843e-03, -9.1779e-03, -1.0187e-02, -1.6925e-02,\n", + " -9.4516e-03, -1.5967e-02, -5.8876e-03, -2.2622e-02, -9.2306e-03,\n", + " -7.9164e-03, -1.5669e-02, -2.3064e-03, -7.3005e-03, -5.0173e-03,\n", + " -9.7160e-03, -2.1380e-03, -2.3066e-03, -4.5287e-03, -1.7718e-03,\n", + " -3.0511e-03, -1.7265e-03, -1.6328e-02, -7.2962e-03, -2.1528e-03,\n", + " -3.2279e-02, -1.9667e-02, -2.5367e-02, -2.2097e-02, -2.7623e-02,\n", + " -1.7583e-02, -7.7390e-03, -3.3423e-05, -1.9559e-03, -2.1684e-02,\n", + " -1.0035e-02, -2.5541e-03, -1.8037e-03, -1.8314e-03, -1.3817e-02,\n", + " -2.1326e-02, -2.3313e-03, -1.5014e-02, -1.7376e-02, -2.1470e-03,\n", + " 1.6298e-03, -8.1188e-04, -2.5291e-03, -2.5196e-03, -3.0795e-03,\n", + " -1.6263e-02, -2.8146e-02, -4.1801e-03, -2.5210e-02, -9.8313e-04,\n", + " -1.1403e-03, -1.7943e-03, -2.9918e-02, -3.1993e-02, -5.5288e-03,\n", + " -1.6458e-02, -4.2421e-03, -4.0362e-03, -5.5965e-04, -3.3656e-03,\n", + " -1.5909e-02, -8.8254e-04, -1.6952e-02, -1.3924e-02, -9.2727e-03,\n", + " -1.3529e-03, -1.8074e-03, -1.1732e-02, -2.7252e-03, -1.6828e-02,\n", + " -3.7037e-03, -1.7475e-02, -1.1859e-02, -3.6560e-03, -2.4442e-03,\n", + " -1.0222e-02, -9.5608e-03, -1.2542e-02, -2.8153e-03, -8.7433e-03,\n", + " -1.3654e-02, -2.7578e-03, -1.8453e-02, -9.3406e-03, -1.3541e-02,\n", + " -1.7476e-02, -3.4788e-03, -1.1777e-03, -8.1320e-03, -2.1469e-02,\n", + " -1.9783e-02, -2.0657e-03, -5.3061e-03, -4.7229e-03, -2.6825e-03,\n", + " -6.3850e-04, -1.6393e-02, -1.0759e-03, -9.9791e-03, -2.3117e-03,\n", + " -2.1210e-02, -8.5389e-04, -3.6163e-03, -2.2219e-02, -2.2502e-02,\n", + " -1.1685e-02, -3.3868e-02, -6.3474e-03, -1.7525e-02, -2.2247e-02,\n", + " -1.2252e-02, -1.8280e-03, -1.1536e-02, -1.9299e-02, -2.2750e-02,\n", + " -2.0799e-02, -2.7702e-02, -3.3468e-03, -2.2188e-02, -3.7434e-02,\n", + " -7.2160e-03, -9.9686e-04, -1.2089e-02, -1.4217e-03, -4.2579e-02,\n", + " -1.6701e-02, -1.2484e-02, -8.1202e-03, -1.1011e-02, -1.3714e-02,\n", + " -2.0720e-02, -1.6652e-03, -2.5435e-02, -1.4043e-02, -1.4117e-02,\n", + " -2.9142e-02, -3.4690e-03, -1.6938e-02, -2.1542e-02, -1.5457e-03,\n", + " -1.9216e-02, -2.2886e-02, -2.7457e-03, -1.0867e-02, -2.2166e-03,\n", + " -1.0225e-03, -1.1273e-02, -1.0366e-03, -3.4589e-03, -3.0079e-03,\n", + " -1.6293e-02, 1.1454e-04, -1.1577e-03, -1.1804e-03, -5.0512e-04,\n", + " -2.2019e-02, -9.4317e-03, -8.3710e-03, -1.2709e-02, -7.8180e-04,\n", + " -2.7967e-02, -2.3407e-02, -1.1000e-02, -3.4537e-03, -1.7531e-03,\n", + " -1.4172e-03, -9.0322e-03, 2.0572e-03, -1.6728e-02, -2.9548e-02,\n", + " -1.7316e-02, -1.2796e-02, -1.3001e-03, -2.2964e-03, -7.7665e-03,\n", + " -1.3043e-02, -2.5172e-02, -1.7642e-03, -1.3787e-02, -1.8800e-03,\n", + " -2.1445e-03, -2.5722e-03, -1.8150e-02, -2.4808e-02, -2.3587e-02,\n", + " -2.4054e-02, -1.4552e-02, -1.0978e-02, -1.1000e-03, -1.4274e-02,\n", + " -2.3916e-02, -1.3142e-02, -2.7449e-03, -2.1616e-02, -1.0960e-02,\n", + " -4.0242e-03, -1.7119e-02, -2.0794e-03, -4.6729e-03, 2.9494e-03,\n", + " -6.3934e-03, -2.7514e-03, -1.2272e-02, -7.5518e-04, -2.7935e-02,\n", + " -2.6272e-02, -1.3039e-03, -2.1155e-02, -1.4678e-02, -1.9889e-02,\n", + " -1.0411e-03, -1.6766e-02, -1.9868e-03, -1.1508e-02, -1.6560e-02,\n", + " -3.4355e-03, -7.0095e-03, -1.8861e-02, -2.4289e-02, -1.3472e-02,\n", + " 9.4317e-04, -1.6629e-02, -1.0292e-02, -1.7592e-02, -9.2321e-03,\n", + " -1.0596e-02, -1.6771e-03, -1.6766e-02, -1.4439e-02, -8.0215e-03,\n", + " -1.8310e-03, -1.7038e-02, -7.4513e-03, -4.1969e-03, -2.4909e-03,\n", + " -2.3922e-02, -1.9119e-02, -1.6463e-02, -1.3231e-02, -1.0183e-03,\n", + " -2.2347e-02, -1.5346e-02, -2.4233e-02, -3.5661e-03, -1.6526e-02,\n", + " -2.3957e-02, -1.1621e-02, -1.5776e-02, -1.1055e-02, -1.8015e-02,\n", + " -2.6631e-03, -7.6651e-03, -2.5771e-02, -1.5722e-02, -6.7316e-03,\n", + " -1.2839e-02, -1.2077e-02, -2.0982e-03, 1.2288e-03, -3.1515e-03,\n", + " -3.2476e-03, -2.0942e-02, -2.5666e-03, -1.1210e-02, -4.4142e-03,\n", + " -2.9695e-03, -1.4366e-03, -1.2062e-02, -8.9660e-03, -3.6399e-02,\n", + " -3.6364e-02, -2.3173e-03, -1.2503e-02, -3.5083e-03, -2.5604e-02,\n", + " -9.2552e-03, -8.7844e-03, -1.3315e-02, -1.1230e-02, -1.8903e-02,\n", + " -1.1684e-02, -1.4626e-02, -8.9739e-03, -2.0384e-02, -2.0539e-02,\n", + " -1.4323e-02, -5.4677e-03, -7.7491e-04, -1.7729e-03, -1.9777e-03,\n", + " -1.3280e-02, -2.8448e-02, -1.4841e-02, -9.3681e-04, -1.1555e-03,\n", + " -1.8482e-02, -2.2504e-02, -1.2607e-02, -2.0971e-03, -2.7719e-02,\n", + " -1.6560e-03, -1.9784e-02, -2.1790e-02, -1.9707e-02, -1.9726e-02,\n", + " -2.6887e-02, -1.8876e-02, -2.5079e-02, -1.3537e-02, 2.1270e-03,\n", + " -1.1639e-02, -2.0490e-02, -2.6237e-02, -2.9040e-03, -2.0548e-02,\n", + " -2.4499e-03, 1.5510e-03, -1.3579e-02, -2.3893e-03, -8.7267e-03,\n", + " -1.6575e-02, -1.3446e-03, -1.2164e-02, -3.0438e-03, -1.1402e-02,\n", + " -2.0690e-02, -2.9361e-02, -1.5837e-02, -9.3646e-03, -1.3614e-02,\n", + " -1.3712e-02, -2.1799e-02, -5.5027e-03, -9.0511e-03, -1.4072e-02,\n", + " -5.5644e-03, -2.0216e-03, -2.1176e-02, -8.3274e-03, -3.4459e-03,\n", + " -7.4890e-03, -2.3539e-02, -4.5229e-03, -9.0646e-03, -9.4136e-04,\n", + " -7.2980e-03, -1.7662e-02, -1.9393e-03, -1.5207e-03, -1.8107e-02,\n", + " -4.2968e-03, -1.0998e-02, -2.0781e-03, -1.9872e-03, -1.4419e-03,\n", + " -1.8006e-02, -2.0619e-03])),\n", + " ('e7.l1.1.running_mean',\n", + " tensor([-2.5388e-02, -1.0532e-02, -8.4668e-02, 3.5906e-02, -4.7752e-02,\n", + " 1.6901e-02, 2.7585e-02, -4.7463e-02, 1.6837e-02, -5.9025e-02,\n", + " 6.3011e-02, 1.5626e-01, 1.1815e-02, 3.4736e-02, -3.8922e-02,\n", + " 4.1818e-02, 3.4191e-02, 2.3206e-03, -3.0884e-02, -6.8399e-02,\n", + " 5.4819e-02, -3.6293e-02, 6.4072e-02, 1.5875e-02, -1.8164e-02,\n", + " 7.0438e-03, -4.9061e-02, 1.4413e-02, 3.5657e-03, 3.1404e-03,\n", + " -7.2013e-02, -1.0153e-01, -4.2408e-02, -1.2462e-02, -1.2895e-02,\n", + " 6.7269e-02, -4.5843e-02, -5.7538e-02, 5.7498e-02, -5.2578e-02,\n", + " -1.4105e-02, -1.3965e-02, -9.0884e-03, 5.1817e-02, 5.0551e-02,\n", + " 9.4857e-02, 7.5187e-02, -6.7841e-02, -9.4234e-02, 5.1025e-02,\n", + " 4.9924e-02, 1.1915e-02, -2.3345e-02, -7.8528e-02, -1.7251e-02,\n", + " 7.2812e-02, -9.8023e-02, 1.0511e-01, 6.0567e-02, -6.8457e-02,\n", + " -1.8007e-02, -2.0520e-02, 5.5491e-02, 3.8684e-02, 1.7046e-02,\n", + " -4.7621e-02, 5.0371e-02, 1.9198e-02, -3.1351e-02, 1.0436e-02,\n", + " -1.1736e-01, -4.6488e-02, -4.2752e-02, 2.2563e-02, -6.5573e-02,\n", + " -1.3601e-02, 6.1488e-02, -5.2960e-02, 1.0081e-03, 1.1699e-02,\n", + " -5.4883e-02, -3.6965e-02, 5.3609e-02, 5.6916e-02, -6.0038e-02,\n", + " -6.9201e-02, 2.7552e-02, -2.8233e-02, 8.3400e-02, 2.2950e-02,\n", + " -3.3536e-02, -3.8232e-02, -5.6348e-02, -4.8692e-02, -8.5977e-02,\n", + " 4.0396e-02, -5.9247e-02, 6.6167e-02, 4.4417e-02, 9.4363e-02,\n", + " -6.6782e-03, -2.1540e-02, 8.9566e-02, -2.0084e-02, -3.3479e-03,\n", + " -1.4524e-02, -1.2208e-01, -9.0533e-02, 9.6657e-03, 3.0892e-02,\n", + " -4.9030e-02, -5.8688e-04, 8.3795e-02, -5.9358e-03, -2.2649e-02,\n", + " 8.0894e-02, -4.6822e-02, -3.1747e-03, 3.2602e-02, 4.3716e-02,\n", + " 2.6052e-02, -3.4259e-02, -3.6314e-02, -7.4963e-02, -2.9516e-02,\n", + " -3.8469e-02, -8.8629e-03, -6.2718e-02, -5.5321e-02, -2.7112e-02,\n", + " -9.3648e-02, -1.2272e-01, 1.3668e-02, 5.8792e-02, 7.5597e-02,\n", + " -8.0889e-02, -1.7022e-02, 3.5015e-02, 4.8518e-02, -1.0438e-03,\n", + " -1.8558e-02, -5.2020e-02, -4.8024e-02, 5.5399e-02, 5.8902e-02,\n", + " -1.9515e-03, -5.8604e-02, -5.9346e-03, 6.5803e-02, -3.5433e-02,\n", + " 1.8664e-02, -3.8828e-02, -7.0694e-02, 6.3276e-02, -6.3152e-02,\n", + " 2.6688e-02, 6.0249e-03, -4.6782e-02, 1.6009e-02, 1.1682e-02,\n", + " -1.3959e-02, -8.9989e-02, 2.8470e-02, -6.4233e-03, 1.3202e-01,\n", + " 5.2427e-02, 1.0787e-01, 2.3257e-02, -2.7850e-02, 9.9828e-04,\n", + " 7.2045e-02, -1.1779e-02, -3.0383e-04, 2.6223e-02, 1.0876e-01,\n", + " -6.3940e-03, -3.2736e-02, -5.8509e-02, -1.9029e-02, 4.5958e-02,\n", + " 1.7814e-02, -3.6505e-02, -6.2030e-02, 9.2059e-02, -2.8974e-02,\n", + " 2.2364e-02, -4.8941e-02, -1.0018e-02, -6.4864e-02, 7.8797e-02,\n", + " -1.4987e-03, 2.0290e-02, 5.2341e-02, -2.9187e-02, 1.9105e-02,\n", + " -6.3002e-02, 9.0647e-02, 9.2956e-02, 1.0040e-04, -2.6216e-02,\n", + " 8.9481e-02, 8.4392e-02, 1.4261e-01, -9.9086e-02, -1.9340e-02,\n", + " -6.4882e-02, 2.1621e-02, -5.9708e-02, 7.4345e-02, 1.3911e-02,\n", + " 1.0407e-02, -1.3886e-02, -2.3804e-02, 3.4998e-02, -1.8194e-02,\n", + " 2.9436e-02, -4.6446e-02, 1.1705e-02, -3.5121e-02, -2.8973e-02,\n", + " 5.3141e-02, -6.7277e-03, 1.1796e-01, 4.4254e-02, 3.8818e-02,\n", + " -3.8145e-02, 2.0469e-02, -1.1009e-01, -2.1162e-02, 4.8046e-02,\n", + " -6.0765e-02, 2.0341e-02, 4.1673e-02, 1.0471e-01, 5.0206e-02,\n", + " 2.9245e-02, 3.9220e-02, 6.1125e-02, -7.3114e-02, -4.0178e-02,\n", + " -5.2397e-02, -1.4766e-02, -6.4749e-02, 6.3853e-03, -1.4965e-02,\n", + " 2.5777e-02, -4.3485e-02, 3.8166e-02, -3.7396e-02, 8.3232e-03,\n", + " 9.2193e-03, -5.0994e-02, 6.9241e-02, 3.8404e-02, -1.8290e-02,\n", + " 7.9851e-02, -3.9418e-02, -7.9976e-02, 4.6897e-03, -4.8464e-02,\n", + " 5.1338e-02, 7.2256e-02, -8.5459e-02, 1.6849e-02, -2.6575e-02,\n", + " -3.3666e-03, -8.1938e-02, -2.7286e-02, -2.4695e-02, 3.1402e-02,\n", + " -7.9735e-03, 7.9618e-03, 4.9516e-02, 1.0540e-01, 1.2217e-01,\n", + " 1.1105e-02, -5.9129e-02, -8.2307e-02, 9.8447e-03, -1.3577e-01,\n", + " -3.5284e-02, 1.8076e-02, 8.2177e-02, -2.2352e-02, 6.1724e-02,\n", + " 1.8570e-02, -3.7705e-02, 2.0648e-03, -1.3499e-01, -9.2726e-02,\n", + " -8.5516e-02, -8.4537e-02, -1.4344e-02, 1.7190e-02, -8.6193e-04,\n", + " 9.5218e-02, 1.0565e-02, 7.4881e-03, 1.3192e-02, -5.7975e-02,\n", + " 3.5245e-02, -4.1222e-02, -2.8741e-02, -7.4602e-02, -9.6687e-03,\n", + " 6.0987e-02, -9.5340e-02, 3.4873e-02, -2.4438e-02, 9.5789e-03,\n", + " -8.0777e-02, 5.3357e-02, 4.8410e-02, 1.2848e-02, 3.7631e-02,\n", + " -9.4331e-02, 1.6836e-01, -5.6141e-03, -5.7569e-02, 6.1317e-02,\n", + " -2.8038e-02, -1.7012e-02, 1.2536e-01, 7.7086e-02, -3.5039e-02,\n", + " 1.0913e-01, -2.5860e-02, 2.1883e-02, 9.7630e-02, 2.4799e-02,\n", + " -1.7810e-02, 8.1777e-02, -1.0708e-01, -3.8856e-02, -1.7372e-02,\n", + " -1.2896e-02, -2.6373e-02, -5.1677e-03, -1.1726e-01, 8.4255e-02,\n", + " -7.4153e-02, 2.0306e-02, -2.9241e-03, -4.8237e-02, 6.9160e-02,\n", + " -1.4883e-01, 7.2670e-02, 1.9310e-03, -7.1279e-02, 3.3247e-02,\n", + " 7.9456e-03, 1.2206e-01, -6.9562e-03, -4.4521e-02, -2.1152e-02,\n", + " 5.0981e-02, -2.4678e-02, -7.8759e-02, -4.3651e-02, -7.6339e-02,\n", + " -8.9520e-02, 5.1574e-02, -9.2524e-03, 2.6954e-02, -1.2408e-02,\n", + " 7.0791e-02, -1.9312e-02, 7.2711e-02, 4.7918e-02, 9.5287e-02,\n", + " 1.1184e-02, -9.8935e-02, -2.8434e-02, 5.1642e-02, 3.7397e-02,\n", + " -1.0766e-01, -1.1696e-02, -1.4157e-01, -1.4775e-02, -1.1450e-01,\n", + " -1.4094e-02, -9.9821e-02, 3.6826e-02, -9.2530e-02, 8.1705e-02,\n", + " 3.2882e-02, -5.3968e-02, 2.3323e-02, -1.0130e-01, -4.5432e-02,\n", + " 2.1826e-02, -4.6707e-02, -1.5078e-02, -2.5690e-02, -3.2797e-02,\n", + " 6.9013e-02, -4.2884e-02, 1.3602e-01, 5.1859e-02, 1.9581e-03,\n", + " -7.6465e-03, -1.1219e-03, -1.8721e-02, -1.3533e-01, 2.7277e-02,\n", + " -8.5970e-02, -4.9547e-02, 3.7372e-02, 5.1077e-02, -2.6708e-02,\n", + " -5.2983e-02, 7.4423e-02, -3.5250e-03, 1.1782e-02, -7.9157e-02,\n", + " 5.6826e-02, 3.1285e-02, -9.4882e-03, -2.8045e-02, 3.8202e-02,\n", + " -1.6430e-02, 3.0109e-02, 7.3117e-02, -3.7340e-02, -2.5044e-02,\n", + " -1.0319e-01, 4.9280e-02, 3.0942e-02, -9.3639e-02, 1.4641e-02,\n", + " 2.9745e-02, 7.1254e-03, 3.0296e-02, 4.5309e-02, 8.6412e-03,\n", + " -6.5529e-02, 1.8371e-02, -5.5579e-02, 2.8966e-02, -7.1395e-02,\n", + " 3.5326e-02, 5.5253e-03, -1.9080e-02, -7.0743e-02, -3.7414e-02,\n", + " 6.2561e-02, 4.0555e-03, 6.7616e-02, -1.0211e-02, 1.6080e-02,\n", + " -1.3949e-01, 1.4007e-02, -3.6391e-02, -6.3613e-02, -9.4076e-02,\n", + " -9.4816e-02, 1.9205e-02, -4.9380e-02, -5.2154e-03, 7.6215e-02,\n", + " -6.7596e-02, 9.5048e-03, 2.7219e-02, 6.1454e-02, -4.3291e-02,\n", + " -1.9623e-02, -1.0209e-01, -2.4684e-02, 9.5801e-03, -2.4027e-02,\n", + " 6.4802e-02, 5.1256e-02, 1.0166e-01, 9.2356e-02, 4.5122e-03,\n", + " -3.4206e-02, -1.1859e-02, -5.0460e-02, 6.9695e-02, -2.6587e-02,\n", + " -7.6123e-02, 4.5229e-02, -7.5225e-02, 2.4237e-02, 1.9914e-02,\n", + " 6.9129e-02, 2.5918e-02, -7.0761e-02, 6.0490e-02, -9.5105e-03,\n", + " -4.0407e-02, -3.3967e-02, 6.8864e-02, -3.9365e-04, -9.9031e-02,\n", + " -3.2764e-02, -1.6342e-01, 1.0793e-01, 6.6154e-02, -2.6063e-02,\n", + " 9.2007e-02, -3.9914e-04, 1.0792e-02, -1.2151e-01, -2.1732e-02,\n", + " -8.0600e-02, -3.0871e-02, -2.6232e-02, -5.3767e-02, 5.0088e-02,\n", + " -7.1483e-02, 6.1807e-02])),\n", + " ('e7.l1.1.running_var',\n", + " tensor([0.0311, 0.0280, 0.0261, 0.0350, 0.0350, 0.0248, 0.0309, 0.0319, 0.0411,\n", + " 0.0198, 0.0296, 0.0439, 0.0383, 0.0581, 0.0432, 0.0177, 0.0246, 0.0339,\n", + " 0.0191, 0.0229, 0.0240, 0.0253, 0.0238, 0.0246, 0.0259, 0.0234, 0.0325,\n", + " 0.0274, 0.0236, 0.0419, 0.0286, 0.0206, 0.0231, 0.0236, 0.0249, 0.0276,\n", + " 0.0318, 0.0323, 0.0401, 0.0236, 0.0241, 0.0261, 0.0321, 0.0209, 0.0350,\n", + " 0.0250, 0.0411, 0.0268, 0.0442, 0.0303, 0.0271, 0.0263, 0.0372, 0.0466,\n", + " 0.0264, 0.0258, 0.0311, 0.0492, 0.0265, 0.0249, 0.0326, 0.0282, 0.0267,\n", + " 0.0328, 0.0242, 0.0203, 0.0253, 0.0494, 0.0296, 0.0195, 0.0309, 0.0281,\n", + " 0.0219, 0.0252, 0.0338, 0.0420, 0.0279, 0.0317, 0.0284, 0.0196, 0.0353,\n", + " 0.0268, 0.0217, 0.0292, 0.0386, 0.0314, 0.0269, 0.0345, 0.0411, 0.0230,\n", + " 0.0316, 0.0353, 0.0273, 0.0298, 0.0337, 0.0177, 0.0301, 0.0251, 0.0292,\n", + " 0.0255, 0.0242, 0.0258, 0.0331, 0.0225, 0.0410, 0.0265, 0.0286, 0.0301,\n", + " 0.0347, 0.0302, 0.0364, 0.0323, 0.0306, 0.0210, 0.0257, 0.0253, 0.0256,\n", + " 0.0246, 0.0214, 0.0238, 0.0337, 0.0319, 0.0293, 0.0384, 0.0289, 0.0276,\n", + " 0.0258, 0.0277, 0.0248, 0.0264, 0.0243, 0.0285, 0.0245, 0.0226, 0.0288,\n", + " 0.0274, 0.0316, 0.0244, 0.0297, 0.0268, 0.0384, 0.0362, 0.0218, 0.0306,\n", + " 0.0322, 0.0225, 0.0253, 0.0196, 0.0272, 0.0241, 0.0196, 0.0245, 0.0287,\n", + " 0.0300, 0.0354, 0.0317, 0.0231, 0.0389, 0.0222, 0.0348, 0.0302, 0.0388,\n", + " 0.0277, 0.0362, 0.0236, 0.0259, 0.0370, 0.0309, 0.0178, 0.0257, 0.0263,\n", + " 0.0266, 0.0299, 0.0230, 0.0246, 0.0229, 0.0317, 0.0220, 0.0254, 0.0260,\n", + " 0.0275, 0.0209, 0.0217, 0.0254, 0.0244, 0.0312, 0.0278, 0.0244, 0.0282,\n", + " 0.0422, 0.0234, 0.0265, 0.0370, 0.0202, 0.0358, 0.0370, 0.0370, 0.0290,\n", + " 0.0364, 0.0402, 0.0264, 0.0246, 0.0340, 0.0256, 0.0415, 0.0378, 0.0270,\n", + " 0.0292, 0.0342, 0.0237, 0.0279, 0.0379, 0.0303, 0.0264, 0.0332, 0.0395,\n", + " 0.0321, 0.0244, 0.0312, 0.0203, 0.0297, 0.0269, 0.0376, 0.0374, 0.0348,\n", + " 0.0227, 0.0421, 0.0270, 0.0282, 0.0317, 0.0229, 0.0309, 0.0245, 0.0255,\n", + " 0.0278, 0.0288, 0.0276, 0.0219, 0.0443, 0.0264, 0.0234, 0.0387, 0.0309,\n", + " 0.0247, 0.0294, 0.0204, 0.0403, 0.0304, 0.0234, 0.0220, 0.0281, 0.0336,\n", + " 0.0347, 0.0311, 0.0253, 0.0246, 0.0317, 0.0286, 0.0276, 0.0231, 0.0240,\n", + " 0.0243, 0.0309, 0.0326, 0.0228, 0.0360, 0.0211, 0.0186, 0.0240, 0.0244,\n", + " 0.0342, 0.0265, 0.0234, 0.0395, 0.0246, 0.0251, 0.0422, 0.0277, 0.0292,\n", + " 0.0250, 0.0186, 0.0323, 0.0400, 0.0306, 0.0442, 0.0354, 0.0289, 0.0159,\n", + " 0.0268, 0.0314, 0.0246, 0.0359, 0.0360, 0.0228, 0.0303, 0.0250, 0.0245,\n", + " 0.0315, 0.0267, 0.0312, 0.0237, 0.0238, 0.0356, 0.0237, 0.0449, 0.0260,\n", + " 0.0279, 0.0295, 0.0446, 0.0399, 0.0252, 0.0260, 0.0231, 0.0407, 0.0225,\n", + " 0.0226, 0.0241, 0.0311, 0.0329, 0.0279, 0.0318, 0.0286, 0.0253, 0.0307,\n", + " 0.0259, 0.0303, 0.0367, 0.0348, 0.0321, 0.0303, 0.0271, 0.0250, 0.0271,\n", + " 0.0315, 0.0270, 0.0262, 0.0273, 0.0230, 0.0226, 0.0283, 0.0257, 0.0192,\n", + " 0.0326, 0.0342, 0.0299, 0.0228, 0.0328, 0.0348, 0.0289, 0.0286, 0.0267,\n", + " 0.0276, 0.0357, 0.0267, 0.0262, 0.0327, 0.0277, 0.0252, 0.0312, 0.0181,\n", + " 0.0213, 0.0231, 0.0239, 0.0164, 0.0252, 0.0314, 0.0244, 0.0404, 0.0240,\n", + " 0.0206, 0.0336, 0.0216, 0.0311, 0.0258, 0.0260, 0.0224, 0.0183, 0.0330,\n", + " 0.0233, 0.0318, 0.0334, 0.0355, 0.0220, 0.0260, 0.0273, 0.0263, 0.0240,\n", + " 0.0321, 0.0451, 0.0296, 0.0258, 0.0231, 0.0270, 0.0215, 0.0548, 0.0251,\n", + " 0.0302, 0.0259, 0.0390, 0.0249, 0.0381, 0.0336, 0.0208, 0.0229, 0.0286,\n", + " 0.0517, 0.0248, 0.0232, 0.0274, 0.0264, 0.0211, 0.0314, 0.0289, 0.0230,\n", + " 0.0279, 0.0352, 0.0293, 0.0377, 0.0242, 0.0321, 0.0319, 0.0177, 0.0266,\n", + " 0.0172, 0.0200, 0.0270, 0.0373, 0.0208, 0.0386, 0.0338, 0.0332, 0.0284,\n", + " 0.0332, 0.0294, 0.0266, 0.0255, 0.0353, 0.0237, 0.0294, 0.0251, 0.0290,\n", + " 0.0244, 0.0215, 0.0216, 0.0228, 0.0460, 0.0186, 0.0351, 0.0250, 0.0452,\n", + " 0.0223, 0.0397, 0.0222, 0.0350, 0.0256, 0.0232, 0.0209, 0.0185, 0.0239,\n", + " 0.0295, 0.0266, 0.0219, 0.0214, 0.0245, 0.0226, 0.0281, 0.0191, 0.0202,\n", + " 0.0377, 0.0356, 0.0280, 0.0333, 0.0301, 0.0278, 0.0334, 0.0273, 0.0401,\n", + " 0.0289, 0.0298, 0.0310, 0.0266, 0.0239, 0.0211, 0.0306, 0.0240, 0.0230,\n", + " 0.0257, 0.0236, 0.0392, 0.0223, 0.0270, 0.0304, 0.0285, 0.0282, 0.0574,\n", + " 0.0346, 0.0343, 0.0291, 0.0279, 0.0247, 0.0281, 0.0266, 0.0406, 0.0319,\n", + " 0.0343, 0.0302, 0.0289, 0.0367, 0.0374, 0.0336, 0.0230, 0.0307])),\n", + " ('e7.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('e8.conv.weight',\n", + " tensor([[[[ 7.5119e-05, -4.0790e-02, -1.5532e-02, 8.6818e-02],\n", + " [ 6.5389e-04, -5.0099e-03, 1.5567e-03, -3.4637e-02],\n", + " [-3.8464e-02, -1.6865e-02, 6.6521e-03, -5.4638e-02],\n", + " [-3.2368e-02, -2.6293e-02, -1.0457e-02, 2.4141e-02]],\n", + " \n", + " [[ 1.7861e-02, 2.8810e-02, 4.0554e-02, -1.5657e-02],\n", + " [ 3.3327e-02, 2.8095e-02, -2.0581e-03, 5.0382e-02],\n", + " [ 1.9028e-02, 1.9843e-02, 4.2625e-02, 3.8104e-02],\n", + " [ 1.6637e-02, 2.8241e-02, 3.3188e-02, 1.9332e-02]],\n", + " \n", + " [[-2.7872e-02, 1.9751e-02, -1.4137e-02, 5.4076e-03],\n", + " [-4.9457e-03, 1.3243e-02, -6.5642e-02, -1.7836e-02],\n", + " [-3.9409e-04, -3.9386e-02, 7.0772e-04, -8.4560e-03],\n", + " [ 6.0496e-04, -3.8758e-02, -1.1508e-02, -4.3524e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.1475e-02, 1.2897e-02, 1.7540e-02, -5.6864e-02],\n", + " [ 2.1976e-02, 2.0751e-02, 2.0262e-02, -2.3943e-03],\n", + " [ 2.5808e-02, -1.0351e-02, 7.0036e-02, 1.2195e-02],\n", + " [ 1.8809e-02, 6.4785e-02, -3.5898e-02, 4.0534e-03]],\n", + " \n", + " [[-2.7547e-02, -7.3025e-03, 3.2169e-03, -4.1722e-02],\n", + " [ 5.7173e-03, -5.5826e-03, 6.2195e-02, -1.9905e-02],\n", + " [-1.5904e-02, 5.1744e-02, -1.8778e-02, 3.9317e-02],\n", + " [-1.7244e-02, 6.5397e-03, 2.8522e-02, -2.6892e-02]],\n", + " \n", + " [[-1.4702e-02, 3.1377e-02, -5.1256e-02, 1.0811e-02],\n", + " [-7.7389e-03, -2.7752e-02, -3.8987e-02, 8.8985e-03],\n", + " [-3.6339e-02, -2.3667e-02, -1.9892e-02, -1.5186e-02],\n", + " [-7.4723e-03, -1.6525e-03, -3.1613e-02, 7.9477e-03]]],\n", + " \n", + " \n", + " [[[ 3.8581e-02, 2.2025e-02, 4.1746e-02, 3.9776e-02],\n", + " [-2.8619e-02, -6.3273e-02, 5.0947e-02, -5.8618e-02],\n", + " [-2.9065e-02, -3.8875e-02, -1.3088e-02, -5.8697e-02],\n", + " [-6.0157e-02, -1.1081e-02, -7.8670e-03, -7.9517e-04]],\n", + " \n", + " [[-2.6761e-02, -1.6063e-02, -9.6503e-03, 4.5253e-04],\n", + " [-2.1074e-02, -1.8443e-02, -2.8730e-02, -1.5531e-02],\n", + " [-2.5603e-02, 1.7637e-02, 5.7430e-03, 6.3357e-03],\n", + " [-4.2705e-02, 1.4413e-02, 9.9695e-04, -3.4967e-03]],\n", + " \n", + " [[-9.3647e-04, 5.1593e-03, -2.9727e-02, -2.7564e-02],\n", + " [-1.4155e-02, -2.6445e-02, 5.4547e-02, 1.2086e-02],\n", + " [ 4.7500e-02, 3.7303e-03, -4.5502e-02, -3.2457e-02],\n", + " [-1.0778e-02, -1.3935e-03, -2.9193e-02, -1.6182e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-8.5127e-03, 2.3493e-02, -7.6506e-03, -2.3634e-02],\n", + " [-1.1278e-02, -4.8096e-03, 3.9900e-02, -1.1118e-02],\n", + " [ 6.5538e-02, -4.9019e-02, 3.7408e-02, 2.2422e-02],\n", + " [ 6.3845e-03, 3.4681e-03, 2.0908e-02, -1.1381e-02]],\n", + " \n", + " [[ 3.2717e-02, -6.5285e-02, -1.6034e-03, -2.0210e-02],\n", + " [ 1.1214e-02, 1.2627e-02, 1.1996e-02, -3.2953e-03],\n", + " [ 5.7680e-03, 4.3197e-02, 8.0932e-03, 4.0324e-02],\n", + " [-6.3351e-02, 2.9037e-02, -1.1890e-02, -3.8748e-02]],\n", + " \n", + " [[-1.9859e-02, -2.4940e-02, -6.9329e-02, -3.2422e-03],\n", + " [-1.7670e-02, 8.1480e-03, -1.6301e-02, -9.4070e-03],\n", + " [-1.7353e-02, 9.1797e-03, -5.8862e-03, 2.3421e-02],\n", + " [ 6.3910e-03, -3.8338e-02, 3.6897e-02, -3.3524e-02]]],\n", + " \n", + " \n", + " [[[ 3.2335e-02, -7.1408e-02, 5.5088e-02, -1.3422e-02],\n", + " [-4.9010e-03, 1.8852e-02, 1.7497e-03, -8.0488e-02],\n", + " [ 6.4778e-04, -6.6457e-05, 5.7747e-03, -9.5188e-04],\n", + " [-1.4483e-02, 3.0733e-02, 1.1186e-02, -5.7791e-02]],\n", + " \n", + " [[-8.5704e-03, 1.7120e-02, 1.5637e-02, 2.5730e-02],\n", + " [ 3.0736e-02, -4.3866e-03, -6.0712e-03, 7.2881e-04],\n", + " [ 2.4267e-02, -1.7945e-02, -2.2398e-02, 7.3731e-02],\n", + " [ 1.4313e-02, 4.5218e-02, 5.2351e-03, 2.0209e-02]],\n", + " \n", + " [[-3.2659e-02, -2.2597e-02, 4.5860e-02, 4.0067e-02],\n", + " [-1.5851e-02, -3.8273e-03, 7.7937e-03, -1.6870e-02],\n", + " [-3.1654e-02, -1.1143e-02, 2.9520e-02, -1.3965e-03],\n", + " [ 3.8360e-03, 1.5972e-02, 4.6869e-04, 5.8033e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.9861e-02, 3.2651e-02, 1.8629e-02, 3.0770e-02],\n", + " [-4.1472e-02, -1.2525e-02, -7.2610e-03, -2.8819e-03],\n", + " [-1.3637e-02, 8.2952e-03, 5.9758e-03, 3.6569e-02],\n", + " [ 2.5900e-02, -4.4497e-02, 1.0716e-02, -2.6450e-02]],\n", + " \n", + " [[-4.4467e-02, 2.6666e-02, -2.0438e-03, -3.7845e-02],\n", + " [-1.0811e-03, 3.2131e-02, -3.2314e-02, -4.6413e-02],\n", + " [-8.5350e-02, -4.3165e-02, -3.8340e-03, -2.2776e-02],\n", + " [-5.2556e-02, -1.8253e-02, -1.2218e-02, 7.7191e-03]],\n", + " \n", + " [[ 5.5954e-02, -1.1690e-05, 6.1581e-02, -2.9189e-02],\n", + " [ 4.0351e-02, -4.0869e-02, -2.4446e-02, -4.6508e-02],\n", + " [ 6.9657e-02, 1.7443e-03, -2.9855e-02, -2.9296e-02],\n", + " [-2.2285e-03, -4.6226e-03, 2.0554e-02, -3.7689e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 3.4324e-02, 2.2672e-02, -8.9440e-02, -2.8004e-02],\n", + " [ 1.6684e-02, -5.0303e-02, -5.4159e-02, 1.4238e-02],\n", + " [ 1.6011e-02, -8.5649e-02, -2.6414e-02, -9.7206e-03],\n", + " [-2.0208e-03, -2.8990e-03, 4.9110e-02, -1.4722e-02]],\n", + " \n", + " [[ 6.0590e-03, 3.4882e-02, 6.3331e-02, -2.2309e-02],\n", + " [ 5.0904e-02, 2.6604e-02, 3.2586e-02, -3.5889e-02],\n", + " [ 4.6673e-02, 1.3992e-02, 5.7819e-02, 8.8741e-03],\n", + " [-2.5466e-02, -3.8246e-02, 2.4882e-03, -2.4826e-03]],\n", + " \n", + " [[-8.1140e-02, -2.7388e-02, -6.5787e-03, -2.9266e-04],\n", + " [-2.5154e-02, -9.7253e-03, -2.4731e-02, -5.6803e-02],\n", + " [-1.7640e-02, 2.1153e-02, 2.0975e-02, -1.1885e-02],\n", + " [ 3.5782e-02, -2.5612e-02, 4.3135e-03, -4.2850e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.8029e-02, 9.6573e-03, 5.1501e-03, -6.9460e-03],\n", + " [-2.0177e-02, -7.7743e-03, 2.3746e-02, -3.5210e-04],\n", + " [-7.5242e-03, -5.6847e-02, 9.7450e-03, -9.7111e-03],\n", + " [ 1.9782e-02, -4.3066e-02, -4.2128e-02, -2.5476e-02]],\n", + " \n", + " [[ 1.8971e-02, 5.5743e-03, -3.9541e-02, 1.5080e-02],\n", + " [-2.5817e-02, -4.0670e-02, 9.1729e-03, 8.1144e-02],\n", + " [ 2.8712e-02, -1.3215e-02, 4.9501e-03, -1.2801e-02],\n", + " [ 5.2388e-02, 1.3766e-03, 2.9340e-02, 3.3880e-02]],\n", + " \n", + " [[ 1.9383e-02, 6.5537e-03, 2.4160e-02, 1.1673e-02],\n", + " [-4.4420e-03, 5.2216e-02, -6.7470e-03, -1.1984e-04],\n", + " [ 5.6983e-03, 2.0008e-02, 7.5303e-02, 1.5099e-02],\n", + " [ 1.1344e-02, -2.3982e-02, -1.8846e-02, 1.9476e-02]]],\n", + " \n", + " \n", + " [[[-3.4668e-02, 1.1238e-02, -1.6835e-02, 9.9362e-03],\n", + " [ 2.2908e-02, 4.1316e-02, -1.8462e-02, 1.4086e-02],\n", + " [ 4.1966e-02, 8.0801e-02, -5.1285e-02, -2.8116e-02],\n", + " [-4.0828e-02, -6.8622e-03, -5.1724e-02, 2.3514e-02]],\n", + " \n", + " [[-1.3351e-02, -5.6562e-03, 4.1320e-02, 7.6521e-03],\n", + " [ 5.9179e-03, -2.9790e-02, -2.1291e-02, 3.6972e-02],\n", + " [ 3.9037e-02, 3.5418e-03, 2.2295e-02, -1.2948e-02],\n", + " [ 3.9089e-03, -1.7034e-02, -1.3280e-02, -8.5453e-02]],\n", + " \n", + " [[ 1.0710e-01, 3.0770e-02, 8.0912e-03, 2.4529e-02],\n", + " [ 3.8136e-03, -8.4863e-02, 5.6428e-02, 7.7744e-03],\n", + " [ 5.6849e-02, -6.8320e-02, -3.9630e-02, 5.5429e-02],\n", + " [-4.3323e-02, 2.9952e-02, 7.8143e-04, -4.5855e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-7.3343e-03, -9.3972e-03, -1.2953e-03, -4.1464e-02],\n", + " [-1.9762e-02, -4.4951e-02, -2.2536e-02, -2.2860e-02],\n", + " [-1.1039e-02, -5.8487e-03, -1.4887e-02, 5.6663e-02],\n", + " [-2.2783e-02, 1.1493e-02, 1.0831e-02, 4.6633e-02]],\n", + " \n", + " [[-9.9346e-02, 3.4944e-02, -1.0770e-01, 8.0180e-04],\n", + " [ 8.9313e-03, 3.9290e-02, -3.5312e-02, -1.0492e-02],\n", + " [ 7.6450e-02, -1.2777e-02, -1.0941e-01, -5.0105e-02],\n", + " [-3.6760e-02, -3.6073e-05, -2.7159e-02, 2.9767e-02]],\n", + " \n", + " [[ 2.0510e-02, -3.7662e-02, 2.5717e-03, -1.6825e-02],\n", + " [ 2.5364e-02, 2.4815e-02, 2.1786e-02, 7.8170e-03],\n", + " [-1.7889e-02, 1.9933e-03, -1.7598e-02, -3.5620e-02],\n", + " [ 7.6022e-03, 3.7762e-02, -2.5887e-02, 2.0286e-02]]],\n", + " \n", + " \n", + " [[[ 8.4537e-02, -7.5545e-03, -7.9111e-03, 8.9765e-02],\n", + " [ 6.5452e-02, -4.0307e-02, -2.4113e-02, 2.6263e-02],\n", + " [-2.3124e-02, -5.8748e-02, -2.8855e-02, -1.1419e-02],\n", + " [-5.0246e-02, -7.4006e-02, -2.9443e-02, 2.6387e-02]],\n", + " \n", + " [[ 3.7237e-02, 6.5751e-02, 2.5266e-02, -3.9094e-02],\n", + " [ 2.4199e-02, 1.8958e-02, -1.6082e-02, -4.0072e-02],\n", + " [ 2.9613e-02, 1.3784e-02, -9.7104e-03, -3.9419e-02],\n", + " [ 1.2969e-02, -2.8619e-02, -1.3422e-02, 2.4086e-03]],\n", + " \n", + " [[ 1.7197e-02, -3.3068e-02, 1.8980e-02, 6.6670e-02],\n", + " [-9.5209e-03, 1.5941e-02, 1.1152e-03, -4.1070e-02],\n", + " [-1.9801e-02, -9.4165e-02, 6.2373e-03, -8.0743e-02],\n", + " [-5.8917e-02, -6.3238e-02, 2.0071e-03, 2.8630e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.3651e-03, 3.0346e-02, 3.4940e-02, -3.3889e-02],\n", + " [-2.9009e-02, -5.1447e-03, -1.1736e-02, -4.4122e-02],\n", + " [-1.6239e-02, 4.5308e-04, -3.0821e-04, 3.8706e-03],\n", + " [ 1.1552e-02, -2.7799e-02, -2.0398e-02, 3.3276e-03]],\n", + " \n", + " [[ 8.0260e-02, 2.2986e-02, -7.0098e-02, 1.7873e-02],\n", + " [ 1.8298e-02, -3.8055e-02, -9.1511e-02, 1.5238e-02],\n", + " [ 4.2258e-02, 2.0433e-02, -4.8954e-02, -2.2984e-02],\n", + " [-7.6942e-02, -8.4347e-03, -2.7865e-02, 3.0217e-03]],\n", + " \n", + " [[ 1.8498e-02, 5.9099e-03, 3.9575e-02, 6.8027e-02],\n", + " [ 4.6130e-02, 5.6091e-02, -6.9908e-03, 1.5252e-02],\n", + " [ 1.7776e-02, 4.2571e-02, 3.7545e-02, 4.5611e-02],\n", + " [-8.8571e-03, 2.5662e-02, 1.8550e-02, 2.2114e-02]]]])),\n", + " ('e8.batch_norms.Yes.weight',\n", + " tensor([-0.0125, -0.0192, -0.0148, 0.0142, 0.0030, -0.0121, 0.0127, 0.0059,\n", + " -0.0128, 0.0183, -0.0168, 0.0111, 0.0035, 0.0297, 0.0046, 0.0131,\n", + " -0.0060, 0.0131, -0.0096, -0.0109, 0.0112, 0.0294, 0.0059, -0.0223,\n", + " 0.0141, 0.0116, -0.0013, 0.0221, -0.0279, 0.0471, -0.0313, -0.0198,\n", + " 0.0053, -0.0117, -0.0168, 0.0150, -0.0164, -0.0023, -0.0111, 0.0244,\n", + " -0.0096, 0.0459, 0.0308, 0.0023, 0.0186, 0.0063, -0.0105, -0.0049,\n", + " 0.0118, -0.0119, -0.0052, -0.0023, -0.0117, 0.0228, 0.0153, -0.0257,\n", + " -0.0218, 0.0303, 0.0143, -0.0123, 0.0328, -0.0120, -0.0033, -0.0012,\n", + " -0.0067, -0.0083, 0.0163, 0.0207, -0.0299, 0.0057, -0.0098, -0.0028,\n", + " 0.0114, -0.0308, -0.0315, 0.0040, 0.0186, -0.0103, -0.0106, -0.0069,\n", + " 0.0234, -0.0001, -0.0276, -0.0143, 0.0061, -0.0121, -0.0242, 0.0074,\n", + " -0.0116, 0.0089, 0.0245, 0.0272, -0.0021, -0.0047, -0.0327, -0.0012,\n", + " 0.0304, -0.0133, -0.0187, -0.0396, -0.0094, 0.0055, -0.0096, -0.0183,\n", + " 0.0022, -0.0325, -0.0355, 0.0317, 0.0118, -0.0332, 0.0250, -0.0133,\n", + " -0.0127, 0.0448, 0.0025, 0.0172, -0.0269, -0.0181, -0.0210, 0.0034,\n", + " -0.0063, -0.0144, -0.0163, -0.0065, 0.0226, 0.0054, -0.0202, -0.0140,\n", + " -0.0106, 0.0043, -0.0373, -0.0342, -0.0166, -0.0126, -0.0536, 0.0291,\n", + " -0.0100, -0.0052, 0.0188, -0.0082, 0.0074, 0.0114, -0.0014, 0.0195,\n", + " 0.0012, 0.0065, -0.0160, 0.0103, 0.0003, 0.0086, -0.0029, 0.0140,\n", + " -0.0051, -0.0084, -0.0158, -0.0434, 0.0155, 0.0110, 0.0083, 0.0162,\n", + " -0.0063, -0.0161, -0.0027, -0.0273, 0.0077, 0.0173, -0.0103, 0.0057,\n", + " 0.0120, -0.0381, -0.0155, -0.0027, -0.0340, -0.0194, 0.0081, 0.0468,\n", + " 0.0198, 0.0385, -0.0146, 0.0457, -0.0360, -0.0173, 0.0200, 0.0161,\n", + " 0.0078, -0.0065, -0.0156, 0.0018, -0.0121, -0.0083, -0.0479, -0.0059,\n", + " -0.0173, 0.0207, -0.0033, 0.0098, 0.0021, -0.0119, -0.0151, 0.0012,\n", + " 0.0045, -0.0138, 0.0176, 0.0368, 0.0221, -0.0323, -0.0021, 0.0042,\n", + " -0.0055, 0.0179, 0.0173, 0.0148, -0.0086, -0.0028, 0.0129, 0.0175,\n", + " -0.0095, -0.0231, -0.0125, -0.0017, -0.0091, 0.0053, 0.0154, -0.0158,\n", + " -0.0153, 0.0161, -0.0073, 0.0153, 0.0004, 0.0005, 0.0024, -0.0164,\n", + " -0.0128, -0.0183, -0.0591, -0.0188, -0.0093, -0.0261, -0.0092, -0.0018,\n", + " -0.0048, 0.0037, -0.0307, -0.0021, -0.0008, -0.0177, -0.0131, -0.0400,\n", + " 0.0046, -0.0150, -0.0336, -0.0252, 0.0036, -0.0093, 0.0044, 0.0038,\n", + " -0.0141, 0.0137, -0.0269, 0.0017, -0.0122, 0.0064, -0.0403, 0.0195,\n", + " 0.0300, -0.0161, -0.0416, 0.0122, -0.0055, -0.0059, 0.0216, 0.0130,\n", + " 0.0179, 0.0114, -0.0354, 0.0449, 0.0099, -0.0030, 0.0179, 0.0279,\n", + " 0.0138, -0.0067, -0.0278, -0.0050, 0.0246, 0.0114, 0.0041, 0.0001,\n", + " -0.0052, 0.0003, -0.0234, 0.0139, -0.0141, -0.0014, 0.0204, 0.0014,\n", + " -0.0447, 0.0078, 0.0117, 0.0008, 0.0261, 0.0021, -0.0120, -0.0200,\n", + " 0.0337, -0.0195, 0.0348, 0.0028, -0.0095, 0.0069, 0.0103, -0.0275,\n", + " 0.0178, 0.0180, 0.0310, -0.0306, 0.0446, 0.0017, -0.0217, 0.0268,\n", + " -0.0354, 0.0646, 0.0502, -0.0028, -0.0069, -0.0294, -0.0185, 0.0377,\n", + " 0.0105, 0.0238, -0.0073, -0.0144, -0.0094, -0.0057, -0.0044, 0.0159,\n", + " 0.0169, -0.0015, 0.0140, 0.0105, 0.0046, 0.0381, 0.0217, -0.0087,\n", + " 0.0003, -0.0321, -0.0351, -0.0107, -0.0090, 0.0085, -0.0261, -0.0209,\n", + " -0.0285, 0.0023, -0.0344, 0.0170, 0.0064, 0.0041, 0.0030, 0.0323,\n", + " -0.0354, -0.0070, -0.0264, -0.0172, 0.0012, 0.0121, 0.0009, 0.0080,\n", + " 0.0035, -0.0054, 0.0067, 0.0107, 0.0008, 0.0166, -0.0092, 0.0178,\n", + " -0.0142, -0.0073, 0.0307, -0.0214, -0.0189, -0.0299, 0.0366, 0.0019,\n", + " 0.0036, -0.0331, -0.0011, 0.0005, -0.0214, -0.0277, -0.0151, -0.0211,\n", + " -0.0179, -0.0268, -0.0280, -0.0180, 0.0299, 0.0395, 0.0248, 0.0109,\n", + " 0.0070, -0.0016, 0.0150, -0.0333, 0.0095, -0.0193, -0.0239, 0.0135,\n", + " -0.0038, -0.0065, 0.0328, -0.0025, -0.0048, 0.0104, 0.0189, -0.0362,\n", + " -0.0242, -0.0074, 0.0136, -0.0022, 0.0141, -0.0266, 0.0372, -0.0159,\n", + " -0.0033, 0.0175, -0.0279, 0.0272, 0.0038, -0.0118, -0.0332, 0.0157,\n", + " 0.0122, 0.0023, 0.0204, -0.0348, -0.0158, -0.0101, -0.0414, 0.0332,\n", + " -0.0098, -0.0043, 0.0009, 0.0052, 0.0147, -0.0208, 0.0187, 0.0005,\n", + " 0.0092, 0.0120, 0.0185, 0.0025, -0.0313, -0.0076, 0.0098, -0.0097,\n", + " 0.0239, 0.0264, 0.0233, -0.0209, -0.0068, 0.0354, 0.0165, 0.0115,\n", + " -0.0009, -0.0101, -0.0189, 0.0022, -0.0136, -0.0122, 0.0044, -0.0036,\n", + " -0.0167, -0.0192, -0.0141, -0.0034, -0.0088, -0.0103, -0.0120, -0.0061,\n", + " 0.0059, -0.0034, 0.0178, 0.0031, -0.0307, 0.0365, 0.0008, 0.0113,\n", + " 0.0087, -0.0007, 0.0088, -0.0008, 0.0202, -0.0015, -0.0037, 0.0230,\n", + " -0.0234, 0.0066, -0.0102, -0.0287, -0.0145, -0.0094, -0.0102, 0.0188,\n", + " 0.0128, -0.0198, -0.0011, -0.0452, -0.0150, -0.0256, -0.0031, -0.0067])),\n", + " ('e8.batch_norms.Yes.bias',\n", + " tensor([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0.])),\n", + " ('e8.batch_norms.Yes.running_mean',\n", + " tensor([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,\n", + " 0., 0., 0., 0., 0., 0., 0., 0.])),\n", + " ('e8.batch_norms.Yes.running_var',\n", + " tensor([1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,\n", + " 1., 1., 1., 1., 1., 1., 1., 1.])),\n", + " ('e8.batch_norms.Yes.num_batches_tracked', tensor(0)),\n", + " ('e8.l1.0.weight',\n", + " tensor([[[[ 7.5119e-05, -4.0790e-02, -1.5532e-02, 8.6818e-02],\n", + " [ 6.5389e-04, -5.0099e-03, 1.5567e-03, -3.4637e-02],\n", + " [-3.8464e-02, -1.6865e-02, 6.6521e-03, -5.4638e-02],\n", + " [-3.2368e-02, -2.6293e-02, -1.0457e-02, 2.4141e-02]],\n", + " \n", + " [[ 1.7861e-02, 2.8810e-02, 4.0554e-02, -1.5657e-02],\n", + " [ 3.3327e-02, 2.8095e-02, -2.0581e-03, 5.0382e-02],\n", + " [ 1.9028e-02, 1.9843e-02, 4.2625e-02, 3.8104e-02],\n", + " [ 1.6637e-02, 2.8241e-02, 3.3188e-02, 1.9332e-02]],\n", + " \n", + " [[-2.7872e-02, 1.9751e-02, -1.4137e-02, 5.4076e-03],\n", + " [-4.9457e-03, 1.3243e-02, -6.5642e-02, -1.7836e-02],\n", + " [-3.9409e-04, -3.9386e-02, 7.0772e-04, -8.4560e-03],\n", + " [ 6.0496e-04, -3.8758e-02, -1.1508e-02, -4.3524e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.1475e-02, 1.2897e-02, 1.7540e-02, -5.6864e-02],\n", + " [ 2.1976e-02, 2.0751e-02, 2.0262e-02, -2.3943e-03],\n", + " [ 2.5808e-02, -1.0351e-02, 7.0036e-02, 1.2195e-02],\n", + " [ 1.8809e-02, 6.4785e-02, -3.5898e-02, 4.0534e-03]],\n", + " \n", + " [[-2.7547e-02, -7.3025e-03, 3.2169e-03, -4.1722e-02],\n", + " [ 5.7173e-03, -5.5826e-03, 6.2195e-02, -1.9905e-02],\n", + " [-1.5904e-02, 5.1744e-02, -1.8778e-02, 3.9317e-02],\n", + " [-1.7244e-02, 6.5397e-03, 2.8522e-02, -2.6892e-02]],\n", + " \n", + " [[-1.4702e-02, 3.1377e-02, -5.1256e-02, 1.0811e-02],\n", + " [-7.7389e-03, -2.7752e-02, -3.8987e-02, 8.8985e-03],\n", + " [-3.6339e-02, -2.3667e-02, -1.9892e-02, -1.5186e-02],\n", + " [-7.4723e-03, -1.6525e-03, -3.1613e-02, 7.9477e-03]]],\n", + " \n", + " \n", + " [[[ 3.8581e-02, 2.2025e-02, 4.1746e-02, 3.9776e-02],\n", + " [-2.8619e-02, -6.3273e-02, 5.0947e-02, -5.8618e-02],\n", + " [-2.9065e-02, -3.8875e-02, -1.3088e-02, -5.8697e-02],\n", + " [-6.0157e-02, -1.1081e-02, -7.8670e-03, -7.9517e-04]],\n", + " \n", + " [[-2.6761e-02, -1.6063e-02, -9.6503e-03, 4.5253e-04],\n", + " [-2.1074e-02, -1.8443e-02, -2.8730e-02, -1.5531e-02],\n", + " [-2.5603e-02, 1.7637e-02, 5.7430e-03, 6.3357e-03],\n", + " [-4.2705e-02, 1.4413e-02, 9.9695e-04, -3.4967e-03]],\n", + " \n", + " [[-9.3647e-04, 5.1593e-03, -2.9727e-02, -2.7564e-02],\n", + " [-1.4155e-02, -2.6445e-02, 5.4547e-02, 1.2086e-02],\n", + " [ 4.7500e-02, 3.7303e-03, -4.5502e-02, -3.2457e-02],\n", + " [-1.0778e-02, -1.3935e-03, -2.9193e-02, -1.6182e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-8.5127e-03, 2.3493e-02, -7.6506e-03, -2.3634e-02],\n", + " [-1.1278e-02, -4.8096e-03, 3.9900e-02, -1.1118e-02],\n", + " [ 6.5538e-02, -4.9019e-02, 3.7408e-02, 2.2422e-02],\n", + " [ 6.3845e-03, 3.4681e-03, 2.0908e-02, -1.1381e-02]],\n", + " \n", + " [[ 3.2717e-02, -6.5285e-02, -1.6034e-03, -2.0210e-02],\n", + " [ 1.1214e-02, 1.2627e-02, 1.1996e-02, -3.2953e-03],\n", + " [ 5.7680e-03, 4.3197e-02, 8.0932e-03, 4.0324e-02],\n", + " [-6.3351e-02, 2.9037e-02, -1.1890e-02, -3.8748e-02]],\n", + " \n", + " [[-1.9859e-02, -2.4940e-02, -6.9329e-02, -3.2422e-03],\n", + " [-1.7670e-02, 8.1480e-03, -1.6301e-02, -9.4070e-03],\n", + " [-1.7353e-02, 9.1797e-03, -5.8862e-03, 2.3421e-02],\n", + " [ 6.3910e-03, -3.8338e-02, 3.6897e-02, -3.3524e-02]]],\n", + " \n", + " \n", + " [[[ 3.2335e-02, -7.1408e-02, 5.5088e-02, -1.3422e-02],\n", + " [-4.9010e-03, 1.8852e-02, 1.7497e-03, -8.0488e-02],\n", + " [ 6.4778e-04, -6.6457e-05, 5.7747e-03, -9.5188e-04],\n", + " [-1.4483e-02, 3.0733e-02, 1.1186e-02, -5.7791e-02]],\n", + " \n", + " [[-8.5704e-03, 1.7120e-02, 1.5637e-02, 2.5730e-02],\n", + " [ 3.0736e-02, -4.3866e-03, -6.0712e-03, 7.2881e-04],\n", + " [ 2.4267e-02, -1.7945e-02, -2.2398e-02, 7.3731e-02],\n", + " [ 1.4313e-02, 4.5218e-02, 5.2351e-03, 2.0209e-02]],\n", + " \n", + " [[-3.2659e-02, -2.2597e-02, 4.5860e-02, 4.0067e-02],\n", + " [-1.5851e-02, -3.8273e-03, 7.7937e-03, -1.6870e-02],\n", + " [-3.1654e-02, -1.1143e-02, 2.9520e-02, -1.3965e-03],\n", + " [ 3.8360e-03, 1.5972e-02, 4.6869e-04, 5.8033e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.9861e-02, 3.2651e-02, 1.8629e-02, 3.0770e-02],\n", + " [-4.1472e-02, -1.2525e-02, -7.2610e-03, -2.8819e-03],\n", + " [-1.3637e-02, 8.2952e-03, 5.9758e-03, 3.6569e-02],\n", + " [ 2.5900e-02, -4.4497e-02, 1.0716e-02, -2.6450e-02]],\n", + " \n", + " [[-4.4467e-02, 2.6666e-02, -2.0438e-03, -3.7845e-02],\n", + " [-1.0811e-03, 3.2131e-02, -3.2314e-02, -4.6413e-02],\n", + " [-8.5350e-02, -4.3165e-02, -3.8340e-03, -2.2776e-02],\n", + " [-5.2556e-02, -1.8253e-02, -1.2218e-02, 7.7191e-03]],\n", + " \n", + " [[ 5.5954e-02, -1.1690e-05, 6.1581e-02, -2.9189e-02],\n", + " [ 4.0351e-02, -4.0869e-02, -2.4446e-02, -4.6508e-02],\n", + " [ 6.9657e-02, 1.7443e-03, -2.9855e-02, -2.9296e-02],\n", + " [-2.2285e-03, -4.6226e-03, 2.0554e-02, -3.7689e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 3.4324e-02, 2.2672e-02, -8.9440e-02, -2.8004e-02],\n", + " [ 1.6684e-02, -5.0303e-02, -5.4159e-02, 1.4238e-02],\n", + " [ 1.6011e-02, -8.5649e-02, -2.6414e-02, -9.7206e-03],\n", + " [-2.0208e-03, -2.8990e-03, 4.9110e-02, -1.4722e-02]],\n", + " \n", + " [[ 6.0590e-03, 3.4882e-02, 6.3331e-02, -2.2309e-02],\n", + " [ 5.0904e-02, 2.6604e-02, 3.2586e-02, -3.5889e-02],\n", + " [ 4.6673e-02, 1.3992e-02, 5.7819e-02, 8.8741e-03],\n", + " [-2.5466e-02, -3.8246e-02, 2.4882e-03, -2.4826e-03]],\n", + " \n", + " [[-8.1140e-02, -2.7388e-02, -6.5787e-03, -2.9266e-04],\n", + " [-2.5154e-02, -9.7253e-03, -2.4731e-02, -5.6803e-02],\n", + " [-1.7640e-02, 2.1153e-02, 2.0975e-02, -1.1885e-02],\n", + " [ 3.5782e-02, -2.5612e-02, 4.3135e-03, -4.2850e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.8029e-02, 9.6573e-03, 5.1501e-03, -6.9460e-03],\n", + " [-2.0177e-02, -7.7743e-03, 2.3746e-02, -3.5210e-04],\n", + " [-7.5242e-03, -5.6847e-02, 9.7450e-03, -9.7111e-03],\n", + " [ 1.9782e-02, -4.3066e-02, -4.2128e-02, -2.5476e-02]],\n", + " \n", + " [[ 1.8971e-02, 5.5743e-03, -3.9541e-02, 1.5080e-02],\n", + " [-2.5817e-02, -4.0670e-02, 9.1729e-03, 8.1144e-02],\n", + " [ 2.8712e-02, -1.3215e-02, 4.9501e-03, -1.2801e-02],\n", + " [ 5.2388e-02, 1.3766e-03, 2.9340e-02, 3.3880e-02]],\n", + " \n", + " [[ 1.9383e-02, 6.5537e-03, 2.4160e-02, 1.1673e-02],\n", + " [-4.4420e-03, 5.2216e-02, -6.7470e-03, -1.1984e-04],\n", + " [ 5.6983e-03, 2.0008e-02, 7.5303e-02, 1.5099e-02],\n", + " [ 1.1344e-02, -2.3982e-02, -1.8846e-02, 1.9476e-02]]],\n", + " \n", + " \n", + " [[[-3.4668e-02, 1.1238e-02, -1.6835e-02, 9.9362e-03],\n", + " [ 2.2908e-02, 4.1316e-02, -1.8462e-02, 1.4086e-02],\n", + " [ 4.1966e-02, 8.0801e-02, -5.1285e-02, -2.8116e-02],\n", + " [-4.0828e-02, -6.8622e-03, -5.1724e-02, 2.3514e-02]],\n", + " \n", + " [[-1.3351e-02, -5.6562e-03, 4.1320e-02, 7.6521e-03],\n", + " [ 5.9179e-03, -2.9790e-02, -2.1291e-02, 3.6972e-02],\n", + " [ 3.9037e-02, 3.5418e-03, 2.2295e-02, -1.2948e-02],\n", + " [ 3.9089e-03, -1.7034e-02, -1.3280e-02, -8.5453e-02]],\n", + " \n", + " [[ 1.0710e-01, 3.0770e-02, 8.0912e-03, 2.4529e-02],\n", + " [ 3.8136e-03, -8.4863e-02, 5.6428e-02, 7.7744e-03],\n", + " [ 5.6849e-02, -6.8320e-02, -3.9630e-02, 5.5429e-02],\n", + " [-4.3323e-02, 2.9952e-02, 7.8143e-04, -4.5855e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-7.3343e-03, -9.3972e-03, -1.2953e-03, -4.1464e-02],\n", + " [-1.9762e-02, -4.4951e-02, -2.2536e-02, -2.2860e-02],\n", + " [-1.1039e-02, -5.8487e-03, -1.4887e-02, 5.6663e-02],\n", + " [-2.2783e-02, 1.1493e-02, 1.0831e-02, 4.6633e-02]],\n", + " \n", + " [[-9.9346e-02, 3.4944e-02, -1.0770e-01, 8.0180e-04],\n", + " [ 8.9313e-03, 3.9290e-02, -3.5312e-02, -1.0492e-02],\n", + " [ 7.6450e-02, -1.2777e-02, -1.0941e-01, -5.0105e-02],\n", + " [-3.6760e-02, -3.6073e-05, -2.7159e-02, 2.9767e-02]],\n", + " \n", + " [[ 2.0510e-02, -3.7662e-02, 2.5717e-03, -1.6825e-02],\n", + " [ 2.5364e-02, 2.4815e-02, 2.1786e-02, 7.8170e-03],\n", + " [-1.7889e-02, 1.9933e-03, -1.7598e-02, -3.5620e-02],\n", + " [ 7.6022e-03, 3.7762e-02, -2.5887e-02, 2.0286e-02]]],\n", + " \n", + " \n", + " [[[ 8.4537e-02, -7.5545e-03, -7.9111e-03, 8.9765e-02],\n", + " [ 6.5452e-02, -4.0307e-02, -2.4113e-02, 2.6263e-02],\n", + " [-2.3124e-02, -5.8748e-02, -2.8855e-02, -1.1419e-02],\n", + " [-5.0246e-02, -7.4006e-02, -2.9443e-02, 2.6387e-02]],\n", + " \n", + " [[ 3.7237e-02, 6.5751e-02, 2.5266e-02, -3.9094e-02],\n", + " [ 2.4199e-02, 1.8958e-02, -1.6082e-02, -4.0072e-02],\n", + " [ 2.9613e-02, 1.3784e-02, -9.7104e-03, -3.9419e-02],\n", + " [ 1.2969e-02, -2.8619e-02, -1.3422e-02, 2.4086e-03]],\n", + " \n", + " [[ 1.7197e-02, -3.3068e-02, 1.8980e-02, 6.6670e-02],\n", + " [-9.5209e-03, 1.5941e-02, 1.1152e-03, -4.1070e-02],\n", + " [-1.9801e-02, -9.4165e-02, 6.2373e-03, -8.0743e-02],\n", + " [-5.8917e-02, -6.3238e-02, 2.0071e-03, 2.8630e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.3651e-03, 3.0346e-02, 3.4940e-02, -3.3889e-02],\n", + " [-2.9009e-02, -5.1447e-03, -1.1736e-02, -4.4122e-02],\n", + " [-1.6239e-02, 4.5308e-04, -3.0821e-04, 3.8706e-03],\n", + " [ 1.1552e-02, -2.7799e-02, -2.0398e-02, 3.3276e-03]],\n", + " \n", + " [[ 8.0260e-02, 2.2986e-02, -7.0098e-02, 1.7873e-02],\n", + " [ 1.8298e-02, -3.8055e-02, -9.1511e-02, 1.5238e-02],\n", + " [ 4.2258e-02, 2.0433e-02, -4.8954e-02, -2.2984e-02],\n", + " [-7.6942e-02, -8.4347e-03, -2.7865e-02, 3.0217e-03]],\n", + " \n", + " [[ 1.8498e-02, 5.9099e-03, 3.9575e-02, 6.8027e-02],\n", + " [ 4.6130e-02, 5.6091e-02, -6.9908e-03, 1.5252e-02],\n", + " [ 1.7776e-02, 4.2571e-02, 3.7545e-02, 4.5611e-02],\n", + " [-8.8571e-03, 2.5662e-02, 1.8550e-02, 2.2114e-02]]]])),\n", + " ('d1.conv.weight',\n", + " tensor([[[[-1.7338e-02, -2.6399e-02, -7.6223e-04, 2.2007e-02],\n", + " [-5.6624e-03, 2.8291e-02, -2.2109e-02, 2.0289e-02],\n", + " [ 1.1689e-02, -7.2123e-03, 1.6389e-02, 1.5703e-03],\n", + " [ 1.2135e-02, 2.7156e-02, -1.6484e-02, -1.0792e-02]],\n", + " \n", + " [[ 1.5826e-02, 2.0900e-02, 2.9588e-02, -3.5986e-02],\n", + " [-4.2412e-03, -7.3385e-03, -4.9606e-03, -8.8383e-03],\n", + " [ 3.9036e-02, -1.6350e-02, -2.7932e-03, -1.1475e-02],\n", + " [ 3.1312e-02, 3.0580e-02, 2.3463e-03, 6.4962e-03]],\n", + " \n", + " [[ 3.8459e-02, -3.5514e-02, -5.3314e-04, -2.5942e-02],\n", + " [-1.1943e-02, 2.2315e-03, 1.3006e-02, -1.1761e-02],\n", + " [-6.8233e-03, -1.8105e-02, 3.6452e-03, 4.7116e-02],\n", + " [ 1.0034e-02, 1.6110e-02, -1.9333e-02, 8.6690e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.0745e-05, -1.2334e-02, -1.7196e-02, -3.3946e-02],\n", + " [-1.0995e-02, 3.4133e-02, 8.8760e-03, 3.7403e-02],\n", + " [ 5.7015e-03, 2.5703e-02, 4.0483e-02, 3.2999e-02],\n", + " [-2.6902e-02, 5.3513e-02, 1.0465e-02, 5.1815e-03]],\n", + " \n", + " [[-2.2889e-02, -4.1466e-02, 5.5126e-02, 1.1683e-02],\n", + " [ 1.6144e-02, -4.2008e-02, 1.5459e-02, -6.1201e-04],\n", + " [ 2.8319e-02, 6.5431e-03, -7.7268e-02, 2.8447e-02],\n", + " [-3.0608e-02, -2.2878e-02, 2.2737e-03, -8.5333e-03]],\n", + " \n", + " [[-2.8590e-02, -6.1775e-03, -4.8553e-03, 7.1195e-03],\n", + " [ 3.1867e-03, 2.2827e-03, -1.1595e-02, -1.1036e-02],\n", + " [-1.0676e-02, -1.6338e-02, 1.3542e-02, -3.4221e-02],\n", + " [-3.6063e-02, 9.8901e-03, -1.3688e-03, 9.2232e-04]]],\n", + " \n", + " \n", + " [[[-1.6425e-02, -5.0071e-03, 1.3757e-02, 2.2322e-02],\n", + " [-8.8866e-04, 2.6300e-03, 1.9536e-02, 1.7924e-02],\n", + " [-2.4250e-02, 6.4466e-03, -3.8321e-02, 1.3910e-02],\n", + " [ 8.9822e-03, -4.3161e-02, -4.6696e-02, 1.2381e-02]],\n", + " \n", + " [[ 7.1494e-04, -3.1294e-02, 1.9800e-02, 4.5724e-03],\n", + " [ 1.7775e-03, 9.0106e-03, -5.7409e-02, -2.5722e-02],\n", + " [-2.2401e-02, 2.7862e-02, -4.5667e-03, 1.4685e-03],\n", + " [ 6.8126e-03, 1.0703e-02, -3.6609e-02, -8.0721e-03]],\n", + " \n", + " [[-1.9986e-02, -4.1560e-03, -2.9491e-02, 2.4627e-02],\n", + " [-4.0993e-02, 3.4255e-02, -2.3493e-03, -6.7032e-04],\n", + " [-4.2906e-02, -5.6067e-02, -3.3975e-02, 9.0064e-03],\n", + " [-7.1496e-03, -2.6671e-02, -7.3171e-02, -9.7576e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.2436e-03, 6.5625e-03, 4.0631e-03, 3.2832e-02],\n", + " [ 1.9995e-02, -2.3649e-03, -6.4900e-03, 6.6388e-03],\n", + " [-5.9222e-03, 3.4823e-02, -2.9397e-02, 2.0740e-02],\n", + " [ 2.0856e-02, 3.7412e-02, -3.5952e-02, 1.0146e-02]],\n", + " \n", + " [[ 1.0158e-02, -3.3381e-02, -3.4452e-02, -3.4868e-02],\n", + " [ 4.6023e-03, -4.8468e-03, 7.7466e-03, 1.8349e-02],\n", + " [-1.6073e-02, -5.6950e-02, 2.5361e-02, -3.3094e-02],\n", + " [ 4.3487e-02, -1.8397e-02, -4.0823e-02, 6.2876e-03]],\n", + " \n", + " [[ 9.2629e-03, -1.3306e-02, 2.0975e-03, 1.5075e-02],\n", + " [ 2.0705e-02, 2.6418e-02, 7.9923e-03, 5.2542e-03],\n", + " [ 4.1732e-03, -1.9918e-02, -2.2452e-02, -2.5283e-03],\n", + " [-2.9193e-05, 3.0983e-02, 1.1915e-02, -6.8571e-04]]],\n", + " \n", + " \n", + " [[[ 2.3373e-02, -1.4199e-02, -9.9971e-04, 4.9549e-03],\n", + " [ 2.6392e-02, -1.6066e-02, -1.9731e-02, 4.8517e-03],\n", + " [ 2.7331e-03, -2.4607e-03, -2.8962e-03, -3.0807e-02],\n", + " [ 2.1802e-02, 8.4648e-03, -3.0988e-03, -1.4816e-03]],\n", + " \n", + " [[-2.6398e-02, -1.3113e-02, -8.1914e-04, 2.0611e-02],\n", + " [ 8.5696e-03, 8.3232e-03, -1.2320e-03, -3.6567e-02],\n", + " [-3.1062e-02, -6.5920e-03, 1.8397e-02, -2.3487e-02],\n", + " [-7.6246e-03, -3.4797e-02, -1.4559e-03, 1.0198e-02]],\n", + " \n", + " [[-1.9918e-02, -6.0404e-02, -7.9708e-03, 3.2337e-02],\n", + " [ 3.4187e-03, -3.0597e-02, -3.4320e-02, -3.8239e-02],\n", + " [-1.4514e-02, 4.3153e-03, 1.0261e-02, -9.5288e-03],\n", + " [ 2.9098e-02, -6.0774e-03, -5.0995e-02, -2.7565e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.8557e-02, -5.8869e-02, 2.3396e-02, -5.6058e-02],\n", + " [-8.3536e-03, -4.2176e-02, 8.1032e-03, -7.7833e-02],\n", + " [-4.3246e-02, -1.4433e-02, 4.4557e-02, 3.0745e-03],\n", + " [-1.7645e-02, -2.3227e-02, -2.6545e-02, -7.3253e-03]],\n", + " \n", + " [[-6.4439e-02, 1.2171e-02, -1.3002e-02, 3.4853e-02],\n", + " [ 1.5706e-03, -4.4428e-02, -2.1121e-02, 6.6527e-03],\n", + " [ 1.4334e-02, 9.7598e-03, 1.9406e-02, -2.7461e-02],\n", + " [ 1.7606e-02, 1.1489e-02, -5.0108e-02, -1.0411e-02]],\n", + " \n", + " [[-3.0271e-02, 2.1530e-02, -6.1650e-03, 6.7946e-03],\n", + " [-1.0624e-02, 2.2249e-03, -1.1840e-02, -1.1426e-02],\n", + " [ 3.4164e-03, -7.8993e-03, 2.2357e-02, 6.2476e-03],\n", + " [ 2.8762e-02, -2.2158e-02, 6.9347e-03, 3.8388e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 1.6058e-02, -2.7732e-02, 1.8627e-02, -2.7186e-02],\n", + " [-6.1806e-03, -2.0123e-02, -6.9889e-03, -1.3295e-02],\n", + " [ 2.6832e-03, -2.7108e-03, 3.7955e-02, 4.2945e-02],\n", + " [ 1.7444e-03, -9.3390e-03, -2.1035e-02, -1.2314e-02]],\n", + " \n", + " [[-1.5520e-02, -8.0028e-03, 1.0929e-02, 7.0000e-04],\n", + " [ 2.1482e-02, 6.3078e-03, -2.2645e-02, 1.9067e-02],\n", + " [ 3.5006e-02, -2.8386e-03, 5.9034e-03, 4.7909e-03],\n", + " [ 5.0606e-02, 1.4282e-02, 8.5126e-03, 2.9120e-02]],\n", + " \n", + " [[ 1.5391e-02, -3.5001e-02, -3.1483e-02, 1.6736e-02],\n", + " [ 3.6963e-03, -3.7042e-03, 2.2072e-02, 9.8206e-03],\n", + " [-3.5486e-02, -5.7274e-03, -1.3615e-02, 8.8328e-03],\n", + " [-6.7845e-02, 5.7541e-02, 5.4032e-02, -2.9155e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.6891e-02, -5.5151e-03, 2.8766e-02, 1.9167e-02],\n", + " [-1.6873e-02, -2.4450e-02, 6.1761e-02, 5.5004e-02],\n", + " [ 3.7346e-02, 5.8298e-02, 3.4670e-03, 4.0594e-02],\n", + " [-1.2287e-02, -7.7773e-02, -5.0585e-02, 6.0116e-02]],\n", + " \n", + " [[-3.2987e-02, 3.8073e-02, 3.9466e-02, -1.0788e-02],\n", + " [ 6.3789e-03, -8.7352e-04, 3.4244e-02, 2.3580e-02],\n", + " [ 2.6423e-03, -5.1783e-02, -6.9403e-02, 6.9606e-02],\n", + " [ 1.7565e-02, -8.2125e-03, -5.2851e-02, 1.4560e-02]],\n", + " \n", + " [[ 6.7418e-03, 2.9912e-02, 1.3526e-03, 3.5928e-03],\n", + " [-6.3986e-03, -2.2475e-02, 9.4888e-03, -1.8148e-02],\n", + " [-1.8170e-02, -1.9458e-02, 2.9361e-02, 5.0456e-02],\n", + " [ 6.0871e-02, -1.2576e-02, 8.7965e-03, -2.0555e-03]]],\n", + " \n", + " \n", + " [[[-2.9832e-02, 1.5677e-02, 3.4129e-02, -3.8088e-02],\n", + " [ 3.2155e-02, 5.3122e-03, 4.4129e-02, 3.7066e-03],\n", + " [ 7.4554e-03, -5.6061e-03, 6.9169e-03, -8.4555e-03],\n", + " [ 4.8205e-04, -3.1908e-02, 1.2905e-02, -2.5975e-02]],\n", + " \n", + " [[-1.5834e-02, -1.4467e-02, 1.5729e-02, 5.5084e-03],\n", + " [-3.1836e-02, 1.1409e-02, 2.5102e-03, 1.2373e-02],\n", + " [ 7.7804e-04, -2.1921e-02, 3.1740e-02, 2.5535e-02],\n", + " [ 2.5168e-02, 9.5938e-03, 5.1007e-03, -2.9181e-02]],\n", + " \n", + " [[ 3.2733e-02, -4.0836e-02, 8.0855e-02, -3.6265e-02],\n", + " [ 4.8593e-02, -1.2217e-02, -3.3021e-03, -2.6937e-02],\n", + " [ 4.0132e-02, 1.6224e-02, 1.4957e-02, -1.4926e-02],\n", + " [-2.2340e-02, -7.7012e-03, -1.4012e-03, -3.8942e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.6618e-02, 1.4424e-02, -1.3754e-02, -6.0116e-02],\n", + " [ 1.9213e-02, 1.7436e-02, 3.6085e-02, -5.0233e-02],\n", + " [-1.3007e-02, 3.2248e-02, 6.6348e-02, -4.2561e-02],\n", + " [ 1.0549e-02, 2.0378e-02, -3.0783e-02, -2.2390e-02]],\n", + " \n", + " [[ 3.6048e-02, -2.8146e-02, 6.6224e-03, 1.6056e-03],\n", + " [-4.1450e-02, -3.8584e-02, 6.3204e-05, 1.4047e-02],\n", + " [-1.9255e-03, -1.0592e-02, 2.4209e-02, 8.8641e-03],\n", + " [ 6.5916e-03, 6.4889e-03, 8.3057e-02, -3.6059e-02]],\n", + " \n", + " [[-1.4377e-02, -7.4955e-03, 3.4578e-02, 1.2611e-02],\n", + " [-1.6621e-02, 4.5038e-03, -8.8089e-04, -2.7390e-02],\n", + " [ 3.8761e-03, -7.6726e-03, -4.3795e-03, -2.9224e-02],\n", + " [-1.3612e-02, 3.4321e-02, 3.1599e-02, -1.6927e-02]]],\n", + " \n", + " \n", + " [[[ 2.5596e-02, -1.5919e-03, 1.2813e-02, 3.9478e-03],\n", + " [-6.7999e-03, 1.2775e-02, 1.1073e-02, 2.3929e-02],\n", + " [-1.1441e-02, 9.2671e-03, 6.9582e-04, -3.7698e-02],\n", + " [ 7.7031e-05, 3.1639e-02, -3.2638e-03, -2.7294e-02]],\n", + " \n", + " [[-1.3211e-02, -3.0150e-02, 2.8573e-03, 2.3353e-02],\n", + " [ 1.9351e-02, 1.9783e-02, -3.0866e-03, 6.2040e-03],\n", + " [ 2.7249e-02, -9.6828e-03, -2.4882e-02, 2.9921e-02],\n", + " [ 2.0348e-02, -4.6199e-03, 5.8270e-03, -3.9558e-03]],\n", + " \n", + " [[ 5.5088e-02, -3.7984e-03, -3.4622e-02, -3.8210e-02],\n", + " [-4.3461e-02, 2.6509e-02, -5.2417e-02, -1.9087e-02],\n", + " [ 5.0360e-02, -1.2983e-02, -3.5135e-02, 1.9258e-02],\n", + " [ 1.0965e-02, -2.6658e-02, -2.4821e-02, 3.8770e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.9601e-02, -2.1307e-02, 1.2601e-02, 3.1500e-02],\n", + " [ 6.9837e-03, 1.4230e-02, 2.3885e-02, -3.9353e-03],\n", + " [ 2.7542e-02, -1.6963e-02, 3.4211e-02, -3.8474e-02],\n", + " [-7.1825e-03, 2.9474e-02, 4.5667e-02, -3.5092e-03]],\n", + " \n", + " [[-9.0542e-03, 3.4616e-02, 2.2814e-02, -2.7756e-02],\n", + " [-7.2940e-03, -5.2990e-02, -5.6286e-02, -2.8099e-02],\n", + " [-3.4368e-03, -4.6374e-02, -1.7946e-02, 4.2626e-02],\n", + " [ 2.2315e-02, 3.5128e-02, 4.1374e-02, 1.0690e-02]],\n", + " \n", + " [[ 2.2807e-02, -2.2787e-02, 7.2667e-03, -9.5497e-03],\n", + " [-1.8510e-04, 2.5527e-02, 3.5945e-02, 2.3973e-02],\n", + " [ 7.1930e-03, -2.0302e-02, 1.2177e-02, -8.0224e-03],\n", + " [ 1.6125e-02, 4.5407e-02, -3.1676e-02, -2.3665e-02]]]])),\n", + " ('d1.batch_norms.Yes.weight',\n", + " tensor([-4.6808e-04, -1.0915e-04, 5.0766e-02, -7.7601e-03, 3.9561e-02,\n", + " 3.9520e-02, -3.8787e-02, -5.5218e-02, -4.0917e-02, 3.4878e-02,\n", + " -1.5068e-05, 1.8287e-03, 4.2437e-02, 6.3299e-02, -4.1447e-02,\n", + " 2.1688e-03, 3.2256e-02, -3.7272e-02, 4.7822e-02, -2.1675e-03,\n", + " 2.7927e-04, 7.2940e-03, -4.8473e-02, 3.3956e-02, 4.2007e-02,\n", + " -2.8059e-02, 3.2087e-02, -4.3039e-03, 3.4312e-02, -6.0039e-02,\n", + " -4.2654e-02, -1.5347e-03, 3.6169e-02, 3.6729e-02, 1.4989e-03,\n", + " -3.7393e-02, 5.6107e-02, 4.0068e-02, 3.8507e-02, -3.1296e-02,\n", + " -4.1297e-02, -2.5839e-03, -3.7888e-02, -3.9928e-02, 5.8911e-02,\n", + " 3.7919e-02, -1.9608e-03, 2.4061e-02, 3.7412e-04, -4.9166e-02,\n", + " 1.6956e-03, -4.4855e-02, -3.0157e-02, -3.7226e-03, 3.0302e-04,\n", + " -4.2219e-02, -1.5977e-02, -2.5597e-02, 3.5819e-02, -4.0708e-02,\n", + " -3.1283e-03, 1.1710e-03, 3.6395e-04, -3.1690e-02, -3.2656e-02,\n", + " -4.2648e-02, 2.1176e-03, -2.0589e-02, 4.3240e-02, 9.9885e-04,\n", + " 4.2105e-02, 3.9737e-02, -4.4286e-02, 2.6093e-02, 2.8365e-02,\n", + " -4.1379e-02, -5.3066e-02, -3.6286e-04, 4.2464e-02, -7.2589e-04,\n", + " -3.9326e-02, -5.2833e-05, 3.2029e-02, 3.9186e-02, -1.2380e-03,\n", + " -4.4004e-02, -2.2309e-02, -2.3989e-03, 3.2247e-02, 4.7428e-05,\n", + " 2.5537e-04, 5.3643e-02, -2.0007e-02, -2.5371e-02, -6.5758e-02,\n", + " 3.5585e-02, 4.4137e-02, -5.8424e-02, 4.1367e-02, 3.2464e-04,\n", + " 7.5345e-05, -3.9455e-02, -8.9940e-04, -2.2973e-02, -4.3500e-02,\n", + " -1.1241e-04, -4.5274e-02, 3.6762e-02, 4.0109e-02, 1.1589e-04,\n", + " 4.9970e-02, -4.0573e-02, 4.5979e-02, -3.2532e-02, -5.4273e-02,\n", + " 2.6479e-02, 2.4409e-02, 8.8168e-04, 2.8911e-02, 6.9894e-04,\n", + " -1.0755e-04, -1.1445e-03, 3.8456e-02, 9.9365e-04, -4.2000e-02,\n", + " 4.7098e-02, -2.2389e-03, -4.3856e-02, -8.7218e-04, -4.5014e-02,\n", + " -1.5458e-03, 4.3332e-02, -2.2829e-04, 2.6930e-02, 4.8929e-02,\n", + " -3.8997e-02, -6.2854e-04, 7.6928e-04, 4.1278e-02, 9.4775e-04,\n", + " 2.0742e-03, 4.6147e-02, -5.3943e-04, 6.5079e-05, 2.9793e-02,\n", + " 5.2697e-02, 3.2923e-02, -3.1076e-03, -2.0166e-02, 2.8488e-02,\n", + " -2.8685e-03, 2.4027e-02, -7.5260e-05, -1.4723e-04, 3.0848e-02,\n", + " -3.2937e-02, -2.2004e-04, -3.8436e-02, 1.5944e-03, 4.0477e-04,\n", + " -1.9792e-03, -2.4286e-03, 5.0774e-02, 2.9176e-02, 4.2392e-02,\n", + " -4.4387e-02, -4.6690e-02, -3.7115e-02, 2.9682e-05, 4.6151e-02,\n", + " -2.4178e-03, -1.0383e-03, 3.9098e-02, -1.5214e-03, -5.8185e-03,\n", + " -3.8786e-02, 7.8375e-04, 3.1464e-02, -3.1081e-04, 1.2774e-03,\n", + " 6.3241e-02, -4.1462e-02, 2.6358e-02, 4.9239e-05, -1.5020e-03,\n", + " -4.0007e-02, 3.3108e-02, 8.3420e-03, -2.0924e-02, 2.5304e-03,\n", + " -3.2104e-02, 3.5703e-02, 4.8785e-02, -2.3820e-04, 4.1628e-02,\n", + " 2.9980e-02, -3.4735e-04, 3.4078e-02, -4.3483e-02, 5.1560e-02,\n", + " 3.8007e-02, -5.3055e-03, -1.8718e-02, 3.5992e-02, -1.5700e-02,\n", + " -1.6734e-03, 3.9830e-02, -4.0618e-02, 3.3011e-02, -1.5507e-02,\n", + " -4.4766e-02, -4.6260e-02, 3.3463e-02, -4.3497e-02, 3.9489e-02,\n", + " 1.4050e-03, 1.3538e-03, 4.2218e-02, -5.0762e-02, 4.0830e-02,\n", + " -1.5016e-04, 3.7355e-02, 2.3381e-02, 3.7311e-02, -3.6696e-02,\n", + " -3.1317e-02, -3.1202e-02, -3.4501e-02, -3.3550e-02, 2.2183e-03,\n", + " -2.5211e-03, -4.3622e-03, 1.1171e-03, -3.7821e-02, 5.2003e-04,\n", + " -5.1792e-02, 3.3335e-02, -3.0940e-02, 3.9161e-02, -4.0464e-05,\n", + " 4.5979e-02, 2.6435e-02, 4.3333e-02, 3.8822e-02, -3.8171e-02,\n", + " 2.5895e-02, -7.9900e-04, 3.4859e-02, 2.1722e-02, 1.0844e-03,\n", + " 4.4060e-02, -4.6972e-02, -2.0987e-03, -1.3840e-04, -1.1791e-03,\n", + " -4.1580e-02, -3.1629e-02, -1.6186e-03, 1.1461e-03, -3.5162e-02,\n", + " -2.7693e-03, 1.1868e-02, 4.3414e-02, 1.1588e-03, -4.0401e-02,\n", + " -3.8204e-02, -3.9032e-02, 6.1552e-02, -3.8707e-02, -3.7801e-04,\n", + " 2.7583e-02, -3.8302e-02, -3.7646e-03, -3.7475e-02, -3.0180e-02,\n", + " -1.0381e-04, 2.4514e-02, -6.5970e-04, 3.3769e-04, 2.2018e-02,\n", + " -3.2220e-03, -4.1785e-02, 3.9460e-02, 3.8650e-02, -4.1755e-02,\n", + " -1.3876e-03, -3.6164e-02, 3.2337e-02, 2.6517e-02, -6.1347e-02,\n", + " -3.7304e-02, -3.4312e-02, 7.9896e-04, 3.1862e-02, -2.0173e-02,\n", + " 3.6447e-02, 4.5681e-03, -1.5482e-03, -2.6495e-02, -2.7380e-03,\n", + " 3.5934e-02, 4.4515e-02, -3.7804e-02, -3.9601e-02, 2.0616e-03,\n", + " 5.7713e-02, -3.6489e-02, 1.0044e-03, 4.2276e-02, 8.3450e-04,\n", + " 5.4742e-04, 2.2866e-03, -2.7506e-02, 3.6002e-02, 3.6515e-02,\n", + " -2.8482e-02, -3.9753e-04, 3.1869e-02, -2.1460e-03, 3.5426e-02,\n", + " -3.3016e-02, -9.2052e-04, 4.2483e-02, -3.9021e-02, 4.6000e-02,\n", + " 1.6311e-03, 5.0122e-02, 3.4829e-03, -2.3276e-03, 1.4981e-03,\n", + " 4.4649e-02, -3.7762e-02, 3.4312e-02, 3.5105e-02, -4.1625e-04,\n", + " 3.4453e-02, -4.3216e-02, -3.8850e-02, -1.9539e-04, -1.2826e-03,\n", + " -7.8004e-05, -5.7701e-04, 1.3776e-03, -4.3978e-02, -2.8716e-02,\n", + " 2.1362e-02, 4.5916e-02, -2.4958e-02, -4.8381e-02, -3.8493e-02,\n", + " 5.4320e-02, -6.1396e-02, 3.9771e-02, -3.4372e-02, -6.3049e-05,\n", + " -2.9681e-02, 1.8419e-04, 3.7625e-02, 3.2626e-02, 8.6789e-04,\n", + " 2.7382e-02, 1.1320e-03, 3.8173e-02, -3.7304e-02, 4.4512e-02,\n", + " -3.2776e-02, 3.0576e-02, 3.1022e-02, 7.0994e-02, -2.2911e-03,\n", + " 4.4757e-02, -2.2287e-04, 7.3790e-04, 3.4950e-02, 2.8212e-02,\n", + " -1.2215e-04, 3.7980e-02, 2.6035e-03, 7.1864e-04, -4.2994e-02,\n", + " -3.3331e-02, -4.5640e-04, 5.6824e-02, 1.4070e-05, 7.1658e-05,\n", + " -4.9530e-02, -3.1836e-02, 5.2131e-02, 3.6885e-02, -2.8229e-02,\n", + " -4.5072e-02, -2.8815e-02, 1.1442e-02, 2.3339e-03, -3.8960e-02,\n", + " -2.9149e-02, -5.1721e-02, 4.2153e-02, 4.7239e-02, 3.8661e-02,\n", + " 5.5234e-02, -1.7436e-03, -2.3244e-02, 3.7074e-04, -4.0790e-02,\n", + " -4.6739e-02, -4.0030e-02, 2.7633e-02, -3.1185e-04, -4.8032e-02,\n", + " -5.8621e-02, -2.8306e-02, -3.8123e-02, 3.9688e-04, -2.5502e-02,\n", + " -6.5381e-04, 5.1122e-02, -8.9589e-04, 8.4072e-04, 2.9479e-02,\n", + " 1.3238e-04, -4.9270e-04, -2.0660e-04, -2.7172e-02, 2.4595e-02,\n", + " 4.0514e-02, 4.2871e-04, 4.0224e-02, 6.7888e-04, 3.4009e-02,\n", + " 2.6711e-04, -4.0414e-04, -5.0460e-02, -2.1293e-03, 3.4905e-02,\n", + " 3.7285e-02, -2.8091e-02, 1.3095e-02, -4.1203e-02, -6.9479e-05,\n", + " 3.1974e-02, 5.3523e-02, -1.3181e-04, -1.9118e-03, 3.6249e-02,\n", + " -1.0777e-05, -2.5919e-02, 4.7211e-02, 2.6079e-02, 4.9724e-05,\n", + " -4.1331e-02, -3.5389e-02, -3.4244e-02, 4.1001e-02, 2.6655e-02,\n", + " -4.5386e-02, -3.7309e-02, -4.8310e-02, -3.4084e-02, -2.5245e-02,\n", + " 2.8311e-02, 2.5523e-02, 1.2983e-03, -3.3886e-03, -3.6516e-02,\n", + " 9.8399e-04, -2.7607e-02, -7.5480e-03, -4.9380e-02, -3.6113e-02,\n", + " -3.9768e-02, 3.3008e-02, -2.2809e-03, 4.3476e-02, 3.7954e-03,\n", + " -3.6011e-04, 2.2664e-02, -4.1625e-02, 2.3149e-03, -3.4092e-03,\n", + " -1.6108e-02, 3.9138e-03, 1.8503e-03, 1.9861e-04, -7.9560e-04,\n", + " -1.8141e-02, 1.3749e-04, 1.2916e-02, -7.0544e-03, 3.0426e-02,\n", + " -3.7672e-02, -1.4621e-03, -5.6496e-06, 2.4187e-02, -3.7970e-02,\n", + " -3.8370e-02, 3.9663e-02, -4.8837e-02, -2.8828e-02, 4.1800e-02,\n", + " 4.6286e-02, 2.0583e-02, 8.0984e-04, 4.4061e-03, 6.8818e-03,\n", + " 4.8229e-02, 4.1044e-02, -5.6668e-02, -9.3755e-04, -5.3615e-02,\n", + " 5.7524e-02, -1.4174e-03])),\n", + " ('d1.batch_norms.Yes.bias',\n", + " tensor([-2.9813e-03, -1.5660e-03, -1.1608e-02, -3.1669e-02, -1.2485e-02,\n", + " 2.7821e-03, -1.6484e-02, 1.6678e-02, -6.8449e-04, -2.5599e-04,\n", + " -3.4106e-03, -9.7722e-03, 1.2659e-02, -1.1419e-02, -7.1616e-03,\n", + " -9.2776e-03, -1.4675e-02, 6.1024e-03, -6.3643e-03, -8.5820e-03,\n", + " -1.8019e-03, -2.8101e-02, -1.0399e-02, 3.4058e-03, -8.0672e-03,\n", + " -1.3215e-02, -6.9895e-03, -1.8383e-02, 2.8839e-03, 1.6038e-02,\n", + " -1.0472e-02, -7.2641e-03, -6.3902e-03, -1.0687e-02, -6.7280e-03,\n", + " -3.9098e-03, -1.3961e-02, -1.5742e-02, 1.2764e-02, -3.8512e-03,\n", + " -1.8334e-03, -1.0864e-02, -1.1453e-02, 5.6293e-03, -2.0177e-02,\n", + " -1.0635e-02, -9.7989e-03, -2.7887e-03, -1.6105e-03, 5.4063e-03,\n", + " -8.6043e-03, -1.3283e-02, -3.8146e-03, -1.9306e-02, -4.7172e-03,\n", + " 5.5582e-04, -1.6246e-02, -1.1427e-02, -8.6346e-03, 8.2290e-03,\n", + " -1.4406e-02, -6.7838e-03, -2.4011e-03, -1.4511e-02, 4.3078e-03,\n", + " 1.1095e-02, -9.3689e-03, -1.0668e-02, -1.7491e-02, -4.4899e-03,\n", + " 2.0879e-03, 1.7999e-03, -8.6915e-03, 5.4094e-03, 2.2548e-03,\n", + " 1.7997e-04, -4.9623e-03, -1.3172e-02, -1.0607e-02, -4.7979e-03,\n", + " 3.5899e-03, -8.3490e-04, 2.8668e-03, -3.8594e-03, -6.3237e-03,\n", + " 7.7053e-03, 1.7365e-03, -1.1714e-02, -9.0033e-03, -4.0802e-04,\n", + " -4.1570e-03, -6.1478e-03, -8.9061e-03, -6.4770e-03, -5.4486e-03,\n", + " -4.8821e-03, -1.5550e-02, 3.3427e-03, 4.4596e-03, -6.5240e-03,\n", + " -4.1391e-04, -9.5098e-03, -8.7191e-03, -1.2384e-02, 7.3633e-03,\n", + " -8.6391e-04, -2.6663e-02, -8.9335e-03, -5.5392e-03, -8.3445e-04,\n", + " -8.6138e-03, -5.2297e-03, -2.2428e-03, -8.5343e-03, -3.8453e-03,\n", + " -1.0192e-02, -1.2382e-03, -1.4032e-02, -1.2669e-02, -5.4889e-03,\n", + " -6.0610e-04, -1.5208e-02, -1.5546e-02, -4.9009e-03, -1.1542e-02,\n", + " 5.1444e-03, -1.2984e-02, 1.3485e-02, -1.5487e-02, 6.8980e-03,\n", + " -8.6509e-03, -2.8032e-03, -1.4443e-03, -2.0688e-02, -1.0418e-02,\n", + " -2.0051e-02, -3.5257e-03, -1.9277e-02, -8.9457e-04, -5.9003e-03,\n", + " -9.7912e-03, 4.3431e-03, -2.8508e-03, -1.8979e-03, -3.0164e-03,\n", + " -2.5531e-02, -1.5771e-02, -1.1159e-02, -1.8681e-02, 1.5610e-03,\n", + " -1.2617e-02, -2.9293e-04, -5.1739e-04, -1.1594e-03, -2.5859e-02,\n", + " 8.8626e-05, -9.7604e-04, -4.9996e-03, -7.5871e-03, -1.0403e-02,\n", + " -9.4108e-03, -8.8927e-03, -1.2090e-02, 8.1495e-03, 3.8288e-03,\n", + " -6.7738e-03, -1.6733e-02, -8.5547e-03, -1.2093e-03, -2.0515e-02,\n", + " -8.1518e-03, -4.5863e-03, -2.1025e-02, -6.6486e-03, -2.4478e-02,\n", + " 6.6770e-03, -4.3588e-03, -1.0885e-02, -4.0762e-03, -6.2850e-03,\n", + " 1.8453e-03, 4.4489e-03, -1.7629e-02, -1.2660e-03, -5.5268e-03,\n", + " 4.8356e-03, -7.0539e-03, -2.4551e-02, -2.3180e-03, -1.2336e-02,\n", + " -1.6388e-03, 8.4551e-03, -6.2999e-03, -2.3651e-03, 6.4982e-03,\n", + " -6.3761e-04, -1.5714e-03, -9.2991e-03, -1.3328e-02, -3.3577e-03,\n", + " -1.5556e-02, -2.2377e-02, -3.8758e-03, -1.6419e-03, -1.7284e-02,\n", + " -7.6494e-03, 6.6303e-03, -2.4036e-02, 7.7755e-03, -4.3037e-03,\n", + " -2.6950e-03, -5.1601e-03, -1.5044e-02, -1.0078e-02, -9.0582e-03,\n", + " -7.0472e-03, -5.1581e-03, -2.9228e-03, 5.9763e-03, 1.2383e-03,\n", + " -3.2076e-03, 3.5604e-04, -1.8603e-02, -1.2427e-03, 4.2120e-03,\n", + " -4.1503e-03, -6.7325e-03, 6.2978e-03, 4.4767e-03, -1.1083e-02,\n", + " -1.1510e-02, -1.6006e-02, -1.0505e-02, -5.7856e-04, -3.3976e-03,\n", + " 5.6115e-03, -4.4270e-03, 5.3438e-03, -5.9604e-04, -7.6743e-03,\n", + " -1.0021e-02, -6.5754e-03, -8.4160e-03, -5.2109e-03, -1.6355e-03,\n", + " -1.4007e-02, -4.0135e-03, -1.7699e-02, 3.2859e-03, -9.1762e-03,\n", + " -9.5017e-03, -1.9617e-02, -8.0046e-03, -1.4400e-02, -8.6911e-03,\n", + " -9.8442e-03, -2.0973e-02, -9.7481e-03, -2.4822e-02, -6.9545e-03,\n", + " -1.6680e-02, -2.8691e-03, -1.2875e-02, -5.3208e-03, -1.1074e-02,\n", + " -7.5840e-03, -2.0992e-02, 1.1009e-02, -3.9869e-03, -1.4970e-02,\n", + " 1.4988e-03, -8.8418e-04, -1.4342e-02, -4.9198e-03, -9.3065e-03,\n", + " -2.6503e-03, -5.2883e-03, -1.8719e-02, -7.5807e-03, -1.4365e-02,\n", + " -1.7598e-02, -1.1164e-02, -4.3280e-03, -5.7527e-03, -3.7513e-03,\n", + " -4.8210e-03, -8.7847e-03, 5.4854e-03, -1.8495e-02, -1.5507e-02,\n", + " -1.1393e-02, -9.7042e-03, -3.3346e-03, -8.9545e-04, -1.4152e-02,\n", + " -4.6720e-03, -2.2388e-02, -7.8881e-03, 2.9857e-03, -1.0126e-02,\n", + " -4.2469e-03, -1.4444e-02, -3.8085e-03, -1.1748e-02, -1.9849e-02,\n", + " -1.5581e-02, -1.1197e-02, -4.6436e-03, 7.0728e-03, -6.9263e-03,\n", + " -2.6421e-03, -1.4890e-02, -1.1927e-02, -9.8221e-03, -2.2994e-02,\n", + " -4.0107e-03, -1.9581e-03, 1.6668e-03, -8.4890e-03, -8.3658e-03,\n", + " 2.9203e-03, -5.9132e-03, -6.1159e-03, 4.0938e-03, -2.5072e-05,\n", + " -6.9347e-03, 7.2289e-03, -1.7308e-02, -1.7627e-02, -9.2974e-03,\n", + " -9.2042e-03, 9.6678e-03, -1.6405e-02, -1.9527e-02, -2.3242e-03,\n", + " -3.8332e-02, 2.7974e-03, 4.4619e-03, -3.5515e-03, -1.8637e-02,\n", + " -1.9192e-03, -2.4226e-03, -5.6798e-03, -1.4508e-02, -1.8849e-02,\n", + " -2.9345e-03, -4.9640e-04, -1.7560e-02, -2.9200e-02, -1.6919e-02,\n", + " -8.9707e-03, -4.2421e-03, -3.7586e-02, 4.6142e-04, -1.2105e-03,\n", + " 4.4083e-03, -3.3621e-03, 6.1543e-03, -4.1560e-03, -4.3377e-03,\n", + " -1.4030e-02, -4.6265e-03, -6.5219e-03, -5.0698e-03, 2.8839e-03,\n", + " -2.8729e-03, -2.4995e-03, -5.5681e-03, -8.9216e-03, -9.7421e-03,\n", + " -2.4888e-02, -2.5180e-03, -3.5481e-03, 6.4430e-03, -4.4477e-03,\n", + " -2.3271e-03, -1.3648e-02, -1.6801e-02, -3.0394e-03, -4.4176e-03,\n", + " 2.0990e-03, -2.3059e-03, -1.1706e-02, -2.0975e-03, -6.3102e-04,\n", + " -7.3143e-04, -6.9044e-03, 8.7224e-03, -2.1436e-03, -8.2981e-03,\n", + " -6.4636e-03, 1.3149e-03, -2.1755e-02, -1.3634e-02, -2.5958e-02,\n", + " -2.0130e-02, -3.6163e-03, 1.3079e-02, -9.9507e-03, -1.4903e-02,\n", + " -7.3747e-03, -1.0420e-02, 3.7181e-04, -3.8953e-03, -6.7333e-03,\n", + " -1.3986e-03, -1.1275e-02, -3.6318e-02, -4.3713e-03, -1.2223e-03,\n", + " -8.6284e-03, -1.1144e-02, 2.3395e-03, -8.2804e-03, 5.6173e-03,\n", + " -1.2802e-02, -6.4462e-03, -4.9979e-03, -1.0148e-02, -8.6508e-04,\n", + " -1.1348e-03, -2.5217e-03, -7.4259e-04, -5.5613e-03, 1.0348e-03,\n", + " -4.1396e-03, -4.0411e-03, -2.2682e-02, -3.5037e-03, -1.3298e-02,\n", + " -1.4588e-03, -2.9254e-03, 4.7863e-03, -8.4766e-03, -1.8647e-02,\n", + " -9.4254e-03, -3.3811e-04, 7.4495e-03, -1.3599e-02, -1.1836e-03,\n", + " -2.5957e-06, -1.0918e-02, -1.6502e-03, -8.9040e-03, -3.0277e-04,\n", + " -7.3046e-04, -1.3708e-02, -1.5405e-03, -1.6370e-02, -3.4987e-03,\n", + " -8.8048e-03, -4.7585e-04, -1.9564e-02, -1.1388e-02, -7.4573e-03,\n", + " 1.6446e-03, 5.2887e-04, -1.1658e-02, -8.8392e-03, 1.0061e-03,\n", + " -3.7936e-03, -1.2919e-02, -4.1503e-03, -1.9976e-02, -3.7596e-03,\n", + " -4.1947e-03, -1.5933e-02, -3.2247e-02, 1.0894e-03, -1.6875e-03,\n", + " 1.2824e-03, -3.4287e-03, -2.0315e-02, 4.3077e-03, -1.8501e-02,\n", + " -1.7793e-03, -1.3926e-02, 6.9338e-03, -9.6505e-03, -1.3428e-02,\n", + " -1.1922e-02, -1.9699e-02, -1.2423e-02, -1.1280e-03, -1.2575e-02,\n", + " -4.2211e-03, -6.1897e-04, -2.3641e-02, -1.7467e-02, -1.1569e-02,\n", + " -1.4239e-02, -1.1401e-02, -3.1173e-03, -1.4078e-02, -1.1521e-02,\n", + " -1.0788e-02, -8.3176e-03, -1.7521e-02, -1.5909e-02, -1.1784e-02,\n", + " -1.3566e-02, -1.5656e-03, -5.5076e-03, -1.4252e-02, -2.3169e-02,\n", + " -4.9178e-03, -2.0926e-02, 3.4336e-03, -4.8537e-03, -1.4642e-02,\n", + " -7.4555e-03, -6.2370e-03])),\n", + " ('d1.batch_norms.Yes.running_mean',\n", + " tensor([-1.6300e-02, 7.2842e-03, -4.0688e-02, -3.7140e-02, -1.5983e-01,\n", + " -1.8344e-02, -4.1617e-02, 2.8120e-02, 1.1992e-01, -8.4631e-02,\n", + " -5.2082e-02, -8.0073e-02, 1.7809e-02, -1.4119e-01, 1.1640e-01,\n", + " -1.2345e-01, -8.2161e-02, 1.4629e-01, -9.8832e-02, 7.5921e-02,\n", + " -6.4296e-03, 9.1266e-02, 1.3372e-01, -1.6593e-01, -1.2765e-01,\n", + " -3.9925e-02, -9.4118e-02, -1.1382e-04, -1.4071e-01, 8.7910e-02,\n", + " 2.3977e-02, 1.4130e-02, -5.8190e-02, -1.0513e-01, 1.8260e-02,\n", + " -7.5913e-02, -7.3140e-03, 2.1717e-02, -6.5552e-02, 5.8120e-02,\n", + " 7.7905e-02, 3.9089e-02, -4.0349e-03, 2.0714e-01, -1.4141e-01,\n", + " -6.5858e-02, 3.8821e-02, -1.0311e-02, 2.5154e-02, 1.1079e-01,\n", + " -2.9416e-02, 4.5058e-02, 1.0756e-01, -1.7746e-01, -2.2556e-02,\n", + " 7.4466e-02, 4.1153e-02, 1.4091e-01, 3.7035e-02, 4.0406e-02,\n", + " 2.1461e-03, -1.1629e-02, -6.3389e-02, -8.8510e-02, 1.0889e-01,\n", + " 1.4161e-01, -9.7334e-02, 5.7924e-02, -1.3293e-01, -7.7561e-02,\n", + " -1.1660e-01, -1.3887e-01, -8.8167e-03, -6.8220e-02, -6.1435e-02,\n", + " 9.8057e-02, 6.2541e-02, -1.1170e-01, -1.7869e-01, 2.4317e-02,\n", + " 8.7895e-02, -2.0516e-02, -9.8994e-02, -1.1915e-01, 2.0309e-02,\n", + " 2.7862e-02, 1.0681e-01, -1.9334e-02, -4.3045e-02, -7.5139e-03,\n", + " 1.6453e-01, -1.0393e-02, 6.3645e-02, 1.1474e-01, 8.4271e-02,\n", + " 4.7585e-02, -1.9900e-02, 2.0950e-01, -9.8508e-02, -1.4488e-02,\n", + " 1.1189e-02, 1.1042e-01, 5.1216e-02, -1.1674e-02, 9.4171e-02,\n", + " 5.0452e-02, 4.2178e-02, -1.1136e-01, 1.2148e-01, 4.3711e-02,\n", + " -8.0139e-02, 1.1379e-01, 1.4674e-02, 7.6523e-02, 2.3718e-02,\n", + " 1.1051e-03, -1.6476e-01, -1.0826e-02, 5.5039e-02, -3.5610e-02,\n", + " 1.5379e-02, -1.0237e-02, 9.3676e-02, -2.5904e-03, -5.7381e-02,\n", + " -8.7903e-02, -1.3422e-02, 1.1708e-01, -3.7981e-02, 8.7136e-02,\n", + " 6.8826e-02, 9.2216e-02, -5.2246e-03, -6.1679e-02, -4.8861e-02,\n", + " 9.4015e-02, 6.3121e-04, 4.3277e-02, -1.1672e-02, -1.0585e-02,\n", + " -3.2643e-03, -1.4453e-01, 3.0710e-02, -2.4859e-03, -7.4186e-02,\n", + " 1.0372e-01, -8.3127e-03, -6.0168e-02, -5.0272e-03, -1.2984e-01,\n", + " -4.4870e-02, -3.2754e-02, -1.2214e-02, 2.4232e-02, 9.1985e-02,\n", + " 1.4593e-01, 1.0229e-02, 1.0440e-01, -4.1061e-02, -1.2902e-02,\n", + " 5.4420e-04, 6.9058e-02, -1.2402e-01, -2.0215e-02, -7.8581e-02,\n", + " 9.1740e-02, 5.4878e-02, 1.0241e-01, -1.6225e-03, -1.0827e-02,\n", + " 1.7475e-02, -6.7228e-02, -1.0804e-01, 4.1802e-02, -1.4843e-03,\n", + " 1.9406e-01, 3.3670e-02, -9.4854e-02, 2.9758e-02, -1.0623e-02,\n", + " 2.2499e-02, -6.2099e-02, -4.3509e-02, -2.5868e-02, 5.9951e-03,\n", + " 4.9471e-02, -1.0787e-01, -1.9740e-01, -3.2780e-02, -1.6266e-01,\n", + " 1.7767e-01, -1.6481e-01, -1.5996e-01, 2.6913e-02, -2.2369e-01,\n", + " -5.5858e-02, -4.4971e-03, -5.7420e-02, 4.8099e-02, -1.6530e-01,\n", + " -8.2281e-02, -3.8653e-02, 1.6374e-01, -3.9494e-02, 2.4209e-01,\n", + " 9.7662e-03, -6.9242e-02, 2.1170e-02, -8.6537e-02, 2.0359e-01,\n", + " 1.0539e-01, 2.6442e-01, -1.0117e-01, -2.6697e-02, -1.1537e-01,\n", + " -7.1424e-02, -1.9132e-02, 4.2539e-02, 1.0254e-01, -7.3168e-02,\n", + " -8.9529e-03, -1.0119e-01, -2.5454e-02, -4.7628e-02, 4.8224e-02,\n", + " 2.4090e-01, 1.2748e-01, 1.5075e-01, 2.0969e-01, -2.5646e-02,\n", + " 4.5667e-02, 3.3818e-02, 3.5257e-02, 6.7110e-02, 2.2109e-01,\n", + " 1.6506e-01, -1.0266e-01, 1.0103e-01, -9.6343e-02, 3.4477e-02,\n", + " -1.5170e-01, -7.8885e-02, -1.3207e-01, -1.7569e-01, 1.7052e-02,\n", + " -1.1908e-01, 1.1101e-03, -1.0371e-01, -2.3429e-02, -6.0588e-02,\n", + " 1.9120e-02, 1.9127e-02, 4.8970e-03, -2.5771e-02, -1.6092e-02,\n", + " 1.3495e-01, 4.3511e-02, -2.6785e-02, -1.5336e-01, -8.0733e-02,\n", + " -5.2981e-02, -4.8112e-02, 8.1607e-02, -2.6344e-02, -1.1394e-01,\n", + " -6.9521e-03, -6.5008e-02, -9.4995e-02, 2.3393e-02, -4.7786e-02,\n", + " -1.5107e-03, 7.5876e-02, 4.2751e-02, 1.0034e-01, -6.0065e-02,\n", + " -3.7371e-03, -7.3174e-02, 1.4076e-01, 3.9696e-02, 8.7556e-03,\n", + " 1.4254e-02, -2.7966e-02, -9.2271e-02, -7.5112e-02, 1.8609e-02,\n", + " 1.8307e-01, -6.2789e-03, -1.2781e-01, -5.3958e-02, 7.0335e-02,\n", + " -1.1736e-01, 1.3040e-01, -1.9516e-03, -9.5581e-02, 1.6125e-03,\n", + " -1.7674e-02, -1.3833e-01, 5.0351e-03, 8.1023e-02, -1.1265e-02,\n", + " -5.7862e-02, -4.6267e-02, 1.3689e-01, 5.9602e-02, -4.7313e-02,\n", + " -1.0259e-03, 1.3803e-01, -4.4338e-02, -1.2125e-01, 2.9150e-02,\n", + " -7.3932e-04, 6.5902e-02, 3.9034e-02, -5.7515e-02, 6.0443e-02,\n", + " 6.7333e-02, -1.7629e-02, -8.6143e-03, 7.5806e-02, -7.4940e-02,\n", + " 3.7726e-02, -1.6264e-02, -1.0586e-01, 1.4755e-01, -6.9778e-02,\n", + " -1.2936e-03, -1.4628e-01, 5.3331e-02, 2.6391e-03, 3.0324e-02,\n", + " -4.4507e-02, 4.0310e-02, -5.1961e-02, 4.9562e-02, -1.9429e-02,\n", + " 4.5094e-02, -3.2009e-02, 1.4216e-01, -6.1771e-03, 7.6981e-03,\n", + " 3.6451e-03, 2.8410e-02, -7.7541e-02, -8.2712e-02, -1.6027e-02,\n", + " -1.8890e-01, 3.2277e-02, 1.5214e-01, -1.0929e-01, 5.4718e-02,\n", + " -4.2306e-02, 1.8857e-01, 9.9493e-02, 1.0670e-01, 5.5979e-03,\n", + " -4.6914e-02, 2.2256e-02, -6.7006e-02, -9.2443e-02, -1.9131e-01,\n", + " 9.3299e-02, -1.1551e-01, -8.0191e-02, 1.9513e-02, -1.0521e-03,\n", + " 2.7280e-02, -7.9445e-02, 5.1642e-03, -1.1024e-01, 3.7052e-02,\n", + " 5.9256e-02, 1.0682e-01, -8.5245e-02, -1.0902e-01, -5.7325e-02,\n", + " 2.0856e-02, -1.3476e-02, 1.0352e-01, -7.0541e-02, 7.9011e-02,\n", + " 2.1434e-02, 8.2450e-03, -7.4200e-04, -1.5465e-03, 4.1154e-03,\n", + " 8.4362e-02, 3.2626e-02, -3.7829e-02, -1.3928e-01, 8.2208e-03,\n", + " 1.6838e-01, 9.4662e-02, 3.3531e-02, 3.1827e-02, 1.2856e-02,\n", + " 3.7240e-02, 5.8870e-02, -1.0838e-01, -1.5346e-04, 2.2594e-02,\n", + " 1.0081e-02, -4.3598e-02, -3.0463e-02, 6.9511e-04, -5.2766e-02,\n", + " 1.4178e-01, 1.1897e-01, 7.4000e-02, -1.7684e-02, 1.0871e-01,\n", + " 7.3442e-02, 6.0812e-02, -2.4426e-02, -7.4299e-04, -3.7681e-02,\n", + " 7.2036e-03, -1.6800e-01, -2.4826e-02, 5.8270e-02, -1.6491e-02,\n", + " -1.1888e-02, -3.0947e-03, 6.6093e-02, 9.4464e-02, -1.2694e-01,\n", + " -1.0243e-01, -2.2709e-02, 9.6798e-02, -7.1166e-03, 2.0282e-02,\n", + " 4.7329e-03, -1.5406e-01, 8.7154e-03, 3.5131e-02, -7.3005e-02,\n", + " -1.2102e-01, 1.1489e-01, -4.2002e-02, 3.0160e-02, 2.8441e-02,\n", + " -7.4167e-02, 7.7803e-02, -7.7799e-03, -2.2674e-02, -3.7942e-02,\n", + " 1.4724e-02, 1.6195e-01, -1.4106e-02, -9.0270e-02, -8.1299e-03,\n", + " 9.2533e-02, 9.8572e-02, -5.6231e-02, -4.1214e-04, -5.0959e-02,\n", + " 4.9026e-02, 1.8826e-01, -7.0718e-02, 4.1786e-02, 9.5740e-02,\n", + " 8.9353e-03, 5.3631e-02, -1.1855e-01, 1.1579e-01, -1.6482e-02,\n", + " -6.2482e-02, 6.6090e-02, 7.3830e-02, 6.0717e-02, -2.1814e-03,\n", + " 5.3120e-02, -1.4267e-01, 6.8303e-02, -4.3597e-02, 4.4300e-03,\n", + " 1.7470e-02, -1.4345e-01, 2.4046e-01, -1.9414e-02, 7.3635e-02,\n", + " 3.4974e-02, 6.6747e-02, 6.3292e-02, -1.7350e-03, -1.7919e-01,\n", + " 1.3095e-01, 1.7635e-02, 6.9423e-02, 1.0250e-01, 1.1709e-01,\n", + " -8.4286e-03, 7.5408e-04, 4.1986e-02, 2.7662e-02, 1.1846e-01,\n", + " 6.1706e-02, -3.1177e-02, -1.1839e-01, -2.2235e-02, -3.9079e-02,\n", + " -1.4781e-01, -1.6001e-01, 2.7688e-03, -8.4260e-02, -1.7749e-02,\n", + " -5.9502e-02, 5.7051e-02, -5.9707e-02, 2.1081e-02, 1.0802e-01,\n", + " -1.2403e-01, 1.0788e-02])),\n", + " ('d1.batch_norms.Yes.running_var',\n", + " tensor([0.0067, 0.0066, 0.0991, 0.1114, 0.1182, 0.1326, 0.0873, 0.0842, 0.0834,\n", + " 0.1307, 0.0132, 0.0264, 0.1006, 0.1002, 0.0785, 0.0426, 0.2062, 0.1289,\n", + " 0.1088, 0.0287, 0.0148, 0.1029, 0.0985, 0.0858, 0.1066, 0.1073, 0.0850,\n", + " 0.0659, 0.1086, 0.1227, 0.1037, 0.0087, 0.0967, 0.0970, 0.0170, 0.0839,\n", + " 0.0832, 0.0864, 0.1078, 0.1111, 0.0929, 0.0653, 0.0936, 0.1142, 0.0871,\n", + " 0.0989, 0.0296, 0.1197, 0.0047, 0.1058, 0.0043, 0.0978, 0.0997, 0.0602,\n", + " 0.0068, 0.0671, 0.1870, 0.1217, 0.1245, 0.1107, 0.0240, 0.0150, 0.0341,\n", + " 0.0851, 0.0891, 0.1558, 0.0835, 0.0901, 0.1481, 0.0512, 0.1475, 0.1127,\n", + " 0.1201, 0.1239, 0.0998, 0.0907, 0.1099, 0.1531, 0.0831, 0.0212, 0.1303,\n", + " 0.0026, 0.1073, 0.1143, 0.0149, 0.1026, 0.1152, 0.0076, 0.0887, 0.0031,\n", + " 0.0726, 0.0712, 0.0958, 0.0850, 0.1342, 0.0866, 0.1111, 0.0959, 0.0898,\n", + " 0.0067, 0.0035, 0.0948, 0.0453, 0.0900, 0.1231, 0.0162, 0.0948, 0.0753,\n", + " 0.1153, 0.0667, 0.1192, 0.0797, 0.0947, 0.1086, 0.0794, 0.0865, 0.1219,\n", + " 0.0215, 0.0790, 0.0264, 0.0032, 0.0440, 0.0804, 0.0129, 0.1024, 0.0804,\n", + " 0.0347, 0.1051, 0.0278, 0.0990, 0.0418, 0.0934, 0.0040, 0.1239, 0.1064,\n", + " 0.1058, 0.0146, 0.0377, 0.1080, 0.0225, 0.0271, 0.1269, 0.0474, 0.0041,\n", + " 0.1186, 0.0789, 0.1084, 0.0587, 0.0664, 0.1226, 0.0560, 0.1114, 0.0031,\n", + " 0.0029, 0.0944, 0.1637, 0.0049, 0.1084, 0.0535, 0.0443, 0.0567, 0.0364,\n", + " 0.0973, 0.0930, 0.0977, 0.0768, 0.0883, 0.0960, 0.0026, 0.1113, 0.0561,\n", + " 0.0336, 0.0980, 0.0377, 0.0958, 0.1464, 0.0336, 0.0996, 0.0079, 0.0198,\n", + " 0.0839, 0.0856, 0.0987, 0.0098, 0.0203, 0.1153, 0.1153, 0.1681, 0.1308,\n", + " 0.1604, 0.1204, 0.0852, 0.1076, 0.0123, 0.1442, 0.0771, 0.0025, 0.0925,\n", + " 0.0978, 0.0897, 0.0959, 0.0441, 0.1311, 0.1021, 0.1534, 0.0478, 0.0841,\n", + " 0.0957, 0.0971, 0.1560, 0.1050, 0.1146, 0.1426, 0.1088, 0.1285, 0.0839,\n", + " 0.0163, 0.1126, 0.0952, 0.1241, 0.0062, 0.1283, 0.1308, 0.0896, 0.0987,\n", + " 0.1376, 0.1035, 0.1320, 0.1068, 0.0102, 0.0464, 0.0691, 0.0129, 0.0974,\n", + " 0.0840, 0.1014, 0.1232, 0.1386, 0.1027, 0.0171, 0.0861, 0.1004, 0.0843,\n", + " 0.0945, 0.1121, 0.1050, 0.0059, 0.0980, 0.1225, 0.0234, 0.0844, 0.0770,\n", + " 0.0166, 0.0442, 0.0059, 0.1020, 0.1073, 0.0052, 0.1174, 0.0986, 0.0454,\n", + " 0.1463, 0.0852, 0.0069, 0.1320, 0.0822, 0.1381, 0.0891, 0.1100, 0.0168,\n", + " 0.0846, 0.1311, 0.1153, 0.1042, 0.0893, 0.0057, 0.0979, 0.0451, 0.0135,\n", + " 0.1145, 0.0496, 0.0823, 0.1019, 0.0946, 0.0939, 0.0905, 0.1068, 0.1114,\n", + " 0.0772, 0.0878, 0.1171, 0.0977, 0.0060, 0.1065, 0.1302, 0.0875, 0.1261,\n", + " 0.0257, 0.1153, 0.0102, 0.1155, 0.0677, 0.1313, 0.1025, 0.0974, 0.1112,\n", + " 0.1611, 0.0076, 0.0955, 0.0058, 0.0037, 0.0428, 0.0934, 0.1145, 0.0846,\n", + " 0.1379, 0.0172, 0.0930, 0.0940, 0.0997, 0.0821, 0.0430, 0.0686, 0.1049,\n", + " 0.0779, 0.0049, 0.0822, 0.0663, 0.0642, 0.0578, 0.1290, 0.1148, 0.0749,\n", + " 0.1437, 0.0100, 0.1016, 0.0864, 0.1002, 0.0055, 0.0570, 0.0025, 0.0156,\n", + " 0.0423, 0.0784, 0.1135, 0.1013, 0.0685, 0.1122, 0.1093, 0.0968, 0.0785,\n", + " 0.1228, 0.1212, 0.1079, 0.0033, 0.0889, 0.0094, 0.1116, 0.1351, 0.1170,\n", + " 0.1127, 0.0393, 0.1026, 0.1408, 0.0711, 0.0785, 0.0874, 0.1087, 0.0635,\n", + " 0.0194, 0.1061, 0.0495, 0.0335, 0.1029, 0.1188, 0.0051, 0.1143, 0.0478,\n", + " 0.0209, 0.1141, 0.1098, 0.0094, 0.1144, 0.0030, 0.0060, 0.1090, 0.1110,\n", + " 0.1016, 0.1310, 0.0912, 0.0946, 0.1100, 0.1111, 0.0321, 0.0850, 0.0725,\n", + " 0.1000, 0.1038, 0.0934, 0.0667, 0.0861, 0.0514, 0.1367, 0.0062, 0.0925,\n", + " 0.0908, 0.1226, 0.1204, 0.0042, 0.1192, 0.0908, 0.1027, 0.1367, 0.0266,\n", + " 0.0930, 0.0457, 0.0863, 0.0042, 0.0105, 0.1145, 0.0068, 0.0033, 0.0984,\n", + " 0.1234, 0.0993, 0.0906, 0.0084, 0.0978, 0.0043, 0.1071, 0.0042, 0.1345,\n", + " 0.0812, 0.0218, 0.0716, 0.0982, 0.0840, 0.0926, 0.0859, 0.0039, 0.0884,\n", + " 0.0698, 0.0030, 0.0105, 0.1163, 0.0026, 0.1023, 0.1035, 0.1315, 0.0042,\n", + " 0.0905, 0.0660, 0.1129, 0.1000, 0.0949, 0.0963, 0.1024, 0.0963, 0.1060,\n", + " 0.1214, 0.1135, 0.0709, 0.0552, 0.0895, 0.1056, 0.0275, 0.1038, 0.1841,\n", + " 0.1247, 0.0769, 0.1109, 0.0839, 0.0309, 0.1303, 0.0328, 0.0199, 0.1000,\n", + " 0.1917, 0.0151, 0.1530, 0.1036, 0.0738, 0.0510, 0.0034, 0.0986, 0.1164,\n", + " 0.0043, 0.1084, 0.0531, 0.0924, 0.0970, 0.0132, 0.0130, 0.0959, 0.0831,\n", + " 0.0910, 0.0968, 0.1199, 0.1093, 0.1631, 0.0808, 0.1381, 0.0121, 0.0365,\n", + " 0.0653, 0.0735, 0.0966, 0.0616, 0.0206, 0.1031, 0.0782, 0.0126])),\n", + " ('d1.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('d1.l1.0.weight',\n", + " tensor([[[[-1.7338e-02, -2.6399e-02, -7.6223e-04, 2.2007e-02],\n", + " [-5.6624e-03, 2.8291e-02, -2.2109e-02, 2.0289e-02],\n", + " [ 1.1689e-02, -7.2123e-03, 1.6389e-02, 1.5703e-03],\n", + " [ 1.2135e-02, 2.7156e-02, -1.6484e-02, -1.0792e-02]],\n", + " \n", + " [[ 1.5826e-02, 2.0900e-02, 2.9588e-02, -3.5986e-02],\n", + " [-4.2412e-03, -7.3385e-03, -4.9606e-03, -8.8383e-03],\n", + " [ 3.9036e-02, -1.6350e-02, -2.7932e-03, -1.1475e-02],\n", + " [ 3.1312e-02, 3.0580e-02, 2.3463e-03, 6.4962e-03]],\n", + " \n", + " [[ 3.8459e-02, -3.5514e-02, -5.3314e-04, -2.5942e-02],\n", + " [-1.1943e-02, 2.2315e-03, 1.3006e-02, -1.1761e-02],\n", + " [-6.8233e-03, -1.8105e-02, 3.6452e-03, 4.7116e-02],\n", + " [ 1.0034e-02, 1.6110e-02, -1.9333e-02, 8.6690e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.0745e-05, -1.2334e-02, -1.7196e-02, -3.3946e-02],\n", + " [-1.0995e-02, 3.4133e-02, 8.8760e-03, 3.7403e-02],\n", + " [ 5.7015e-03, 2.5703e-02, 4.0483e-02, 3.2999e-02],\n", + " [-2.6902e-02, 5.3513e-02, 1.0465e-02, 5.1815e-03]],\n", + " \n", + " [[-2.2889e-02, -4.1466e-02, 5.5126e-02, 1.1683e-02],\n", + " [ 1.6144e-02, -4.2008e-02, 1.5459e-02, -6.1201e-04],\n", + " [ 2.8319e-02, 6.5431e-03, -7.7268e-02, 2.8447e-02],\n", + " [-3.0608e-02, -2.2878e-02, 2.2737e-03, -8.5333e-03]],\n", + " \n", + " [[-2.8590e-02, -6.1775e-03, -4.8553e-03, 7.1195e-03],\n", + " [ 3.1867e-03, 2.2827e-03, -1.1595e-02, -1.1036e-02],\n", + " [-1.0676e-02, -1.6338e-02, 1.3542e-02, -3.4221e-02],\n", + " [-3.6063e-02, 9.8901e-03, -1.3688e-03, 9.2232e-04]]],\n", + " \n", + " \n", + " [[[-1.6425e-02, -5.0071e-03, 1.3757e-02, 2.2322e-02],\n", + " [-8.8866e-04, 2.6300e-03, 1.9536e-02, 1.7924e-02],\n", + " [-2.4250e-02, 6.4466e-03, -3.8321e-02, 1.3910e-02],\n", + " [ 8.9822e-03, -4.3161e-02, -4.6696e-02, 1.2381e-02]],\n", + " \n", + " [[ 7.1494e-04, -3.1294e-02, 1.9800e-02, 4.5724e-03],\n", + " [ 1.7775e-03, 9.0106e-03, -5.7409e-02, -2.5722e-02],\n", + " [-2.2401e-02, 2.7862e-02, -4.5667e-03, 1.4685e-03],\n", + " [ 6.8126e-03, 1.0703e-02, -3.6609e-02, -8.0721e-03]],\n", + " \n", + " [[-1.9986e-02, -4.1560e-03, -2.9491e-02, 2.4627e-02],\n", + " [-4.0993e-02, 3.4255e-02, -2.3493e-03, -6.7032e-04],\n", + " [-4.2906e-02, -5.6067e-02, -3.3975e-02, 9.0064e-03],\n", + " [-7.1496e-03, -2.6671e-02, -7.3171e-02, -9.7576e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.2436e-03, 6.5625e-03, 4.0631e-03, 3.2832e-02],\n", + " [ 1.9995e-02, -2.3649e-03, -6.4900e-03, 6.6388e-03],\n", + " [-5.9222e-03, 3.4823e-02, -2.9397e-02, 2.0740e-02],\n", + " [ 2.0856e-02, 3.7412e-02, -3.5952e-02, 1.0146e-02]],\n", + " \n", + " [[ 1.0158e-02, -3.3381e-02, -3.4452e-02, -3.4868e-02],\n", + " [ 4.6023e-03, -4.8468e-03, 7.7466e-03, 1.8349e-02],\n", + " [-1.6073e-02, -5.6950e-02, 2.5361e-02, -3.3094e-02],\n", + " [ 4.3487e-02, -1.8397e-02, -4.0823e-02, 6.2876e-03]],\n", + " \n", + " [[ 9.2629e-03, -1.3306e-02, 2.0975e-03, 1.5075e-02],\n", + " [ 2.0705e-02, 2.6418e-02, 7.9923e-03, 5.2542e-03],\n", + " [ 4.1732e-03, -1.9918e-02, -2.2452e-02, -2.5283e-03],\n", + " [-2.9193e-05, 3.0983e-02, 1.1915e-02, -6.8571e-04]]],\n", + " \n", + " \n", + " [[[ 2.3373e-02, -1.4199e-02, -9.9971e-04, 4.9549e-03],\n", + " [ 2.6392e-02, -1.6066e-02, -1.9731e-02, 4.8517e-03],\n", + " [ 2.7331e-03, -2.4607e-03, -2.8962e-03, -3.0807e-02],\n", + " [ 2.1802e-02, 8.4648e-03, -3.0988e-03, -1.4816e-03]],\n", + " \n", + " [[-2.6398e-02, -1.3113e-02, -8.1914e-04, 2.0611e-02],\n", + " [ 8.5696e-03, 8.3232e-03, -1.2320e-03, -3.6567e-02],\n", + " [-3.1062e-02, -6.5920e-03, 1.8397e-02, -2.3487e-02],\n", + " [-7.6246e-03, -3.4797e-02, -1.4559e-03, 1.0198e-02]],\n", + " \n", + " [[-1.9918e-02, -6.0404e-02, -7.9708e-03, 3.2337e-02],\n", + " [ 3.4187e-03, -3.0597e-02, -3.4320e-02, -3.8239e-02],\n", + " [-1.4514e-02, 4.3153e-03, 1.0261e-02, -9.5288e-03],\n", + " [ 2.9098e-02, -6.0774e-03, -5.0995e-02, -2.7565e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.8557e-02, -5.8869e-02, 2.3396e-02, -5.6058e-02],\n", + " [-8.3536e-03, -4.2176e-02, 8.1032e-03, -7.7833e-02],\n", + " [-4.3246e-02, -1.4433e-02, 4.4557e-02, 3.0745e-03],\n", + " [-1.7645e-02, -2.3227e-02, -2.6545e-02, -7.3253e-03]],\n", + " \n", + " [[-6.4439e-02, 1.2171e-02, -1.3002e-02, 3.4853e-02],\n", + " [ 1.5706e-03, -4.4428e-02, -2.1121e-02, 6.6527e-03],\n", + " [ 1.4334e-02, 9.7598e-03, 1.9406e-02, -2.7461e-02],\n", + " [ 1.7606e-02, 1.1489e-02, -5.0108e-02, -1.0411e-02]],\n", + " \n", + " [[-3.0271e-02, 2.1530e-02, -6.1650e-03, 6.7946e-03],\n", + " [-1.0624e-02, 2.2249e-03, -1.1840e-02, -1.1426e-02],\n", + " [ 3.4164e-03, -7.8993e-03, 2.2357e-02, 6.2476e-03],\n", + " [ 2.8762e-02, -2.2158e-02, 6.9347e-03, 3.8388e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 1.6058e-02, -2.7732e-02, 1.8627e-02, -2.7186e-02],\n", + " [-6.1806e-03, -2.0123e-02, -6.9889e-03, -1.3295e-02],\n", + " [ 2.6832e-03, -2.7108e-03, 3.7955e-02, 4.2945e-02],\n", + " [ 1.7444e-03, -9.3390e-03, -2.1035e-02, -1.2314e-02]],\n", + " \n", + " [[-1.5520e-02, -8.0028e-03, 1.0929e-02, 7.0000e-04],\n", + " [ 2.1482e-02, 6.3078e-03, -2.2645e-02, 1.9067e-02],\n", + " [ 3.5006e-02, -2.8386e-03, 5.9034e-03, 4.7909e-03],\n", + " [ 5.0606e-02, 1.4282e-02, 8.5126e-03, 2.9120e-02]],\n", + " \n", + " [[ 1.5391e-02, -3.5001e-02, -3.1483e-02, 1.6736e-02],\n", + " [ 3.6963e-03, -3.7042e-03, 2.2072e-02, 9.8206e-03],\n", + " [-3.5486e-02, -5.7274e-03, -1.3615e-02, 8.8328e-03],\n", + " [-6.7845e-02, 5.7541e-02, 5.4032e-02, -2.9155e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.6891e-02, -5.5151e-03, 2.8766e-02, 1.9167e-02],\n", + " [-1.6873e-02, -2.4450e-02, 6.1761e-02, 5.5004e-02],\n", + " [ 3.7346e-02, 5.8298e-02, 3.4670e-03, 4.0594e-02],\n", + " [-1.2287e-02, -7.7773e-02, -5.0585e-02, 6.0116e-02]],\n", + " \n", + " [[-3.2987e-02, 3.8073e-02, 3.9466e-02, -1.0788e-02],\n", + " [ 6.3789e-03, -8.7352e-04, 3.4244e-02, 2.3580e-02],\n", + " [ 2.6423e-03, -5.1783e-02, -6.9403e-02, 6.9606e-02],\n", + " [ 1.7565e-02, -8.2125e-03, -5.2851e-02, 1.4560e-02]],\n", + " \n", + " [[ 6.7418e-03, 2.9912e-02, 1.3526e-03, 3.5928e-03],\n", + " [-6.3986e-03, -2.2475e-02, 9.4888e-03, -1.8148e-02],\n", + " [-1.8170e-02, -1.9458e-02, 2.9361e-02, 5.0456e-02],\n", + " [ 6.0871e-02, -1.2576e-02, 8.7965e-03, -2.0555e-03]]],\n", + " \n", + " \n", + " [[[-2.9832e-02, 1.5677e-02, 3.4129e-02, -3.8088e-02],\n", + " [ 3.2155e-02, 5.3122e-03, 4.4129e-02, 3.7066e-03],\n", + " [ 7.4554e-03, -5.6061e-03, 6.9169e-03, -8.4555e-03],\n", + " [ 4.8205e-04, -3.1908e-02, 1.2905e-02, -2.5975e-02]],\n", + " \n", + " [[-1.5834e-02, -1.4467e-02, 1.5729e-02, 5.5084e-03],\n", + " [-3.1836e-02, 1.1409e-02, 2.5102e-03, 1.2373e-02],\n", + " [ 7.7804e-04, -2.1921e-02, 3.1740e-02, 2.5535e-02],\n", + " [ 2.5168e-02, 9.5938e-03, 5.1007e-03, -2.9181e-02]],\n", + " \n", + " [[ 3.2733e-02, -4.0836e-02, 8.0855e-02, -3.6265e-02],\n", + " [ 4.8593e-02, -1.2217e-02, -3.3021e-03, -2.6937e-02],\n", + " [ 4.0132e-02, 1.6224e-02, 1.4957e-02, -1.4926e-02],\n", + " [-2.2340e-02, -7.7012e-03, -1.4012e-03, -3.8942e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.6618e-02, 1.4424e-02, -1.3754e-02, -6.0116e-02],\n", + " [ 1.9213e-02, 1.7436e-02, 3.6085e-02, -5.0233e-02],\n", + " [-1.3007e-02, 3.2248e-02, 6.6348e-02, -4.2561e-02],\n", + " [ 1.0549e-02, 2.0378e-02, -3.0783e-02, -2.2390e-02]],\n", + " \n", + " [[ 3.6048e-02, -2.8146e-02, 6.6224e-03, 1.6056e-03],\n", + " [-4.1450e-02, -3.8584e-02, 6.3204e-05, 1.4047e-02],\n", + " [-1.9255e-03, -1.0592e-02, 2.4209e-02, 8.8641e-03],\n", + " [ 6.5916e-03, 6.4889e-03, 8.3057e-02, -3.6059e-02]],\n", + " \n", + " [[-1.4377e-02, -7.4955e-03, 3.4578e-02, 1.2611e-02],\n", + " [-1.6621e-02, 4.5038e-03, -8.8089e-04, -2.7390e-02],\n", + " [ 3.8761e-03, -7.6726e-03, -4.3795e-03, -2.9224e-02],\n", + " [-1.3612e-02, 3.4321e-02, 3.1599e-02, -1.6927e-02]]],\n", + " \n", + " \n", + " [[[ 2.5596e-02, -1.5919e-03, 1.2813e-02, 3.9478e-03],\n", + " [-6.7999e-03, 1.2775e-02, 1.1073e-02, 2.3929e-02],\n", + " [-1.1441e-02, 9.2671e-03, 6.9582e-04, -3.7698e-02],\n", + " [ 7.7031e-05, 3.1639e-02, -3.2638e-03, -2.7294e-02]],\n", + " \n", + " [[-1.3211e-02, -3.0150e-02, 2.8573e-03, 2.3353e-02],\n", + " [ 1.9351e-02, 1.9783e-02, -3.0866e-03, 6.2040e-03],\n", + " [ 2.7249e-02, -9.6828e-03, -2.4882e-02, 2.9921e-02],\n", + " [ 2.0348e-02, -4.6199e-03, 5.8270e-03, -3.9558e-03]],\n", + " \n", + " [[ 5.5088e-02, -3.7984e-03, -3.4622e-02, -3.8210e-02],\n", + " [-4.3461e-02, 2.6509e-02, -5.2417e-02, -1.9087e-02],\n", + " [ 5.0360e-02, -1.2983e-02, -3.5135e-02, 1.9258e-02],\n", + " [ 1.0965e-02, -2.6658e-02, -2.4821e-02, 3.8770e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.9601e-02, -2.1307e-02, 1.2601e-02, 3.1500e-02],\n", + " [ 6.9837e-03, 1.4230e-02, 2.3885e-02, -3.9353e-03],\n", + " [ 2.7542e-02, -1.6963e-02, 3.4211e-02, -3.8474e-02],\n", + " [-7.1825e-03, 2.9474e-02, 4.5667e-02, -3.5092e-03]],\n", + " \n", + " [[-9.0542e-03, 3.4616e-02, 2.2814e-02, -2.7756e-02],\n", + " [-7.2940e-03, -5.2990e-02, -5.6286e-02, -2.8099e-02],\n", + " [-3.4368e-03, -4.6374e-02, -1.7946e-02, 4.2626e-02],\n", + " [ 2.2315e-02, 3.5128e-02, 4.1374e-02, 1.0690e-02]],\n", + " \n", + " [[ 2.2807e-02, -2.2787e-02, 7.2667e-03, -9.5497e-03],\n", + " [-1.8510e-04, 2.5527e-02, 3.5945e-02, 2.3973e-02],\n", + " [ 7.1930e-03, -2.0302e-02, 1.2177e-02, -8.0224e-03],\n", + " [ 1.6125e-02, 4.5407e-02, -3.1676e-02, -2.3665e-02]]]])),\n", + " ('d1.l1.1.weight',\n", + " tensor([-4.6808e-04, -1.0915e-04, 5.0766e-02, -7.7601e-03, 3.9561e-02,\n", + " 3.9520e-02, -3.8787e-02, -5.5218e-02, -4.0917e-02, 3.4878e-02,\n", + " -1.5068e-05, 1.8287e-03, 4.2437e-02, 6.3299e-02, -4.1447e-02,\n", + " 2.1688e-03, 3.2256e-02, -3.7272e-02, 4.7822e-02, -2.1675e-03,\n", + " 2.7927e-04, 7.2940e-03, -4.8473e-02, 3.3956e-02, 4.2007e-02,\n", + " -2.8059e-02, 3.2087e-02, -4.3039e-03, 3.4312e-02, -6.0039e-02,\n", + " -4.2654e-02, -1.5347e-03, 3.6169e-02, 3.6729e-02, 1.4989e-03,\n", + " -3.7393e-02, 5.6107e-02, 4.0068e-02, 3.8507e-02, -3.1296e-02,\n", + " -4.1297e-02, -2.5839e-03, -3.7888e-02, -3.9928e-02, 5.8911e-02,\n", + " 3.7919e-02, -1.9608e-03, 2.4061e-02, 3.7412e-04, -4.9166e-02,\n", + " 1.6956e-03, -4.4855e-02, -3.0157e-02, -3.7226e-03, 3.0302e-04,\n", + " -4.2219e-02, -1.5977e-02, -2.5597e-02, 3.5819e-02, -4.0708e-02,\n", + " -3.1283e-03, 1.1710e-03, 3.6395e-04, -3.1690e-02, -3.2656e-02,\n", + " -4.2648e-02, 2.1176e-03, -2.0589e-02, 4.3240e-02, 9.9885e-04,\n", + " 4.2105e-02, 3.9737e-02, -4.4286e-02, 2.6093e-02, 2.8365e-02,\n", + " -4.1379e-02, -5.3066e-02, -3.6286e-04, 4.2464e-02, -7.2589e-04,\n", + " -3.9326e-02, -5.2833e-05, 3.2029e-02, 3.9186e-02, -1.2380e-03,\n", + " -4.4004e-02, -2.2309e-02, -2.3989e-03, 3.2247e-02, 4.7428e-05,\n", + " 2.5537e-04, 5.3643e-02, -2.0007e-02, -2.5371e-02, -6.5758e-02,\n", + " 3.5585e-02, 4.4137e-02, -5.8424e-02, 4.1367e-02, 3.2464e-04,\n", + " 7.5345e-05, -3.9455e-02, -8.9940e-04, -2.2973e-02, -4.3500e-02,\n", + " -1.1241e-04, -4.5274e-02, 3.6762e-02, 4.0109e-02, 1.1589e-04,\n", + " 4.9970e-02, -4.0573e-02, 4.5979e-02, -3.2532e-02, -5.4273e-02,\n", + " 2.6479e-02, 2.4409e-02, 8.8168e-04, 2.8911e-02, 6.9894e-04,\n", + " -1.0755e-04, -1.1445e-03, 3.8456e-02, 9.9365e-04, -4.2000e-02,\n", + " 4.7098e-02, -2.2389e-03, -4.3856e-02, -8.7218e-04, -4.5014e-02,\n", + " -1.5458e-03, 4.3332e-02, -2.2829e-04, 2.6930e-02, 4.8929e-02,\n", + " -3.8997e-02, -6.2854e-04, 7.6928e-04, 4.1278e-02, 9.4775e-04,\n", + " 2.0742e-03, 4.6147e-02, -5.3943e-04, 6.5079e-05, 2.9793e-02,\n", + " 5.2697e-02, 3.2923e-02, -3.1076e-03, -2.0166e-02, 2.8488e-02,\n", + " -2.8685e-03, 2.4027e-02, -7.5260e-05, -1.4723e-04, 3.0848e-02,\n", + " -3.2937e-02, -2.2004e-04, -3.8436e-02, 1.5944e-03, 4.0477e-04,\n", + " -1.9792e-03, -2.4286e-03, 5.0774e-02, 2.9176e-02, 4.2392e-02,\n", + " -4.4387e-02, -4.6690e-02, -3.7115e-02, 2.9682e-05, 4.6151e-02,\n", + " -2.4178e-03, -1.0383e-03, 3.9098e-02, -1.5214e-03, -5.8185e-03,\n", + " -3.8786e-02, 7.8375e-04, 3.1464e-02, -3.1081e-04, 1.2774e-03,\n", + " 6.3241e-02, -4.1462e-02, 2.6358e-02, 4.9239e-05, -1.5020e-03,\n", + " -4.0007e-02, 3.3108e-02, 8.3420e-03, -2.0924e-02, 2.5304e-03,\n", + " -3.2104e-02, 3.5703e-02, 4.8785e-02, -2.3820e-04, 4.1628e-02,\n", + " 2.9980e-02, -3.4735e-04, 3.4078e-02, -4.3483e-02, 5.1560e-02,\n", + " 3.8007e-02, -5.3055e-03, -1.8718e-02, 3.5992e-02, -1.5700e-02,\n", + " -1.6734e-03, 3.9830e-02, -4.0618e-02, 3.3011e-02, -1.5507e-02,\n", + " -4.4766e-02, -4.6260e-02, 3.3463e-02, -4.3497e-02, 3.9489e-02,\n", + " 1.4050e-03, 1.3538e-03, 4.2218e-02, -5.0762e-02, 4.0830e-02,\n", + " -1.5016e-04, 3.7355e-02, 2.3381e-02, 3.7311e-02, -3.6696e-02,\n", + " -3.1317e-02, -3.1202e-02, -3.4501e-02, -3.3550e-02, 2.2183e-03,\n", + " -2.5211e-03, -4.3622e-03, 1.1171e-03, -3.7821e-02, 5.2003e-04,\n", + " -5.1792e-02, 3.3335e-02, -3.0940e-02, 3.9161e-02, -4.0464e-05,\n", + " 4.5979e-02, 2.6435e-02, 4.3333e-02, 3.8822e-02, -3.8171e-02,\n", + " 2.5895e-02, -7.9900e-04, 3.4859e-02, 2.1722e-02, 1.0844e-03,\n", + " 4.4060e-02, -4.6972e-02, -2.0987e-03, -1.3840e-04, -1.1791e-03,\n", + " -4.1580e-02, -3.1629e-02, -1.6186e-03, 1.1461e-03, -3.5162e-02,\n", + " -2.7693e-03, 1.1868e-02, 4.3414e-02, 1.1588e-03, -4.0401e-02,\n", + " -3.8204e-02, -3.9032e-02, 6.1552e-02, -3.8707e-02, -3.7801e-04,\n", + " 2.7583e-02, -3.8302e-02, -3.7646e-03, -3.7475e-02, -3.0180e-02,\n", + " -1.0381e-04, 2.4514e-02, -6.5970e-04, 3.3769e-04, 2.2018e-02,\n", + " -3.2220e-03, -4.1785e-02, 3.9460e-02, 3.8650e-02, -4.1755e-02,\n", + " -1.3876e-03, -3.6164e-02, 3.2337e-02, 2.6517e-02, -6.1347e-02,\n", + " -3.7304e-02, -3.4312e-02, 7.9896e-04, 3.1862e-02, -2.0173e-02,\n", + " 3.6447e-02, 4.5681e-03, -1.5482e-03, -2.6495e-02, -2.7380e-03,\n", + " 3.5934e-02, 4.4515e-02, -3.7804e-02, -3.9601e-02, 2.0616e-03,\n", + " 5.7713e-02, -3.6489e-02, 1.0044e-03, 4.2276e-02, 8.3450e-04,\n", + " 5.4742e-04, 2.2866e-03, -2.7506e-02, 3.6002e-02, 3.6515e-02,\n", + " -2.8482e-02, -3.9753e-04, 3.1869e-02, -2.1460e-03, 3.5426e-02,\n", + " -3.3016e-02, -9.2052e-04, 4.2483e-02, -3.9021e-02, 4.6000e-02,\n", + " 1.6311e-03, 5.0122e-02, 3.4829e-03, -2.3276e-03, 1.4981e-03,\n", + " 4.4649e-02, -3.7762e-02, 3.4312e-02, 3.5105e-02, -4.1625e-04,\n", + " 3.4453e-02, -4.3216e-02, -3.8850e-02, -1.9539e-04, -1.2826e-03,\n", + " -7.8004e-05, -5.7701e-04, 1.3776e-03, -4.3978e-02, -2.8716e-02,\n", + " 2.1362e-02, 4.5916e-02, -2.4958e-02, -4.8381e-02, -3.8493e-02,\n", + " 5.4320e-02, -6.1396e-02, 3.9771e-02, -3.4372e-02, -6.3049e-05,\n", + " -2.9681e-02, 1.8419e-04, 3.7625e-02, 3.2626e-02, 8.6789e-04,\n", + " 2.7382e-02, 1.1320e-03, 3.8173e-02, -3.7304e-02, 4.4512e-02,\n", + " -3.2776e-02, 3.0576e-02, 3.1022e-02, 7.0994e-02, -2.2911e-03,\n", + " 4.4757e-02, -2.2287e-04, 7.3790e-04, 3.4950e-02, 2.8212e-02,\n", + " -1.2215e-04, 3.7980e-02, 2.6035e-03, 7.1864e-04, -4.2994e-02,\n", + " -3.3331e-02, -4.5640e-04, 5.6824e-02, 1.4070e-05, 7.1658e-05,\n", + " -4.9530e-02, -3.1836e-02, 5.2131e-02, 3.6885e-02, -2.8229e-02,\n", + " -4.5072e-02, -2.8815e-02, 1.1442e-02, 2.3339e-03, -3.8960e-02,\n", + " -2.9149e-02, -5.1721e-02, 4.2153e-02, 4.7239e-02, 3.8661e-02,\n", + " 5.5234e-02, -1.7436e-03, -2.3244e-02, 3.7074e-04, -4.0790e-02,\n", + " -4.6739e-02, -4.0030e-02, 2.7633e-02, -3.1185e-04, -4.8032e-02,\n", + " -5.8621e-02, -2.8306e-02, -3.8123e-02, 3.9688e-04, -2.5502e-02,\n", + " -6.5381e-04, 5.1122e-02, -8.9589e-04, 8.4072e-04, 2.9479e-02,\n", + " 1.3238e-04, -4.9270e-04, -2.0660e-04, -2.7172e-02, 2.4595e-02,\n", + " 4.0514e-02, 4.2871e-04, 4.0224e-02, 6.7888e-04, 3.4009e-02,\n", + " 2.6711e-04, -4.0414e-04, -5.0460e-02, -2.1293e-03, 3.4905e-02,\n", + " 3.7285e-02, -2.8091e-02, 1.3095e-02, -4.1203e-02, -6.9479e-05,\n", + " 3.1974e-02, 5.3523e-02, -1.3181e-04, -1.9118e-03, 3.6249e-02,\n", + " -1.0777e-05, -2.5919e-02, 4.7211e-02, 2.6079e-02, 4.9724e-05,\n", + " -4.1331e-02, -3.5389e-02, -3.4244e-02, 4.1001e-02, 2.6655e-02,\n", + " -4.5386e-02, -3.7309e-02, -4.8310e-02, -3.4084e-02, -2.5245e-02,\n", + " 2.8311e-02, 2.5523e-02, 1.2983e-03, -3.3886e-03, -3.6516e-02,\n", + " 9.8399e-04, -2.7607e-02, -7.5480e-03, -4.9380e-02, -3.6113e-02,\n", + " -3.9768e-02, 3.3008e-02, -2.2809e-03, 4.3476e-02, 3.7954e-03,\n", + " -3.6011e-04, 2.2664e-02, -4.1625e-02, 2.3149e-03, -3.4092e-03,\n", + " -1.6108e-02, 3.9138e-03, 1.8503e-03, 1.9861e-04, -7.9560e-04,\n", + " -1.8141e-02, 1.3749e-04, 1.2916e-02, -7.0544e-03, 3.0426e-02,\n", + " -3.7672e-02, -1.4621e-03, -5.6496e-06, 2.4187e-02, -3.7970e-02,\n", + " -3.8370e-02, 3.9663e-02, -4.8837e-02, -2.8828e-02, 4.1800e-02,\n", + " 4.6286e-02, 2.0583e-02, 8.0984e-04, 4.4061e-03, 6.8818e-03,\n", + " 4.8229e-02, 4.1044e-02, -5.6668e-02, -9.3755e-04, -5.3615e-02,\n", + " 5.7524e-02, -1.4174e-03])),\n", + " ('d1.l1.1.bias',\n", + " tensor([-2.9813e-03, -1.5660e-03, -1.1608e-02, -3.1669e-02, -1.2485e-02,\n", + " 2.7821e-03, -1.6484e-02, 1.6678e-02, -6.8449e-04, -2.5599e-04,\n", + " -3.4106e-03, -9.7722e-03, 1.2659e-02, -1.1419e-02, -7.1616e-03,\n", + " -9.2776e-03, -1.4675e-02, 6.1024e-03, -6.3643e-03, -8.5820e-03,\n", + " -1.8019e-03, -2.8101e-02, -1.0399e-02, 3.4058e-03, -8.0672e-03,\n", + " -1.3215e-02, -6.9895e-03, -1.8383e-02, 2.8839e-03, 1.6038e-02,\n", + " -1.0472e-02, -7.2641e-03, -6.3902e-03, -1.0687e-02, -6.7280e-03,\n", + " -3.9098e-03, -1.3961e-02, -1.5742e-02, 1.2764e-02, -3.8512e-03,\n", + " -1.8334e-03, -1.0864e-02, -1.1453e-02, 5.6293e-03, -2.0177e-02,\n", + " -1.0635e-02, -9.7989e-03, -2.7887e-03, -1.6105e-03, 5.4063e-03,\n", + " -8.6043e-03, -1.3283e-02, -3.8146e-03, -1.9306e-02, -4.7172e-03,\n", + " 5.5582e-04, -1.6246e-02, -1.1427e-02, -8.6346e-03, 8.2290e-03,\n", + " -1.4406e-02, -6.7838e-03, -2.4011e-03, -1.4511e-02, 4.3078e-03,\n", + " 1.1095e-02, -9.3689e-03, -1.0668e-02, -1.7491e-02, -4.4899e-03,\n", + " 2.0879e-03, 1.7999e-03, -8.6915e-03, 5.4094e-03, 2.2548e-03,\n", + " 1.7997e-04, -4.9623e-03, -1.3172e-02, -1.0607e-02, -4.7979e-03,\n", + " 3.5899e-03, -8.3490e-04, 2.8668e-03, -3.8594e-03, -6.3237e-03,\n", + " 7.7053e-03, 1.7365e-03, -1.1714e-02, -9.0033e-03, -4.0802e-04,\n", + " -4.1570e-03, -6.1478e-03, -8.9061e-03, -6.4770e-03, -5.4486e-03,\n", + " -4.8821e-03, -1.5550e-02, 3.3427e-03, 4.4596e-03, -6.5240e-03,\n", + " -4.1391e-04, -9.5098e-03, -8.7191e-03, -1.2384e-02, 7.3633e-03,\n", + " -8.6391e-04, -2.6663e-02, -8.9335e-03, -5.5392e-03, -8.3445e-04,\n", + " -8.6138e-03, -5.2297e-03, -2.2428e-03, -8.5343e-03, -3.8453e-03,\n", + " -1.0192e-02, -1.2382e-03, -1.4032e-02, -1.2669e-02, -5.4889e-03,\n", + " -6.0610e-04, -1.5208e-02, -1.5546e-02, -4.9009e-03, -1.1542e-02,\n", + " 5.1444e-03, -1.2984e-02, 1.3485e-02, -1.5487e-02, 6.8980e-03,\n", + " -8.6509e-03, -2.8032e-03, -1.4443e-03, -2.0688e-02, -1.0418e-02,\n", + " -2.0051e-02, -3.5257e-03, -1.9277e-02, -8.9457e-04, -5.9003e-03,\n", + " -9.7912e-03, 4.3431e-03, -2.8508e-03, -1.8979e-03, -3.0164e-03,\n", + " -2.5531e-02, -1.5771e-02, -1.1159e-02, -1.8681e-02, 1.5610e-03,\n", + " -1.2617e-02, -2.9293e-04, -5.1739e-04, -1.1594e-03, -2.5859e-02,\n", + " 8.8626e-05, -9.7604e-04, -4.9996e-03, -7.5871e-03, -1.0403e-02,\n", + " -9.4108e-03, -8.8927e-03, -1.2090e-02, 8.1495e-03, 3.8288e-03,\n", + " -6.7738e-03, -1.6733e-02, -8.5547e-03, -1.2093e-03, -2.0515e-02,\n", + " -8.1518e-03, -4.5863e-03, -2.1025e-02, -6.6486e-03, -2.4478e-02,\n", + " 6.6770e-03, -4.3588e-03, -1.0885e-02, -4.0762e-03, -6.2850e-03,\n", + " 1.8453e-03, 4.4489e-03, -1.7629e-02, -1.2660e-03, -5.5268e-03,\n", + " 4.8356e-03, -7.0539e-03, -2.4551e-02, -2.3180e-03, -1.2336e-02,\n", + " -1.6388e-03, 8.4551e-03, -6.2999e-03, -2.3651e-03, 6.4982e-03,\n", + " -6.3761e-04, -1.5714e-03, -9.2991e-03, -1.3328e-02, -3.3577e-03,\n", + " -1.5556e-02, -2.2377e-02, -3.8758e-03, -1.6419e-03, -1.7284e-02,\n", + " -7.6494e-03, 6.6303e-03, -2.4036e-02, 7.7755e-03, -4.3037e-03,\n", + " -2.6950e-03, -5.1601e-03, -1.5044e-02, -1.0078e-02, -9.0582e-03,\n", + " -7.0472e-03, -5.1581e-03, -2.9228e-03, 5.9763e-03, 1.2383e-03,\n", + " -3.2076e-03, 3.5604e-04, -1.8603e-02, -1.2427e-03, 4.2120e-03,\n", + " -4.1503e-03, -6.7325e-03, 6.2978e-03, 4.4767e-03, -1.1083e-02,\n", + " -1.1510e-02, -1.6006e-02, -1.0505e-02, -5.7856e-04, -3.3976e-03,\n", + " 5.6115e-03, -4.4270e-03, 5.3438e-03, -5.9604e-04, -7.6743e-03,\n", + " -1.0021e-02, -6.5754e-03, -8.4160e-03, -5.2109e-03, -1.6355e-03,\n", + " -1.4007e-02, -4.0135e-03, -1.7699e-02, 3.2859e-03, -9.1762e-03,\n", + " -9.5017e-03, -1.9617e-02, -8.0046e-03, -1.4400e-02, -8.6911e-03,\n", + " -9.8442e-03, -2.0973e-02, -9.7481e-03, -2.4822e-02, -6.9545e-03,\n", + " -1.6680e-02, -2.8691e-03, -1.2875e-02, -5.3208e-03, -1.1074e-02,\n", + " -7.5840e-03, -2.0992e-02, 1.1009e-02, -3.9869e-03, -1.4970e-02,\n", + " 1.4988e-03, -8.8418e-04, -1.4342e-02, -4.9198e-03, -9.3065e-03,\n", + " -2.6503e-03, -5.2883e-03, -1.8719e-02, -7.5807e-03, -1.4365e-02,\n", + " -1.7598e-02, -1.1164e-02, -4.3280e-03, -5.7527e-03, -3.7513e-03,\n", + " -4.8210e-03, -8.7847e-03, 5.4854e-03, -1.8495e-02, -1.5507e-02,\n", + " -1.1393e-02, -9.7042e-03, -3.3346e-03, -8.9545e-04, -1.4152e-02,\n", + " -4.6720e-03, -2.2388e-02, -7.8881e-03, 2.9857e-03, -1.0126e-02,\n", + " -4.2469e-03, -1.4444e-02, -3.8085e-03, -1.1748e-02, -1.9849e-02,\n", + " -1.5581e-02, -1.1197e-02, -4.6436e-03, 7.0728e-03, -6.9263e-03,\n", + " -2.6421e-03, -1.4890e-02, -1.1927e-02, -9.8221e-03, -2.2994e-02,\n", + " -4.0107e-03, -1.9581e-03, 1.6668e-03, -8.4890e-03, -8.3658e-03,\n", + " 2.9203e-03, -5.9132e-03, -6.1159e-03, 4.0938e-03, -2.5072e-05,\n", + " -6.9347e-03, 7.2289e-03, -1.7308e-02, -1.7627e-02, -9.2974e-03,\n", + " -9.2042e-03, 9.6678e-03, -1.6405e-02, -1.9527e-02, -2.3242e-03,\n", + " -3.8332e-02, 2.7974e-03, 4.4619e-03, -3.5515e-03, -1.8637e-02,\n", + " -1.9192e-03, -2.4226e-03, -5.6798e-03, -1.4508e-02, -1.8849e-02,\n", + " -2.9345e-03, -4.9640e-04, -1.7560e-02, -2.9200e-02, -1.6919e-02,\n", + " -8.9707e-03, -4.2421e-03, -3.7586e-02, 4.6142e-04, -1.2105e-03,\n", + " 4.4083e-03, -3.3621e-03, 6.1543e-03, -4.1560e-03, -4.3377e-03,\n", + " -1.4030e-02, -4.6265e-03, -6.5219e-03, -5.0698e-03, 2.8839e-03,\n", + " -2.8729e-03, -2.4995e-03, -5.5681e-03, -8.9216e-03, -9.7421e-03,\n", + " -2.4888e-02, -2.5180e-03, -3.5481e-03, 6.4430e-03, -4.4477e-03,\n", + " -2.3271e-03, -1.3648e-02, -1.6801e-02, -3.0394e-03, -4.4176e-03,\n", + " 2.0990e-03, -2.3059e-03, -1.1706e-02, -2.0975e-03, -6.3102e-04,\n", + " -7.3143e-04, -6.9044e-03, 8.7224e-03, -2.1436e-03, -8.2981e-03,\n", + " -6.4636e-03, 1.3149e-03, -2.1755e-02, -1.3634e-02, -2.5958e-02,\n", + " -2.0130e-02, -3.6163e-03, 1.3079e-02, -9.9507e-03, -1.4903e-02,\n", + " -7.3747e-03, -1.0420e-02, 3.7181e-04, -3.8953e-03, -6.7333e-03,\n", + " -1.3986e-03, -1.1275e-02, -3.6318e-02, -4.3713e-03, -1.2223e-03,\n", + " -8.6284e-03, -1.1144e-02, 2.3395e-03, -8.2804e-03, 5.6173e-03,\n", + " -1.2802e-02, -6.4462e-03, -4.9979e-03, -1.0148e-02, -8.6508e-04,\n", + " -1.1348e-03, -2.5217e-03, -7.4259e-04, -5.5613e-03, 1.0348e-03,\n", + " -4.1396e-03, -4.0411e-03, -2.2682e-02, -3.5037e-03, -1.3298e-02,\n", + " -1.4588e-03, -2.9254e-03, 4.7863e-03, -8.4766e-03, -1.8647e-02,\n", + " -9.4254e-03, -3.3811e-04, 7.4495e-03, -1.3599e-02, -1.1836e-03,\n", + " -2.5957e-06, -1.0918e-02, -1.6502e-03, -8.9040e-03, -3.0277e-04,\n", + " -7.3046e-04, -1.3708e-02, -1.5405e-03, -1.6370e-02, -3.4987e-03,\n", + " -8.8048e-03, -4.7585e-04, -1.9564e-02, -1.1388e-02, -7.4573e-03,\n", + " 1.6446e-03, 5.2887e-04, -1.1658e-02, -8.8392e-03, 1.0061e-03,\n", + " -3.7936e-03, -1.2919e-02, -4.1503e-03, -1.9976e-02, -3.7596e-03,\n", + " -4.1947e-03, -1.5933e-02, -3.2247e-02, 1.0894e-03, -1.6875e-03,\n", + " 1.2824e-03, -3.4287e-03, -2.0315e-02, 4.3077e-03, -1.8501e-02,\n", + " -1.7793e-03, -1.3926e-02, 6.9338e-03, -9.6505e-03, -1.3428e-02,\n", + " -1.1922e-02, -1.9699e-02, -1.2423e-02, -1.1280e-03, -1.2575e-02,\n", + " -4.2211e-03, -6.1897e-04, -2.3641e-02, -1.7467e-02, -1.1569e-02,\n", + " -1.4239e-02, -1.1401e-02, -3.1173e-03, -1.4078e-02, -1.1521e-02,\n", + " -1.0788e-02, -8.3176e-03, -1.7521e-02, -1.5909e-02, -1.1784e-02,\n", + " -1.3566e-02, -1.5656e-03, -5.5076e-03, -1.4252e-02, -2.3169e-02,\n", + " -4.9178e-03, -2.0926e-02, 3.4336e-03, -4.8537e-03, -1.4642e-02,\n", + " -7.4555e-03, -6.2370e-03])),\n", + " ('d1.l1.1.running_mean',\n", + " tensor([-1.6300e-02, 7.2842e-03, -4.0688e-02, -3.7140e-02, -1.5983e-01,\n", + " -1.8344e-02, -4.1617e-02, 2.8120e-02, 1.1992e-01, -8.4631e-02,\n", + " -5.2082e-02, -8.0073e-02, 1.7809e-02, -1.4119e-01, 1.1640e-01,\n", + " -1.2345e-01, -8.2161e-02, 1.4629e-01, -9.8832e-02, 7.5921e-02,\n", + " -6.4296e-03, 9.1266e-02, 1.3372e-01, -1.6593e-01, -1.2765e-01,\n", + " -3.9925e-02, -9.4118e-02, -1.1382e-04, -1.4071e-01, 8.7910e-02,\n", + " 2.3977e-02, 1.4130e-02, -5.8190e-02, -1.0513e-01, 1.8260e-02,\n", + " -7.5913e-02, -7.3140e-03, 2.1717e-02, -6.5552e-02, 5.8120e-02,\n", + " 7.7905e-02, 3.9089e-02, -4.0349e-03, 2.0714e-01, -1.4141e-01,\n", + " -6.5858e-02, 3.8821e-02, -1.0311e-02, 2.5154e-02, 1.1079e-01,\n", + " -2.9416e-02, 4.5058e-02, 1.0756e-01, -1.7746e-01, -2.2556e-02,\n", + " 7.4466e-02, 4.1153e-02, 1.4091e-01, 3.7035e-02, 4.0406e-02,\n", + " 2.1461e-03, -1.1629e-02, -6.3389e-02, -8.8510e-02, 1.0889e-01,\n", + " 1.4161e-01, -9.7334e-02, 5.7924e-02, -1.3293e-01, -7.7561e-02,\n", + " -1.1660e-01, -1.3887e-01, -8.8167e-03, -6.8220e-02, -6.1435e-02,\n", + " 9.8057e-02, 6.2541e-02, -1.1170e-01, -1.7869e-01, 2.4317e-02,\n", + " 8.7895e-02, -2.0516e-02, -9.8994e-02, -1.1915e-01, 2.0309e-02,\n", + " 2.7862e-02, 1.0681e-01, -1.9334e-02, -4.3045e-02, -7.5139e-03,\n", + " 1.6453e-01, -1.0393e-02, 6.3645e-02, 1.1474e-01, 8.4271e-02,\n", + " 4.7585e-02, -1.9900e-02, 2.0950e-01, -9.8508e-02, -1.4488e-02,\n", + " 1.1189e-02, 1.1042e-01, 5.1216e-02, -1.1674e-02, 9.4171e-02,\n", + " 5.0452e-02, 4.2178e-02, -1.1136e-01, 1.2148e-01, 4.3711e-02,\n", + " -8.0139e-02, 1.1379e-01, 1.4674e-02, 7.6523e-02, 2.3718e-02,\n", + " 1.1051e-03, -1.6476e-01, -1.0826e-02, 5.5039e-02, -3.5610e-02,\n", + " 1.5379e-02, -1.0237e-02, 9.3676e-02, -2.5904e-03, -5.7381e-02,\n", + " -8.7903e-02, -1.3422e-02, 1.1708e-01, -3.7981e-02, 8.7136e-02,\n", + " 6.8826e-02, 9.2216e-02, -5.2246e-03, -6.1679e-02, -4.8861e-02,\n", + " 9.4015e-02, 6.3121e-04, 4.3277e-02, -1.1672e-02, -1.0585e-02,\n", + " -3.2643e-03, -1.4453e-01, 3.0710e-02, -2.4859e-03, -7.4186e-02,\n", + " 1.0372e-01, -8.3127e-03, -6.0168e-02, -5.0272e-03, -1.2984e-01,\n", + " -4.4870e-02, -3.2754e-02, -1.2214e-02, 2.4232e-02, 9.1985e-02,\n", + " 1.4593e-01, 1.0229e-02, 1.0440e-01, -4.1061e-02, -1.2902e-02,\n", + " 5.4420e-04, 6.9058e-02, -1.2402e-01, -2.0215e-02, -7.8581e-02,\n", + " 9.1740e-02, 5.4878e-02, 1.0241e-01, -1.6225e-03, -1.0827e-02,\n", + " 1.7475e-02, -6.7228e-02, -1.0804e-01, 4.1802e-02, -1.4843e-03,\n", + " 1.9406e-01, 3.3670e-02, -9.4854e-02, 2.9758e-02, -1.0623e-02,\n", + " 2.2499e-02, -6.2099e-02, -4.3509e-02, -2.5868e-02, 5.9951e-03,\n", + " 4.9471e-02, -1.0787e-01, -1.9740e-01, -3.2780e-02, -1.6266e-01,\n", + " 1.7767e-01, -1.6481e-01, -1.5996e-01, 2.6913e-02, -2.2369e-01,\n", + " -5.5858e-02, -4.4971e-03, -5.7420e-02, 4.8099e-02, -1.6530e-01,\n", + " -8.2281e-02, -3.8653e-02, 1.6374e-01, -3.9494e-02, 2.4209e-01,\n", + " 9.7662e-03, -6.9242e-02, 2.1170e-02, -8.6537e-02, 2.0359e-01,\n", + " 1.0539e-01, 2.6442e-01, -1.0117e-01, -2.6697e-02, -1.1537e-01,\n", + " -7.1424e-02, -1.9132e-02, 4.2539e-02, 1.0254e-01, -7.3168e-02,\n", + " -8.9529e-03, -1.0119e-01, -2.5454e-02, -4.7628e-02, 4.8224e-02,\n", + " 2.4090e-01, 1.2748e-01, 1.5075e-01, 2.0969e-01, -2.5646e-02,\n", + " 4.5667e-02, 3.3818e-02, 3.5257e-02, 6.7110e-02, 2.2109e-01,\n", + " 1.6506e-01, -1.0266e-01, 1.0103e-01, -9.6343e-02, 3.4477e-02,\n", + " -1.5170e-01, -7.8885e-02, -1.3207e-01, -1.7569e-01, 1.7052e-02,\n", + " -1.1908e-01, 1.1101e-03, -1.0371e-01, -2.3429e-02, -6.0588e-02,\n", + " 1.9120e-02, 1.9127e-02, 4.8970e-03, -2.5771e-02, -1.6092e-02,\n", + " 1.3495e-01, 4.3511e-02, -2.6785e-02, -1.5336e-01, -8.0733e-02,\n", + " -5.2981e-02, -4.8112e-02, 8.1607e-02, -2.6344e-02, -1.1394e-01,\n", + " -6.9521e-03, -6.5008e-02, -9.4995e-02, 2.3393e-02, -4.7786e-02,\n", + " -1.5107e-03, 7.5876e-02, 4.2751e-02, 1.0034e-01, -6.0065e-02,\n", + " -3.7371e-03, -7.3174e-02, 1.4076e-01, 3.9696e-02, 8.7556e-03,\n", + " 1.4254e-02, -2.7966e-02, -9.2271e-02, -7.5112e-02, 1.8609e-02,\n", + " 1.8307e-01, -6.2789e-03, -1.2781e-01, -5.3958e-02, 7.0335e-02,\n", + " -1.1736e-01, 1.3040e-01, -1.9516e-03, -9.5581e-02, 1.6125e-03,\n", + " -1.7674e-02, -1.3833e-01, 5.0351e-03, 8.1023e-02, -1.1265e-02,\n", + " -5.7862e-02, -4.6267e-02, 1.3689e-01, 5.9602e-02, -4.7313e-02,\n", + " -1.0259e-03, 1.3803e-01, -4.4338e-02, -1.2125e-01, 2.9150e-02,\n", + " -7.3932e-04, 6.5902e-02, 3.9034e-02, -5.7515e-02, 6.0443e-02,\n", + " 6.7333e-02, -1.7629e-02, -8.6143e-03, 7.5806e-02, -7.4940e-02,\n", + " 3.7726e-02, -1.6264e-02, -1.0586e-01, 1.4755e-01, -6.9778e-02,\n", + " -1.2936e-03, -1.4628e-01, 5.3331e-02, 2.6391e-03, 3.0324e-02,\n", + " -4.4507e-02, 4.0310e-02, -5.1961e-02, 4.9562e-02, -1.9429e-02,\n", + " 4.5094e-02, -3.2009e-02, 1.4216e-01, -6.1771e-03, 7.6981e-03,\n", + " 3.6451e-03, 2.8410e-02, -7.7541e-02, -8.2712e-02, -1.6027e-02,\n", + " -1.8890e-01, 3.2277e-02, 1.5214e-01, -1.0929e-01, 5.4718e-02,\n", + " -4.2306e-02, 1.8857e-01, 9.9493e-02, 1.0670e-01, 5.5979e-03,\n", + " -4.6914e-02, 2.2256e-02, -6.7006e-02, -9.2443e-02, -1.9131e-01,\n", + " 9.3299e-02, -1.1551e-01, -8.0191e-02, 1.9513e-02, -1.0521e-03,\n", + " 2.7280e-02, -7.9445e-02, 5.1642e-03, -1.1024e-01, 3.7052e-02,\n", + " 5.9256e-02, 1.0682e-01, -8.5245e-02, -1.0902e-01, -5.7325e-02,\n", + " 2.0856e-02, -1.3476e-02, 1.0352e-01, -7.0541e-02, 7.9011e-02,\n", + " 2.1434e-02, 8.2450e-03, -7.4200e-04, -1.5465e-03, 4.1154e-03,\n", + " 8.4362e-02, 3.2626e-02, -3.7829e-02, -1.3928e-01, 8.2208e-03,\n", + " 1.6838e-01, 9.4662e-02, 3.3531e-02, 3.1827e-02, 1.2856e-02,\n", + " 3.7240e-02, 5.8870e-02, -1.0838e-01, -1.5346e-04, 2.2594e-02,\n", + " 1.0081e-02, -4.3598e-02, -3.0463e-02, 6.9511e-04, -5.2766e-02,\n", + " 1.4178e-01, 1.1897e-01, 7.4000e-02, -1.7684e-02, 1.0871e-01,\n", + " 7.3442e-02, 6.0812e-02, -2.4426e-02, -7.4299e-04, -3.7681e-02,\n", + " 7.2036e-03, -1.6800e-01, -2.4826e-02, 5.8270e-02, -1.6491e-02,\n", + " -1.1888e-02, -3.0947e-03, 6.6093e-02, 9.4464e-02, -1.2694e-01,\n", + " -1.0243e-01, -2.2709e-02, 9.6798e-02, -7.1166e-03, 2.0282e-02,\n", + " 4.7329e-03, -1.5406e-01, 8.7154e-03, 3.5131e-02, -7.3005e-02,\n", + " -1.2102e-01, 1.1489e-01, -4.2002e-02, 3.0160e-02, 2.8441e-02,\n", + " -7.4167e-02, 7.7803e-02, -7.7799e-03, -2.2674e-02, -3.7942e-02,\n", + " 1.4724e-02, 1.6195e-01, -1.4106e-02, -9.0270e-02, -8.1299e-03,\n", + " 9.2533e-02, 9.8572e-02, -5.6231e-02, -4.1214e-04, -5.0959e-02,\n", + " 4.9026e-02, 1.8826e-01, -7.0718e-02, 4.1786e-02, 9.5740e-02,\n", + " 8.9353e-03, 5.3631e-02, -1.1855e-01, 1.1579e-01, -1.6482e-02,\n", + " -6.2482e-02, 6.6090e-02, 7.3830e-02, 6.0717e-02, -2.1814e-03,\n", + " 5.3120e-02, -1.4267e-01, 6.8303e-02, -4.3597e-02, 4.4300e-03,\n", + " 1.7470e-02, -1.4345e-01, 2.4046e-01, -1.9414e-02, 7.3635e-02,\n", + " 3.4974e-02, 6.6747e-02, 6.3292e-02, -1.7350e-03, -1.7919e-01,\n", + " 1.3095e-01, 1.7635e-02, 6.9423e-02, 1.0250e-01, 1.1709e-01,\n", + " -8.4286e-03, 7.5408e-04, 4.1986e-02, 2.7662e-02, 1.1846e-01,\n", + " 6.1706e-02, -3.1177e-02, -1.1839e-01, -2.2235e-02, -3.9079e-02,\n", + " -1.4781e-01, -1.6001e-01, 2.7688e-03, -8.4260e-02, -1.7749e-02,\n", + " -5.9502e-02, 5.7051e-02, -5.9707e-02, 2.1081e-02, 1.0802e-01,\n", + " -1.2403e-01, 1.0788e-02])),\n", + " ('d1.l1.1.running_var',\n", + " tensor([0.0067, 0.0066, 0.0991, 0.1114, 0.1182, 0.1326, 0.0873, 0.0842, 0.0834,\n", + " 0.1307, 0.0132, 0.0264, 0.1006, 0.1002, 0.0785, 0.0426, 0.2062, 0.1289,\n", + " 0.1088, 0.0287, 0.0148, 0.1029, 0.0985, 0.0858, 0.1066, 0.1073, 0.0850,\n", + " 0.0659, 0.1086, 0.1227, 0.1037, 0.0087, 0.0967, 0.0970, 0.0170, 0.0839,\n", + " 0.0832, 0.0864, 0.1078, 0.1111, 0.0929, 0.0653, 0.0936, 0.1142, 0.0871,\n", + " 0.0989, 0.0296, 0.1197, 0.0047, 0.1058, 0.0043, 0.0978, 0.0997, 0.0602,\n", + " 0.0068, 0.0671, 0.1870, 0.1217, 0.1245, 0.1107, 0.0240, 0.0150, 0.0341,\n", + " 0.0851, 0.0891, 0.1558, 0.0835, 0.0901, 0.1481, 0.0512, 0.1475, 0.1127,\n", + " 0.1201, 0.1239, 0.0998, 0.0907, 0.1099, 0.1531, 0.0831, 0.0212, 0.1303,\n", + " 0.0026, 0.1073, 0.1143, 0.0149, 0.1026, 0.1152, 0.0076, 0.0887, 0.0031,\n", + " 0.0726, 0.0712, 0.0958, 0.0850, 0.1342, 0.0866, 0.1111, 0.0959, 0.0898,\n", + " 0.0067, 0.0035, 0.0948, 0.0453, 0.0900, 0.1231, 0.0162, 0.0948, 0.0753,\n", + " 0.1153, 0.0667, 0.1192, 0.0797, 0.0947, 0.1086, 0.0794, 0.0865, 0.1219,\n", + " 0.0215, 0.0790, 0.0264, 0.0032, 0.0440, 0.0804, 0.0129, 0.1024, 0.0804,\n", + " 0.0347, 0.1051, 0.0278, 0.0990, 0.0418, 0.0934, 0.0040, 0.1239, 0.1064,\n", + " 0.1058, 0.0146, 0.0377, 0.1080, 0.0225, 0.0271, 0.1269, 0.0474, 0.0041,\n", + " 0.1186, 0.0789, 0.1084, 0.0587, 0.0664, 0.1226, 0.0560, 0.1114, 0.0031,\n", + " 0.0029, 0.0944, 0.1637, 0.0049, 0.1084, 0.0535, 0.0443, 0.0567, 0.0364,\n", + " 0.0973, 0.0930, 0.0977, 0.0768, 0.0883, 0.0960, 0.0026, 0.1113, 0.0561,\n", + " 0.0336, 0.0980, 0.0377, 0.0958, 0.1464, 0.0336, 0.0996, 0.0079, 0.0198,\n", + " 0.0839, 0.0856, 0.0987, 0.0098, 0.0203, 0.1153, 0.1153, 0.1681, 0.1308,\n", + " 0.1604, 0.1204, 0.0852, 0.1076, 0.0123, 0.1442, 0.0771, 0.0025, 0.0925,\n", + " 0.0978, 0.0897, 0.0959, 0.0441, 0.1311, 0.1021, 0.1534, 0.0478, 0.0841,\n", + " 0.0957, 0.0971, 0.1560, 0.1050, 0.1146, 0.1426, 0.1088, 0.1285, 0.0839,\n", + " 0.0163, 0.1126, 0.0952, 0.1241, 0.0062, 0.1283, 0.1308, 0.0896, 0.0987,\n", + " 0.1376, 0.1035, 0.1320, 0.1068, 0.0102, 0.0464, 0.0691, 0.0129, 0.0974,\n", + " 0.0840, 0.1014, 0.1232, 0.1386, 0.1027, 0.0171, 0.0861, 0.1004, 0.0843,\n", + " 0.0945, 0.1121, 0.1050, 0.0059, 0.0980, 0.1225, 0.0234, 0.0844, 0.0770,\n", + " 0.0166, 0.0442, 0.0059, 0.1020, 0.1073, 0.0052, 0.1174, 0.0986, 0.0454,\n", + " 0.1463, 0.0852, 0.0069, 0.1320, 0.0822, 0.1381, 0.0891, 0.1100, 0.0168,\n", + " 0.0846, 0.1311, 0.1153, 0.1042, 0.0893, 0.0057, 0.0979, 0.0451, 0.0135,\n", + " 0.1145, 0.0496, 0.0823, 0.1019, 0.0946, 0.0939, 0.0905, 0.1068, 0.1114,\n", + " 0.0772, 0.0878, 0.1171, 0.0977, 0.0060, 0.1065, 0.1302, 0.0875, 0.1261,\n", + " 0.0257, 0.1153, 0.0102, 0.1155, 0.0677, 0.1313, 0.1025, 0.0974, 0.1112,\n", + " 0.1611, 0.0076, 0.0955, 0.0058, 0.0037, 0.0428, 0.0934, 0.1145, 0.0846,\n", + " 0.1379, 0.0172, 0.0930, 0.0940, 0.0997, 0.0821, 0.0430, 0.0686, 0.1049,\n", + " 0.0779, 0.0049, 0.0822, 0.0663, 0.0642, 0.0578, 0.1290, 0.1148, 0.0749,\n", + " 0.1437, 0.0100, 0.1016, 0.0864, 0.1002, 0.0055, 0.0570, 0.0025, 0.0156,\n", + " 0.0423, 0.0784, 0.1135, 0.1013, 0.0685, 0.1122, 0.1093, 0.0968, 0.0785,\n", + " 0.1228, 0.1212, 0.1079, 0.0033, 0.0889, 0.0094, 0.1116, 0.1351, 0.1170,\n", + " 0.1127, 0.0393, 0.1026, 0.1408, 0.0711, 0.0785, 0.0874, 0.1087, 0.0635,\n", + " 0.0194, 0.1061, 0.0495, 0.0335, 0.1029, 0.1188, 0.0051, 0.1143, 0.0478,\n", + " 0.0209, 0.1141, 0.1098, 0.0094, 0.1144, 0.0030, 0.0060, 0.1090, 0.1110,\n", + " 0.1016, 0.1310, 0.0912, 0.0946, 0.1100, 0.1111, 0.0321, 0.0850, 0.0725,\n", + " 0.1000, 0.1038, 0.0934, 0.0667, 0.0861, 0.0514, 0.1367, 0.0062, 0.0925,\n", + " 0.0908, 0.1226, 0.1204, 0.0042, 0.1192, 0.0908, 0.1027, 0.1367, 0.0266,\n", + " 0.0930, 0.0457, 0.0863, 0.0042, 0.0105, 0.1145, 0.0068, 0.0033, 0.0984,\n", + " 0.1234, 0.0993, 0.0906, 0.0084, 0.0978, 0.0043, 0.1071, 0.0042, 0.1345,\n", + " 0.0812, 0.0218, 0.0716, 0.0982, 0.0840, 0.0926, 0.0859, 0.0039, 0.0884,\n", + " 0.0698, 0.0030, 0.0105, 0.1163, 0.0026, 0.1023, 0.1035, 0.1315, 0.0042,\n", + " 0.0905, 0.0660, 0.1129, 0.1000, 0.0949, 0.0963, 0.1024, 0.0963, 0.1060,\n", + " 0.1214, 0.1135, 0.0709, 0.0552, 0.0895, 0.1056, 0.0275, 0.1038, 0.1841,\n", + " 0.1247, 0.0769, 0.1109, 0.0839, 0.0309, 0.1303, 0.0328, 0.0199, 0.1000,\n", + " 0.1917, 0.0151, 0.1530, 0.1036, 0.0738, 0.0510, 0.0034, 0.0986, 0.1164,\n", + " 0.0043, 0.1084, 0.0531, 0.0924, 0.0970, 0.0132, 0.0130, 0.0959, 0.0831,\n", + " 0.0910, 0.0968, 0.1199, 0.1093, 0.1631, 0.0808, 0.1381, 0.0121, 0.0365,\n", + " 0.0653, 0.0735, 0.0966, 0.0616, 0.0206, 0.1031, 0.0782, 0.0126])),\n", + " ('d1.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('d2.conv.weight',\n", + " tensor([[[[-6.7309e-03, -3.0527e-02, -6.9712e-05, 1.3806e-02],\n", + " [ 1.1936e-03, 2.9981e-02, 1.4971e-02, 4.5559e-02],\n", + " [ 3.9086e-03, -3.0941e-03, -2.3520e-02, 1.8711e-02],\n", + " [ 2.3908e-02, -8.5985e-03, -1.5567e-02, 1.9446e-02]],\n", + " \n", + " [[-5.4437e-04, -5.2613e-03, -2.4874e-02, 1.6263e-02],\n", + " [ 1.9158e-02, -1.2398e-02, -5.3595e-03, -2.1606e-03],\n", + " [-2.3426e-02, 3.7537e-02, -2.0319e-02, 3.1584e-03],\n", + " [-2.8636e-02, -1.3960e-04, 3.0452e-03, 1.6813e-02]],\n", + " \n", + " [[-2.4186e-02, -1.1417e-02, 8.0771e-03, 1.0918e-02],\n", + " [-1.5769e-02, 1.4991e-02, -2.3017e-02, 1.6765e-02],\n", + " [-5.4040e-03, 2.1648e-02, 1.9513e-02, 2.2034e-02],\n", + " [-1.4631e-02, -2.4867e-03, -1.2851e-02, -3.0566e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.6986e-02, 4.4766e-03, -1.3615e-02, -1.0216e-03],\n", + " [-1.8568e-02, 8.8726e-03, 7.8751e-03, -3.6954e-02],\n", + " [ 1.6207e-02, -1.5268e-02, 3.5039e-02, 6.8308e-03],\n", + " [ 2.6615e-02, 4.7729e-03, 1.1604e-02, 1.8619e-02]],\n", + " \n", + " [[-2.9897e-02, -3.8280e-02, -1.7671e-02, 1.0180e-02],\n", + " [ 2.4761e-02, 3.1027e-02, -2.4401e-03, 7.0952e-03],\n", + " [ 2.0453e-02, 3.8926e-02, -7.7378e-03, 3.2834e-02],\n", + " [ 9.3456e-03, 1.9413e-02, 5.3108e-04, 2.5554e-02]],\n", + " \n", + " [[ 2.6722e-02, -1.7231e-02, 1.4922e-02, 1.2158e-02],\n", + " [-6.6574e-03, -6.5439e-03, -1.1218e-02, 1.2837e-02],\n", + " [ 2.8143e-02, -4.2677e-02, 8.8952e-03, 3.7168e-02],\n", + " [ 3.1525e-02, 1.3940e-02, -2.2205e-02, -5.6529e-02]]],\n", + " \n", + " \n", + " [[[-1.3571e-02, 1.9261e-02, 2.1604e-03, -2.3694e-03],\n", + " [ 9.6355e-03, -2.8216e-02, -2.7423e-02, 1.8567e-02],\n", + " [ 1.7856e-03, -7.3865e-03, 9.2275e-03, -5.7612e-03],\n", + " [ 4.5156e-02, -1.9247e-02, 7.3442e-04, 1.0295e-02]],\n", + " \n", + " [[-5.4031e-03, -1.6463e-02, 1.9102e-02, 3.0837e-02],\n", + " [ 1.9744e-02, -6.3147e-02, -1.7229e-03, -2.3298e-03],\n", + " [-1.1306e-02, -1.8626e-04, 4.1218e-04, 1.7696e-02],\n", + " [-2.3138e-02, 1.7103e-02, 5.2909e-03, -6.7447e-03]],\n", + " \n", + " [[ 1.1144e-02, 3.0236e-02, 1.4503e-02, 4.1769e-02],\n", + " [ 4.7921e-02, -1.4628e-02, 3.3893e-03, -6.8980e-03],\n", + " [-4.3094e-02, -1.6657e-02, 1.3927e-02, 5.3622e-02],\n", + " [ 1.1284e-02, 4.8013e-03, -2.7862e-02, 1.2253e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.1467e-02, -2.0341e-02, -1.7596e-02, -1.3772e-02],\n", + " [ 2.2009e-02, 2.6091e-02, 1.6187e-02, 2.6717e-02],\n", + " [-3.5657e-02, 2.9885e-02, -2.7244e-02, -2.8645e-03],\n", + " [-3.6796e-02, 1.2798e-02, 1.9991e-02, -3.9973e-03]],\n", + " \n", + " [[ 2.3559e-02, -2.3506e-02, 1.5966e-02, -1.4164e-03],\n", + " [ 3.3467e-03, -3.1295e-02, -4.7050e-03, 1.8147e-03],\n", + " [ 9.0737e-03, 7.8921e-03, -8.2422e-03, 6.8870e-03],\n", + " [-1.5444e-02, 1.6852e-02, 7.9554e-03, 1.0952e-02]],\n", + " \n", + " [[ 2.5268e-02, 3.2193e-02, -2.3580e-03, 5.9474e-03],\n", + " [ 3.8838e-02, 2.8148e-02, -2.3866e-03, -9.4103e-03],\n", + " [-1.5422e-02, 1.7012e-02, -3.4461e-03, -1.7306e-02],\n", + " [ 1.4413e-02, 2.6600e-03, 1.4747e-02, -2.8923e-02]]],\n", + " \n", + " \n", + " [[[ 4.1834e-03, 1.3519e-02, -2.0385e-02, 4.6815e-03],\n", + " [-1.9988e-03, -1.3303e-02, 4.4495e-02, -1.4341e-02],\n", + " [-4.5097e-03, -1.9221e-02, -4.0761e-02, -8.7251e-04],\n", + " [ 2.2188e-02, 2.1655e-02, 9.8502e-03, 1.5312e-02]],\n", + " \n", + " [[-3.4754e-02, -3.2203e-02, 1.9998e-02, -2.8973e-02],\n", + " [ 7.8148e-03, -3.9047e-02, 3.9232e-02, 1.0902e-02],\n", + " [-2.0290e-02, 1.5656e-03, -1.2339e-02, 9.7389e-03],\n", + " [ 8.7810e-03, 2.1692e-02, 3.0585e-02, -5.5948e-03]],\n", + " \n", + " [[ 3.6847e-02, 6.6068e-02, 1.0200e-02, -2.2874e-02],\n", + " [ 3.1002e-02, -9.3638e-03, -2.7102e-02, -8.9932e-03],\n", + " [-1.8550e-02, 7.3300e-02, -3.2509e-02, -5.9823e-02],\n", + " [ 1.0183e-03, 7.5022e-03, 1.0847e-02, -2.3707e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.8026e-02, 4.1712e-02, -2.9290e-03, -4.0749e-05],\n", + " [-1.6955e-02, 2.4034e-03, -2.1319e-02, -6.9084e-02],\n", + " [-6.2665e-02, -3.9381e-02, -2.6374e-02, -3.9658e-02],\n", + " [ 5.9405e-02, 2.5490e-02, -1.7619e-02, -4.6941e-02]],\n", + " \n", + " [[ 3.6725e-02, 1.1853e-02, 4.0327e-02, -3.8212e-02],\n", + " [-1.9909e-02, 5.3437e-03, -1.0247e-02, -5.3113e-03],\n", + " [-4.1020e-04, 1.2174e-02, -2.2485e-02, 1.2530e-02],\n", + " [-3.0553e-02, -2.5603e-03, 3.5439e-02, -4.0495e-02]],\n", + " \n", + " [[-2.1818e-03, 2.3928e-02, -1.4651e-02, 3.4591e-02],\n", + " [-3.0296e-02, 9.4008e-03, -3.5855e-02, -4.6570e-02],\n", + " [-3.4342e-02, 2.8116e-02, 2.0918e-02, 1.1351e-02],\n", + " [-5.6976e-03, 8.0875e-02, 3.6224e-02, -6.3858e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-2.3308e-02, -4.0901e-02, 3.3492e-02, -3.4769e-02],\n", + " [-4.3758e-03, 1.0626e-02, 4.1707e-04, 1.2462e-02],\n", + " [ 2.1789e-02, -2.9820e-02, -1.9257e-02, -1.0238e-02],\n", + " [-1.0027e-02, 2.4775e-02, 2.8770e-02, -6.9883e-03]],\n", + " \n", + " [[-4.1852e-03, 3.7478e-02, -4.1174e-02, -2.2618e-02],\n", + " [-2.1262e-02, -2.8012e-02, -1.0005e-02, 1.4530e-02],\n", + " [-7.8941e-03, -3.8613e-02, 3.5441e-02, 2.6220e-02],\n", + " [ 1.3298e-02, -6.9267e-02, 1.7202e-02, 3.3612e-03]],\n", + " \n", + " [[ 3.9652e-03, -1.4754e-02, 1.3652e-02, -1.1195e-02],\n", + " [-3.1292e-02, -1.2365e-02, -3.4559e-03, -1.5527e-02],\n", + " [-4.1157e-02, 6.1629e-03, -1.3715e-04, 1.2601e-02],\n", + " [-1.7563e-02, -1.6747e-02, 9.4806e-03, -2.2230e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 8.3086e-02, -3.0343e-02, 3.6102e-02, -7.6245e-02],\n", + " [ 4.3832e-03, 1.8871e-02, -1.6828e-02, 2.8143e-03],\n", + " [ 4.9457e-02, -5.4766e-02, 5.8181e-02, -7.2200e-02],\n", + " [-3.6150e-02, 3.1709e-03, 9.4197e-03, -2.8958e-02]],\n", + " \n", + " [[ 2.5370e-02, -5.2540e-02, 3.4510e-02, -4.4448e-02],\n", + " [ 3.1913e-03, 4.0590e-02, 8.6813e-03, 6.7957e-03],\n", + " [-2.8169e-02, -1.4093e-02, -7.4749e-03, -2.9332e-02],\n", + " [ 2.4404e-02, 2.8497e-03, -7.6619e-03, -1.3459e-02]],\n", + " \n", + " [[ 3.5461e-03, 3.7503e-03, -2.8745e-02, 1.5892e-02],\n", + " [-2.1777e-02, 8.7181e-03, 2.5388e-02, 3.1395e-02],\n", + " [ 2.5362e-02, -3.8036e-03, 1.5204e-02, 3.1097e-04],\n", + " [ 1.1321e-02, 6.9562e-03, -4.2104e-02, -2.5444e-02]]],\n", + " \n", + " \n", + " [[[ 3.5242e-02, 1.8905e-02, -8.0136e-03, 5.4041e-02],\n", + " [ 3.4174e-02, 2.1780e-02, 3.9142e-03, -1.6086e-02],\n", + " [ 2.1667e-02, -2.3819e-02, -2.9225e-02, 6.9314e-03],\n", + " [-2.0558e-02, 4.7775e-03, -7.5776e-03, 1.5213e-02]],\n", + " \n", + " [[-4.4437e-02, 1.9150e-03, 6.0622e-04, -3.0687e-02],\n", + " [-2.9445e-02, -9.0946e-03, 1.6509e-02, -3.1394e-02],\n", + " [-3.6844e-02, 3.8344e-02, -3.2788e-02, 1.1683e-02],\n", + " [-4.7749e-03, 5.7582e-02, 5.5220e-02, -1.6413e-03]],\n", + " \n", + " [[-9.3210e-03, 1.5204e-02, 2.7242e-02, 5.7882e-03],\n", + " [ 1.2556e-02, 1.2237e-02, 1.0341e-02, 5.7760e-03],\n", + " [-1.5091e-04, 1.4143e-02, -1.1277e-02, 7.9435e-02],\n", + " [-1.7910e-02, -1.2277e-02, -6.5934e-02, 6.9102e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 8.4929e-03, 1.6200e-02, -3.2770e-02, -1.4001e-02],\n", + " [ 1.6083e-02, 4.6288e-02, -2.2840e-02, 3.0891e-03],\n", + " [ 7.6508e-03, -6.6642e-03, -9.0660e-03, -3.0523e-02],\n", + " [ 4.3543e-03, -5.4857e-02, -4.0446e-02, -8.5243e-03]],\n", + " \n", + " [[-6.2870e-03, -5.9151e-02, -2.7582e-02, 2.8759e-02],\n", + " [-5.0848e-03, -6.2228e-03, -1.2887e-02, 1.1518e-02],\n", + " [ 4.2504e-03, -5.3930e-02, 3.5842e-02, 7.6819e-02],\n", + " [-7.2516e-02, 5.5513e-04, 1.9798e-02, 3.4465e-02]],\n", + " \n", + " [[-1.6569e-03, 5.5748e-02, 7.7978e-04, -6.6470e-03],\n", + " [ 2.5641e-02, 1.3807e-02, 3.0631e-02, 8.0019e-03],\n", + " [ 1.4214e-02, 3.7478e-02, 6.6920e-02, -4.0032e-02],\n", + " [ 9.7415e-03, 4.7124e-02, 2.8491e-02, 2.0001e-02]]],\n", + " \n", + " \n", + " [[[-3.4081e-02, 4.7022e-02, -5.8185e-03, 2.6574e-02],\n", + " [-2.9795e-02, -1.5304e-02, -7.9718e-03, -1.7111e-02],\n", + " [ 1.7990e-02, 3.1128e-02, -2.0550e-02, 7.4918e-03],\n", + " [-6.0222e-03, 2.3694e-02, 3.0014e-02, -5.3564e-02]],\n", + " \n", + " [[-3.5812e-02, 3.9912e-02, -2.4992e-02, 4.4901e-02],\n", + " [-2.0413e-02, 3.7826e-02, 2.0591e-03, -2.1111e-02],\n", + " [ 9.4996e-03, 5.5848e-02, -2.7266e-02, -1.0667e-02],\n", + " [ 5.0216e-03, -6.0711e-03, -3.2247e-03, -4.0392e-02]],\n", + " \n", + " [[ 5.0767e-02, -1.5631e-02, -6.3822e-03, -5.8382e-02],\n", + " [-1.2268e-02, -2.0616e-02, 3.4240e-02, -4.6202e-03],\n", + " [ 8.9654e-03, -1.6821e-02, -2.4567e-02, 2.3695e-02],\n", + " [ 3.0282e-03, -1.9845e-02, 2.7207e-02, -3.7126e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.1636e-02, -4.2655e-02, -8.9754e-03, -4.6629e-02],\n", + " [-1.3432e-02, 6.0405e-03, 2.4007e-03, -5.3765e-02],\n", + " [ 3.9691e-02, 3.4644e-03, 3.1180e-02, -1.5673e-02],\n", + " [-1.2573e-02, 4.9043e-02, -6.5527e-02, 1.0887e-02]],\n", + " \n", + " [[ 1.3733e-02, 1.1920e-02, 1.5801e-02, -5.3139e-03],\n", + " [-1.1889e-02, 1.5792e-02, 2.7979e-02, 1.4258e-02],\n", + " [-4.0497e-02, -1.8455e-02, 8.6593e-02, -3.8878e-02],\n", + " [-1.2160e-02, 3.6782e-02, -7.7626e-03, -2.2792e-02]],\n", + " \n", + " [[-3.4767e-03, 2.0990e-03, 5.9629e-02, -2.6686e-02],\n", + " [-3.4028e-02, 1.3448e-02, 2.1465e-02, 6.3688e-03],\n", + " [-9.3187e-03, -8.6320e-03, 2.3490e-02, -1.0862e-02],\n", + " [ 1.1658e-02, -1.7293e-02, 1.5073e-03, -2.0214e-02]]]])),\n", + " ('d2.batch_norms.Yes.weight',\n", + " tensor([ 7.3427e-05, 5.0960e-02, 3.1774e-02, 1.8007e-03, 4.8070e-02,\n", + " -3.3143e-02, -4.4279e-02, -3.4056e-03, -1.1089e-03, -4.9537e-02,\n", + " -4.3439e-02, -4.1551e-02, -5.7680e-06, -4.6454e-02, -4.5889e-02,\n", + " -3.4029e-02, -4.9764e-02, 4.4036e-02, 3.9193e-02, -3.6569e-02,\n", + " -4.4729e-02, -4.8884e-02, 3.1066e-02, -1.2636e-03, -3.9472e-02,\n", + " -4.0934e-02, 3.2024e-02, -4.1487e-02, -4.7375e-02, 3.8230e-02,\n", + " -4.8580e-02, 6.0817e-02, 4.9450e-02, 3.3150e-04, 3.5430e-02,\n", + " -3.6204e-02, 5.4710e-02, -4.3029e-02, -5.0382e-02, 3.9774e-02,\n", + " -3.9242e-02, 3.1767e-02, -4.7065e-02, -4.5876e-02, 3.7499e-02,\n", + " 1.0424e-03, -3.6676e-02, -4.8573e-02, -4.9349e-04, -5.6764e-02,\n", + " -4.4088e-02, 5.7471e-02, 3.0218e-02, -4.3796e-02, -1.7873e-04,\n", + " -4.6339e-02, -4.4965e-02, -5.9559e-02, -3.8325e-02, -3.5309e-02,\n", + " 4.8227e-02, 2.6604e-05, 1.1912e-04, 5.7250e-02, 3.4381e-02,\n", + " -5.5274e-02, -1.7926e-04, 5.3130e-02, 4.2391e-02, -4.2258e-02,\n", + " -3.8196e-02, 9.9102e-05, 3.9113e-02, -3.0519e-02, 5.4341e-02,\n", + " -4.8048e-02, -3.7461e-02, -4.6167e-02, 4.4370e-02, -4.3697e-02,\n", + " 3.5901e-02, -1.5373e-03, 2.0578e-02, -3.8395e-02, -3.5175e-04,\n", + " 4.5308e-02, -3.8297e-02, -6.0872e-05, 3.0593e-02, -4.1464e-02,\n", + " -1.1685e-04, -2.7603e-04, 5.4848e-02, 3.1171e-02, 3.7036e-02,\n", + " 3.2302e-02, -2.9512e-05, 5.3128e-02, 4.3177e-02, 4.0683e-02,\n", + " -4.0657e-02, -9.1692e-04, 1.0059e-04, 3.3056e-02, -4.6762e-02,\n", + " -4.1768e-02, 1.3473e-04, -5.0756e-02, -4.0180e-02, -3.1429e-04,\n", + " 4.3141e-02, 3.6934e-02, -5.4670e-02, 5.5716e-02, -8.8437e-04,\n", + " -3.8551e-02, 1.4176e-03, -5.1009e-02, 3.5090e-02, -3.1234e-02,\n", + " 5.5844e-04, 4.7088e-02, 3.6522e-02, 1.1657e-03, -5.6188e-02,\n", + " -5.6324e-02, 5.0008e-02, -4.3662e-02, 5.8169e-02, -1.0828e-03,\n", + " 3.3469e-02, 4.4987e-02, -4.3677e-02, -2.2533e-02, -3.7534e-02,\n", + " 5.0730e-02, -3.4797e-02, -5.1302e-02, 4.2629e-02, 4.2561e-02,\n", + " -4.3218e-02, -6.4612e-02, -5.8337e-02, -4.0683e-02, 4.5232e-02,\n", + " 1.7707e-04, 4.7514e-02, 5.7052e-02, -5.2454e-02, 4.2791e-02,\n", + " 4.5227e-04, 3.4625e-02, -5.6268e-02, -4.1836e-02, -2.1369e-05,\n", + " -3.1349e-02, 3.6699e-02, 2.5548e-02, 5.2989e-02, -9.2724e-04,\n", + " -5.0815e-02, 3.3574e-02, 4.1125e-02, 1.9237e-02, 5.9421e-04,\n", + " 6.1780e-02, -5.4033e-02, -4.1190e-02, 4.3577e-02, -1.4635e-04,\n", + " -3.8364e-02, -3.6966e-02, 4.3234e-02, -6.7730e-05, -5.9008e-04,\n", + " -1.1641e-04, 4.0281e-02, -3.6240e-02, -2.6547e-04, 4.1506e-02,\n", + " -4.1202e-02, 4.9664e-02, 8.9180e-05, -4.8964e-02, -3.5396e-02,\n", + " 3.9041e-02, -7.6780e-06, -4.0815e-02, 3.1524e-04, -4.2224e-02,\n", + " 3.6290e-02, -5.0125e-02, 5.3670e-02, 5.4194e-02, 2.6902e-02,\n", + " 6.3852e-05, 5.8007e-02, 4.3167e-02, 5.6778e-02, 5.5557e-02,\n", + " -2.0549e-02, -6.1776e-02, 3.4750e-02, -5.2738e-02, -3.4140e-04,\n", + " 4.9481e-02, 2.8620e-02, 4.8922e-02, 5.4559e-02, -8.3565e-04,\n", + " -4.5449e-02, 2.9310e-02, -4.9178e-02, 4.1323e-02, -6.0351e-02,\n", + " 4.3147e-02, -5.3004e-02, 5.5505e-02, -4.3706e-02, 4.2252e-02,\n", + " 5.7125e-02, 4.8995e-02, -4.1313e-02, -3.3432e-02, -6.0491e-02,\n", + " -4.6462e-02, -5.1650e-04, 2.8692e-02, -3.4849e-02, -3.8379e-05,\n", + " 5.2260e-02, -4.4304e-02, 7.0896e-02, -4.0123e-02, 5.5380e-02,\n", + " -4.1504e-02, -4.2297e-02, -6.0063e-02, 4.1195e-02, -5.6110e-02,\n", + " -6.8509e-02, 4.3034e-02, 4.9534e-02, 5.0596e-02, 2.3395e-02,\n", + " 5.2241e-02, 5.1101e-02, -5.8371e-02, -4.4353e-02, 4.6172e-02,\n", + " -4.0906e-02, -3.7117e-02, -4.1673e-02, -4.9048e-02, 4.0447e-02,\n", + " 6.0466e-02, 4.0242e-04, 3.3291e-02, 3.4481e-02, 4.1607e-02,\n", + " 1.1484e-04, -4.7196e-02, 3.5500e-02, 4.5129e-02, -5.1895e-02,\n", + " 5.0020e-02, 6.2126e-02, -2.9995e-02, -3.2028e-02, 1.3263e-04,\n", + " 2.2967e-02, -1.7760e-03, -4.2374e-02, 2.7723e-02, -7.2109e-02,\n", + " -4.1501e-02, -4.1395e-02, 3.1802e-02, -2.1568e-04, -2.7658e-02,\n", + " 3.8432e-04, -4.8327e-02, -2.8431e-02, -4.2090e-02, 5.1076e-02,\n", + " 4.8028e-02, 3.2187e-02, 3.4800e-02, -4.6230e-02, -4.0875e-04,\n", + " 5.1690e-02, -4.1970e-02, 4.5198e-02, -4.4278e-02, 5.3590e-02,\n", + " 5.0976e-05, 4.9391e-02, 3.4852e-02, 4.7127e-02, 3.5728e-02,\n", + " -5.1793e-02, 5.0639e-02, -5.5553e-04, 1.2795e-04, -3.9312e-02,\n", + " -4.4860e-02, 4.5312e-02, 4.9951e-04, -4.2606e-02, 2.7053e-02,\n", + " 3.2648e-02, -4.1168e-02, -2.4555e-02, -4.7016e-02, -3.3450e-02,\n", + " 3.4402e-02, -6.7450e-04, -3.7967e-02, -5.0831e-02, -5.0407e-02,\n", + " -3.2364e-02, -4.7001e-02, -4.7920e-02, -4.0691e-02, -3.1619e-03,\n", + " 2.9424e-02, -1.4810e-03, 4.4203e-02, 3.5500e-02, -5.8758e-02,\n", + " 5.5731e-02, -1.5842e-05, 5.0805e-02, 5.1209e-02, -3.1256e-02,\n", + " 2.7059e-02, 4.0141e-02, -1.1133e-04, 4.6983e-02, 5.3850e-04,\n", + " -3.8991e-02, 3.2522e-02, 4.6493e-02, -3.9536e-02, 2.7309e-05,\n", + " 4.5323e-02, -4.3597e-02, -5.6860e-02, 6.4734e-04, -4.7552e-02,\n", + " 4.9183e-02, -3.2747e-02, -1.6215e-03, -3.5875e-02, -2.5910e-03,\n", + " -4.2567e-02, 3.5353e-02, 1.2932e-04, 3.4776e-02, 5.5544e-04,\n", + " -4.4071e-02, 6.1586e-02, -8.9387e-05, -3.9149e-02, 4.1811e-02,\n", + " -3.6706e-04, -3.9252e-02, -4.9496e-02, -3.8255e-02, 3.7637e-02,\n", + " -3.9128e-02, 3.3414e-02, -3.1016e-02, -3.7123e-02, 3.1626e-02,\n", + " 3.2690e-02, -4.8958e-02, 3.2924e-05, -4.1285e-02, 4.5354e-02,\n", + " 3.5960e-02, 3.5074e-02, 4.3350e-02, 3.7836e-02, -5.5562e-02,\n", + " -4.4327e-02, -5.3307e-02, -4.0878e-02, -3.4219e-02, -3.1719e-02,\n", + " 4.9847e-02, 3.7557e-02, 4.4942e-02, 4.9362e-02, -4.9468e-02,\n", + " 3.9324e-02, 3.0243e-02, -1.3596e-04, -1.7771e-03, 4.2864e-02,\n", + " -4.4969e-02, 5.3390e-02, 5.3430e-02, -4.2786e-02, 4.3117e-02,\n", + " -4.6098e-02, 4.5299e-02, -4.6741e-02, 1.9375e-04, -3.5277e-02,\n", + " 6.2434e-02, 9.4052e-04, -3.9442e-02, -5.2789e-05, 4.9935e-02,\n", + " 3.7633e-02, 3.2523e-04, 4.3318e-02, 2.2740e-02, 3.3282e-02,\n", + " -4.8124e-02, -4.7407e-02, 5.3378e-02, 2.1565e-04, -1.0520e-04,\n", + " 4.2708e-02, -1.3531e-04, -4.0424e-02, -4.4548e-04, -5.1794e-02,\n", + " -1.8721e-03, 3.1503e-02, -4.2811e-02, -4.6383e-02, -3.9615e-02,\n", + " -3.1251e-02, -4.8332e-02, -4.9142e-02, 3.4577e-02, 5.7576e-02,\n", + " 4.6927e-02, 5.2574e-02, 2.9217e-02, 4.5926e-02, 2.4081e-02,\n", + " -4.9388e-02, 7.8072e-06, 4.0181e-02, 5.7090e-05, 4.4007e-02,\n", + " 2.5045e-02, -5.0317e-02, -8.8039e-05, 5.1822e-02, 4.0170e-02,\n", + " 4.1246e-02, -2.9136e-02, 5.0810e-05, 3.6445e-02, -5.3893e-02,\n", + " -5.6051e-02, -1.9142e-02, -5.5181e-02, 5.0900e-02, -4.2959e-02,\n", + " -2.7101e-02, 4.3092e-02, 4.4001e-02, 4.7710e-02, -2.8155e-02,\n", + " -4.8157e-02, 4.2284e-02, 1.2005e-03, 4.9507e-02, 3.8906e-02,\n", + " 6.1680e-02, 4.1833e-04, 4.2524e-02, 4.8872e-02, 3.7164e-02,\n", + " -5.9664e-02, 1.9922e-03, -4.3346e-02, -3.9478e-04, -7.7492e-04,\n", + " -1.2475e-03, 4.7231e-02, 1.0553e-04, 4.6208e-02, -1.1905e-04,\n", + " 3.9181e-02, 1.4974e-03, 4.6092e-02, -4.8980e-02, 5.2444e-02,\n", + " -3.6492e-02, 5.5036e-02, -1.4386e-03, -4.0182e-02, -3.0573e-04,\n", + " 4.3709e-02, -1.0542e-03, 4.4918e-02, 3.5360e-02, 1.3033e-03,\n", + " -3.4656e-02, 3.3817e-02, -4.5301e-02, -3.6808e-02, -4.4186e-02,\n", + " -3.4810e-02, 3.1604e-02])),\n", + " ('d2.batch_norms.Yes.bias',\n", + " tensor([-0.0011, -0.0101, 0.0007, -0.0128, -0.0289, -0.0172, -0.0131, -0.0254,\n", + " -0.0061, -0.0019, -0.0129, -0.0098, -0.0011, -0.0037, -0.0191, -0.0077,\n", + " -0.0111, -0.0146, -0.0240, -0.0219, -0.0084, -0.0199, -0.0121, -0.0076,\n", + " -0.0058, -0.0076, -0.0061, -0.0095, -0.0077, -0.0170, -0.0155, -0.0278,\n", + " -0.0259, -0.0028, -0.0004, -0.0196, -0.0109, -0.0192, -0.0194, -0.0144,\n", + " -0.0099, -0.0101, -0.0261, -0.0260, -0.0013, -0.0058, -0.0040, -0.0177,\n", + " -0.0033, -0.0232, 0.0017, -0.0151, -0.0155, -0.0122, -0.0018, -0.0245,\n", + " -0.0219, -0.0210, -0.0117, -0.0139, -0.0080, -0.0006, -0.0018, -0.0139,\n", + " -0.0233, -0.0226, -0.0038, -0.0240, -0.0139, -0.0198, -0.0254, -0.0037,\n", + " -0.0080, -0.0102, -0.0127, -0.0161, -0.0123, -0.0036, -0.0129, -0.0059,\n", + " -0.0102, -0.0092, 0.0015, -0.0164, -0.0067, -0.0226, 0.0024, -0.0008,\n", + " -0.0148, -0.0134, -0.0028, -0.0034, -0.0117, -0.0312, -0.0217, -0.0126,\n", + " -0.0003, -0.0302, -0.0192, -0.0081, -0.0178, -0.0046, -0.0009, -0.0272,\n", + " -0.0138, -0.0158, -0.0011, 0.0020, -0.0188, -0.0030, -0.0273, -0.0102,\n", + " -0.0079, -0.0149, -0.0052, -0.0029, -0.0093, -0.0311, -0.0204, -0.0146,\n", + " -0.0029, -0.0246, -0.0101, -0.0087, -0.0195, -0.0147, -0.0058, -0.0186,\n", + " -0.0109, -0.0120, -0.0144, -0.0245, -0.0130, -0.0088, -0.0087, -0.0117,\n", + " -0.0030, -0.0185, -0.0246, -0.0183, -0.0255, -0.0311, -0.0193, -0.0125,\n", + " -0.0183, -0.0017, -0.0143, -0.0077, -0.0124, -0.0027, -0.0136, -0.0120,\n", + " -0.0183, -0.0152, -0.0017, -0.0053, -0.0248, -0.0111, -0.0130, -0.0065,\n", + " -0.0134, -0.0031, -0.0269, -0.0059, -0.0039, -0.0199, -0.0119, -0.0070,\n", + " 0.0003, -0.0027, -0.0140, -0.0201, -0.0127, -0.0005, -0.0038, -0.0012,\n", + " -0.0182, -0.0103, -0.0028, -0.0162, -0.0134, -0.0151, -0.0007, -0.0271,\n", + " -0.0147, -0.0255, -0.0005, -0.0183, -0.0022, -0.0155, -0.0274, -0.0058,\n", + " -0.0301, -0.0129, -0.0117, -0.0019, -0.0029, -0.0050, -0.0291, -0.0230,\n", + " -0.0033, -0.0368, -0.0220, -0.0149, -0.0023, -0.0094, -0.0105, -0.0237,\n", + " -0.0135, -0.0052, -0.0066, -0.0056, -0.0405, -0.0198, -0.0229, -0.0226,\n", + " -0.0352, -0.0069, -0.0131, -0.0273, -0.0195, -0.0144, -0.0237, -0.0232,\n", + " -0.0379, -0.0179, -0.0038, -0.0102, -0.0088, -0.0012, -0.0208, -0.0395,\n", + " -0.0220, -0.0196, -0.0083, -0.0140, -0.0175, -0.0137, -0.0158, -0.0203,\n", + " -0.0412, -0.0125, -0.0186, -0.0411, -0.0096, -0.0151, -0.0099, -0.0340,\n", + " -0.0202, -0.0376, -0.0159, -0.0152, -0.0206, -0.0224, -0.0033, -0.0180,\n", + " -0.0054, -0.0194, -0.0074, -0.0163, -0.0008, -0.0176, -0.0143, -0.0193,\n", + " -0.0156, -0.0181, -0.0295, 0.0011, -0.0202, -0.0012, -0.0019, -0.0101,\n", + " -0.0175, -0.0218, -0.0120, -0.0312, -0.0209, -0.0051, -0.0034, -0.0212,\n", + " -0.0026, -0.0233, -0.0043, 0.0057, -0.0151, -0.0296, 0.0056, -0.0204,\n", + " -0.0122, -0.0135, -0.0203, -0.0108, -0.0132, -0.0040, -0.0117, -0.0004,\n", + " -0.0197, -0.0055, -0.0131, -0.0149, -0.0140, -0.0088, -0.0042, -0.0024,\n", + " -0.0108, -0.0154, -0.0158, -0.0044, -0.0191, -0.0059, -0.0049, -0.0171,\n", + " -0.0159, -0.0160, -0.0202, -0.0148, -0.0061, -0.0152, -0.0265, -0.0157,\n", + " 0.0045, -0.0091, -0.0164, -0.0094, -0.0168, -0.0032, -0.0117, -0.0148,\n", + " -0.0180, -0.0240, -0.0123, -0.0006, -0.0219, -0.0084, -0.0151, -0.0101,\n", + " -0.0121, -0.0009, -0.0220, -0.0072, -0.0299, -0.0112, -0.0196, -0.0097,\n", + " -0.0033, -0.0272, -0.0276, -0.0140, -0.0073, -0.0237, -0.0223, -0.0052,\n", + " -0.0082, -0.0227, -0.0138, -0.0125, -0.0128, -0.0014, -0.0042, -0.0039,\n", + " -0.0085, -0.0273, -0.0029, -0.0142, -0.0214, -0.0052, -0.0096, -0.0143,\n", + " -0.0065, -0.0177, -0.0259, -0.0143, -0.0099, -0.0162, -0.0039, -0.0138,\n", + " -0.0068, -0.0009, -0.0141, -0.0223, 0.0018, -0.0031, -0.0136, -0.0267,\n", + " -0.0225, -0.0170, -0.0138, -0.0127, -0.0214, -0.0126, -0.0125, 0.0027,\n", + " -0.0176, -0.0150, -0.0104, -0.0149, -0.0138, -0.0025, -0.0088, -0.0216,\n", + " -0.0153, -0.0198, -0.0158, -0.0041, -0.0024, -0.0316, -0.0162, 0.0029,\n", + " -0.0010, -0.0137, -0.0301, -0.0048, -0.0142, -0.0004, -0.0308, -0.0154,\n", + " -0.0017, -0.0158, -0.0154, -0.0226, -0.0277, -0.0290, -0.0084, -0.0034,\n", + " -0.0019, 0.0046, -0.0007, -0.0162, -0.0068, -0.0140, -0.0076, -0.0223,\n", + " -0.0120, -0.0139, -0.0133, -0.0180, -0.0137, -0.0088, 0.0052, -0.0277,\n", + " -0.0285, 0.0022, -0.0072, -0.0066, -0.0020, -0.0077, -0.0071, -0.0088,\n", + " -0.0014, -0.0124, 0.0018, -0.0071, -0.0015, -0.0202, -0.0169, -0.0223,\n", + " -0.0026, -0.0006, -0.0131, -0.0297, -0.0088, -0.0173, -0.0266, -0.0087,\n", + " 0.0025, -0.0055, -0.0249, -0.0199, -0.0302, -0.0206, -0.0124, -0.0115,\n", + " -0.0066, -0.0154, -0.0268, -0.0200, -0.0073, -0.0145, -0.0100, -0.0027,\n", + " -0.0199, -0.0097, -0.0250, -0.0051, -0.0045, -0.0062, -0.0208, -0.0015,\n", + " -0.0222, -0.0023, -0.0103, -0.0120, -0.0218, -0.0203, -0.0135, -0.0192,\n", + " -0.0187, -0.0149, -0.0097, -0.0032, -0.0022, -0.0063, -0.0089, -0.0278,\n", + " -0.0105, -0.0168, -0.0195, -0.0094, -0.0040, -0.0290, -0.0035, -0.0101])),\n", + " ('d2.batch_norms.Yes.running_mean',\n", + " tensor([ 1.0589e-02, -1.4320e-02, -8.8160e-03, -4.5781e-03, 2.4146e-02,\n", + " 2.3897e-02, -3.1586e-02, -1.8840e-02, 6.6178e-03, 4.4429e-02,\n", + " 1.6241e-02, 3.1023e-02, -5.0765e-03, -4.4148e-03, 2.3869e-02,\n", + " 6.1823e-02, -2.1108e-02, -1.8752e-02, 2.7898e-02, -4.6048e-02,\n", + " 2.1183e-02, 5.7869e-02, -2.2328e-02, 1.4988e-02, 1.6988e-02,\n", + " 2.6549e-02, 4.0562e-03, 6.5482e-02, 7.9584e-03, 6.9390e-03,\n", + " 6.5624e-02, -1.9498e-02, -4.5676e-02, -7.7802e-03, -4.9769e-02,\n", + " 3.3824e-03, -8.3635e-03, 2.9181e-02, 2.7155e-02, -2.8183e-02,\n", + " 4.1784e-02, 9.6625e-03, 3.5885e-02, -3.9608e-02, -9.2855e-04,\n", + " -2.9534e-04, 2.4067e-03, 2.9973e-02, 3.6285e-03, 4.6256e-02,\n", + " 3.2634e-02, -3.8509e-02, -3.5819e-02, 4.5985e-02, 1.7310e-03,\n", + " 1.3014e-02, -1.9334e-02, -1.5905e-02, 4.2061e-02, 3.6900e-02,\n", + " 3.0015e-02, 3.4279e-04, 7.7767e-03, -1.6362e-02, -9.1168e-02,\n", + " -3.0817e-03, -9.3845e-03, -2.7588e-02, -7.7802e-03, 8.4453e-03,\n", + " -4.4090e-02, 8.8278e-03, -4.9509e-02, 6.0453e-02, -5.8162e-02,\n", + " 3.7252e-02, 8.8617e-02, 4.1502e-02, 7.0888e-03, -8.8406e-03,\n", + " 3.0618e-02, -2.4935e-02, -3.1879e-02, 6.3695e-02, 3.5034e-02,\n", + " -1.9947e-02, 4.9332e-02, -3.0612e-03, -9.9491e-03, 4.1821e-02,\n", + " -1.8091e-02, 1.2925e-02, -5.6717e-02, -3.7250e-02, -3.6282e-02,\n", + " -3.4465e-02, -2.9362e-02, -2.2410e-03, -1.7446e-02, -5.1667e-02,\n", + " -3.9565e-03, 7.2138e-03, 1.2560e-02, 1.2724e-02, 6.0253e-02,\n", + " 5.4878e-03, 7.4748e-03, 8.3347e-02, 2.9810e-02, 4.9976e-03,\n", + " -7.4040e-02, -3.1900e-03, 6.1398e-02, -3.0048e-02, 1.0757e-02,\n", + " 2.9606e-02, -2.6616e-02, -1.3265e-02, 5.7409e-02, -2.3276e-02,\n", + " 9.3867e-03, 2.0889e-02, -4.3987e-04, 3.1295e-03, -8.8953e-03,\n", + " 2.1811e-02, -4.8826e-02, 4.2190e-02, -5.3608e-02, -7.2970e-03,\n", + " -9.6673e-03, -5.4352e-03, 2.7204e-02, 4.9097e-02, -3.1814e-02,\n", + " -4.8513e-02, 3.2140e-02, 3.7836e-02, -3.5001e-03, -3.1646e-02,\n", + " -3.0724e-02, 3.8948e-02, -1.1231e-02, 7.1583e-02, 5.0322e-02,\n", + " 1.1882e-03, -4.4765e-02, -1.1971e-02, -7.3417e-03, -3.2155e-02,\n", + " 1.5595e-02, -2.1646e-02, 1.0021e-02, 5.7934e-02, 9.2481e-04,\n", + " 5.0932e-02, -6.9163e-03, -5.9442e-02, 1.2671e-02, 4.6599e-03,\n", + " 1.1267e-02, -7.6009e-02, 3.1757e-03, -4.5580e-02, -1.6826e-03,\n", + " 1.7783e-02, 3.7824e-02, 8.2428e-02, -3.7976e-02, 1.2682e-03,\n", + " 1.5512e-02, -4.3874e-02, 9.8102e-03, -5.0689e-03, 5.2754e-04,\n", + " 1.6600e-03, -2.0092e-02, -1.5121e-02, 6.8183e-03, -3.4942e-03,\n", + " -1.7326e-02, -2.2311e-02, -1.1382e-02, 4.6967e-02, 3.6112e-02,\n", + " 5.5941e-02, 7.0280e-03, 1.5201e-03, 3.5348e-03, 2.4982e-02,\n", + " -1.3421e-02, 4.2135e-02, -9.4644e-03, -5.0945e-02, -5.2597e-02,\n", + " 1.1735e-02, -7.9204e-02, -3.2546e-02, -2.7377e-03, 1.9579e-02,\n", + " 5.1428e-02, 1.5438e-02, -6.0252e-02, 1.9784e-02, -3.3701e-02,\n", + " -2.1714e-02, -2.6353e-02, 1.8678e-02, -2.9487e-02, 2.3699e-02,\n", + " 1.2667e-02, -6.1855e-02, -1.0869e-02, -2.6853e-02, 3.7519e-04,\n", + " -6.7027e-02, 3.0917e-02, -4.0012e-02, 3.1876e-02, 4.7992e-03,\n", + " 1.8480e-03, -2.8502e-02, 5.6747e-02, -8.0415e-03, 5.4314e-04,\n", + " 1.1509e-02, -1.2073e-02, -2.3150e-02, 2.4317e-02, -3.1721e-04,\n", + " -1.1121e-02, -2.0513e-02, -9.0950e-02, -1.5162e-02, 8.7159e-03,\n", + " 3.4427e-02, -1.0600e-02, 1.1527e-02, 1.6693e-02, -2.7332e-02,\n", + " 1.6518e-02, -4.3225e-02, 8.0603e-04, 5.1682e-03, 1.9206e-02,\n", + " -6.5219e-02, -1.5229e-02, -1.4581e-02, 8.9722e-02, 3.8758e-02,\n", + " 2.1002e-02, 1.1237e-02, -9.4627e-03, 1.4869e-03, -1.0063e-02,\n", + " 3.3047e-02, -1.8364e-04, -1.7406e-03, -6.6167e-02, 6.9773e-03,\n", + " -1.1187e-02, -4.5039e-03, -3.9553e-02, 8.9610e-03, -6.8104e-03,\n", + " -5.7425e-02, -5.3249e-02, 3.0563e-02, 2.3016e-02, 7.2737e-03,\n", + " -3.5007e-02, 2.6666e-02, 4.5441e-02, 2.4861e-02, 3.9002e-02,\n", + " -3.5068e-03, -7.0502e-03, -3.1927e-03, -5.5421e-03, 5.4066e-02,\n", + " 3.8071e-03, 5.2595e-02, 9.1018e-02, 7.0384e-02, -3.4994e-02,\n", + " -3.5625e-02, -5.7243e-02, -6.4837e-03, 1.2590e-02, 3.7114e-02,\n", + " -9.7461e-03, 6.7929e-02, -1.6082e-02, 3.3251e-02, -6.1393e-02,\n", + " 3.3940e-03, -3.9568e-02, 3.8598e-03, -5.5073e-02, -6.5671e-02,\n", + " 7.6410e-02, -4.0418e-02, 7.4522e-03, 1.0672e-03, -2.6929e-02,\n", + " 2.4548e-02, -4.8237e-03, -7.4837e-04, 5.4595e-02, -3.8202e-02,\n", + " -2.3440e-02, -5.8047e-03, -4.0842e-02, -6.6026e-03, 4.5862e-02,\n", + " -6.1556e-02, 4.6042e-03, 1.7863e-02, 4.3914e-02, 4.2720e-03,\n", + " 1.3936e-03, 3.7129e-02, 3.7395e-02, 2.0349e-03, -3.3097e-02,\n", + " 1.3645e-02, 2.1986e-03, -4.1194e-02, -3.0035e-02, 4.9036e-02,\n", + " -2.9969e-02, 1.3215e-03, -3.0664e-02, -2.2479e-02, 7.3247e-03,\n", + " 1.9968e-02, -3.7624e-03, 7.9042e-03, -1.9724e-03, 3.6363e-03,\n", + " -6.1284e-03, -7.4513e-02, -3.6090e-03, 2.9825e-02, -3.9917e-03,\n", + " -2.8791e-02, -1.1986e-02, -9.3226e-03, 1.4962e-02, 5.3381e-02,\n", + " 6.0279e-03, 3.5942e-02, -1.4791e-03, -4.5317e-02, 1.4461e-02,\n", + " -3.6368e-02, -3.4016e-02, 9.6816e-04, -4.7327e-03, 2.7403e-03,\n", + " 4.5127e-03, 1.0621e-02, 4.0943e-02, -1.0082e-02, 2.4171e-02,\n", + " 1.7079e-03, 4.7332e-02, 6.1540e-02, 4.8650e-03, -1.5416e-02,\n", + " -3.3956e-02, -6.1936e-02, -5.0576e-04, 7.0326e-04, -2.9897e-02,\n", + " -2.1662e-02, 3.8632e-02, -1.0316e-03, 5.7539e-03, -2.9251e-02,\n", + " -5.5558e-02, -3.4297e-02, 1.1398e-03, -9.0750e-03, -2.3229e-02,\n", + " 1.6808e-02, 3.0586e-03, 1.5395e-02, 7.2100e-03, 1.2224e-02,\n", + " -5.2176e-02, -1.2903e-02, -1.0952e-02, -8.1490e-03, -1.6544e-02,\n", + " -1.9181e-02, -7.1301e-02, 8.2975e-04, -3.2872e-03, 2.1685e-03,\n", + " 1.0023e-02, 2.7515e-03, -7.4609e-02, -3.1616e-03, -7.4394e-02,\n", + " -7.0553e-04, -1.9515e-02, 4.8801e-02, 4.7356e-04, 3.3984e-02,\n", + " -1.6347e-02, -1.3369e-02, 2.7747e-02, 2.5759e-03, -4.5218e-02,\n", + " 3.0628e-02, -3.6394e-04, -6.9342e-02, -8.9629e-02, 3.0647e-02,\n", + " 2.6864e-02, 1.8849e-02, -2.1407e-02, -5.0051e-03, 3.3827e-03,\n", + " -1.2644e-02, -1.1016e-02, 1.9179e-02, -5.7787e-06, 2.7887e-02,\n", + " 5.4656e-02, 3.4482e-02, -1.7243e-02, 4.8924e-02, 5.9107e-02,\n", + " 3.3836e-02, 3.1989e-02, 4.3945e-02, 8.4261e-03, 3.6898e-02,\n", + " 1.1473e-02, -3.0547e-02, -6.8677e-02, -8.0106e-03, -4.2228e-02,\n", + " 6.4647e-02, -1.1077e-02, -5.0535e-02, -5.1159e-03, 1.2535e-02,\n", + " -3.8661e-02, 1.7583e-02, 6.2405e-03, 1.7569e-02, -2.7123e-02,\n", + " -9.5029e-03, 9.3206e-03, 7.3383e-05, -1.8567e-02, 1.3143e-02,\n", + " 1.9273e-02, -1.3048e-02, -1.5619e-02, 4.2860e-03, 6.7466e-02,\n", + " 2.4476e-02, 3.7442e-02, -3.2449e-02, -1.9002e-02, -8.0239e-03,\n", + " 3.5704e-02, 2.5444e-03, -7.2322e-04, -2.8795e-02, -3.6003e-03,\n", + " -3.1863e-02, -2.6947e-02, -4.4803e-02, -2.2424e-02, -4.1369e-02,\n", + " 9.1703e-02, -5.0150e-03, -1.1102e-02, -2.7085e-03, -2.2260e-03,\n", + " 3.0086e-02, -2.3311e-02, -2.0954e-02, -2.4051e-02, 5.1709e-03,\n", + " -4.3238e-02, 2.7992e-02, -2.7973e-02, 2.2205e-02, -4.0337e-03,\n", + " -1.1392e-02, -3.8689e-02, 1.4211e-02, 1.1755e-02, 1.3213e-02,\n", + " -2.8260e-02, 1.3561e-02, -5.9094e-02, -2.0438e-02, -5.2298e-03,\n", + " 3.9609e-02, 1.4308e-03, 1.3928e-02, 2.9225e-02, -7.7162e-02,\n", + " -6.1226e-03, 7.5802e-03])),\n", + " ('d2.batch_norms.Yes.running_var',\n", + " tensor([0.0055, 0.0156, 0.0207, 0.0068, 0.0149, 0.0177, 0.0180, 0.0085, 0.0015,\n", + " 0.0191, 0.0211, 0.0196, 0.0010, 0.0173, 0.0203, 0.0186, 0.0131, 0.0164,\n", + " 0.0155, 0.0161, 0.0195, 0.0181, 0.0162, 0.0038, 0.0168, 0.0150, 0.0195,\n", + " 0.0219, 0.0145, 0.0139, 0.0172, 0.0155, 0.0157, 0.0014, 0.0180, 0.0186,\n", + " 0.0161, 0.0196, 0.0147, 0.0164, 0.0216, 0.0153, 0.0152, 0.0148, 0.0174,\n", + " 0.0034, 0.0164, 0.0171, 0.0017, 0.0163, 0.0177, 0.0168, 0.0183, 0.0151,\n", + " 0.0011, 0.0199, 0.0167, 0.0166, 0.0185, 0.0170, 0.0168, 0.0011, 0.0014,\n", + " 0.0192, 0.0165, 0.0167, 0.0012, 0.0172, 0.0181, 0.0190, 0.0163, 0.0023,\n", + " 0.0163, 0.0151, 0.0171, 0.0154, 0.0199, 0.0199, 0.0162, 0.0138, 0.0179,\n", + " 0.0038, 0.0184, 0.0188, 0.0040, 0.0193, 0.0190, 0.0011, 0.0163, 0.0192,\n", + " 0.0053, 0.0013, 0.0205, 0.0171, 0.0179, 0.0186, 0.0112, 0.0187, 0.0159,\n", + " 0.0182, 0.0226, 0.0026, 0.0032, 0.0158, 0.0168, 0.0189, 0.0009, 0.0210,\n", + " 0.0216, 0.0009, 0.0179, 0.0152, 0.0189, 0.0180, 0.0026, 0.0183, 0.0021,\n", + " 0.0176, 0.0152, 0.0209, 0.0041, 0.0170, 0.0175, 0.0035, 0.0179, 0.0160,\n", + " 0.0180, 0.0178, 0.0186, 0.0019, 0.0174, 0.0165, 0.0170, 0.0209, 0.0180,\n", + " 0.0178, 0.0162, 0.0180, 0.0165, 0.0170, 0.0167, 0.0145, 0.0161, 0.0193,\n", + " 0.0168, 0.0010, 0.0169, 0.0176, 0.0175, 0.0197, 0.0051, 0.0182, 0.0133,\n", + " 0.0180, 0.0011, 0.0213, 0.0222, 0.0217, 0.0182, 0.0020, 0.0162, 0.0190,\n", + " 0.0160, 0.0214, 0.0024, 0.0146, 0.0151, 0.0209, 0.0157, 0.0010, 0.0141,\n", + " 0.0167, 0.0197, 0.0010, 0.0011, 0.0014, 0.0159, 0.0166, 0.0011, 0.0185,\n", + " 0.0185, 0.0148, 0.0046, 0.0157, 0.0167, 0.0186, 0.0010, 0.0147, 0.0009,\n", + " 0.0163, 0.0215, 0.0187, 0.0134, 0.0180, 0.0177, 0.0021, 0.0153, 0.0160,\n", + " 0.0153, 0.0158, 0.0216, 0.0157, 0.0178, 0.0157, 0.0273, 0.0157, 0.0214,\n", + " 0.0180, 0.0153, 0.0034, 0.0207, 0.0192, 0.0177, 0.0159, 0.0180, 0.0171,\n", + " 0.0169, 0.0188, 0.0193, 0.0153, 0.0170, 0.0167, 0.0185, 0.0167, 0.0137,\n", + " 0.0210, 0.0041, 0.0157, 0.0212, 0.0014, 0.0170, 0.0169, 0.0188, 0.0176,\n", + " 0.0161, 0.0187, 0.0230, 0.0133, 0.0145, 0.0171, 0.0166, 0.0157, 0.0175,\n", + " 0.0165, 0.0232, 0.0185, 0.0164, 0.0183, 0.0205, 0.0173, 0.0212, 0.0133,\n", + " 0.0160, 0.0165, 0.0201, 0.0154, 0.0011, 0.0164, 0.0181, 0.0190, 0.0029,\n", + " 0.0151, 0.0176, 0.0159, 0.0191, 0.0196, 0.0169, 0.0210, 0.0200, 0.0011,\n", + " 0.0186, 0.0045, 0.0208, 0.0150, 0.0161, 0.0150, 0.0199, 0.0140, 0.0011,\n", + " 0.0194, 0.0016, 0.0187, 0.0223, 0.0159, 0.0200, 0.0170, 0.0237, 0.0218,\n", + " 0.0163, 0.0033, 0.0155, 0.0189, 0.0145, 0.0185, 0.0210, 0.0009, 0.0222,\n", + " 0.0207, 0.0179, 0.0172, 0.0194, 0.0200, 0.0043, 0.0010, 0.0184, 0.0171,\n", + " 0.0196, 0.0018, 0.0155, 0.0216, 0.0175, 0.0154, 0.0153, 0.0152, 0.0197,\n", + " 0.0190, 0.0013, 0.0183, 0.0170, 0.0157, 0.0162, 0.0207, 0.0167, 0.0186,\n", + " 0.0069, 0.0176, 0.0155, 0.0212, 0.0170, 0.0219, 0.0187, 0.0010, 0.0175,\n", + " 0.0177, 0.0154, 0.0200, 0.0209, 0.0009, 0.0170, 0.0014, 0.0191, 0.0174,\n", + " 0.0173, 0.0184, 0.0010, 0.0150, 0.0167, 0.0161, 0.0051, 0.0152, 0.0152,\n", + " 0.0179, 0.0104, 0.0226, 0.0027, 0.0176, 0.0179, 0.0009, 0.0159, 0.0011,\n", + " 0.0148, 0.0152, 0.0053, 0.0163, 0.0153, 0.0018, 0.0192, 0.0158, 0.0174,\n", + " 0.0174, 0.0150, 0.0193, 0.0176, 0.0186, 0.0183, 0.0208, 0.0176, 0.0010,\n", + " 0.0194, 0.0176, 0.0193, 0.0212, 0.0182, 0.0152, 0.0189, 0.0134, 0.0189,\n", + " 0.0186, 0.0183, 0.0162, 0.0169, 0.0182, 0.0170, 0.0182, 0.0215, 0.0174,\n", + " 0.0188, 0.0020, 0.0037, 0.0191, 0.0195, 0.0155, 0.0152, 0.0151, 0.0185,\n", + " 0.0163, 0.0175, 0.0182, 0.0019, 0.0203, 0.0219, 0.0023, 0.0183, 0.0034,\n", + " 0.0159, 0.0183, 0.0046, 0.0179, 0.0352, 0.0156, 0.0193, 0.0159, 0.0147,\n", + " 0.0024, 0.0009, 0.0211, 0.0024, 0.0201, 0.0016, 0.0201, 0.0131, 0.0182,\n", + " 0.0161, 0.0207, 0.0192, 0.0205, 0.0196, 0.0155, 0.0206, 0.0206, 0.0173,\n", + " 0.0154, 0.0184, 0.0191, 0.0216, 0.0175, 0.0017, 0.0187, 0.0009, 0.0181,\n", + " 0.0179, 0.0168, 0.0016, 0.0163, 0.0175, 0.0208, 0.0251, 0.0009, 0.0160,\n", + " 0.0149, 0.0163, 0.0169, 0.0129, 0.0197, 0.0205, 0.0198, 0.0155, 0.0181,\n", + " 0.0157, 0.0178, 0.0167, 0.0201, 0.0032, 0.0190, 0.0166, 0.0173, 0.0047,\n", + " 0.0175, 0.0161, 0.0184, 0.0180, 0.0036, 0.0160, 0.0025, 0.0011, 0.0069,\n", + " 0.0171, 0.0038, 0.0192, 0.0022, 0.0178, 0.0107, 0.0163, 0.0155, 0.0191,\n", + " 0.0170, 0.0161, 0.0031, 0.0182, 0.0027, 0.0205, 0.0056, 0.0197, 0.0159,\n", + " 0.0026, 0.0224, 0.0209, 0.0172, 0.0219, 0.0187, 0.0171, 0.0166])),\n", + " ('d2.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('d2.l1.0.weight',\n", + " tensor([[[[-6.7309e-03, -3.0527e-02, -6.9712e-05, 1.3806e-02],\n", + " [ 1.1936e-03, 2.9981e-02, 1.4971e-02, 4.5559e-02],\n", + " [ 3.9086e-03, -3.0941e-03, -2.3520e-02, 1.8711e-02],\n", + " [ 2.3908e-02, -8.5985e-03, -1.5567e-02, 1.9446e-02]],\n", + " \n", + " [[-5.4437e-04, -5.2613e-03, -2.4874e-02, 1.6263e-02],\n", + " [ 1.9158e-02, -1.2398e-02, -5.3595e-03, -2.1606e-03],\n", + " [-2.3426e-02, 3.7537e-02, -2.0319e-02, 3.1584e-03],\n", + " [-2.8636e-02, -1.3960e-04, 3.0452e-03, 1.6813e-02]],\n", + " \n", + " [[-2.4186e-02, -1.1417e-02, 8.0771e-03, 1.0918e-02],\n", + " [-1.5769e-02, 1.4991e-02, -2.3017e-02, 1.6765e-02],\n", + " [-5.4040e-03, 2.1648e-02, 1.9513e-02, 2.2034e-02],\n", + " [-1.4631e-02, -2.4867e-03, -1.2851e-02, -3.0566e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.6986e-02, 4.4766e-03, -1.3615e-02, -1.0216e-03],\n", + " [-1.8568e-02, 8.8726e-03, 7.8751e-03, -3.6954e-02],\n", + " [ 1.6207e-02, -1.5268e-02, 3.5039e-02, 6.8308e-03],\n", + " [ 2.6615e-02, 4.7729e-03, 1.1604e-02, 1.8619e-02]],\n", + " \n", + " [[-2.9897e-02, -3.8280e-02, -1.7671e-02, 1.0180e-02],\n", + " [ 2.4761e-02, 3.1027e-02, -2.4401e-03, 7.0952e-03],\n", + " [ 2.0453e-02, 3.8926e-02, -7.7378e-03, 3.2834e-02],\n", + " [ 9.3456e-03, 1.9413e-02, 5.3108e-04, 2.5554e-02]],\n", + " \n", + " [[ 2.6722e-02, -1.7231e-02, 1.4922e-02, 1.2158e-02],\n", + " [-6.6574e-03, -6.5439e-03, -1.1218e-02, 1.2837e-02],\n", + " [ 2.8143e-02, -4.2677e-02, 8.8952e-03, 3.7168e-02],\n", + " [ 3.1525e-02, 1.3940e-02, -2.2205e-02, -5.6529e-02]]],\n", + " \n", + " \n", + " [[[-1.3571e-02, 1.9261e-02, 2.1604e-03, -2.3694e-03],\n", + " [ 9.6355e-03, -2.8216e-02, -2.7423e-02, 1.8567e-02],\n", + " [ 1.7856e-03, -7.3865e-03, 9.2275e-03, -5.7612e-03],\n", + " [ 4.5156e-02, -1.9247e-02, 7.3442e-04, 1.0295e-02]],\n", + " \n", + " [[-5.4031e-03, -1.6463e-02, 1.9102e-02, 3.0837e-02],\n", + " [ 1.9744e-02, -6.3147e-02, -1.7229e-03, -2.3298e-03],\n", + " [-1.1306e-02, -1.8626e-04, 4.1218e-04, 1.7696e-02],\n", + " [-2.3138e-02, 1.7103e-02, 5.2909e-03, -6.7447e-03]],\n", + " \n", + " [[ 1.1144e-02, 3.0236e-02, 1.4503e-02, 4.1769e-02],\n", + " [ 4.7921e-02, -1.4628e-02, 3.3893e-03, -6.8980e-03],\n", + " [-4.3094e-02, -1.6657e-02, 1.3927e-02, 5.3622e-02],\n", + " [ 1.1284e-02, 4.8013e-03, -2.7862e-02, 1.2253e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.1467e-02, -2.0341e-02, -1.7596e-02, -1.3772e-02],\n", + " [ 2.2009e-02, 2.6091e-02, 1.6187e-02, 2.6717e-02],\n", + " [-3.5657e-02, 2.9885e-02, -2.7244e-02, -2.8645e-03],\n", + " [-3.6796e-02, 1.2798e-02, 1.9991e-02, -3.9973e-03]],\n", + " \n", + " [[ 2.3559e-02, -2.3506e-02, 1.5966e-02, -1.4164e-03],\n", + " [ 3.3467e-03, -3.1295e-02, -4.7050e-03, 1.8147e-03],\n", + " [ 9.0737e-03, 7.8921e-03, -8.2422e-03, 6.8870e-03],\n", + " [-1.5444e-02, 1.6852e-02, 7.9554e-03, 1.0952e-02]],\n", + " \n", + " [[ 2.5268e-02, 3.2193e-02, -2.3580e-03, 5.9474e-03],\n", + " [ 3.8838e-02, 2.8148e-02, -2.3866e-03, -9.4103e-03],\n", + " [-1.5422e-02, 1.7012e-02, -3.4461e-03, -1.7306e-02],\n", + " [ 1.4413e-02, 2.6600e-03, 1.4747e-02, -2.8923e-02]]],\n", + " \n", + " \n", + " [[[ 4.1834e-03, 1.3519e-02, -2.0385e-02, 4.6815e-03],\n", + " [-1.9988e-03, -1.3303e-02, 4.4495e-02, -1.4341e-02],\n", + " [-4.5097e-03, -1.9221e-02, -4.0761e-02, -8.7251e-04],\n", + " [ 2.2188e-02, 2.1655e-02, 9.8502e-03, 1.5312e-02]],\n", + " \n", + " [[-3.4754e-02, -3.2203e-02, 1.9998e-02, -2.8973e-02],\n", + " [ 7.8148e-03, -3.9047e-02, 3.9232e-02, 1.0902e-02],\n", + " [-2.0290e-02, 1.5656e-03, -1.2339e-02, 9.7389e-03],\n", + " [ 8.7810e-03, 2.1692e-02, 3.0585e-02, -5.5948e-03]],\n", + " \n", + " [[ 3.6847e-02, 6.6068e-02, 1.0200e-02, -2.2874e-02],\n", + " [ 3.1002e-02, -9.3638e-03, -2.7102e-02, -8.9932e-03],\n", + " [-1.8550e-02, 7.3300e-02, -3.2509e-02, -5.9823e-02],\n", + " [ 1.0183e-03, 7.5022e-03, 1.0847e-02, -2.3707e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.8026e-02, 4.1712e-02, -2.9290e-03, -4.0749e-05],\n", + " [-1.6955e-02, 2.4034e-03, -2.1319e-02, -6.9084e-02],\n", + " [-6.2665e-02, -3.9381e-02, -2.6374e-02, -3.9658e-02],\n", + " [ 5.9405e-02, 2.5490e-02, -1.7619e-02, -4.6941e-02]],\n", + " \n", + " [[ 3.6725e-02, 1.1853e-02, 4.0327e-02, -3.8212e-02],\n", + " [-1.9909e-02, 5.3437e-03, -1.0247e-02, -5.3113e-03],\n", + " [-4.1020e-04, 1.2174e-02, -2.2485e-02, 1.2530e-02],\n", + " [-3.0553e-02, -2.5603e-03, 3.5439e-02, -4.0495e-02]],\n", + " \n", + " [[-2.1818e-03, 2.3928e-02, -1.4651e-02, 3.4591e-02],\n", + " [-3.0296e-02, 9.4008e-03, -3.5855e-02, -4.6570e-02],\n", + " [-3.4342e-02, 2.8116e-02, 2.0918e-02, 1.1351e-02],\n", + " [-5.6976e-03, 8.0875e-02, 3.6224e-02, -6.3858e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-2.3308e-02, -4.0901e-02, 3.3492e-02, -3.4769e-02],\n", + " [-4.3758e-03, 1.0626e-02, 4.1707e-04, 1.2462e-02],\n", + " [ 2.1789e-02, -2.9820e-02, -1.9257e-02, -1.0238e-02],\n", + " [-1.0027e-02, 2.4775e-02, 2.8770e-02, -6.9883e-03]],\n", + " \n", + " [[-4.1852e-03, 3.7478e-02, -4.1174e-02, -2.2618e-02],\n", + " [-2.1262e-02, -2.8012e-02, -1.0005e-02, 1.4530e-02],\n", + " [-7.8941e-03, -3.8613e-02, 3.5441e-02, 2.6220e-02],\n", + " [ 1.3298e-02, -6.9267e-02, 1.7202e-02, 3.3612e-03]],\n", + " \n", + " [[ 3.9652e-03, -1.4754e-02, 1.3652e-02, -1.1195e-02],\n", + " [-3.1292e-02, -1.2365e-02, -3.4559e-03, -1.5527e-02],\n", + " [-4.1157e-02, 6.1629e-03, -1.3715e-04, 1.2601e-02],\n", + " [-1.7563e-02, -1.6747e-02, 9.4806e-03, -2.2230e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 8.3086e-02, -3.0343e-02, 3.6102e-02, -7.6245e-02],\n", + " [ 4.3832e-03, 1.8871e-02, -1.6828e-02, 2.8143e-03],\n", + " [ 4.9457e-02, -5.4766e-02, 5.8181e-02, -7.2200e-02],\n", + " [-3.6150e-02, 3.1709e-03, 9.4197e-03, -2.8958e-02]],\n", + " \n", + " [[ 2.5370e-02, -5.2540e-02, 3.4510e-02, -4.4448e-02],\n", + " [ 3.1913e-03, 4.0590e-02, 8.6813e-03, 6.7957e-03],\n", + " [-2.8169e-02, -1.4093e-02, -7.4749e-03, -2.9332e-02],\n", + " [ 2.4404e-02, 2.8497e-03, -7.6619e-03, -1.3459e-02]],\n", + " \n", + " [[ 3.5461e-03, 3.7503e-03, -2.8745e-02, 1.5892e-02],\n", + " [-2.1777e-02, 8.7181e-03, 2.5388e-02, 3.1395e-02],\n", + " [ 2.5362e-02, -3.8036e-03, 1.5204e-02, 3.1097e-04],\n", + " [ 1.1321e-02, 6.9562e-03, -4.2104e-02, -2.5444e-02]]],\n", + " \n", + " \n", + " [[[ 3.5242e-02, 1.8905e-02, -8.0136e-03, 5.4041e-02],\n", + " [ 3.4174e-02, 2.1780e-02, 3.9142e-03, -1.6086e-02],\n", + " [ 2.1667e-02, -2.3819e-02, -2.9225e-02, 6.9314e-03],\n", + " [-2.0558e-02, 4.7775e-03, -7.5776e-03, 1.5213e-02]],\n", + " \n", + " [[-4.4437e-02, 1.9150e-03, 6.0622e-04, -3.0687e-02],\n", + " [-2.9445e-02, -9.0946e-03, 1.6509e-02, -3.1394e-02],\n", + " [-3.6844e-02, 3.8344e-02, -3.2788e-02, 1.1683e-02],\n", + " [-4.7749e-03, 5.7582e-02, 5.5220e-02, -1.6413e-03]],\n", + " \n", + " [[-9.3210e-03, 1.5204e-02, 2.7242e-02, 5.7882e-03],\n", + " [ 1.2556e-02, 1.2237e-02, 1.0341e-02, 5.7760e-03],\n", + " [-1.5091e-04, 1.4143e-02, -1.1277e-02, 7.9435e-02],\n", + " [-1.7910e-02, -1.2277e-02, -6.5934e-02, 6.9102e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 8.4929e-03, 1.6200e-02, -3.2770e-02, -1.4001e-02],\n", + " [ 1.6083e-02, 4.6288e-02, -2.2840e-02, 3.0891e-03],\n", + " [ 7.6508e-03, -6.6642e-03, -9.0660e-03, -3.0523e-02],\n", + " [ 4.3543e-03, -5.4857e-02, -4.0446e-02, -8.5243e-03]],\n", + " \n", + " [[-6.2870e-03, -5.9151e-02, -2.7582e-02, 2.8759e-02],\n", + " [-5.0848e-03, -6.2228e-03, -1.2887e-02, 1.1518e-02],\n", + " [ 4.2504e-03, -5.3930e-02, 3.5842e-02, 7.6819e-02],\n", + " [-7.2516e-02, 5.5513e-04, 1.9798e-02, 3.4465e-02]],\n", + " \n", + " [[-1.6569e-03, 5.5748e-02, 7.7978e-04, -6.6470e-03],\n", + " [ 2.5641e-02, 1.3807e-02, 3.0631e-02, 8.0019e-03],\n", + " [ 1.4214e-02, 3.7478e-02, 6.6920e-02, -4.0032e-02],\n", + " [ 9.7415e-03, 4.7124e-02, 2.8491e-02, 2.0001e-02]]],\n", + " \n", + " \n", + " [[[-3.4081e-02, 4.7022e-02, -5.8185e-03, 2.6574e-02],\n", + " [-2.9795e-02, -1.5304e-02, -7.9718e-03, -1.7111e-02],\n", + " [ 1.7990e-02, 3.1128e-02, -2.0550e-02, 7.4918e-03],\n", + " [-6.0222e-03, 2.3694e-02, 3.0014e-02, -5.3564e-02]],\n", + " \n", + " [[-3.5812e-02, 3.9912e-02, -2.4992e-02, 4.4901e-02],\n", + " [-2.0413e-02, 3.7826e-02, 2.0591e-03, -2.1111e-02],\n", + " [ 9.4996e-03, 5.5848e-02, -2.7266e-02, -1.0667e-02],\n", + " [ 5.0216e-03, -6.0711e-03, -3.2247e-03, -4.0392e-02]],\n", + " \n", + " [[ 5.0767e-02, -1.5631e-02, -6.3822e-03, -5.8382e-02],\n", + " [-1.2268e-02, -2.0616e-02, 3.4240e-02, -4.6202e-03],\n", + " [ 8.9654e-03, -1.6821e-02, -2.4567e-02, 2.3695e-02],\n", + " [ 3.0282e-03, -1.9845e-02, 2.7207e-02, -3.7126e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.1636e-02, -4.2655e-02, -8.9754e-03, -4.6629e-02],\n", + " [-1.3432e-02, 6.0405e-03, 2.4007e-03, -5.3765e-02],\n", + " [ 3.9691e-02, 3.4644e-03, 3.1180e-02, -1.5673e-02],\n", + " [-1.2573e-02, 4.9043e-02, -6.5527e-02, 1.0887e-02]],\n", + " \n", + " [[ 1.3733e-02, 1.1920e-02, 1.5801e-02, -5.3139e-03],\n", + " [-1.1889e-02, 1.5792e-02, 2.7979e-02, 1.4258e-02],\n", + " [-4.0497e-02, -1.8455e-02, 8.6593e-02, -3.8878e-02],\n", + " [-1.2160e-02, 3.6782e-02, -7.7626e-03, -2.2792e-02]],\n", + " \n", + " [[-3.4767e-03, 2.0990e-03, 5.9629e-02, -2.6686e-02],\n", + " [-3.4028e-02, 1.3448e-02, 2.1465e-02, 6.3688e-03],\n", + " [-9.3187e-03, -8.6320e-03, 2.3490e-02, -1.0862e-02],\n", + " [ 1.1658e-02, -1.7293e-02, 1.5073e-03, -2.0214e-02]]]])),\n", + " ('d2.l1.1.weight',\n", + " tensor([ 7.3427e-05, 5.0960e-02, 3.1774e-02, 1.8007e-03, 4.8070e-02,\n", + " -3.3143e-02, -4.4279e-02, -3.4056e-03, -1.1089e-03, -4.9537e-02,\n", + " -4.3439e-02, -4.1551e-02, -5.7680e-06, -4.6454e-02, -4.5889e-02,\n", + " -3.4029e-02, -4.9764e-02, 4.4036e-02, 3.9193e-02, -3.6569e-02,\n", + " -4.4729e-02, -4.8884e-02, 3.1066e-02, -1.2636e-03, -3.9472e-02,\n", + " -4.0934e-02, 3.2024e-02, -4.1487e-02, -4.7375e-02, 3.8230e-02,\n", + " -4.8580e-02, 6.0817e-02, 4.9450e-02, 3.3150e-04, 3.5430e-02,\n", + " -3.6204e-02, 5.4710e-02, -4.3029e-02, -5.0382e-02, 3.9774e-02,\n", + " -3.9242e-02, 3.1767e-02, -4.7065e-02, -4.5876e-02, 3.7499e-02,\n", + " 1.0424e-03, -3.6676e-02, -4.8573e-02, -4.9349e-04, -5.6764e-02,\n", + " -4.4088e-02, 5.7471e-02, 3.0218e-02, -4.3796e-02, -1.7873e-04,\n", + " -4.6339e-02, -4.4965e-02, -5.9559e-02, -3.8325e-02, -3.5309e-02,\n", + " 4.8227e-02, 2.6604e-05, 1.1912e-04, 5.7250e-02, 3.4381e-02,\n", + " -5.5274e-02, -1.7926e-04, 5.3130e-02, 4.2391e-02, -4.2258e-02,\n", + " -3.8196e-02, 9.9102e-05, 3.9113e-02, -3.0519e-02, 5.4341e-02,\n", + " -4.8048e-02, -3.7461e-02, -4.6167e-02, 4.4370e-02, -4.3697e-02,\n", + " 3.5901e-02, -1.5373e-03, 2.0578e-02, -3.8395e-02, -3.5175e-04,\n", + " 4.5308e-02, -3.8297e-02, -6.0872e-05, 3.0593e-02, -4.1464e-02,\n", + " -1.1685e-04, -2.7603e-04, 5.4848e-02, 3.1171e-02, 3.7036e-02,\n", + " 3.2302e-02, -2.9512e-05, 5.3128e-02, 4.3177e-02, 4.0683e-02,\n", + " -4.0657e-02, -9.1692e-04, 1.0059e-04, 3.3056e-02, -4.6762e-02,\n", + " -4.1768e-02, 1.3473e-04, -5.0756e-02, -4.0180e-02, -3.1429e-04,\n", + " 4.3141e-02, 3.6934e-02, -5.4670e-02, 5.5716e-02, -8.8437e-04,\n", + " -3.8551e-02, 1.4176e-03, -5.1009e-02, 3.5090e-02, -3.1234e-02,\n", + " 5.5844e-04, 4.7088e-02, 3.6522e-02, 1.1657e-03, -5.6188e-02,\n", + " -5.6324e-02, 5.0008e-02, -4.3662e-02, 5.8169e-02, -1.0828e-03,\n", + " 3.3469e-02, 4.4987e-02, -4.3677e-02, -2.2533e-02, -3.7534e-02,\n", + " 5.0730e-02, -3.4797e-02, -5.1302e-02, 4.2629e-02, 4.2561e-02,\n", + " -4.3218e-02, -6.4612e-02, -5.8337e-02, -4.0683e-02, 4.5232e-02,\n", + " 1.7707e-04, 4.7514e-02, 5.7052e-02, -5.2454e-02, 4.2791e-02,\n", + " 4.5227e-04, 3.4625e-02, -5.6268e-02, -4.1836e-02, -2.1369e-05,\n", + " -3.1349e-02, 3.6699e-02, 2.5548e-02, 5.2989e-02, -9.2724e-04,\n", + " -5.0815e-02, 3.3574e-02, 4.1125e-02, 1.9237e-02, 5.9421e-04,\n", + " 6.1780e-02, -5.4033e-02, -4.1190e-02, 4.3577e-02, -1.4635e-04,\n", + " -3.8364e-02, -3.6966e-02, 4.3234e-02, -6.7730e-05, -5.9008e-04,\n", + " -1.1641e-04, 4.0281e-02, -3.6240e-02, -2.6547e-04, 4.1506e-02,\n", + " -4.1202e-02, 4.9664e-02, 8.9180e-05, -4.8964e-02, -3.5396e-02,\n", + " 3.9041e-02, -7.6780e-06, -4.0815e-02, 3.1524e-04, -4.2224e-02,\n", + " 3.6290e-02, -5.0125e-02, 5.3670e-02, 5.4194e-02, 2.6902e-02,\n", + " 6.3852e-05, 5.8007e-02, 4.3167e-02, 5.6778e-02, 5.5557e-02,\n", + " -2.0549e-02, -6.1776e-02, 3.4750e-02, -5.2738e-02, -3.4140e-04,\n", + " 4.9481e-02, 2.8620e-02, 4.8922e-02, 5.4559e-02, -8.3565e-04,\n", + " -4.5449e-02, 2.9310e-02, -4.9178e-02, 4.1323e-02, -6.0351e-02,\n", + " 4.3147e-02, -5.3004e-02, 5.5505e-02, -4.3706e-02, 4.2252e-02,\n", + " 5.7125e-02, 4.8995e-02, -4.1313e-02, -3.3432e-02, -6.0491e-02,\n", + " -4.6462e-02, -5.1650e-04, 2.8692e-02, -3.4849e-02, -3.8379e-05,\n", + " 5.2260e-02, -4.4304e-02, 7.0896e-02, -4.0123e-02, 5.5380e-02,\n", + " -4.1504e-02, -4.2297e-02, -6.0063e-02, 4.1195e-02, -5.6110e-02,\n", + " -6.8509e-02, 4.3034e-02, 4.9534e-02, 5.0596e-02, 2.3395e-02,\n", + " 5.2241e-02, 5.1101e-02, -5.8371e-02, -4.4353e-02, 4.6172e-02,\n", + " -4.0906e-02, -3.7117e-02, -4.1673e-02, -4.9048e-02, 4.0447e-02,\n", + " 6.0466e-02, 4.0242e-04, 3.3291e-02, 3.4481e-02, 4.1607e-02,\n", + " 1.1484e-04, -4.7196e-02, 3.5500e-02, 4.5129e-02, -5.1895e-02,\n", + " 5.0020e-02, 6.2126e-02, -2.9995e-02, -3.2028e-02, 1.3263e-04,\n", + " 2.2967e-02, -1.7760e-03, -4.2374e-02, 2.7723e-02, -7.2109e-02,\n", + " -4.1501e-02, -4.1395e-02, 3.1802e-02, -2.1568e-04, -2.7658e-02,\n", + " 3.8432e-04, -4.8327e-02, -2.8431e-02, -4.2090e-02, 5.1076e-02,\n", + " 4.8028e-02, 3.2187e-02, 3.4800e-02, -4.6230e-02, -4.0875e-04,\n", + " 5.1690e-02, -4.1970e-02, 4.5198e-02, -4.4278e-02, 5.3590e-02,\n", + " 5.0976e-05, 4.9391e-02, 3.4852e-02, 4.7127e-02, 3.5728e-02,\n", + " -5.1793e-02, 5.0639e-02, -5.5553e-04, 1.2795e-04, -3.9312e-02,\n", + " -4.4860e-02, 4.5312e-02, 4.9951e-04, -4.2606e-02, 2.7053e-02,\n", + " 3.2648e-02, -4.1168e-02, -2.4555e-02, -4.7016e-02, -3.3450e-02,\n", + " 3.4402e-02, -6.7450e-04, -3.7967e-02, -5.0831e-02, -5.0407e-02,\n", + " -3.2364e-02, -4.7001e-02, -4.7920e-02, -4.0691e-02, -3.1619e-03,\n", + " 2.9424e-02, -1.4810e-03, 4.4203e-02, 3.5500e-02, -5.8758e-02,\n", + " 5.5731e-02, -1.5842e-05, 5.0805e-02, 5.1209e-02, -3.1256e-02,\n", + " 2.7059e-02, 4.0141e-02, -1.1133e-04, 4.6983e-02, 5.3850e-04,\n", + " -3.8991e-02, 3.2522e-02, 4.6493e-02, -3.9536e-02, 2.7309e-05,\n", + " 4.5323e-02, -4.3597e-02, -5.6860e-02, 6.4734e-04, -4.7552e-02,\n", + " 4.9183e-02, -3.2747e-02, -1.6215e-03, -3.5875e-02, -2.5910e-03,\n", + " -4.2567e-02, 3.5353e-02, 1.2932e-04, 3.4776e-02, 5.5544e-04,\n", + " -4.4071e-02, 6.1586e-02, -8.9387e-05, -3.9149e-02, 4.1811e-02,\n", + " -3.6706e-04, -3.9252e-02, -4.9496e-02, -3.8255e-02, 3.7637e-02,\n", + " -3.9128e-02, 3.3414e-02, -3.1016e-02, -3.7123e-02, 3.1626e-02,\n", + " 3.2690e-02, -4.8958e-02, 3.2924e-05, -4.1285e-02, 4.5354e-02,\n", + " 3.5960e-02, 3.5074e-02, 4.3350e-02, 3.7836e-02, -5.5562e-02,\n", + " -4.4327e-02, -5.3307e-02, -4.0878e-02, -3.4219e-02, -3.1719e-02,\n", + " 4.9847e-02, 3.7557e-02, 4.4942e-02, 4.9362e-02, -4.9468e-02,\n", + " 3.9324e-02, 3.0243e-02, -1.3596e-04, -1.7771e-03, 4.2864e-02,\n", + " -4.4969e-02, 5.3390e-02, 5.3430e-02, -4.2786e-02, 4.3117e-02,\n", + " -4.6098e-02, 4.5299e-02, -4.6741e-02, 1.9375e-04, -3.5277e-02,\n", + " 6.2434e-02, 9.4052e-04, -3.9442e-02, -5.2789e-05, 4.9935e-02,\n", + " 3.7633e-02, 3.2523e-04, 4.3318e-02, 2.2740e-02, 3.3282e-02,\n", + " -4.8124e-02, -4.7407e-02, 5.3378e-02, 2.1565e-04, -1.0520e-04,\n", + " 4.2708e-02, -1.3531e-04, -4.0424e-02, -4.4548e-04, -5.1794e-02,\n", + " -1.8721e-03, 3.1503e-02, -4.2811e-02, -4.6383e-02, -3.9615e-02,\n", + " -3.1251e-02, -4.8332e-02, -4.9142e-02, 3.4577e-02, 5.7576e-02,\n", + " 4.6927e-02, 5.2574e-02, 2.9217e-02, 4.5926e-02, 2.4081e-02,\n", + " -4.9388e-02, 7.8072e-06, 4.0181e-02, 5.7090e-05, 4.4007e-02,\n", + " 2.5045e-02, -5.0317e-02, -8.8039e-05, 5.1822e-02, 4.0170e-02,\n", + " 4.1246e-02, -2.9136e-02, 5.0810e-05, 3.6445e-02, -5.3893e-02,\n", + " -5.6051e-02, -1.9142e-02, -5.5181e-02, 5.0900e-02, -4.2959e-02,\n", + " -2.7101e-02, 4.3092e-02, 4.4001e-02, 4.7710e-02, -2.8155e-02,\n", + " -4.8157e-02, 4.2284e-02, 1.2005e-03, 4.9507e-02, 3.8906e-02,\n", + " 6.1680e-02, 4.1833e-04, 4.2524e-02, 4.8872e-02, 3.7164e-02,\n", + " -5.9664e-02, 1.9922e-03, -4.3346e-02, -3.9478e-04, -7.7492e-04,\n", + " -1.2475e-03, 4.7231e-02, 1.0553e-04, 4.6208e-02, -1.1905e-04,\n", + " 3.9181e-02, 1.4974e-03, 4.6092e-02, -4.8980e-02, 5.2444e-02,\n", + " -3.6492e-02, 5.5036e-02, -1.4386e-03, -4.0182e-02, -3.0573e-04,\n", + " 4.3709e-02, -1.0542e-03, 4.4918e-02, 3.5360e-02, 1.3033e-03,\n", + " -3.4656e-02, 3.3817e-02, -4.5301e-02, -3.6808e-02, -4.4186e-02,\n", + " -3.4810e-02, 3.1604e-02])),\n", + " ('d2.l1.1.bias',\n", + " tensor([-0.0011, -0.0101, 0.0007, -0.0128, -0.0289, -0.0172, -0.0131, -0.0254,\n", + " -0.0061, -0.0019, -0.0129, -0.0098, -0.0011, -0.0037, -0.0191, -0.0077,\n", + " -0.0111, -0.0146, -0.0240, -0.0219, -0.0084, -0.0199, -0.0121, -0.0076,\n", + " -0.0058, -0.0076, -0.0061, -0.0095, -0.0077, -0.0170, -0.0155, -0.0278,\n", + " -0.0259, -0.0028, -0.0004, -0.0196, -0.0109, -0.0192, -0.0194, -0.0144,\n", + " -0.0099, -0.0101, -0.0261, -0.0260, -0.0013, -0.0058, -0.0040, -0.0177,\n", + " -0.0033, -0.0232, 0.0017, -0.0151, -0.0155, -0.0122, -0.0018, -0.0245,\n", + " -0.0219, -0.0210, -0.0117, -0.0139, -0.0080, -0.0006, -0.0018, -0.0139,\n", + " -0.0233, -0.0226, -0.0038, -0.0240, -0.0139, -0.0198, -0.0254, -0.0037,\n", + " -0.0080, -0.0102, -0.0127, -0.0161, -0.0123, -0.0036, -0.0129, -0.0059,\n", + " -0.0102, -0.0092, 0.0015, -0.0164, -0.0067, -0.0226, 0.0024, -0.0008,\n", + " -0.0148, -0.0134, -0.0028, -0.0034, -0.0117, -0.0312, -0.0217, -0.0126,\n", + " -0.0003, -0.0302, -0.0192, -0.0081, -0.0178, -0.0046, -0.0009, -0.0272,\n", + " -0.0138, -0.0158, -0.0011, 0.0020, -0.0188, -0.0030, -0.0273, -0.0102,\n", + " -0.0079, -0.0149, -0.0052, -0.0029, -0.0093, -0.0311, -0.0204, -0.0146,\n", + " -0.0029, -0.0246, -0.0101, -0.0087, -0.0195, -0.0147, -0.0058, -0.0186,\n", + " -0.0109, -0.0120, -0.0144, -0.0245, -0.0130, -0.0088, -0.0087, -0.0117,\n", + " -0.0030, -0.0185, -0.0246, -0.0183, -0.0255, -0.0311, -0.0193, -0.0125,\n", + " -0.0183, -0.0017, -0.0143, -0.0077, -0.0124, -0.0027, -0.0136, -0.0120,\n", + " -0.0183, -0.0152, -0.0017, -0.0053, -0.0248, -0.0111, -0.0130, -0.0065,\n", + " -0.0134, -0.0031, -0.0269, -0.0059, -0.0039, -0.0199, -0.0119, -0.0070,\n", + " 0.0003, -0.0027, -0.0140, -0.0201, -0.0127, -0.0005, -0.0038, -0.0012,\n", + " -0.0182, -0.0103, -0.0028, -0.0162, -0.0134, -0.0151, -0.0007, -0.0271,\n", + " -0.0147, -0.0255, -0.0005, -0.0183, -0.0022, -0.0155, -0.0274, -0.0058,\n", + " -0.0301, -0.0129, -0.0117, -0.0019, -0.0029, -0.0050, -0.0291, -0.0230,\n", + " -0.0033, -0.0368, -0.0220, -0.0149, -0.0023, -0.0094, -0.0105, -0.0237,\n", + " -0.0135, -0.0052, -0.0066, -0.0056, -0.0405, -0.0198, -0.0229, -0.0226,\n", + " -0.0352, -0.0069, -0.0131, -0.0273, -0.0195, -0.0144, -0.0237, -0.0232,\n", + " -0.0379, -0.0179, -0.0038, -0.0102, -0.0088, -0.0012, -0.0208, -0.0395,\n", + " -0.0220, -0.0196, -0.0083, -0.0140, -0.0175, -0.0137, -0.0158, -0.0203,\n", + " -0.0412, -0.0125, -0.0186, -0.0411, -0.0096, -0.0151, -0.0099, -0.0340,\n", + " -0.0202, -0.0376, -0.0159, -0.0152, -0.0206, -0.0224, -0.0033, -0.0180,\n", + " -0.0054, -0.0194, -0.0074, -0.0163, -0.0008, -0.0176, -0.0143, -0.0193,\n", + " -0.0156, -0.0181, -0.0295, 0.0011, -0.0202, -0.0012, -0.0019, -0.0101,\n", + " -0.0175, -0.0218, -0.0120, -0.0312, -0.0209, -0.0051, -0.0034, -0.0212,\n", + " -0.0026, -0.0233, -0.0043, 0.0057, -0.0151, -0.0296, 0.0056, -0.0204,\n", + " -0.0122, -0.0135, -0.0203, -0.0108, -0.0132, -0.0040, -0.0117, -0.0004,\n", + " -0.0197, -0.0055, -0.0131, -0.0149, -0.0140, -0.0088, -0.0042, -0.0024,\n", + " -0.0108, -0.0154, -0.0158, -0.0044, -0.0191, -0.0059, -0.0049, -0.0171,\n", + " -0.0159, -0.0160, -0.0202, -0.0148, -0.0061, -0.0152, -0.0265, -0.0157,\n", + " 0.0045, -0.0091, -0.0164, -0.0094, -0.0168, -0.0032, -0.0117, -0.0148,\n", + " -0.0180, -0.0240, -0.0123, -0.0006, -0.0219, -0.0084, -0.0151, -0.0101,\n", + " -0.0121, -0.0009, -0.0220, -0.0072, -0.0299, -0.0112, -0.0196, -0.0097,\n", + " -0.0033, -0.0272, -0.0276, -0.0140, -0.0073, -0.0237, -0.0223, -0.0052,\n", + " -0.0082, -0.0227, -0.0138, -0.0125, -0.0128, -0.0014, -0.0042, -0.0039,\n", + " -0.0085, -0.0273, -0.0029, -0.0142, -0.0214, -0.0052, -0.0096, -0.0143,\n", + " -0.0065, -0.0177, -0.0259, -0.0143, -0.0099, -0.0162, -0.0039, -0.0138,\n", + " -0.0068, -0.0009, -0.0141, -0.0223, 0.0018, -0.0031, -0.0136, -0.0267,\n", + " -0.0225, -0.0170, -0.0138, -0.0127, -0.0214, -0.0126, -0.0125, 0.0027,\n", + " -0.0176, -0.0150, -0.0104, -0.0149, -0.0138, -0.0025, -0.0088, -0.0216,\n", + " -0.0153, -0.0198, -0.0158, -0.0041, -0.0024, -0.0316, -0.0162, 0.0029,\n", + " -0.0010, -0.0137, -0.0301, -0.0048, -0.0142, -0.0004, -0.0308, -0.0154,\n", + " -0.0017, -0.0158, -0.0154, -0.0226, -0.0277, -0.0290, -0.0084, -0.0034,\n", + " -0.0019, 0.0046, -0.0007, -0.0162, -0.0068, -0.0140, -0.0076, -0.0223,\n", + " -0.0120, -0.0139, -0.0133, -0.0180, -0.0137, -0.0088, 0.0052, -0.0277,\n", + " -0.0285, 0.0022, -0.0072, -0.0066, -0.0020, -0.0077, -0.0071, -0.0088,\n", + " -0.0014, -0.0124, 0.0018, -0.0071, -0.0015, -0.0202, -0.0169, -0.0223,\n", + " -0.0026, -0.0006, -0.0131, -0.0297, -0.0088, -0.0173, -0.0266, -0.0087,\n", + " 0.0025, -0.0055, -0.0249, -0.0199, -0.0302, -0.0206, -0.0124, -0.0115,\n", + " -0.0066, -0.0154, -0.0268, -0.0200, -0.0073, -0.0145, -0.0100, -0.0027,\n", + " -0.0199, -0.0097, -0.0250, -0.0051, -0.0045, -0.0062, -0.0208, -0.0015,\n", + " -0.0222, -0.0023, -0.0103, -0.0120, -0.0218, -0.0203, -0.0135, -0.0192,\n", + " -0.0187, -0.0149, -0.0097, -0.0032, -0.0022, -0.0063, -0.0089, -0.0278,\n", + " -0.0105, -0.0168, -0.0195, -0.0094, -0.0040, -0.0290, -0.0035, -0.0101])),\n", + " ('d2.l1.1.running_mean',\n", + " tensor([ 1.0589e-02, -1.4320e-02, -8.8160e-03, -4.5781e-03, 2.4146e-02,\n", + " 2.3897e-02, -3.1586e-02, -1.8840e-02, 6.6178e-03, 4.4429e-02,\n", + " 1.6241e-02, 3.1023e-02, -5.0765e-03, -4.4148e-03, 2.3869e-02,\n", + " 6.1823e-02, -2.1108e-02, -1.8752e-02, 2.7898e-02, -4.6048e-02,\n", + " 2.1183e-02, 5.7869e-02, -2.2328e-02, 1.4988e-02, 1.6988e-02,\n", + " 2.6549e-02, 4.0562e-03, 6.5482e-02, 7.9584e-03, 6.9390e-03,\n", + " 6.5624e-02, -1.9498e-02, -4.5676e-02, -7.7802e-03, -4.9769e-02,\n", + " 3.3824e-03, -8.3635e-03, 2.9181e-02, 2.7155e-02, -2.8183e-02,\n", + " 4.1784e-02, 9.6625e-03, 3.5885e-02, -3.9608e-02, -9.2855e-04,\n", + " -2.9534e-04, 2.4067e-03, 2.9973e-02, 3.6285e-03, 4.6256e-02,\n", + " 3.2634e-02, -3.8509e-02, -3.5819e-02, 4.5985e-02, 1.7310e-03,\n", + " 1.3014e-02, -1.9334e-02, -1.5905e-02, 4.2061e-02, 3.6900e-02,\n", + " 3.0015e-02, 3.4279e-04, 7.7767e-03, -1.6362e-02, -9.1168e-02,\n", + " -3.0817e-03, -9.3845e-03, -2.7588e-02, -7.7802e-03, 8.4453e-03,\n", + " -4.4090e-02, 8.8278e-03, -4.9509e-02, 6.0453e-02, -5.8162e-02,\n", + " 3.7252e-02, 8.8617e-02, 4.1502e-02, 7.0888e-03, -8.8406e-03,\n", + " 3.0618e-02, -2.4935e-02, -3.1879e-02, 6.3695e-02, 3.5034e-02,\n", + " -1.9947e-02, 4.9332e-02, -3.0612e-03, -9.9491e-03, 4.1821e-02,\n", + " -1.8091e-02, 1.2925e-02, -5.6717e-02, -3.7250e-02, -3.6282e-02,\n", + " -3.4465e-02, -2.9362e-02, -2.2410e-03, -1.7446e-02, -5.1667e-02,\n", + " -3.9565e-03, 7.2138e-03, 1.2560e-02, 1.2724e-02, 6.0253e-02,\n", + " 5.4878e-03, 7.4748e-03, 8.3347e-02, 2.9810e-02, 4.9976e-03,\n", + " -7.4040e-02, -3.1900e-03, 6.1398e-02, -3.0048e-02, 1.0757e-02,\n", + " 2.9606e-02, -2.6616e-02, -1.3265e-02, 5.7409e-02, -2.3276e-02,\n", + " 9.3867e-03, 2.0889e-02, -4.3987e-04, 3.1295e-03, -8.8953e-03,\n", + " 2.1811e-02, -4.8826e-02, 4.2190e-02, -5.3608e-02, -7.2970e-03,\n", + " -9.6673e-03, -5.4352e-03, 2.7204e-02, 4.9097e-02, -3.1814e-02,\n", + " -4.8513e-02, 3.2140e-02, 3.7836e-02, -3.5001e-03, -3.1646e-02,\n", + " -3.0724e-02, 3.8948e-02, -1.1231e-02, 7.1583e-02, 5.0322e-02,\n", + " 1.1882e-03, -4.4765e-02, -1.1971e-02, -7.3417e-03, -3.2155e-02,\n", + " 1.5595e-02, -2.1646e-02, 1.0021e-02, 5.7934e-02, 9.2481e-04,\n", + " 5.0932e-02, -6.9163e-03, -5.9442e-02, 1.2671e-02, 4.6599e-03,\n", + " 1.1267e-02, -7.6009e-02, 3.1757e-03, -4.5580e-02, -1.6826e-03,\n", + " 1.7783e-02, 3.7824e-02, 8.2428e-02, -3.7976e-02, 1.2682e-03,\n", + " 1.5512e-02, -4.3874e-02, 9.8102e-03, -5.0689e-03, 5.2754e-04,\n", + " 1.6600e-03, -2.0092e-02, -1.5121e-02, 6.8183e-03, -3.4942e-03,\n", + " -1.7326e-02, -2.2311e-02, -1.1382e-02, 4.6967e-02, 3.6112e-02,\n", + " 5.5941e-02, 7.0280e-03, 1.5201e-03, 3.5348e-03, 2.4982e-02,\n", + " -1.3421e-02, 4.2135e-02, -9.4644e-03, -5.0945e-02, -5.2597e-02,\n", + " 1.1735e-02, -7.9204e-02, -3.2546e-02, -2.7377e-03, 1.9579e-02,\n", + " 5.1428e-02, 1.5438e-02, -6.0252e-02, 1.9784e-02, -3.3701e-02,\n", + " -2.1714e-02, -2.6353e-02, 1.8678e-02, -2.9487e-02, 2.3699e-02,\n", + " 1.2667e-02, -6.1855e-02, -1.0869e-02, -2.6853e-02, 3.7519e-04,\n", + " -6.7027e-02, 3.0917e-02, -4.0012e-02, 3.1876e-02, 4.7992e-03,\n", + " 1.8480e-03, -2.8502e-02, 5.6747e-02, -8.0415e-03, 5.4314e-04,\n", + " 1.1509e-02, -1.2073e-02, -2.3150e-02, 2.4317e-02, -3.1721e-04,\n", + " -1.1121e-02, -2.0513e-02, -9.0950e-02, -1.5162e-02, 8.7159e-03,\n", + " 3.4427e-02, -1.0600e-02, 1.1527e-02, 1.6693e-02, -2.7332e-02,\n", + " 1.6518e-02, -4.3225e-02, 8.0603e-04, 5.1682e-03, 1.9206e-02,\n", + " -6.5219e-02, -1.5229e-02, -1.4581e-02, 8.9722e-02, 3.8758e-02,\n", + " 2.1002e-02, 1.1237e-02, -9.4627e-03, 1.4869e-03, -1.0063e-02,\n", + " 3.3047e-02, -1.8364e-04, -1.7406e-03, -6.6167e-02, 6.9773e-03,\n", + " -1.1187e-02, -4.5039e-03, -3.9553e-02, 8.9610e-03, -6.8104e-03,\n", + " -5.7425e-02, -5.3249e-02, 3.0563e-02, 2.3016e-02, 7.2737e-03,\n", + " -3.5007e-02, 2.6666e-02, 4.5441e-02, 2.4861e-02, 3.9002e-02,\n", + " -3.5068e-03, -7.0502e-03, -3.1927e-03, -5.5421e-03, 5.4066e-02,\n", + " 3.8071e-03, 5.2595e-02, 9.1018e-02, 7.0384e-02, -3.4994e-02,\n", + " -3.5625e-02, -5.7243e-02, -6.4837e-03, 1.2590e-02, 3.7114e-02,\n", + " -9.7461e-03, 6.7929e-02, -1.6082e-02, 3.3251e-02, -6.1393e-02,\n", + " 3.3940e-03, -3.9568e-02, 3.8598e-03, -5.5073e-02, -6.5671e-02,\n", + " 7.6410e-02, -4.0418e-02, 7.4522e-03, 1.0672e-03, -2.6929e-02,\n", + " 2.4548e-02, -4.8237e-03, -7.4837e-04, 5.4595e-02, -3.8202e-02,\n", + " -2.3440e-02, -5.8047e-03, -4.0842e-02, -6.6026e-03, 4.5862e-02,\n", + " -6.1556e-02, 4.6042e-03, 1.7863e-02, 4.3914e-02, 4.2720e-03,\n", + " 1.3936e-03, 3.7129e-02, 3.7395e-02, 2.0349e-03, -3.3097e-02,\n", + " 1.3645e-02, 2.1986e-03, -4.1194e-02, -3.0035e-02, 4.9036e-02,\n", + " -2.9969e-02, 1.3215e-03, -3.0664e-02, -2.2479e-02, 7.3247e-03,\n", + " 1.9968e-02, -3.7624e-03, 7.9042e-03, -1.9724e-03, 3.6363e-03,\n", + " -6.1284e-03, -7.4513e-02, -3.6090e-03, 2.9825e-02, -3.9917e-03,\n", + " -2.8791e-02, -1.1986e-02, -9.3226e-03, 1.4962e-02, 5.3381e-02,\n", + " 6.0279e-03, 3.5942e-02, -1.4791e-03, -4.5317e-02, 1.4461e-02,\n", + " -3.6368e-02, -3.4016e-02, 9.6816e-04, -4.7327e-03, 2.7403e-03,\n", + " 4.5127e-03, 1.0621e-02, 4.0943e-02, -1.0082e-02, 2.4171e-02,\n", + " 1.7079e-03, 4.7332e-02, 6.1540e-02, 4.8650e-03, -1.5416e-02,\n", + " -3.3956e-02, -6.1936e-02, -5.0576e-04, 7.0326e-04, -2.9897e-02,\n", + " -2.1662e-02, 3.8632e-02, -1.0316e-03, 5.7539e-03, -2.9251e-02,\n", + " -5.5558e-02, -3.4297e-02, 1.1398e-03, -9.0750e-03, -2.3229e-02,\n", + " 1.6808e-02, 3.0586e-03, 1.5395e-02, 7.2100e-03, 1.2224e-02,\n", + " -5.2176e-02, -1.2903e-02, -1.0952e-02, -8.1490e-03, -1.6544e-02,\n", + " -1.9181e-02, -7.1301e-02, 8.2975e-04, -3.2872e-03, 2.1685e-03,\n", + " 1.0023e-02, 2.7515e-03, -7.4609e-02, -3.1616e-03, -7.4394e-02,\n", + " -7.0553e-04, -1.9515e-02, 4.8801e-02, 4.7356e-04, 3.3984e-02,\n", + " -1.6347e-02, -1.3369e-02, 2.7747e-02, 2.5759e-03, -4.5218e-02,\n", + " 3.0628e-02, -3.6394e-04, -6.9342e-02, -8.9629e-02, 3.0647e-02,\n", + " 2.6864e-02, 1.8849e-02, -2.1407e-02, -5.0051e-03, 3.3827e-03,\n", + " -1.2644e-02, -1.1016e-02, 1.9179e-02, -5.7787e-06, 2.7887e-02,\n", + " 5.4656e-02, 3.4482e-02, -1.7243e-02, 4.8924e-02, 5.9107e-02,\n", + " 3.3836e-02, 3.1989e-02, 4.3945e-02, 8.4261e-03, 3.6898e-02,\n", + " 1.1473e-02, -3.0547e-02, -6.8677e-02, -8.0106e-03, -4.2228e-02,\n", + " 6.4647e-02, -1.1077e-02, -5.0535e-02, -5.1159e-03, 1.2535e-02,\n", + " -3.8661e-02, 1.7583e-02, 6.2405e-03, 1.7569e-02, -2.7123e-02,\n", + " -9.5029e-03, 9.3206e-03, 7.3383e-05, -1.8567e-02, 1.3143e-02,\n", + " 1.9273e-02, -1.3048e-02, -1.5619e-02, 4.2860e-03, 6.7466e-02,\n", + " 2.4476e-02, 3.7442e-02, -3.2449e-02, -1.9002e-02, -8.0239e-03,\n", + " 3.5704e-02, 2.5444e-03, -7.2322e-04, -2.8795e-02, -3.6003e-03,\n", + " -3.1863e-02, -2.6947e-02, -4.4803e-02, -2.2424e-02, -4.1369e-02,\n", + " 9.1703e-02, -5.0150e-03, -1.1102e-02, -2.7085e-03, -2.2260e-03,\n", + " 3.0086e-02, -2.3311e-02, -2.0954e-02, -2.4051e-02, 5.1709e-03,\n", + " -4.3238e-02, 2.7992e-02, -2.7973e-02, 2.2205e-02, -4.0337e-03,\n", + " -1.1392e-02, -3.8689e-02, 1.4211e-02, 1.1755e-02, 1.3213e-02,\n", + " -2.8260e-02, 1.3561e-02, -5.9094e-02, -2.0438e-02, -5.2298e-03,\n", + " 3.9609e-02, 1.4308e-03, 1.3928e-02, 2.9225e-02, -7.7162e-02,\n", + " -6.1226e-03, 7.5802e-03])),\n", + " ('d2.l1.1.running_var',\n", + " tensor([0.0055, 0.0156, 0.0207, 0.0068, 0.0149, 0.0177, 0.0180, 0.0085, 0.0015,\n", + " 0.0191, 0.0211, 0.0196, 0.0010, 0.0173, 0.0203, 0.0186, 0.0131, 0.0164,\n", + " 0.0155, 0.0161, 0.0195, 0.0181, 0.0162, 0.0038, 0.0168, 0.0150, 0.0195,\n", + " 0.0219, 0.0145, 0.0139, 0.0172, 0.0155, 0.0157, 0.0014, 0.0180, 0.0186,\n", + " 0.0161, 0.0196, 0.0147, 0.0164, 0.0216, 0.0153, 0.0152, 0.0148, 0.0174,\n", + " 0.0034, 0.0164, 0.0171, 0.0017, 0.0163, 0.0177, 0.0168, 0.0183, 0.0151,\n", + " 0.0011, 0.0199, 0.0167, 0.0166, 0.0185, 0.0170, 0.0168, 0.0011, 0.0014,\n", + " 0.0192, 0.0165, 0.0167, 0.0012, 0.0172, 0.0181, 0.0190, 0.0163, 0.0023,\n", + " 0.0163, 0.0151, 0.0171, 0.0154, 0.0199, 0.0199, 0.0162, 0.0138, 0.0179,\n", + " 0.0038, 0.0184, 0.0188, 0.0040, 0.0193, 0.0190, 0.0011, 0.0163, 0.0192,\n", + " 0.0053, 0.0013, 0.0205, 0.0171, 0.0179, 0.0186, 0.0112, 0.0187, 0.0159,\n", + " 0.0182, 0.0226, 0.0026, 0.0032, 0.0158, 0.0168, 0.0189, 0.0009, 0.0210,\n", + " 0.0216, 0.0009, 0.0179, 0.0152, 0.0189, 0.0180, 0.0026, 0.0183, 0.0021,\n", + " 0.0176, 0.0152, 0.0209, 0.0041, 0.0170, 0.0175, 0.0035, 0.0179, 0.0160,\n", + " 0.0180, 0.0178, 0.0186, 0.0019, 0.0174, 0.0165, 0.0170, 0.0209, 0.0180,\n", + " 0.0178, 0.0162, 0.0180, 0.0165, 0.0170, 0.0167, 0.0145, 0.0161, 0.0193,\n", + " 0.0168, 0.0010, 0.0169, 0.0176, 0.0175, 0.0197, 0.0051, 0.0182, 0.0133,\n", + " 0.0180, 0.0011, 0.0213, 0.0222, 0.0217, 0.0182, 0.0020, 0.0162, 0.0190,\n", + " 0.0160, 0.0214, 0.0024, 0.0146, 0.0151, 0.0209, 0.0157, 0.0010, 0.0141,\n", + " 0.0167, 0.0197, 0.0010, 0.0011, 0.0014, 0.0159, 0.0166, 0.0011, 0.0185,\n", + " 0.0185, 0.0148, 0.0046, 0.0157, 0.0167, 0.0186, 0.0010, 0.0147, 0.0009,\n", + " 0.0163, 0.0215, 0.0187, 0.0134, 0.0180, 0.0177, 0.0021, 0.0153, 0.0160,\n", + " 0.0153, 0.0158, 0.0216, 0.0157, 0.0178, 0.0157, 0.0273, 0.0157, 0.0214,\n", + " 0.0180, 0.0153, 0.0034, 0.0207, 0.0192, 0.0177, 0.0159, 0.0180, 0.0171,\n", + " 0.0169, 0.0188, 0.0193, 0.0153, 0.0170, 0.0167, 0.0185, 0.0167, 0.0137,\n", + " 0.0210, 0.0041, 0.0157, 0.0212, 0.0014, 0.0170, 0.0169, 0.0188, 0.0176,\n", + " 0.0161, 0.0187, 0.0230, 0.0133, 0.0145, 0.0171, 0.0166, 0.0157, 0.0175,\n", + " 0.0165, 0.0232, 0.0185, 0.0164, 0.0183, 0.0205, 0.0173, 0.0212, 0.0133,\n", + " 0.0160, 0.0165, 0.0201, 0.0154, 0.0011, 0.0164, 0.0181, 0.0190, 0.0029,\n", + " 0.0151, 0.0176, 0.0159, 0.0191, 0.0196, 0.0169, 0.0210, 0.0200, 0.0011,\n", + " 0.0186, 0.0045, 0.0208, 0.0150, 0.0161, 0.0150, 0.0199, 0.0140, 0.0011,\n", + " 0.0194, 0.0016, 0.0187, 0.0223, 0.0159, 0.0200, 0.0170, 0.0237, 0.0218,\n", + " 0.0163, 0.0033, 0.0155, 0.0189, 0.0145, 0.0185, 0.0210, 0.0009, 0.0222,\n", + " 0.0207, 0.0179, 0.0172, 0.0194, 0.0200, 0.0043, 0.0010, 0.0184, 0.0171,\n", + " 0.0196, 0.0018, 0.0155, 0.0216, 0.0175, 0.0154, 0.0153, 0.0152, 0.0197,\n", + " 0.0190, 0.0013, 0.0183, 0.0170, 0.0157, 0.0162, 0.0207, 0.0167, 0.0186,\n", + " 0.0069, 0.0176, 0.0155, 0.0212, 0.0170, 0.0219, 0.0187, 0.0010, 0.0175,\n", + " 0.0177, 0.0154, 0.0200, 0.0209, 0.0009, 0.0170, 0.0014, 0.0191, 0.0174,\n", + " 0.0173, 0.0184, 0.0010, 0.0150, 0.0167, 0.0161, 0.0051, 0.0152, 0.0152,\n", + " 0.0179, 0.0104, 0.0226, 0.0027, 0.0176, 0.0179, 0.0009, 0.0159, 0.0011,\n", + " 0.0148, 0.0152, 0.0053, 0.0163, 0.0153, 0.0018, 0.0192, 0.0158, 0.0174,\n", + " 0.0174, 0.0150, 0.0193, 0.0176, 0.0186, 0.0183, 0.0208, 0.0176, 0.0010,\n", + " 0.0194, 0.0176, 0.0193, 0.0212, 0.0182, 0.0152, 0.0189, 0.0134, 0.0189,\n", + " 0.0186, 0.0183, 0.0162, 0.0169, 0.0182, 0.0170, 0.0182, 0.0215, 0.0174,\n", + " 0.0188, 0.0020, 0.0037, 0.0191, 0.0195, 0.0155, 0.0152, 0.0151, 0.0185,\n", + " 0.0163, 0.0175, 0.0182, 0.0019, 0.0203, 0.0219, 0.0023, 0.0183, 0.0034,\n", + " 0.0159, 0.0183, 0.0046, 0.0179, 0.0352, 0.0156, 0.0193, 0.0159, 0.0147,\n", + " 0.0024, 0.0009, 0.0211, 0.0024, 0.0201, 0.0016, 0.0201, 0.0131, 0.0182,\n", + " 0.0161, 0.0207, 0.0192, 0.0205, 0.0196, 0.0155, 0.0206, 0.0206, 0.0173,\n", + " 0.0154, 0.0184, 0.0191, 0.0216, 0.0175, 0.0017, 0.0187, 0.0009, 0.0181,\n", + " 0.0179, 0.0168, 0.0016, 0.0163, 0.0175, 0.0208, 0.0251, 0.0009, 0.0160,\n", + " 0.0149, 0.0163, 0.0169, 0.0129, 0.0197, 0.0205, 0.0198, 0.0155, 0.0181,\n", + " 0.0157, 0.0178, 0.0167, 0.0201, 0.0032, 0.0190, 0.0166, 0.0173, 0.0047,\n", + " 0.0175, 0.0161, 0.0184, 0.0180, 0.0036, 0.0160, 0.0025, 0.0011, 0.0069,\n", + " 0.0171, 0.0038, 0.0192, 0.0022, 0.0178, 0.0107, 0.0163, 0.0155, 0.0191,\n", + " 0.0170, 0.0161, 0.0031, 0.0182, 0.0027, 0.0205, 0.0056, 0.0197, 0.0159,\n", + " 0.0026, 0.0224, 0.0209, 0.0172, 0.0219, 0.0187, 0.0171, 0.0166])),\n", + " ('d2.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('d3.conv.weight',\n", + " tensor([[[[-1.2271e-02, 1.4821e-02, -7.1188e-03, 7.3132e-03],\n", + " [ 3.1025e-02, 2.3818e-02, 9.5142e-03, -2.2160e-02],\n", + " [ 1.9815e-02, 3.0435e-02, 1.9208e-02, -7.3901e-03],\n", + " [-7.3434e-03, -3.4159e-02, 2.2875e-02, 2.4139e-02]],\n", + " \n", + " [[ 4.9370e-02, 1.6063e-03, -1.4595e-02, 1.4446e-03],\n", + " [-2.3258e-02, 9.6471e-03, 1.8155e-02, -8.6326e-03],\n", + " [-2.8636e-02, 1.9640e-03, 4.7476e-03, -7.3336e-03],\n", + " [ 6.2243e-03, -1.6920e-02, -1.9689e-02, 3.6353e-02]],\n", + " \n", + " [[-7.7805e-03, -7.7189e-02, -5.6574e-03, 1.9189e-02],\n", + " [-2.1682e-02, -2.1507e-02, -3.0827e-02, 3.6851e-03],\n", + " [ 3.4047e-02, 2.8191e-02, -6.6463e-03, -2.7927e-02],\n", + " [ 3.1301e-02, 3.3922e-02, 7.0202e-04, -2.2817e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.6502e-02, -1.9071e-02, 2.4478e-03, -1.8564e-02],\n", + " [-1.5245e-02, -3.0905e-03, -2.7692e-02, -2.7175e-02],\n", + " [ 2.3452e-02, -3.0709e-03, 2.2410e-03, 4.1736e-02],\n", + " [ 1.3354e-02, -8.9481e-03, 2.9075e-02, -2.7313e-02]],\n", + " \n", + " [[ 1.7968e-02, -1.5135e-03, -2.4024e-02, 1.2118e-03],\n", + " [ 2.2369e-02, 1.6679e-02, -8.6076e-03, -4.6624e-03],\n", + " [-1.9211e-03, -1.8059e-02, -5.9501e-02, 2.5094e-03],\n", + " [-1.5408e-02, 2.4903e-02, 9.1104e-03, -3.6523e-02]],\n", + " \n", + " [[-7.4565e-03, 1.2870e-02, -3.9173e-02, 7.5396e-03],\n", + " [-4.6932e-03, -2.5110e-02, 2.6850e-02, -2.3025e-02],\n", + " [-2.9154e-02, -1.6940e-02, -3.6256e-02, -2.8397e-02],\n", + " [-1.9103e-02, 2.5883e-02, -4.4298e-04, -1.9640e-02]]],\n", + " \n", + " \n", + " [[[-5.4287e-04, -1.6916e-02, 5.9097e-02, -7.6590e-02],\n", + " [-2.0950e-02, 1.4521e-02, -6.2453e-02, 3.4858e-02],\n", + " [-2.8881e-03, -1.6321e-02, 8.6512e-02, 4.3007e-02],\n", + " [-2.1778e-02, 1.6849e-02, -2.6693e-02, 1.4227e-02]],\n", + " \n", + " [[ 3.9595e-02, 2.1394e-02, 6.3162e-03, -2.5799e-02],\n", + " [ 1.3271e-02, -3.5640e-02, -2.7022e-02, -1.8594e-02],\n", + " [-3.2573e-03, 5.3880e-03, 3.1590e-02, 2.0320e-03],\n", + " [-9.3849e-03, -7.2806e-03, -3.5048e-02, -4.5605e-02]],\n", + " \n", + " [[-8.2376e-03, 1.9239e-02, -7.0245e-03, -2.1572e-02],\n", + " [-1.2462e-02, 1.3276e-03, -1.0552e-02, -2.9608e-02],\n", + " [ 2.2794e-03, 1.0208e-02, -3.2186e-02, -4.3739e-02],\n", + " [-5.4877e-02, -6.9169e-02, 5.5053e-03, -6.5731e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.9329e-04, 8.0260e-03, 3.0234e-02, -4.7921e-03],\n", + " [ 1.3032e-02, -3.0992e-02, 3.4304e-02, -1.4873e-02],\n", + " [ 3.9191e-02, 2.1141e-02, -9.3159e-03, 2.0155e-02],\n", + " [ 2.0496e-03, -3.0292e-02, -1.8414e-02, -5.2065e-03]],\n", + " \n", + " [[ 2.0161e-02, 2.5121e-02, -9.8404e-05, -4.7917e-02],\n", + " [ 2.0613e-02, 3.0292e-02, -2.4977e-02, 1.7288e-03],\n", + " [ 4.6018e-02, -4.8375e-02, 1.3803e-02, 1.9830e-02],\n", + " [ 3.7636e-02, 4.0072e-02, -1.3481e-02, -1.6915e-02]],\n", + " \n", + " [[-6.4532e-02, -3.6111e-02, -7.4546e-02, -7.9048e-02],\n", + " [-4.7002e-02, -7.3024e-02, -1.9506e-02, -5.6350e-02],\n", + " [ 3.7913e-03, -1.9194e-03, -5.3897e-02, 1.5295e-02],\n", + " [ 8.4383e-03, -2.5113e-02, -4.4872e-02, -5.9129e-02]]],\n", + " \n", + " \n", + " [[[-1.2677e-02, -2.5090e-02, 2.8166e-02, 2.9465e-03],\n", + " [ 3.6251e-02, -2.5246e-02, 1.0787e-02, -2.9664e-03],\n", + " [ 1.5568e-02, 4.9928e-03, -3.0459e-02, -5.7718e-02],\n", + " [-1.1541e-02, -2.8374e-02, 1.2055e-02, -1.6442e-02]],\n", + " \n", + " [[-1.5675e-02, 2.6561e-02, -1.4908e-02, 1.1428e-02],\n", + " [ 2.3816e-02, -4.8204e-02, 3.7427e-02, -3.1854e-02],\n", + " [-1.8502e-02, -2.5994e-02, -3.1638e-02, 2.9592e-02],\n", + " [-1.8648e-02, 3.4739e-03, 5.5203e-02, 1.4631e-02]],\n", + " \n", + " [[-1.0845e-04, 3.3591e-02, -7.4189e-03, -1.8456e-02],\n", + " [-6.2204e-02, 1.6982e-02, 8.1479e-03, -3.0844e-02],\n", + " [-2.2959e-02, -6.5826e-03, 2.1745e-02, 2.0157e-02],\n", + " [-6.5523e-02, 2.4672e-02, -4.6123e-03, -3.8512e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.0874e-02, 3.6483e-02, 1.4308e-02, -4.7211e-02],\n", + " [-7.9363e-03, -1.2732e-02, -8.3964e-04, -2.6816e-02],\n", + " [ 5.6796e-03, -8.6536e-03, 5.5552e-02, 2.4569e-02],\n", + " [ 2.3874e-02, -5.8382e-03, 1.4640e-02, 2.7896e-02]],\n", + " \n", + " [[ 1.1334e-02, 2.9845e-02, -8.5518e-03, -1.1179e-02],\n", + " [ 4.7878e-02, 4.7119e-02, 1.8231e-02, 1.7957e-02],\n", + " [-7.2686e-02, -8.8538e-02, -5.1755e-02, 2.8525e-02],\n", + " [ 6.1832e-03, -2.5088e-02, 3.7398e-03, -8.7136e-02]],\n", + " \n", + " [[ 1.3320e-02, 2.9153e-02, 2.8877e-03, 2.0665e-02],\n", + " [-5.4487e-02, -1.1453e-02, 4.3194e-03, -2.6533e-02],\n", + " [-3.2519e-02, -5.2749e-02, -3.2697e-02, 3.6235e-02],\n", + " [-9.4724e-03, 2.1653e-02, -3.0022e-02, -6.3804e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 6.0524e-02, -3.0868e-02, -1.5321e-02, -7.4721e-03],\n", + " [ 1.2776e-02, -5.6758e-02, -2.3034e-02, 8.2535e-03],\n", + " [ 9.9635e-02, -1.3001e-02, -3.4174e-02, -1.7203e-02],\n", + " [ 3.2058e-02, -2.3466e-02, -2.2586e-02, -4.8038e-02]],\n", + " \n", + " [[-1.4355e-02, -9.9661e-04, 1.6149e-02, 3.4687e-02],\n", + " [-4.8426e-02, -8.1998e-03, 1.6827e-02, -1.6937e-02],\n", + " [ 3.4443e-02, -3.0360e-02, 1.9100e-02, -1.4121e-02],\n", + " [ 2.9854e-02, -1.6015e-03, 2.8526e-02, 4.3708e-04]],\n", + " \n", + " [[-1.7461e-02, -7.9545e-03, 1.4473e-02, 5.5158e-03],\n", + " [-4.4541e-02, -4.0879e-02, -4.6907e-02, -3.2996e-02],\n", + " [-1.5078e-02, -2.6307e-02, -7.3633e-03, 1.1813e-03],\n", + " [ 2.5623e-03, -4.0784e-02, -4.6964e-02, -5.0152e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.0691e-03, 3.1183e-02, 3.8256e-03, -3.2248e-03],\n", + " [ 2.7946e-02, -1.7307e-02, 4.9790e-02, 3.2155e-02],\n", + " [ 4.8143e-03, -6.0663e-03, 1.8900e-02, 1.2658e-02],\n", + " [-1.5109e-02, -4.4875e-02, 1.3872e-02, 2.7110e-02]],\n", + " \n", + " [[ 1.2888e-02, -2.8013e-02, 2.6670e-02, -2.3649e-02],\n", + " [-2.3829e-02, 8.0112e-03, 3.0857e-02, 3.8203e-02],\n", + " [ 1.3100e-02, 3.1923e-02, -4.4190e-02, -9.5990e-03],\n", + " [-2.1337e-02, 3.7563e-02, 2.1373e-02, 7.2117e-02]],\n", + " \n", + " [[-6.9592e-02, -8.2248e-03, -3.9760e-02, -2.8204e-02],\n", + " [-1.5547e-02, 1.9960e-02, 1.7076e-02, 2.2225e-02],\n", + " [ 1.6572e-02, 4.2913e-02, 4.7884e-02, -8.3870e-03],\n", + " [-1.6957e-04, -2.3341e-02, 6.1509e-02, 7.9773e-02]]],\n", + " \n", + " \n", + " [[[-7.1115e-02, 3.4916e-02, -6.0240e-02, 9.4575e-04],\n", + " [ 5.1999e-03, 7.0698e-02, -2.0677e-03, 3.3839e-02],\n", + " [ 1.3477e-02, 3.4850e-02, -7.9869e-03, 3.1969e-02],\n", + " [-1.9212e-02, 3.2828e-02, -7.9864e-02, 3.7241e-02]],\n", + " \n", + " [[ 1.6503e-02, -3.8602e-02, -1.1482e-02, -2.2097e-02],\n", + " [ 4.4244e-02, -1.5058e-02, -9.6615e-04, -6.6636e-03],\n", + " [ 1.4829e-02, 2.4832e-02, 8.1539e-03, -3.7764e-02],\n", + " [-2.6092e-02, -6.0002e-02, -2.0885e-02, -4.4963e-03]],\n", + " \n", + " [[-2.8407e-02, 7.6766e-03, 4.5897e-03, -2.6440e-02],\n", + " [-7.4748e-02, 4.2137e-02, -2.8056e-02, -2.3862e-02],\n", + " [ 2.5636e-02, 1.4910e-02, -8.8930e-03, 9.1217e-03],\n", + " [-6.7910e-02, 6.4249e-02, -7.8195e-03, 3.1036e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.3897e-02, -5.4188e-02, -4.9827e-02, 2.5399e-02],\n", + " [-1.7031e-02, 3.7219e-03, -3.8822e-02, -2.8618e-02],\n", + " [ 1.5771e-02, 9.5600e-03, 2.2900e-02, -1.6440e-02],\n", + " [ 1.2602e-02, 2.4185e-03, -1.7669e-02, 1.8034e-02]],\n", + " \n", + " [[-2.2923e-02, -4.0617e-02, 2.4401e-02, 4.6307e-03],\n", + " [-8.6168e-04, 1.9690e-02, -3.6781e-02, -3.9616e-02],\n", + " [ 2.4411e-02, -2.3296e-02, 3.0966e-02, -3.4591e-02],\n", + " [ 1.5160e-02, -1.2576e-02, -2.5037e-02, -2.5866e-02]],\n", + " \n", + " [[-3.6420e-02, 1.0292e-02, 4.4665e-02, -9.0724e-03],\n", + " [ 2.7376e-02, 2.9384e-02, 1.8127e-02, 1.1633e-02],\n", + " [-2.3548e-02, 3.4588e-03, -3.1279e-03, 6.2681e-04],\n", + " [ 5.2761e-02, -9.3093e-03, 3.2342e-02, 5.1221e-02]]],\n", + " \n", + " \n", + " [[[-1.8821e-02, 3.0989e-04, -5.1021e-02, 3.2527e-03],\n", + " [-5.9179e-02, 2.1178e-02, -8.4325e-03, 4.4362e-02],\n", + " [ 7.3419e-02, -6.1894e-04, 1.1353e-02, -1.3846e-02],\n", + " [-9.5197e-03, 4.5420e-02, -2.6765e-02, -4.5557e-03]],\n", + " \n", + " [[ 5.3577e-02, 3.0205e-02, 5.0173e-02, -9.0046e-03],\n", + " [ 2.2175e-02, 1.4041e-02, 1.4688e-03, 5.1926e-02],\n", + " [ 3.2319e-03, 5.2464e-02, 7.0134e-03, -1.6613e-02],\n", + " [-3.9225e-03, -8.7966e-03, 5.1477e-04, -6.4355e-02]],\n", + " \n", + " [[-4.6612e-02, 1.4697e-03, 1.8589e-02, -1.2235e-02],\n", + " [ 7.6844e-03, 4.5249e-02, -2.8036e-02, -5.6450e-02],\n", + " [ 4.6216e-02, 9.5095e-02, -3.8690e-02, -1.2065e-02],\n", + " [-2.5434e-02, -9.7112e-03, -3.9739e-02, -2.2448e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.1644e-02, 7.2267e-03, 2.2538e-02, 1.5028e-02],\n", + " [ 3.0645e-02, -7.1067e-03, -8.0398e-02, -2.7345e-02],\n", + " [ 4.3926e-02, -9.8172e-03, -4.4098e-02, -3.1361e-02],\n", + " [ 4.7718e-02, -2.4708e-02, -1.2472e-02, 5.5932e-02]],\n", + " \n", + " [[-1.4161e-02, 7.5200e-04, 2.9660e-02, 5.4648e-02],\n", + " [ 5.4270e-02, 2.8841e-02, -2.6602e-03, 3.2590e-02],\n", + " [ 1.0036e-02, -4.9022e-04, -3.7764e-02, 2.8716e-03],\n", + " [ 1.0956e-02, 2.4931e-02, -6.9540e-02, -1.5536e-02]],\n", + " \n", + " [[ 3.9860e-02, -2.7537e-02, -2.3392e-02, -7.9453e-04],\n", + " [-6.4306e-03, -1.5658e-03, 1.1124e-02, -7.2695e-02],\n", + " [-2.1432e-03, 1.8371e-02, 3.4898e-02, 1.4493e-02],\n", + " [-2.9141e-02, -9.1134e-03, 2.3588e-02, -4.3158e-02]]]])),\n", + " ('d3.batch_norms.Yes.weight',\n", + " tensor([-5.6027e-02, -4.6467e-02, -3.7282e-02, -3.9608e-02, 5.7970e-02,\n", + " 2.6863e-02, 3.4855e-02, -3.6560e-02, -4.7132e-02, -5.3774e-02,\n", + " 5.9315e-02, 4.4304e-02, -3.0641e-02, 2.9761e-04, 4.2135e-02,\n", + " -5.0376e-02, -2.9132e-02, 2.2468e-03, -4.2652e-02, -3.4673e-02,\n", + " 5.2852e-02, -3.0707e-02, 5.7547e-02, -3.6041e-02, 6.1449e-04,\n", + " 5.7601e-02, 2.4166e-02, -4.7236e-02, 3.5111e-02, 2.7339e-02,\n", + " -4.1152e-02, -8.4100e-05, -3.6005e-02, 4.8143e-02, 3.4748e-02,\n", + " 3.3125e-02, 4.0588e-02, -3.2707e-02, 4.6227e-02, 3.2305e-02,\n", + " -4.3915e-02, -5.4430e-02, 3.4118e-02, -2.3460e-02, -3.2489e-02,\n", + " 5.1341e-02, -3.5558e-02, 4.0352e-02, 4.4753e-02, 3.7590e-02,\n", + " 4.1181e-02, -4.3136e-02, -5.5370e-02, 4.4850e-02, -3.3634e-02,\n", + " 2.5342e-05, -4.1614e-02, 4.2828e-02, 3.6087e-02, 4.2807e-02,\n", + " 3.5560e-02, 4.9094e-02, 1.7953e-05, -4.4340e-02, -4.8379e-02,\n", + " -5.1224e-02, -5.0311e-02, 4.5506e-02, -3.9109e-02, 3.4852e-02,\n", + " 3.7649e-02, -4.8673e-02, -1.8819e-02, 5.2860e-02, 4.9722e-02,\n", + " 3.4225e-02, 4.2215e-02, -4.2393e-02, 3.4198e-04, 5.1103e-02,\n", + " 3.8878e-02, -4.7575e-02, -2.8536e-02, 9.3305e-05, -5.1428e-02,\n", + " 3.7312e-02, -3.8057e-02, -5.2353e-02, -4.0042e-02, 5.0319e-02,\n", + " 4.2937e-02, 5.8246e-02, 4.3515e-02, -4.2177e-02, 3.3743e-02,\n", + " -2.2061e-02, -5.0147e-02, 6.1309e-05, 4.0078e-02, -5.4843e-02,\n", + " 4.8344e-02, -4.5363e-02, -3.1477e-02, 4.0729e-02, 5.0786e-02,\n", + " 3.4662e-02, -7.1154e-04, -6.2022e-02, 6.0672e-02, -3.3385e-02,\n", + " 2.9699e-02, -4.3113e-02, -3.4623e-02, -4.7172e-02, -5.1187e-02,\n", + " 4.0201e-02, -4.8499e-02, 3.6156e-02, 4.2226e-02, 7.1262e-05,\n", + " -2.6758e-02, -4.0119e-02, 3.4657e-02, -4.2539e-02, -3.8899e-02,\n", + " 4.4991e-02, 4.7563e-02, -1.7845e-04, -5.5624e-02, -4.3031e-02,\n", + " 4.1300e-02, 4.5979e-02, -3.0753e-02, -3.5084e-02, -3.9924e-02,\n", + " -2.4351e-02, 4.3053e-02, -2.2754e-04, -4.2857e-02, 1.1160e-03,\n", + " 5.0781e-02, 3.0248e-02, -5.0007e-02, -5.4744e-02, 4.2106e-02,\n", + " -3.7734e-02, 4.3822e-02, -2.1061e-02, 3.6034e-02, 3.8063e-02,\n", + " 4.6269e-02, -2.2360e-02, -4.1644e-02, -3.2217e-02, -2.9800e-02,\n", + " -4.8156e-02, 3.7626e-02, -5.1195e-02, 4.1372e-02, -2.4224e-02,\n", + " -4.4284e-02, -4.5520e-02, 6.1829e-02, -5.1620e-02, 2.8697e-02,\n", + " 3.4841e-02, 2.6665e-02, 4.9812e-02, -4.4016e-02, -4.4701e-02,\n", + " 3.9432e-02, -1.4378e-04, 4.2252e-02, -5.4114e-02, 3.9485e-02,\n", + " 9.2005e-04, 4.1284e-02, 4.5292e-02, 3.0900e-02, 3.3256e-02,\n", + " 5.3020e-02, -4.2817e-02, 4.6541e-02, -3.5677e-02, 4.5136e-02,\n", + " 3.1886e-02, 4.3014e-02, -3.9105e-02, -4.6456e-02, -4.5069e-02,\n", + " -5.9720e-04, -7.8653e-04, 4.3866e-02, 4.6776e-02, 5.2053e-02,\n", + " -5.3182e-02, 4.3105e-02, -3.3868e-02, -4.5599e-02, 5.1641e-02,\n", + " -4.1434e-02, -4.9024e-02, -4.2546e-02, 4.4478e-02, 2.9779e-02,\n", + " -4.9013e-02, 5.0921e-02, -1.1148e-03, 5.6245e-02, 3.5339e-02,\n", + " -4.3265e-02, -3.4236e-02, 2.7145e-02, -4.9582e-02, -3.5025e-02,\n", + " -4.7132e-02, -4.4646e-02, -4.5911e-02, -3.5072e-02, -4.6047e-02,\n", + " -3.9709e-02, -1.5014e-04, -3.6610e-02, 5.1967e-02, -4.1401e-02,\n", + " -5.3372e-02, -3.0169e-04, -2.0677e-02, -4.0372e-02, -7.2757e-02,\n", + " -2.5620e-02, 4.7829e-02, 4.5289e-02, -2.8737e-02, -5.8291e-04,\n", + " -5.2349e-02, -4.2024e-02, 5.2675e-02, 4.3316e-02, -4.8161e-02,\n", + " 3.7756e-02, -5.1244e-02, 4.0902e-02, 2.2924e-02, -3.4216e-02,\n", + " -3.9276e-02, -9.7015e-05, -4.1203e-02, 4.4727e-02, 4.5509e-02,\n", + " 3.2413e-02, 5.4868e-02, 5.5569e-02, 3.2736e-05, 5.1901e-02,\n", + " 4.5254e-02, 4.2160e-02, 5.1004e-02, -2.9014e-02, 4.3515e-02,\n", + " -4.7784e-02, 5.3043e-02, -4.3081e-02, -4.5960e-02, -3.3698e-02,\n", + " -1.2783e-04, -3.8774e-02, -2.5623e-04, 5.3553e-02, -4.2400e-02,\n", + " 3.2856e-02, -3.7052e-02, -3.5494e-02, -3.0332e-02, -7.9529e-05,\n", + " -4.2927e-02, -4.9464e-02, 4.2121e-02, -4.4504e-02, -4.2168e-02,\n", + " -3.0863e-02, 5.1749e-02, 4.8639e-02, -4.3227e-02, -4.5597e-02,\n", + " 5.1305e-02, -3.2329e-02, -4.4760e-02, 4.5200e-02, -4.8750e-02,\n", + " -4.6088e-02, 3.4721e-02, 3.7609e-02, -4.8078e-02, 2.9802e-02,\n", + " 4.2061e-02, -4.1907e-02, 3.5940e-02, -4.9255e-02, -3.7289e-02,\n", + " 4.7394e-02, -3.3172e-02, -2.8934e-02, -4.5388e-02, 4.1954e-02,\n", + " -3.8129e-02, 4.2688e-02, -4.5866e-02, 5.4026e-02, -4.6052e-02,\n", + " 5.3497e-02, -4.9337e-02, -4.5313e-02, 6.0443e-02, 3.7804e-02,\n", + " 3.0911e-02, 2.9876e-02, 3.6933e-02, -3.2756e-02, 3.4985e-02,\n", + " 3.5265e-02, 4.9697e-02, 5.4123e-02, -5.1024e-02, 3.6335e-02,\n", + " 3.2143e-02, -5.9452e-02, -3.1928e-02, -3.8412e-02, 8.6800e-04,\n", + " 1.8207e-03, 3.7759e-02, 2.6475e-02, 3.8662e-02, 5.8770e-02,\n", + " 3.4321e-02, -5.4258e-02, 3.3860e-02, 7.2264e-05, 2.9160e-02,\n", + " 3.2875e-02, -3.9786e-02, -4.6582e-02, 5.7435e-02, -5.3163e-02,\n", + " 5.0642e-02, 2.2663e-02, 4.4375e-02, -3.4572e-02, 3.1440e-02,\n", + " -3.6096e-02, 4.5507e-02, -4.0575e-02, 5.0887e-02, 5.0392e-02,\n", + " -5.1852e-02, 4.5575e-02, -4.1024e-02, 5.5604e-02, 2.8062e-02,\n", + " 3.8451e-02, 4.7979e-02, -3.9557e-02, 3.0521e-02, -5.0393e-02,\n", + " -2.1547e-04, 5.0588e-02, -3.9888e-02, -4.0029e-02, 1.0231e-05,\n", + " -2.5792e-04, -4.4484e-02, 5.1574e-02, 5.5412e-02, 4.6875e-02,\n", + " -5.4038e-02, 4.6557e-02, -3.7617e-02, 3.8554e-04, -3.3726e-02,\n", + " 4.9365e-02, -2.8177e-02, 4.5020e-02, -4.2704e-02, 4.1694e-02,\n", + " -1.9085e-04, 3.9488e-02, 3.4495e-02, -4.1274e-02, -3.1473e-02,\n", + " 4.4177e-02, -7.6502e-05, 4.2184e-02, 5.4262e-02, 6.1385e-02,\n", + " -3.4839e-02, -3.5932e-02, -2.3481e-04, -4.9681e-02, -4.5400e-02,\n", + " -3.4375e-02, 4.5247e-02, -5.2122e-02, 3.7840e-02, -4.4444e-02,\n", + " 5.4941e-02, -3.3445e-02, -3.6889e-02, 3.4927e-02, 5.0314e-02,\n", + " 2.7900e-02, -3.2903e-02, -6.3428e-04, 4.6848e-02, 3.1984e-02,\n", + " -2.8191e-02, -4.8981e-02, 4.6374e-02, -3.7138e-02, -4.1651e-02,\n", + " -3.8595e-02, -3.4135e-02, 4.8624e-02, 3.2307e-05, 4.4154e-02,\n", + " 3.6307e-02, 3.3024e-02, 4.2712e-02, 4.5370e-02, 3.3325e-02,\n", + " 2.2192e-02, -3.7576e-02, -3.5784e-04, -5.0384e-02, 3.8087e-02,\n", + " 4.6021e-02, -2.3165e-04, 2.4535e-04, 3.8562e-02, -3.7231e-02,\n", + " 5.4942e-02, 3.9115e-02, -3.7941e-02, 3.4718e-02, 4.6266e-02,\n", + " 2.6024e-05, -3.0360e-03, 3.3929e-02, -4.4085e-02, -4.0340e-02,\n", + " -4.8645e-02, 1.7055e-05, -5.4178e-02, 3.2051e-02, -4.1213e-02,\n", + " 4.7646e-02, -1.6620e-04, 2.9308e-02, 5.1900e-02, -5.8754e-02,\n", + " 3.6434e-02, 2.9215e-02, 3.9399e-02, 2.8081e-02, 5.4582e-02,\n", + " -3.7788e-02, -5.0874e-04, 3.1852e-02, -4.7991e-02, 3.5111e-02,\n", + " -3.8229e-02, 9.5362e-06, 5.4685e-02, -4.6038e-02, -3.7874e-02,\n", + " 3.7571e-02, -3.3828e-02, 4.2538e-02, 4.4903e-02, 4.9707e-02,\n", + " 4.2554e-02, -3.8021e-02, -3.4603e-02, 2.6053e-02, 3.9194e-02,\n", + " -4.8980e-02, 4.4514e-02, -3.9548e-02, 5.8964e-02, -2.8404e-04,\n", + " -4.7343e-02, -4.4424e-02, -4.7599e-02, 3.9812e-02, -3.7875e-02,\n", + " 3.2168e-02, 4.9505e-02, 2.8819e-02, 3.5857e-02, 4.8727e-02,\n", + " 2.7727e-02, 3.8376e-02, -4.2809e-02, 2.0462e-02, 2.1248e-02,\n", + " 4.4335e-02, -3.8457e-02, -1.6203e-05, -4.5308e-02, 2.9996e-02,\n", + " 4.3600e-02, 4.4596e-02])),\n", + " ('d3.batch_norms.Yes.bias',\n", + " tensor([-0.0285, -0.0130, -0.0032, -0.0067, -0.0323, -0.0068, -0.0057, -0.0137,\n", + " -0.0304, -0.0307, -0.0215, -0.0164, -0.0231, -0.0118, -0.0201, -0.0210,\n", + " -0.0064, -0.0146, -0.0407, -0.0206, -0.0360, -0.0173, -0.0310, -0.0101,\n", + " -0.0058, -0.0213, -0.0198, -0.0438, -0.0174, -0.0109, -0.0262, -0.0008,\n", + " -0.0142, -0.0162, -0.0103, -0.0117, -0.0184, -0.0123, -0.0269, -0.0243,\n", + " -0.0234, -0.0289, -0.0099, -0.0075, -0.0257, -0.0283, -0.0109, -0.0184,\n", + " -0.0168, -0.0091, -0.0246, -0.0199, -0.0460, -0.0116, -0.0119, -0.0003,\n", + " -0.0257, -0.0099, -0.0173, -0.0111, -0.0165, -0.0229, -0.0006, -0.0140,\n", + " -0.0213, -0.0269, -0.0168, -0.0261, -0.0229, -0.0063, -0.0177, -0.0082,\n", + " -0.0088, -0.0306, -0.0261, -0.0186, -0.0329, -0.0223, -0.0030, -0.0305,\n", + " -0.0113, -0.0313, -0.0138, -0.0007, -0.0241, -0.0140, -0.0207, -0.0360,\n", + " -0.0181, -0.0389, -0.0223, -0.0430, -0.0238, -0.0039, -0.0158, -0.0111,\n", + " -0.0406, -0.0006, -0.0159, -0.0416, -0.0240, -0.0131, -0.0071, -0.0202,\n", + " -0.0240, -0.0328, -0.0109, -0.0425, -0.0375, -0.0056, -0.0155, -0.0093,\n", + " -0.0095, -0.0145, -0.0238, -0.0268, -0.0290, -0.0242, -0.0061, -0.0006,\n", + " -0.0078, -0.0321, -0.0033, -0.0216, -0.0118, -0.0284, -0.0174, -0.0026,\n", + " -0.0418, -0.0181, -0.0192, -0.0212, -0.0079, -0.0126, -0.0220, -0.0005,\n", + " -0.0225, -0.0029, -0.0200, -0.0080, -0.0225, 0.0022, -0.0294, -0.0328,\n", + " -0.0132, -0.0244, -0.0256, -0.0075, -0.0210, -0.0122, -0.0389, -0.0011,\n", + " -0.0230, -0.0220, -0.0048, -0.0240, -0.0285, -0.0242, -0.0191, -0.0057,\n", + " -0.0273, -0.0079, -0.0158, -0.0316, -0.0333, -0.0002, -0.0041, -0.0170,\n", + " -0.0272, -0.0232, -0.0094, -0.0010, -0.0121, -0.0288, -0.0187, -0.0081,\n", + " -0.0239, -0.0284, -0.0155, -0.0054, -0.0441, -0.0211, -0.0174, -0.0057,\n", + " -0.0340, -0.0141, -0.0186, -0.0275, -0.0333, -0.0220, -0.0035, -0.0064,\n", + " -0.0260, -0.0173, -0.0349, -0.0240, -0.0138, -0.0141, -0.0261, -0.0395,\n", + " -0.0109, -0.0324, -0.0239, -0.0216, -0.0027, -0.0312, -0.0314, -0.0088,\n", + " -0.0500, -0.0070, -0.0266, -0.0103, -0.0111, -0.0124, -0.0150, -0.0041,\n", + " -0.0387, -0.0184, -0.0213, -0.0251, -0.0178, -0.0020, -0.0189, -0.0587,\n", + " -0.0062, -0.0168, -0.0024, -0.0060, -0.0371, -0.0329, -0.0093, -0.0371,\n", + " -0.0279, -0.0052, -0.0046, -0.0338, -0.0142, -0.0279, -0.0356, -0.0220,\n", + " -0.0242, -0.0467, -0.0222, -0.0027, -0.0361, -0.0262, -0.0015, -0.0078,\n", + " -0.0220, -0.0412, -0.0048, -0.0358, -0.0367, -0.0004, -0.0227, -0.0285,\n", + " -0.0108, -0.0198, -0.0141, -0.0223, -0.0311, -0.0215, -0.0132, -0.0171,\n", + " -0.0127, -0.0050, -0.0157, -0.0033, -0.0305, -0.0100, -0.0117, -0.0078,\n", + " -0.0159, -0.0270, -0.0008, -0.0316, -0.0287, -0.0201, -0.0126, -0.0216,\n", + " -0.0105, -0.0427, -0.0337, -0.0245, -0.0248, -0.0379, -0.0074, -0.0243,\n", + " -0.0267, -0.0286, -0.0364, -0.0093, -0.0120, -0.0208, -0.0053, -0.0223,\n", + " -0.0284, -0.0152, -0.0189, -0.0230, -0.0226, -0.0275, -0.0070, -0.0236,\n", + " -0.0238, -0.0090, -0.0095, -0.0144, -0.0385, -0.0056, -0.0203, -0.0133,\n", + " -0.0174, -0.0233, -0.0266, -0.0064, -0.0133, -0.0305, -0.0191, -0.0184,\n", + " -0.0187, -0.0242, -0.0341, -0.0288, -0.0238, -0.0029, -0.0438, -0.0017,\n", + " -0.0112, -0.0089, -0.0099, -0.0132, -0.0128, -0.0147, -0.0275, -0.0147,\n", + " -0.0145, -0.0123, -0.0112, -0.0121, -0.0149, -0.0134, -0.0230, -0.0360,\n", + " -0.0359, -0.0175, -0.0133, -0.0292, -0.0047, -0.0176, -0.0227, -0.0142,\n", + " -0.0139, -0.0280, -0.0221, -0.0119, -0.0387, -0.0205, -0.0276, -0.0146,\n", + " -0.0283, -0.0426, -0.0213, -0.0155, -0.0264, -0.0019, -0.0235, -0.0121,\n", + " -0.0147, -0.0011, -0.0028, -0.0161, -0.0316, -0.0254, -0.0207, -0.0248,\n", + " -0.0285, -0.0112, -0.0037, -0.0060, -0.0291, -0.0112, -0.0199, -0.0203,\n", + " -0.0142, -0.0027, -0.0103, -0.0183, -0.0135, -0.0156, -0.0213, -0.0048,\n", + " -0.0276, -0.0306, -0.0317, -0.0106, -0.0281, -0.0031, -0.0347, -0.0075,\n", + " -0.0208, -0.0154, -0.0347, -0.0191, -0.0137, -0.0163, -0.0178, -0.0125,\n", + " -0.0092, -0.0103, -0.0254, -0.0051, -0.0049, -0.0318, -0.0121, -0.0123,\n", + " -0.0253, -0.0182, -0.0242, -0.0126, -0.0176, -0.0188, -0.0201, -0.0004,\n", + " -0.0150, -0.0150, -0.0181, -0.0360, -0.0268, -0.0155, -0.0010, -0.0211,\n", + " -0.0074, -0.0389, -0.0210, -0.0178, -0.0028, -0.0077, -0.0122, -0.0133,\n", + " -0.0176, -0.0291, -0.0203, -0.0124, -0.0299, -0.0004, -0.0224, -0.0298,\n", + " -0.0171, -0.0209, -0.0282, -0.0038, -0.0324, -0.0135, -0.0161, -0.0299,\n", + " -0.0020, -0.0085, -0.0163, -0.0287, -0.0160, -0.0033, -0.0082, -0.0280,\n", + " -0.0495, -0.0352, -0.0038, -0.0161, -0.0113, -0.0226, -0.0203, -0.0014,\n", + " -0.0185, -0.0321, -0.0090, -0.0104, -0.0155, -0.0157, -0.0410, -0.0070,\n", + " -0.0327, -0.0292, -0.0165, -0.0043, -0.0263, -0.0350, -0.0246, -0.0328,\n", + " -0.0195, -0.0023, -0.0251, -0.0253, -0.0427, -0.0253, -0.0333, -0.0081,\n", + " -0.0324, -0.0122, -0.0183, -0.0338, -0.0081, -0.0222, -0.0225, -0.0119,\n", + " -0.0064, -0.0112, -0.0107, -0.0006, -0.0156, 0.0091, -0.0139, -0.0072])),\n", + " ('d3.batch_norms.Yes.running_mean',\n", + " tensor([-4.8499e-03, 2.7890e-02, 2.2938e-02, 1.5603e-02, -5.6149e-02,\n", + " -3.5232e-02, -5.4539e-02, 8.1129e-02, -9.4793e-03, 7.2247e-02,\n", + " -8.7424e-02, -1.2103e-02, -2.4495e-02, -7.5559e-03, 5.1518e-03,\n", + " 3.9385e-02, 1.3520e-02, 9.5706e-03, 2.0932e-02, 3.4500e-03,\n", + " 3.4060e-02, 2.6142e-03, 3.4772e-03, 4.6595e-03, 2.8221e-04,\n", + " -3.8658e-02, -6.3446e-02, 7.1898e-03, -4.7100e-02, -8.6224e-02,\n", + " 4.0348e-02, -1.6163e-03, 6.0661e-02, -4.2359e-02, -6.7946e-02,\n", + " -1.1638e-01, -1.5353e-02, 9.2784e-02, -6.7971e-02, 2.5185e-03,\n", + " -2.7457e-02, 6.6013e-02, -7.4229e-02, 6.4605e-02, -1.1650e-02,\n", + " -3.5390e-02, 1.8777e-02, 3.2227e-02, -5.6190e-04, -8.4184e-02,\n", + " -6.8383e-02, 2.0371e-03, 1.4392e-03, -3.4197e-02, 9.3666e-02,\n", + " 6.1594e-03, -6.3761e-03, -7.3728e-02, -4.7491e-02, -2.6584e-02,\n", + " -4.6451e-02, -1.0746e-01, 3.0809e-03, 5.2021e-02, 4.5487e-02,\n", + " 2.0417e-02, 6.1435e-02, 1.4092e-02, -4.2370e-03, -1.1391e-02,\n", + " 3.2098e-02, 2.6397e-02, -2.9650e-03, -5.4067e-02, -1.2215e-02,\n", + " -2.3459e-02, -6.7048e-02, 3.0374e-02, -6.9420e-04, -4.5937e-02,\n", + " -8.9207e-02, 1.6602e-03, 4.9355e-02, 4.8752e-03, 4.3511e-02,\n", + " -8.9998e-02, -1.1161e-02, 1.4834e-02, -1.4646e-02, -6.5768e-03,\n", + " -3.8501e-02, 1.1586e-02, -1.5829e-02, 3.3369e-02, -5.6702e-02,\n", + " 9.1936e-02, -2.3392e-04, 9.9549e-04, -8.2260e-03, 2.6795e-02,\n", + " 4.7803e-03, 4.2018e-02, 4.2241e-02, -9.9894e-03, -9.4042e-02,\n", + " 3.1453e-02, 2.2159e-02, -1.2003e-02, -2.3696e-02, 3.4077e-02,\n", + " -2.1839e-02, 3.5208e-02, 6.0221e-02, -2.0230e-02, 1.5844e-02,\n", + " -3.5182e-02, 1.1041e-04, -5.5259e-02, -5.9511e-02, -2.1876e-03,\n", + " 4.7206e-02, 1.7033e-02, -2.3697e-02, 3.9521e-02, -3.7044e-04,\n", + " -3.9600e-02, -6.2889e-02, -3.6025e-03, -1.8583e-03, -3.0329e-02,\n", + " -2.3558e-02, -1.6609e-02, -6.5998e-03, 5.4752e-02, 1.7322e-02,\n", + " -2.0908e-02, -4.1220e-02, -1.1504e-02, 7.1480e-02, 2.7155e-03,\n", + " -8.0849e-02, -6.2913e-02, 7.7305e-02, 5.4600e-02, -8.0550e-02,\n", + " 3.4523e-02, -5.3429e-02, 3.4873e-02, -7.5199e-02, -7.3232e-02,\n", + " 3.7452e-02, 2.1092e-02, -3.0087e-02, 4.6590e-03, 6.1833e-02,\n", + " 1.9498e-02, 2.1450e-02, 3.9190e-02, -2.6413e-02, 2.1186e-02,\n", + " -1.1255e-02, 6.3804e-02, -1.0326e-01, 4.6987e-02, 1.8859e-02,\n", + " -1.6085e-02, -6.0631e-02, -7.4365e-02, 1.4646e-02, 3.1211e-03,\n", + " -1.6999e-02, 7.3559e-03, -5.6601e-02, 1.8585e-02, -9.7999e-02,\n", + " -2.0302e-02, -1.8314e-02, -5.5355e-02, -2.4847e-02, -8.2451e-03,\n", + " 1.0867e-02, 2.1159e-02, -4.6592e-02, -7.2017e-04, -2.7412e-02,\n", + " -3.6309e-02, -5.7970e-02, 9.5531e-04, 5.7104e-02, 3.7172e-02,\n", + " 5.8848e-03, -6.1146e-03, 5.5016e-02, 1.3273e-02, 8.6377e-03,\n", + " -3.7292e-02, 6.2021e-03, 1.2139e-01, 9.8237e-02, -4.1629e-02,\n", + " 8.1242e-02, 7.0839e-02, 3.9924e-02, -3.8280e-02, -7.0651e-02,\n", + " 9.7374e-02, -3.6815e-02, -1.5021e-03, -1.8181e-02, -4.7680e-02,\n", + " 4.9465e-02, 2.7082e-02, -7.7828e-02, 3.3703e-02, 3.5455e-02,\n", + " 3.3726e-02, 3.9266e-03, 4.6580e-02, 3.8888e-02, 1.1748e-01,\n", + " 7.2544e-02, 1.2691e-02, 1.9481e-02, 1.1545e-02, -1.0803e-02,\n", + " 3.2987e-02, 5.5042e-03, 1.4669e-02, 2.2697e-02, 6.7504e-02,\n", + " 4.2801e-02, -1.3831e-02, -3.8490e-02, 5.1559e-02, -6.5467e-03,\n", + " 1.0516e-02, 9.4626e-03, -8.0674e-02, -1.3866e-02, -5.0478e-03,\n", + " 2.3634e-02, 2.0999e-02, -2.4771e-02, -1.9585e-02, -2.2908e-02,\n", + " 4.1323e-02, 4.7313e-03, 1.0259e-01, -1.1243e-02, 8.0062e-03,\n", + " -8.3504e-03, -1.7010e-02, -7.5237e-03, 1.3219e-03, -3.0983e-02,\n", + " -8.6738e-02, -3.3567e-02, -2.7830e-03, 3.9022e-02, -1.0495e-03,\n", + " 7.9375e-02, -1.3227e-01, 8.1637e-02, 2.1702e-02, 3.3421e-03,\n", + " -7.3646e-03, 5.8966e-02, -1.5833e-03, -2.0434e-02, 3.4288e-02,\n", + " -2.9132e-02, 1.2233e-02, 4.1744e-02, 4.1962e-02, 9.3815e-04,\n", + " 9.7389e-03, 9.1423e-03, -4.3359e-02, -2.8011e-02, 5.8786e-02,\n", + " 5.7770e-02, -2.0643e-02, -1.7021e-03, 3.2421e-02, 4.1477e-02,\n", + " -7.0166e-02, 1.1943e-02, 6.1577e-02, -3.3198e-02, 1.1495e-01,\n", + " -1.1611e-02, -1.4463e-02, -8.2938e-02, 4.3124e-03, -9.0506e-03,\n", + " -3.9450e-02, 8.4362e-03, -6.3308e-02, -4.0661e-02, -8.1298e-03,\n", + " 5.1325e-04, 1.0664e-02, -3.2672e-02, 5.1867e-04, 3.0517e-02,\n", + " 5.0039e-02, -2.4826e-02, 7.0573e-02, -8.8138e-03, 6.2767e-02,\n", + " -4.2704e-02, 3.6946e-02, 9.5616e-02, -3.0152e-02, -3.5295e-02,\n", + " -1.7901e-02, -5.5815e-02, -1.4112e-03, 4.9971e-02, -2.4563e-02,\n", + " -6.7300e-05, -4.4814e-02, -2.6688e-02, 7.3672e-02, -4.4633e-02,\n", + " -3.7465e-03, 1.5772e-03, 4.8803e-02, -3.1565e-02, 3.9887e-03,\n", + " -1.3283e-02, -6.6012e-02, -3.8821e-02, -2.4381e-02, -4.8529e-02,\n", + " -2.2906e-02, 6.9536e-02, -4.0579e-02, -4.7064e-03, -1.0382e-02,\n", + " -8.6834e-02, 8.4845e-03, 1.8051e-02, -4.9641e-02, 8.1181e-02,\n", + " -7.9447e-02, -2.6846e-02, 8.2479e-03, 4.5580e-02, -3.3430e-02,\n", + " 3.2261e-02, -3.2594e-02, 5.6290e-02, 5.0797e-03, -4.0040e-02,\n", + " 9.1845e-02, -3.7117e-02, 3.5870e-02, -1.4304e-02, -2.6554e-02,\n", + " -1.7168e-02, -2.5929e-02, 3.1503e-02, -8.4416e-02, -1.0113e-02,\n", + " -4.7851e-03, -5.5752e-02, -3.5523e-03, 7.7528e-02, 3.3447e-03,\n", + " 1.5679e-03, 4.1537e-02, -3.1807e-02, 7.4993e-03, -3.9406e-02,\n", + " 1.3982e-02, -1.4422e-02, 3.0152e-02, -1.4941e-02, 4.1258e-02,\n", + " -1.4147e-02, 9.0792e-02, -7.2034e-02, -1.1971e-02, -5.9523e-02,\n", + " -1.4278e-03, -4.2377e-02, 3.6116e-03, 1.1021e-01, 8.9970e-02,\n", + " -6.1707e-02, -1.1065e-03, -5.4426e-02, -2.0387e-02, -3.8660e-02,\n", + " 3.7567e-02, -5.2134e-03, 9.2259e-03, -9.6398e-03, -1.5163e-03,\n", + " -2.1962e-03, -1.6771e-03, 8.6791e-03, -3.7790e-02, 2.0244e-02,\n", + " -6.1818e-02, -1.9789e-02, 4.9363e-02, -7.3612e-02, -5.3748e-02,\n", + " 2.6893e-02, 1.3006e-02, -2.8469e-03, 1.6940e-02, -4.7495e-02,\n", + " 3.4017e-02, -4.9813e-03, 1.6242e-02, 4.3758e-02, -1.9042e-02,\n", + " -8.1822e-03, 1.6981e-02, -4.9828e-02, -2.2057e-03, -3.7039e-02,\n", + " -1.7989e-02, -5.9978e-02, 2.9326e-02, -9.7599e-03, -5.2067e-02,\n", + " -2.2431e-02, 8.0478e-02, -2.2610e-03, -1.8576e-02, -4.4891e-02,\n", + " -8.4182e-02, 5.3146e-03, -3.1126e-04, -5.8938e-02, 8.1029e-03,\n", + " -1.5556e-01, 2.6132e-02, 2.8224e-02, -4.6563e-02, -6.8728e-03,\n", + " -5.2849e-04, -2.5717e-02, 8.8655e-03, 1.9024e-02, 6.8827e-03,\n", + " -6.2325e-03, -1.8147e-03, -1.2034e-03, -4.1702e-02, 6.8656e-04,\n", + " 2.4099e-02, 3.9268e-03, 3.5660e-03, -5.3795e-03, 3.3926e-02,\n", + " -1.9490e-02, -2.2689e-02, -3.3945e-02, -3.6239e-02, -1.3059e-02,\n", + " -2.6845e-02, 5.3360e-02, -6.6536e-02, 4.2282e-02, 1.1661e-02,\n", + " 3.4594e-02, 5.9136e-04, -2.6936e-02, -6.5758e-03, 9.1934e-02,\n", + " -7.5911e-02, 2.6154e-02, 2.7953e-02, -4.2477e-03, -7.4627e-02,\n", + " 1.5011e-02, 6.0529e-02, 7.3178e-02, -7.6615e-03, -8.2620e-04,\n", + " -1.8813e-02, 3.6576e-03, -8.3848e-03, -2.3332e-02, 6.3944e-03,\n", + " 3.2084e-02, 2.4608e-02, 1.2638e-02, -4.6098e-02, 8.7059e-03,\n", + " -4.3364e-02, 1.5274e-02, -1.0883e-01, 2.3893e-02, -2.1936e-02,\n", + " -5.3464e-02, 4.9408e-03, 6.7619e-02, -2.0892e-02, -2.8966e-02,\n", + " -1.1038e-01, -2.6314e-02, -5.9548e-04, -1.3135e-02, -5.0966e-02,\n", + " -8.2753e-02, -4.8548e-02])),\n", + " ('d3.batch_norms.Yes.running_var',\n", + " tensor([0.0113, 0.0104, 0.0135, 0.0145, 0.0111, 0.0122, 0.0132, 0.0155, 0.0122,\n", + " 0.0114, 0.0122, 0.0144, 0.0105, 0.0103, 0.0094, 0.0118, 0.0113, 0.0032,\n", + " 0.0124, 0.0121, 0.0120, 0.0120, 0.0121, 0.0116, 0.0033, 0.0125, 0.0166,\n", + " 0.0108, 0.0139, 0.0143, 0.0134, 0.0011, 0.0143, 0.0120, 0.0175, 0.0157,\n", + " 0.0116, 0.0146, 0.0136, 0.0121, 0.0136, 0.0119, 0.0168, 0.0143, 0.0115,\n", + " 0.0129, 0.0114, 0.0138, 0.0124, 0.0142, 0.0140, 0.0110, 0.0106, 0.0128,\n", + " 0.0145, 0.0011, 0.0115, 0.0158, 0.0113, 0.0151, 0.0129, 0.0149, 0.0013,\n", + " 0.0112, 0.0107, 0.0122, 0.0138, 0.0114, 0.0111, 0.0127, 0.0127, 0.0126,\n", + " 0.0156, 0.0123, 0.0115, 0.0108, 0.0149, 0.0134, 0.0022, 0.0127, 0.0158,\n", + " 0.0139, 0.0149, 0.0011, 0.0121, 0.0171, 0.0118, 0.0119, 0.0129, 0.0123,\n", + " 0.0112, 0.0108, 0.0123, 0.0127, 0.0151, 0.0157, 0.0124, 0.0010, 0.0112,\n", + " 0.0127, 0.0120, 0.0138, 0.0114, 0.0112, 0.0143, 0.0146, 0.0054, 0.0107,\n", + " 0.0136, 0.0126, 0.0120, 0.0113, 0.0142, 0.0126, 0.0109, 0.0130, 0.0121,\n", + " 0.0134, 0.0147, 0.0011, 0.0115, 0.0127, 0.0116, 0.0137, 0.0107, 0.0113,\n", + " 0.0110, 0.0009, 0.0101, 0.0130, 0.0128, 0.0122, 0.0142, 0.0107, 0.0130,\n", + " 0.0117, 0.0129, 0.0033, 0.0121, 0.0033, 0.0117, 0.0149, 0.0130, 0.0112,\n", + " 0.0137, 0.0114, 0.0123, 0.0138, 0.0149, 0.0131, 0.0105, 0.0140, 0.0130,\n", + " 0.0119, 0.0145, 0.0109, 0.0111, 0.0127, 0.0120, 0.0124, 0.0125, 0.0141,\n", + " 0.0136, 0.0117, 0.0098, 0.0133, 0.0167, 0.0132, 0.0130, 0.0112, 0.0126,\n", + " 0.0015, 0.0129, 0.0114, 0.0160, 0.0058, 0.0129, 0.0105, 0.0127, 0.0146,\n", + " 0.0114, 0.0122, 0.0113, 0.0130, 0.0123, 0.0110, 0.0127, 0.0116, 0.0134,\n", + " 0.0121, 0.0038, 0.0015, 0.0132, 0.0128, 0.0111, 0.0128, 0.0118, 0.0177,\n", + " 0.0124, 0.0130, 0.0140, 0.0113, 0.0124, 0.0125, 0.0143, 0.0137, 0.0170,\n", + " 0.0043, 0.0109, 0.0138, 0.0124, 0.0134, 0.0151, 0.0119, 0.0150, 0.0125,\n", + " 0.0132, 0.0120, 0.0121, 0.0203, 0.0108, 0.0019, 0.0136, 0.0111, 0.0121,\n", + " 0.0120, 0.0011, 0.0201, 0.0130, 0.0124, 0.0116, 0.0109, 0.0122, 0.0159,\n", + " 0.0032, 0.0129, 0.0107, 0.0139, 0.0122, 0.0124, 0.0115, 0.0132, 0.0109,\n", + " 0.0136, 0.0115, 0.0118, 0.0010, 0.0182, 0.0126, 0.0112, 0.0107, 0.0130,\n", + " 0.0123, 0.0011, 0.0117, 0.0122, 0.0144, 0.0122, 0.0124, 0.0142, 0.0124,\n", + " 0.0180, 0.0153, 0.0122, 0.0119, 0.0012, 0.0136, 0.0014, 0.0123, 0.0116,\n", + " 0.0142, 0.0116, 0.0147, 0.0129, 0.0010, 0.0140, 0.0127, 0.0135, 0.0123,\n", + " 0.0144, 0.0150, 0.0127, 0.0138, 0.0107, 0.0127, 0.0125, 0.0112, 0.0099,\n", + " 0.0139, 0.0144, 0.0120, 0.0161, 0.0136, 0.0109, 0.0125, 0.0121, 0.0132,\n", + " 0.0144, 0.0114, 0.0134, 0.0126, 0.0118, 0.0135, 0.0109, 0.0123, 0.0110,\n", + " 0.0119, 0.0121, 0.0113, 0.0129, 0.0120, 0.0121, 0.0133, 0.0106, 0.0127,\n", + " 0.0144, 0.0142, 0.0108, 0.0147, 0.0120, 0.0125, 0.0127, 0.0107, 0.0128,\n", + " 0.0124, 0.0135, 0.0107, 0.0129, 0.0138, 0.0021, 0.0041, 0.0153, 0.0120,\n", + " 0.0128, 0.0119, 0.0133, 0.0134, 0.0137, 0.0060, 0.0126, 0.0152, 0.0103,\n", + " 0.0101, 0.0124, 0.0148, 0.0124, 0.0135, 0.0122, 0.0153, 0.0118, 0.0123,\n", + " 0.0102, 0.0118, 0.0114, 0.0128, 0.0134, 0.0118, 0.0138, 0.0116, 0.0132,\n", + " 0.0112, 0.0118, 0.0124, 0.0159, 0.0144, 0.0011, 0.0117, 0.0111, 0.0146,\n", + " 0.0010, 0.0011, 0.0121, 0.0121, 0.0122, 0.0133, 0.0119, 0.0109, 0.0156,\n", + " 0.0012, 0.0130, 0.0120, 0.0147, 0.0166, 0.0136, 0.0116, 0.0055, 0.0133,\n", + " 0.0110, 0.0140, 0.0171, 0.0157, 0.0045, 0.0129, 0.0115, 0.0114, 0.0120,\n", + " 0.0126, 0.0015, 0.0113, 0.0123, 0.0122, 0.0134, 0.0112, 0.0131, 0.0116,\n", + " 0.0107, 0.0132, 0.0125, 0.0139, 0.0150, 0.0125, 0.0115, 0.0013, 0.0116,\n", + " 0.0117, 0.0161, 0.0123, 0.0115, 0.0112, 0.0141, 0.0130, 0.0121, 0.0120,\n", + " 0.0010, 0.0127, 0.0122, 0.0165, 0.0124, 0.0150, 0.0122, 0.0111, 0.0140,\n", + " 0.0056, 0.0134, 0.0122, 0.0165, 0.0013, 0.0017, 0.0146, 0.0143, 0.0170,\n", + " 0.0109, 0.0132, 0.0127, 0.0113, 0.0010, 0.0352, 0.0109, 0.0129, 0.0119,\n", + " 0.0139, 0.0012, 0.0117, 0.0144, 0.0129, 0.0121, 0.0011, 0.0134, 0.0118,\n", + " 0.0127, 0.0141, 0.0141, 0.0127, 0.0149, 0.0121, 0.0133, 0.0069, 0.0146,\n", + " 0.0100, 0.0106, 0.0125, 0.0011, 0.0121, 0.0126, 0.0151, 0.0138, 0.0130,\n", + " 0.0113, 0.0130, 0.0138, 0.0122, 0.0123, 0.0119, 0.0149, 0.0127, 0.0125,\n", + " 0.0139, 0.0138, 0.0109, 0.0012, 0.0128, 0.0122, 0.0123, 0.0119, 0.0128,\n", + " 0.0120, 0.0129, 0.0180, 0.0121, 0.0115, 0.0158, 0.0142, 0.0106, 0.0206,\n", + " 0.0137, 0.0142, 0.0125, 0.0010, 0.0111, 0.0190, 0.0131, 0.0153])),\n", + " ('d3.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('d3.l1.0.weight',\n", + " tensor([[[[-1.2271e-02, 1.4821e-02, -7.1188e-03, 7.3132e-03],\n", + " [ 3.1025e-02, 2.3818e-02, 9.5142e-03, -2.2160e-02],\n", + " [ 1.9815e-02, 3.0435e-02, 1.9208e-02, -7.3901e-03],\n", + " [-7.3434e-03, -3.4159e-02, 2.2875e-02, 2.4139e-02]],\n", + " \n", + " [[ 4.9370e-02, 1.6063e-03, -1.4595e-02, 1.4446e-03],\n", + " [-2.3258e-02, 9.6471e-03, 1.8155e-02, -8.6326e-03],\n", + " [-2.8636e-02, 1.9640e-03, 4.7476e-03, -7.3336e-03],\n", + " [ 6.2243e-03, -1.6920e-02, -1.9689e-02, 3.6353e-02]],\n", + " \n", + " [[-7.7805e-03, -7.7189e-02, -5.6574e-03, 1.9189e-02],\n", + " [-2.1682e-02, -2.1507e-02, -3.0827e-02, 3.6851e-03],\n", + " [ 3.4047e-02, 2.8191e-02, -6.6463e-03, -2.7927e-02],\n", + " [ 3.1301e-02, 3.3922e-02, 7.0202e-04, -2.2817e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.6502e-02, -1.9071e-02, 2.4478e-03, -1.8564e-02],\n", + " [-1.5245e-02, -3.0905e-03, -2.7692e-02, -2.7175e-02],\n", + " [ 2.3452e-02, -3.0709e-03, 2.2410e-03, 4.1736e-02],\n", + " [ 1.3354e-02, -8.9481e-03, 2.9075e-02, -2.7313e-02]],\n", + " \n", + " [[ 1.7968e-02, -1.5135e-03, -2.4024e-02, 1.2118e-03],\n", + " [ 2.2369e-02, 1.6679e-02, -8.6076e-03, -4.6624e-03],\n", + " [-1.9211e-03, -1.8059e-02, -5.9501e-02, 2.5094e-03],\n", + " [-1.5408e-02, 2.4903e-02, 9.1104e-03, -3.6523e-02]],\n", + " \n", + " [[-7.4565e-03, 1.2870e-02, -3.9173e-02, 7.5396e-03],\n", + " [-4.6932e-03, -2.5110e-02, 2.6850e-02, -2.3025e-02],\n", + " [-2.9154e-02, -1.6940e-02, -3.6256e-02, -2.8397e-02],\n", + " [-1.9103e-02, 2.5883e-02, -4.4298e-04, -1.9640e-02]]],\n", + " \n", + " \n", + " [[[-5.4287e-04, -1.6916e-02, 5.9097e-02, -7.6590e-02],\n", + " [-2.0950e-02, 1.4521e-02, -6.2453e-02, 3.4858e-02],\n", + " [-2.8881e-03, -1.6321e-02, 8.6512e-02, 4.3007e-02],\n", + " [-2.1778e-02, 1.6849e-02, -2.6693e-02, 1.4227e-02]],\n", + " \n", + " [[ 3.9595e-02, 2.1394e-02, 6.3162e-03, -2.5799e-02],\n", + " [ 1.3271e-02, -3.5640e-02, -2.7022e-02, -1.8594e-02],\n", + " [-3.2573e-03, 5.3880e-03, 3.1590e-02, 2.0320e-03],\n", + " [-9.3849e-03, -7.2806e-03, -3.5048e-02, -4.5605e-02]],\n", + " \n", + " [[-8.2376e-03, 1.9239e-02, -7.0245e-03, -2.1572e-02],\n", + " [-1.2462e-02, 1.3276e-03, -1.0552e-02, -2.9608e-02],\n", + " [ 2.2794e-03, 1.0208e-02, -3.2186e-02, -4.3739e-02],\n", + " [-5.4877e-02, -6.9169e-02, 5.5053e-03, -6.5731e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.9329e-04, 8.0260e-03, 3.0234e-02, -4.7921e-03],\n", + " [ 1.3032e-02, -3.0992e-02, 3.4304e-02, -1.4873e-02],\n", + " [ 3.9191e-02, 2.1141e-02, -9.3159e-03, 2.0155e-02],\n", + " [ 2.0496e-03, -3.0292e-02, -1.8414e-02, -5.2065e-03]],\n", + " \n", + " [[ 2.0161e-02, 2.5121e-02, -9.8404e-05, -4.7917e-02],\n", + " [ 2.0613e-02, 3.0292e-02, -2.4977e-02, 1.7288e-03],\n", + " [ 4.6018e-02, -4.8375e-02, 1.3803e-02, 1.9830e-02],\n", + " [ 3.7636e-02, 4.0072e-02, -1.3481e-02, -1.6915e-02]],\n", + " \n", + " [[-6.4532e-02, -3.6111e-02, -7.4546e-02, -7.9048e-02],\n", + " [-4.7002e-02, -7.3024e-02, -1.9506e-02, -5.6350e-02],\n", + " [ 3.7913e-03, -1.9194e-03, -5.3897e-02, 1.5295e-02],\n", + " [ 8.4383e-03, -2.5113e-02, -4.4872e-02, -5.9129e-02]]],\n", + " \n", + " \n", + " [[[-1.2677e-02, -2.5090e-02, 2.8166e-02, 2.9465e-03],\n", + " [ 3.6251e-02, -2.5246e-02, 1.0787e-02, -2.9664e-03],\n", + " [ 1.5568e-02, 4.9928e-03, -3.0459e-02, -5.7718e-02],\n", + " [-1.1541e-02, -2.8374e-02, 1.2055e-02, -1.6442e-02]],\n", + " \n", + " [[-1.5675e-02, 2.6561e-02, -1.4908e-02, 1.1428e-02],\n", + " [ 2.3816e-02, -4.8204e-02, 3.7427e-02, -3.1854e-02],\n", + " [-1.8502e-02, -2.5994e-02, -3.1638e-02, 2.9592e-02],\n", + " [-1.8648e-02, 3.4739e-03, 5.5203e-02, 1.4631e-02]],\n", + " \n", + " [[-1.0845e-04, 3.3591e-02, -7.4189e-03, -1.8456e-02],\n", + " [-6.2204e-02, 1.6982e-02, 8.1479e-03, -3.0844e-02],\n", + " [-2.2959e-02, -6.5826e-03, 2.1745e-02, 2.0157e-02],\n", + " [-6.5523e-02, 2.4672e-02, -4.6123e-03, -3.8512e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-3.0874e-02, 3.6483e-02, 1.4308e-02, -4.7211e-02],\n", + " [-7.9363e-03, -1.2732e-02, -8.3964e-04, -2.6816e-02],\n", + " [ 5.6796e-03, -8.6536e-03, 5.5552e-02, 2.4569e-02],\n", + " [ 2.3874e-02, -5.8382e-03, 1.4640e-02, 2.7896e-02]],\n", + " \n", + " [[ 1.1334e-02, 2.9845e-02, -8.5518e-03, -1.1179e-02],\n", + " [ 4.7878e-02, 4.7119e-02, 1.8231e-02, 1.7957e-02],\n", + " [-7.2686e-02, -8.8538e-02, -5.1755e-02, 2.8525e-02],\n", + " [ 6.1832e-03, -2.5088e-02, 3.7398e-03, -8.7136e-02]],\n", + " \n", + " [[ 1.3320e-02, 2.9153e-02, 2.8877e-03, 2.0665e-02],\n", + " [-5.4487e-02, -1.1453e-02, 4.3194e-03, -2.6533e-02],\n", + " [-3.2519e-02, -5.2749e-02, -3.2697e-02, 3.6235e-02],\n", + " [-9.4724e-03, 2.1653e-02, -3.0022e-02, -6.3804e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 6.0524e-02, -3.0868e-02, -1.5321e-02, -7.4721e-03],\n", + " [ 1.2776e-02, -5.6758e-02, -2.3034e-02, 8.2535e-03],\n", + " [ 9.9635e-02, -1.3001e-02, -3.4174e-02, -1.7203e-02],\n", + " [ 3.2058e-02, -2.3466e-02, -2.2586e-02, -4.8038e-02]],\n", + " \n", + " [[-1.4355e-02, -9.9661e-04, 1.6149e-02, 3.4687e-02],\n", + " [-4.8426e-02, -8.1998e-03, 1.6827e-02, -1.6937e-02],\n", + " [ 3.4443e-02, -3.0360e-02, 1.9100e-02, -1.4121e-02],\n", + " [ 2.9854e-02, -1.6015e-03, 2.8526e-02, 4.3708e-04]],\n", + " \n", + " [[-1.7461e-02, -7.9545e-03, 1.4473e-02, 5.5158e-03],\n", + " [-4.4541e-02, -4.0879e-02, -4.6907e-02, -3.2996e-02],\n", + " [-1.5078e-02, -2.6307e-02, -7.3633e-03, 1.1813e-03],\n", + " [ 2.5623e-03, -4.0784e-02, -4.6964e-02, -5.0152e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.0691e-03, 3.1183e-02, 3.8256e-03, -3.2248e-03],\n", + " [ 2.7946e-02, -1.7307e-02, 4.9790e-02, 3.2155e-02],\n", + " [ 4.8143e-03, -6.0663e-03, 1.8900e-02, 1.2658e-02],\n", + " [-1.5109e-02, -4.4875e-02, 1.3872e-02, 2.7110e-02]],\n", + " \n", + " [[ 1.2888e-02, -2.8013e-02, 2.6670e-02, -2.3649e-02],\n", + " [-2.3829e-02, 8.0112e-03, 3.0857e-02, 3.8203e-02],\n", + " [ 1.3100e-02, 3.1923e-02, -4.4190e-02, -9.5990e-03],\n", + " [-2.1337e-02, 3.7563e-02, 2.1373e-02, 7.2117e-02]],\n", + " \n", + " [[-6.9592e-02, -8.2248e-03, -3.9760e-02, -2.8204e-02],\n", + " [-1.5547e-02, 1.9960e-02, 1.7076e-02, 2.2225e-02],\n", + " [ 1.6572e-02, 4.2913e-02, 4.7884e-02, -8.3870e-03],\n", + " [-1.6957e-04, -2.3341e-02, 6.1509e-02, 7.9773e-02]]],\n", + " \n", + " \n", + " [[[-7.1115e-02, 3.4916e-02, -6.0240e-02, 9.4575e-04],\n", + " [ 5.1999e-03, 7.0698e-02, -2.0677e-03, 3.3839e-02],\n", + " [ 1.3477e-02, 3.4850e-02, -7.9869e-03, 3.1969e-02],\n", + " [-1.9212e-02, 3.2828e-02, -7.9864e-02, 3.7241e-02]],\n", + " \n", + " [[ 1.6503e-02, -3.8602e-02, -1.1482e-02, -2.2097e-02],\n", + " [ 4.4244e-02, -1.5058e-02, -9.6615e-04, -6.6636e-03],\n", + " [ 1.4829e-02, 2.4832e-02, 8.1539e-03, -3.7764e-02],\n", + " [-2.6092e-02, -6.0002e-02, -2.0885e-02, -4.4963e-03]],\n", + " \n", + " [[-2.8407e-02, 7.6766e-03, 4.5897e-03, -2.6440e-02],\n", + " [-7.4748e-02, 4.2137e-02, -2.8056e-02, -2.3862e-02],\n", + " [ 2.5636e-02, 1.4910e-02, -8.8930e-03, 9.1217e-03],\n", + " [-6.7910e-02, 6.4249e-02, -7.8195e-03, 3.1036e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-1.3897e-02, -5.4188e-02, -4.9827e-02, 2.5399e-02],\n", + " [-1.7031e-02, 3.7219e-03, -3.8822e-02, -2.8618e-02],\n", + " [ 1.5771e-02, 9.5600e-03, 2.2900e-02, -1.6440e-02],\n", + " [ 1.2602e-02, 2.4185e-03, -1.7669e-02, 1.8034e-02]],\n", + " \n", + " [[-2.2923e-02, -4.0617e-02, 2.4401e-02, 4.6307e-03],\n", + " [-8.6168e-04, 1.9690e-02, -3.6781e-02, -3.9616e-02],\n", + " [ 2.4411e-02, -2.3296e-02, 3.0966e-02, -3.4591e-02],\n", + " [ 1.5160e-02, -1.2576e-02, -2.5037e-02, -2.5866e-02]],\n", + " \n", + " [[-3.6420e-02, 1.0292e-02, 4.4665e-02, -9.0724e-03],\n", + " [ 2.7376e-02, 2.9384e-02, 1.8127e-02, 1.1633e-02],\n", + " [-2.3548e-02, 3.4588e-03, -3.1279e-03, 6.2681e-04],\n", + " [ 5.2761e-02, -9.3093e-03, 3.2342e-02, 5.1221e-02]]],\n", + " \n", + " \n", + " [[[-1.8821e-02, 3.0989e-04, -5.1021e-02, 3.2527e-03],\n", + " [-5.9179e-02, 2.1178e-02, -8.4325e-03, 4.4362e-02],\n", + " [ 7.3419e-02, -6.1894e-04, 1.1353e-02, -1.3846e-02],\n", + " [-9.5197e-03, 4.5420e-02, -2.6765e-02, -4.5557e-03]],\n", + " \n", + " [[ 5.3577e-02, 3.0205e-02, 5.0173e-02, -9.0046e-03],\n", + " [ 2.2175e-02, 1.4041e-02, 1.4688e-03, 5.1926e-02],\n", + " [ 3.2319e-03, 5.2464e-02, 7.0134e-03, -1.6613e-02],\n", + " [-3.9225e-03, -8.7966e-03, 5.1477e-04, -6.4355e-02]],\n", + " \n", + " [[-4.6612e-02, 1.4697e-03, 1.8589e-02, -1.2235e-02],\n", + " [ 7.6844e-03, 4.5249e-02, -2.8036e-02, -5.6450e-02],\n", + " [ 4.6216e-02, 9.5095e-02, -3.8690e-02, -1.2065e-02],\n", + " [-2.5434e-02, -9.7112e-03, -3.9739e-02, -2.2448e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.1644e-02, 7.2267e-03, 2.2538e-02, 1.5028e-02],\n", + " [ 3.0645e-02, -7.1067e-03, -8.0398e-02, -2.7345e-02],\n", + " [ 4.3926e-02, -9.8172e-03, -4.4098e-02, -3.1361e-02],\n", + " [ 4.7718e-02, -2.4708e-02, -1.2472e-02, 5.5932e-02]],\n", + " \n", + " [[-1.4161e-02, 7.5200e-04, 2.9660e-02, 5.4648e-02],\n", + " [ 5.4270e-02, 2.8841e-02, -2.6602e-03, 3.2590e-02],\n", + " [ 1.0036e-02, -4.9022e-04, -3.7764e-02, 2.8716e-03],\n", + " [ 1.0956e-02, 2.4931e-02, -6.9540e-02, -1.5536e-02]],\n", + " \n", + " [[ 3.9860e-02, -2.7537e-02, -2.3392e-02, -7.9453e-04],\n", + " [-6.4306e-03, -1.5658e-03, 1.1124e-02, -7.2695e-02],\n", + " [-2.1432e-03, 1.8371e-02, 3.4898e-02, 1.4493e-02],\n", + " [-2.9141e-02, -9.1134e-03, 2.3588e-02, -4.3158e-02]]]])),\n", + " ('d3.l1.1.weight',\n", + " tensor([-5.6027e-02, -4.6467e-02, -3.7282e-02, -3.9608e-02, 5.7970e-02,\n", + " 2.6863e-02, 3.4855e-02, -3.6560e-02, -4.7132e-02, -5.3774e-02,\n", + " 5.9315e-02, 4.4304e-02, -3.0641e-02, 2.9761e-04, 4.2135e-02,\n", + " -5.0376e-02, -2.9132e-02, 2.2468e-03, -4.2652e-02, -3.4673e-02,\n", + " 5.2852e-02, -3.0707e-02, 5.7547e-02, -3.6041e-02, 6.1449e-04,\n", + " 5.7601e-02, 2.4166e-02, -4.7236e-02, 3.5111e-02, 2.7339e-02,\n", + " -4.1152e-02, -8.4100e-05, -3.6005e-02, 4.8143e-02, 3.4748e-02,\n", + " 3.3125e-02, 4.0588e-02, -3.2707e-02, 4.6227e-02, 3.2305e-02,\n", + " -4.3915e-02, -5.4430e-02, 3.4118e-02, -2.3460e-02, -3.2489e-02,\n", + " 5.1341e-02, -3.5558e-02, 4.0352e-02, 4.4753e-02, 3.7590e-02,\n", + " 4.1181e-02, -4.3136e-02, -5.5370e-02, 4.4850e-02, -3.3634e-02,\n", + " 2.5342e-05, -4.1614e-02, 4.2828e-02, 3.6087e-02, 4.2807e-02,\n", + " 3.5560e-02, 4.9094e-02, 1.7953e-05, -4.4340e-02, -4.8379e-02,\n", + " -5.1224e-02, -5.0311e-02, 4.5506e-02, -3.9109e-02, 3.4852e-02,\n", + " 3.7649e-02, -4.8673e-02, -1.8819e-02, 5.2860e-02, 4.9722e-02,\n", + " 3.4225e-02, 4.2215e-02, -4.2393e-02, 3.4198e-04, 5.1103e-02,\n", + " 3.8878e-02, -4.7575e-02, -2.8536e-02, 9.3305e-05, -5.1428e-02,\n", + " 3.7312e-02, -3.8057e-02, -5.2353e-02, -4.0042e-02, 5.0319e-02,\n", + " 4.2937e-02, 5.8246e-02, 4.3515e-02, -4.2177e-02, 3.3743e-02,\n", + " -2.2061e-02, -5.0147e-02, 6.1309e-05, 4.0078e-02, -5.4843e-02,\n", + " 4.8344e-02, -4.5363e-02, -3.1477e-02, 4.0729e-02, 5.0786e-02,\n", + " 3.4662e-02, -7.1154e-04, -6.2022e-02, 6.0672e-02, -3.3385e-02,\n", + " 2.9699e-02, -4.3113e-02, -3.4623e-02, -4.7172e-02, -5.1187e-02,\n", + " 4.0201e-02, -4.8499e-02, 3.6156e-02, 4.2226e-02, 7.1262e-05,\n", + " -2.6758e-02, -4.0119e-02, 3.4657e-02, -4.2539e-02, -3.8899e-02,\n", + " 4.4991e-02, 4.7563e-02, -1.7845e-04, -5.5624e-02, -4.3031e-02,\n", + " 4.1300e-02, 4.5979e-02, -3.0753e-02, -3.5084e-02, -3.9924e-02,\n", + " -2.4351e-02, 4.3053e-02, -2.2754e-04, -4.2857e-02, 1.1160e-03,\n", + " 5.0781e-02, 3.0248e-02, -5.0007e-02, -5.4744e-02, 4.2106e-02,\n", + " -3.7734e-02, 4.3822e-02, -2.1061e-02, 3.6034e-02, 3.8063e-02,\n", + " 4.6269e-02, -2.2360e-02, -4.1644e-02, -3.2217e-02, -2.9800e-02,\n", + " -4.8156e-02, 3.7626e-02, -5.1195e-02, 4.1372e-02, -2.4224e-02,\n", + " -4.4284e-02, -4.5520e-02, 6.1829e-02, -5.1620e-02, 2.8697e-02,\n", + " 3.4841e-02, 2.6665e-02, 4.9812e-02, -4.4016e-02, -4.4701e-02,\n", + " 3.9432e-02, -1.4378e-04, 4.2252e-02, -5.4114e-02, 3.9485e-02,\n", + " 9.2005e-04, 4.1284e-02, 4.5292e-02, 3.0900e-02, 3.3256e-02,\n", + " 5.3020e-02, -4.2817e-02, 4.6541e-02, -3.5677e-02, 4.5136e-02,\n", + " 3.1886e-02, 4.3014e-02, -3.9105e-02, -4.6456e-02, -4.5069e-02,\n", + " -5.9720e-04, -7.8653e-04, 4.3866e-02, 4.6776e-02, 5.2053e-02,\n", + " -5.3182e-02, 4.3105e-02, -3.3868e-02, -4.5599e-02, 5.1641e-02,\n", + " -4.1434e-02, -4.9024e-02, -4.2546e-02, 4.4478e-02, 2.9779e-02,\n", + " -4.9013e-02, 5.0921e-02, -1.1148e-03, 5.6245e-02, 3.5339e-02,\n", + " -4.3265e-02, -3.4236e-02, 2.7145e-02, -4.9582e-02, -3.5025e-02,\n", + " -4.7132e-02, -4.4646e-02, -4.5911e-02, -3.5072e-02, -4.6047e-02,\n", + " -3.9709e-02, -1.5014e-04, -3.6610e-02, 5.1967e-02, -4.1401e-02,\n", + " -5.3372e-02, -3.0169e-04, -2.0677e-02, -4.0372e-02, -7.2757e-02,\n", + " -2.5620e-02, 4.7829e-02, 4.5289e-02, -2.8737e-02, -5.8291e-04,\n", + " -5.2349e-02, -4.2024e-02, 5.2675e-02, 4.3316e-02, -4.8161e-02,\n", + " 3.7756e-02, -5.1244e-02, 4.0902e-02, 2.2924e-02, -3.4216e-02,\n", + " -3.9276e-02, -9.7015e-05, -4.1203e-02, 4.4727e-02, 4.5509e-02,\n", + " 3.2413e-02, 5.4868e-02, 5.5569e-02, 3.2736e-05, 5.1901e-02,\n", + " 4.5254e-02, 4.2160e-02, 5.1004e-02, -2.9014e-02, 4.3515e-02,\n", + " -4.7784e-02, 5.3043e-02, -4.3081e-02, -4.5960e-02, -3.3698e-02,\n", + " -1.2783e-04, -3.8774e-02, -2.5623e-04, 5.3553e-02, -4.2400e-02,\n", + " 3.2856e-02, -3.7052e-02, -3.5494e-02, -3.0332e-02, -7.9529e-05,\n", + " -4.2927e-02, -4.9464e-02, 4.2121e-02, -4.4504e-02, -4.2168e-02,\n", + " -3.0863e-02, 5.1749e-02, 4.8639e-02, -4.3227e-02, -4.5597e-02,\n", + " 5.1305e-02, -3.2329e-02, -4.4760e-02, 4.5200e-02, -4.8750e-02,\n", + " -4.6088e-02, 3.4721e-02, 3.7609e-02, -4.8078e-02, 2.9802e-02,\n", + " 4.2061e-02, -4.1907e-02, 3.5940e-02, -4.9255e-02, -3.7289e-02,\n", + " 4.7394e-02, -3.3172e-02, -2.8934e-02, -4.5388e-02, 4.1954e-02,\n", + " -3.8129e-02, 4.2688e-02, -4.5866e-02, 5.4026e-02, -4.6052e-02,\n", + " 5.3497e-02, -4.9337e-02, -4.5313e-02, 6.0443e-02, 3.7804e-02,\n", + " 3.0911e-02, 2.9876e-02, 3.6933e-02, -3.2756e-02, 3.4985e-02,\n", + " 3.5265e-02, 4.9697e-02, 5.4123e-02, -5.1024e-02, 3.6335e-02,\n", + " 3.2143e-02, -5.9452e-02, -3.1928e-02, -3.8412e-02, 8.6800e-04,\n", + " 1.8207e-03, 3.7759e-02, 2.6475e-02, 3.8662e-02, 5.8770e-02,\n", + " 3.4321e-02, -5.4258e-02, 3.3860e-02, 7.2264e-05, 2.9160e-02,\n", + " 3.2875e-02, -3.9786e-02, -4.6582e-02, 5.7435e-02, -5.3163e-02,\n", + " 5.0642e-02, 2.2663e-02, 4.4375e-02, -3.4572e-02, 3.1440e-02,\n", + " -3.6096e-02, 4.5507e-02, -4.0575e-02, 5.0887e-02, 5.0392e-02,\n", + " -5.1852e-02, 4.5575e-02, -4.1024e-02, 5.5604e-02, 2.8062e-02,\n", + " 3.8451e-02, 4.7979e-02, -3.9557e-02, 3.0521e-02, -5.0393e-02,\n", + " -2.1547e-04, 5.0588e-02, -3.9888e-02, -4.0029e-02, 1.0231e-05,\n", + " -2.5792e-04, -4.4484e-02, 5.1574e-02, 5.5412e-02, 4.6875e-02,\n", + " -5.4038e-02, 4.6557e-02, -3.7617e-02, 3.8554e-04, -3.3726e-02,\n", + " 4.9365e-02, -2.8177e-02, 4.5020e-02, -4.2704e-02, 4.1694e-02,\n", + " -1.9085e-04, 3.9488e-02, 3.4495e-02, -4.1274e-02, -3.1473e-02,\n", + " 4.4177e-02, -7.6502e-05, 4.2184e-02, 5.4262e-02, 6.1385e-02,\n", + " -3.4839e-02, -3.5932e-02, -2.3481e-04, -4.9681e-02, -4.5400e-02,\n", + " -3.4375e-02, 4.5247e-02, -5.2122e-02, 3.7840e-02, -4.4444e-02,\n", + " 5.4941e-02, -3.3445e-02, -3.6889e-02, 3.4927e-02, 5.0314e-02,\n", + " 2.7900e-02, -3.2903e-02, -6.3428e-04, 4.6848e-02, 3.1984e-02,\n", + " -2.8191e-02, -4.8981e-02, 4.6374e-02, -3.7138e-02, -4.1651e-02,\n", + " -3.8595e-02, -3.4135e-02, 4.8624e-02, 3.2307e-05, 4.4154e-02,\n", + " 3.6307e-02, 3.3024e-02, 4.2712e-02, 4.5370e-02, 3.3325e-02,\n", + " 2.2192e-02, -3.7576e-02, -3.5784e-04, -5.0384e-02, 3.8087e-02,\n", + " 4.6021e-02, -2.3165e-04, 2.4535e-04, 3.8562e-02, -3.7231e-02,\n", + " 5.4942e-02, 3.9115e-02, -3.7941e-02, 3.4718e-02, 4.6266e-02,\n", + " 2.6024e-05, -3.0360e-03, 3.3929e-02, -4.4085e-02, -4.0340e-02,\n", + " -4.8645e-02, 1.7055e-05, -5.4178e-02, 3.2051e-02, -4.1213e-02,\n", + " 4.7646e-02, -1.6620e-04, 2.9308e-02, 5.1900e-02, -5.8754e-02,\n", + " 3.6434e-02, 2.9215e-02, 3.9399e-02, 2.8081e-02, 5.4582e-02,\n", + " -3.7788e-02, -5.0874e-04, 3.1852e-02, -4.7991e-02, 3.5111e-02,\n", + " -3.8229e-02, 9.5362e-06, 5.4685e-02, -4.6038e-02, -3.7874e-02,\n", + " 3.7571e-02, -3.3828e-02, 4.2538e-02, 4.4903e-02, 4.9707e-02,\n", + " 4.2554e-02, -3.8021e-02, -3.4603e-02, 2.6053e-02, 3.9194e-02,\n", + " -4.8980e-02, 4.4514e-02, -3.9548e-02, 5.8964e-02, -2.8404e-04,\n", + " -4.7343e-02, -4.4424e-02, -4.7599e-02, 3.9812e-02, -3.7875e-02,\n", + " 3.2168e-02, 4.9505e-02, 2.8819e-02, 3.5857e-02, 4.8727e-02,\n", + " 2.7727e-02, 3.8376e-02, -4.2809e-02, 2.0462e-02, 2.1248e-02,\n", + " 4.4335e-02, -3.8457e-02, -1.6203e-05, -4.5308e-02, 2.9996e-02,\n", + " 4.3600e-02, 4.4596e-02])),\n", + " ('d3.l1.1.bias',\n", + " tensor([-0.0285, -0.0130, -0.0032, -0.0067, -0.0323, -0.0068, -0.0057, -0.0137,\n", + " -0.0304, -0.0307, -0.0215, -0.0164, -0.0231, -0.0118, -0.0201, -0.0210,\n", + " -0.0064, -0.0146, -0.0407, -0.0206, -0.0360, -0.0173, -0.0310, -0.0101,\n", + " -0.0058, -0.0213, -0.0198, -0.0438, -0.0174, -0.0109, -0.0262, -0.0008,\n", + " -0.0142, -0.0162, -0.0103, -0.0117, -0.0184, -0.0123, -0.0269, -0.0243,\n", + " -0.0234, -0.0289, -0.0099, -0.0075, -0.0257, -0.0283, -0.0109, -0.0184,\n", + " -0.0168, -0.0091, -0.0246, -0.0199, -0.0460, -0.0116, -0.0119, -0.0003,\n", + " -0.0257, -0.0099, -0.0173, -0.0111, -0.0165, -0.0229, -0.0006, -0.0140,\n", + " -0.0213, -0.0269, -0.0168, -0.0261, -0.0229, -0.0063, -0.0177, -0.0082,\n", + " -0.0088, -0.0306, -0.0261, -0.0186, -0.0329, -0.0223, -0.0030, -0.0305,\n", + " -0.0113, -0.0313, -0.0138, -0.0007, -0.0241, -0.0140, -0.0207, -0.0360,\n", + " -0.0181, -0.0389, -0.0223, -0.0430, -0.0238, -0.0039, -0.0158, -0.0111,\n", + " -0.0406, -0.0006, -0.0159, -0.0416, -0.0240, -0.0131, -0.0071, -0.0202,\n", + " -0.0240, -0.0328, -0.0109, -0.0425, -0.0375, -0.0056, -0.0155, -0.0093,\n", + " -0.0095, -0.0145, -0.0238, -0.0268, -0.0290, -0.0242, -0.0061, -0.0006,\n", + " -0.0078, -0.0321, -0.0033, -0.0216, -0.0118, -0.0284, -0.0174, -0.0026,\n", + " -0.0418, -0.0181, -0.0192, -0.0212, -0.0079, -0.0126, -0.0220, -0.0005,\n", + " -0.0225, -0.0029, -0.0200, -0.0080, -0.0225, 0.0022, -0.0294, -0.0328,\n", + " -0.0132, -0.0244, -0.0256, -0.0075, -0.0210, -0.0122, -0.0389, -0.0011,\n", + " -0.0230, -0.0220, -0.0048, -0.0240, -0.0285, -0.0242, -0.0191, -0.0057,\n", + " -0.0273, -0.0079, -0.0158, -0.0316, -0.0333, -0.0002, -0.0041, -0.0170,\n", + " -0.0272, -0.0232, -0.0094, -0.0010, -0.0121, -0.0288, -0.0187, -0.0081,\n", + " -0.0239, -0.0284, -0.0155, -0.0054, -0.0441, -0.0211, -0.0174, -0.0057,\n", + " -0.0340, -0.0141, -0.0186, -0.0275, -0.0333, -0.0220, -0.0035, -0.0064,\n", + " -0.0260, -0.0173, -0.0349, -0.0240, -0.0138, -0.0141, -0.0261, -0.0395,\n", + " -0.0109, -0.0324, -0.0239, -0.0216, -0.0027, -0.0312, -0.0314, -0.0088,\n", + " -0.0500, -0.0070, -0.0266, -0.0103, -0.0111, -0.0124, -0.0150, -0.0041,\n", + " -0.0387, -0.0184, -0.0213, -0.0251, -0.0178, -0.0020, -0.0189, -0.0587,\n", + " -0.0062, -0.0168, -0.0024, -0.0060, -0.0371, -0.0329, -0.0093, -0.0371,\n", + " -0.0279, -0.0052, -0.0046, -0.0338, -0.0142, -0.0279, -0.0356, -0.0220,\n", + " -0.0242, -0.0467, -0.0222, -0.0027, -0.0361, -0.0262, -0.0015, -0.0078,\n", + " -0.0220, -0.0412, -0.0048, -0.0358, -0.0367, -0.0004, -0.0227, -0.0285,\n", + " -0.0108, -0.0198, -0.0141, -0.0223, -0.0311, -0.0215, -0.0132, -0.0171,\n", + " -0.0127, -0.0050, -0.0157, -0.0033, -0.0305, -0.0100, -0.0117, -0.0078,\n", + " -0.0159, -0.0270, -0.0008, -0.0316, -0.0287, -0.0201, -0.0126, -0.0216,\n", + " -0.0105, -0.0427, -0.0337, -0.0245, -0.0248, -0.0379, -0.0074, -0.0243,\n", + " -0.0267, -0.0286, -0.0364, -0.0093, -0.0120, -0.0208, -0.0053, -0.0223,\n", + " -0.0284, -0.0152, -0.0189, -0.0230, -0.0226, -0.0275, -0.0070, -0.0236,\n", + " -0.0238, -0.0090, -0.0095, -0.0144, -0.0385, -0.0056, -0.0203, -0.0133,\n", + " -0.0174, -0.0233, -0.0266, -0.0064, -0.0133, -0.0305, -0.0191, -0.0184,\n", + " -0.0187, -0.0242, -0.0341, -0.0288, -0.0238, -0.0029, -0.0438, -0.0017,\n", + " -0.0112, -0.0089, -0.0099, -0.0132, -0.0128, -0.0147, -0.0275, -0.0147,\n", + " -0.0145, -0.0123, -0.0112, -0.0121, -0.0149, -0.0134, -0.0230, -0.0360,\n", + " -0.0359, -0.0175, -0.0133, -0.0292, -0.0047, -0.0176, -0.0227, -0.0142,\n", + " -0.0139, -0.0280, -0.0221, -0.0119, -0.0387, -0.0205, -0.0276, -0.0146,\n", + " -0.0283, -0.0426, -0.0213, -0.0155, -0.0264, -0.0019, -0.0235, -0.0121,\n", + " -0.0147, -0.0011, -0.0028, -0.0161, -0.0316, -0.0254, -0.0207, -0.0248,\n", + " -0.0285, -0.0112, -0.0037, -0.0060, -0.0291, -0.0112, -0.0199, -0.0203,\n", + " -0.0142, -0.0027, -0.0103, -0.0183, -0.0135, -0.0156, -0.0213, -0.0048,\n", + " -0.0276, -0.0306, -0.0317, -0.0106, -0.0281, -0.0031, -0.0347, -0.0075,\n", + " -0.0208, -0.0154, -0.0347, -0.0191, -0.0137, -0.0163, -0.0178, -0.0125,\n", + " -0.0092, -0.0103, -0.0254, -0.0051, -0.0049, -0.0318, -0.0121, -0.0123,\n", + " -0.0253, -0.0182, -0.0242, -0.0126, -0.0176, -0.0188, -0.0201, -0.0004,\n", + " -0.0150, -0.0150, -0.0181, -0.0360, -0.0268, -0.0155, -0.0010, -0.0211,\n", + " -0.0074, -0.0389, -0.0210, -0.0178, -0.0028, -0.0077, -0.0122, -0.0133,\n", + " -0.0176, -0.0291, -0.0203, -0.0124, -0.0299, -0.0004, -0.0224, -0.0298,\n", + " -0.0171, -0.0209, -0.0282, -0.0038, -0.0324, -0.0135, -0.0161, -0.0299,\n", + " -0.0020, -0.0085, -0.0163, -0.0287, -0.0160, -0.0033, -0.0082, -0.0280,\n", + " -0.0495, -0.0352, -0.0038, -0.0161, -0.0113, -0.0226, -0.0203, -0.0014,\n", + " -0.0185, -0.0321, -0.0090, -0.0104, -0.0155, -0.0157, -0.0410, -0.0070,\n", + " -0.0327, -0.0292, -0.0165, -0.0043, -0.0263, -0.0350, -0.0246, -0.0328,\n", + " -0.0195, -0.0023, -0.0251, -0.0253, -0.0427, -0.0253, -0.0333, -0.0081,\n", + " -0.0324, -0.0122, -0.0183, -0.0338, -0.0081, -0.0222, -0.0225, -0.0119,\n", + " -0.0064, -0.0112, -0.0107, -0.0006, -0.0156, 0.0091, -0.0139, -0.0072])),\n", + " ('d3.l1.1.running_mean',\n", + " tensor([-4.8499e-03, 2.7890e-02, 2.2938e-02, 1.5603e-02, -5.6149e-02,\n", + " -3.5232e-02, -5.4539e-02, 8.1129e-02, -9.4793e-03, 7.2247e-02,\n", + " -8.7424e-02, -1.2103e-02, -2.4495e-02, -7.5559e-03, 5.1518e-03,\n", + " 3.9385e-02, 1.3520e-02, 9.5706e-03, 2.0932e-02, 3.4500e-03,\n", + " 3.4060e-02, 2.6142e-03, 3.4772e-03, 4.6595e-03, 2.8221e-04,\n", + " -3.8658e-02, -6.3446e-02, 7.1898e-03, -4.7100e-02, -8.6224e-02,\n", + " 4.0348e-02, -1.6163e-03, 6.0661e-02, -4.2359e-02, -6.7946e-02,\n", + " -1.1638e-01, -1.5353e-02, 9.2784e-02, -6.7971e-02, 2.5185e-03,\n", + " -2.7457e-02, 6.6013e-02, -7.4229e-02, 6.4605e-02, -1.1650e-02,\n", + " -3.5390e-02, 1.8777e-02, 3.2227e-02, -5.6190e-04, -8.4184e-02,\n", + " -6.8383e-02, 2.0371e-03, 1.4392e-03, -3.4197e-02, 9.3666e-02,\n", + " 6.1594e-03, -6.3761e-03, -7.3728e-02, -4.7491e-02, -2.6584e-02,\n", + " -4.6451e-02, -1.0746e-01, 3.0809e-03, 5.2021e-02, 4.5487e-02,\n", + " 2.0417e-02, 6.1435e-02, 1.4092e-02, -4.2370e-03, -1.1391e-02,\n", + " 3.2098e-02, 2.6397e-02, -2.9650e-03, -5.4067e-02, -1.2215e-02,\n", + " -2.3459e-02, -6.7048e-02, 3.0374e-02, -6.9420e-04, -4.5937e-02,\n", + " -8.9207e-02, 1.6602e-03, 4.9355e-02, 4.8752e-03, 4.3511e-02,\n", + " -8.9998e-02, -1.1161e-02, 1.4834e-02, -1.4646e-02, -6.5768e-03,\n", + " -3.8501e-02, 1.1586e-02, -1.5829e-02, 3.3369e-02, -5.6702e-02,\n", + " 9.1936e-02, -2.3392e-04, 9.9549e-04, -8.2260e-03, 2.6795e-02,\n", + " 4.7803e-03, 4.2018e-02, 4.2241e-02, -9.9894e-03, -9.4042e-02,\n", + " 3.1453e-02, 2.2159e-02, -1.2003e-02, -2.3696e-02, 3.4077e-02,\n", + " -2.1839e-02, 3.5208e-02, 6.0221e-02, -2.0230e-02, 1.5844e-02,\n", + " -3.5182e-02, 1.1041e-04, -5.5259e-02, -5.9511e-02, -2.1876e-03,\n", + " 4.7206e-02, 1.7033e-02, -2.3697e-02, 3.9521e-02, -3.7044e-04,\n", + " -3.9600e-02, -6.2889e-02, -3.6025e-03, -1.8583e-03, -3.0329e-02,\n", + " -2.3558e-02, -1.6609e-02, -6.5998e-03, 5.4752e-02, 1.7322e-02,\n", + " -2.0908e-02, -4.1220e-02, -1.1504e-02, 7.1480e-02, 2.7155e-03,\n", + " -8.0849e-02, -6.2913e-02, 7.7305e-02, 5.4600e-02, -8.0550e-02,\n", + " 3.4523e-02, -5.3429e-02, 3.4873e-02, -7.5199e-02, -7.3232e-02,\n", + " 3.7452e-02, 2.1092e-02, -3.0087e-02, 4.6590e-03, 6.1833e-02,\n", + " 1.9498e-02, 2.1450e-02, 3.9190e-02, -2.6413e-02, 2.1186e-02,\n", + " -1.1255e-02, 6.3804e-02, -1.0326e-01, 4.6987e-02, 1.8859e-02,\n", + " -1.6085e-02, -6.0631e-02, -7.4365e-02, 1.4646e-02, 3.1211e-03,\n", + " -1.6999e-02, 7.3559e-03, -5.6601e-02, 1.8585e-02, -9.7999e-02,\n", + " -2.0302e-02, -1.8314e-02, -5.5355e-02, -2.4847e-02, -8.2451e-03,\n", + " 1.0867e-02, 2.1159e-02, -4.6592e-02, -7.2017e-04, -2.7412e-02,\n", + " -3.6309e-02, -5.7970e-02, 9.5531e-04, 5.7104e-02, 3.7172e-02,\n", + " 5.8848e-03, -6.1146e-03, 5.5016e-02, 1.3273e-02, 8.6377e-03,\n", + " -3.7292e-02, 6.2021e-03, 1.2139e-01, 9.8237e-02, -4.1629e-02,\n", + " 8.1242e-02, 7.0839e-02, 3.9924e-02, -3.8280e-02, -7.0651e-02,\n", + " 9.7374e-02, -3.6815e-02, -1.5021e-03, -1.8181e-02, -4.7680e-02,\n", + " 4.9465e-02, 2.7082e-02, -7.7828e-02, 3.3703e-02, 3.5455e-02,\n", + " 3.3726e-02, 3.9266e-03, 4.6580e-02, 3.8888e-02, 1.1748e-01,\n", + " 7.2544e-02, 1.2691e-02, 1.9481e-02, 1.1545e-02, -1.0803e-02,\n", + " 3.2987e-02, 5.5042e-03, 1.4669e-02, 2.2697e-02, 6.7504e-02,\n", + " 4.2801e-02, -1.3831e-02, -3.8490e-02, 5.1559e-02, -6.5467e-03,\n", + " 1.0516e-02, 9.4626e-03, -8.0674e-02, -1.3866e-02, -5.0478e-03,\n", + " 2.3634e-02, 2.0999e-02, -2.4771e-02, -1.9585e-02, -2.2908e-02,\n", + " 4.1323e-02, 4.7313e-03, 1.0259e-01, -1.1243e-02, 8.0062e-03,\n", + " -8.3504e-03, -1.7010e-02, -7.5237e-03, 1.3219e-03, -3.0983e-02,\n", + " -8.6738e-02, -3.3567e-02, -2.7830e-03, 3.9022e-02, -1.0495e-03,\n", + " 7.9375e-02, -1.3227e-01, 8.1637e-02, 2.1702e-02, 3.3421e-03,\n", + " -7.3646e-03, 5.8966e-02, -1.5833e-03, -2.0434e-02, 3.4288e-02,\n", + " -2.9132e-02, 1.2233e-02, 4.1744e-02, 4.1962e-02, 9.3815e-04,\n", + " 9.7389e-03, 9.1423e-03, -4.3359e-02, -2.8011e-02, 5.8786e-02,\n", + " 5.7770e-02, -2.0643e-02, -1.7021e-03, 3.2421e-02, 4.1477e-02,\n", + " -7.0166e-02, 1.1943e-02, 6.1577e-02, -3.3198e-02, 1.1495e-01,\n", + " -1.1611e-02, -1.4463e-02, -8.2938e-02, 4.3124e-03, -9.0506e-03,\n", + " -3.9450e-02, 8.4362e-03, -6.3308e-02, -4.0661e-02, -8.1298e-03,\n", + " 5.1325e-04, 1.0664e-02, -3.2672e-02, 5.1867e-04, 3.0517e-02,\n", + " 5.0039e-02, -2.4826e-02, 7.0573e-02, -8.8138e-03, 6.2767e-02,\n", + " -4.2704e-02, 3.6946e-02, 9.5616e-02, -3.0152e-02, -3.5295e-02,\n", + " -1.7901e-02, -5.5815e-02, -1.4112e-03, 4.9971e-02, -2.4563e-02,\n", + " -6.7300e-05, -4.4814e-02, -2.6688e-02, 7.3672e-02, -4.4633e-02,\n", + " -3.7465e-03, 1.5772e-03, 4.8803e-02, -3.1565e-02, 3.9887e-03,\n", + " -1.3283e-02, -6.6012e-02, -3.8821e-02, -2.4381e-02, -4.8529e-02,\n", + " -2.2906e-02, 6.9536e-02, -4.0579e-02, -4.7064e-03, -1.0382e-02,\n", + " -8.6834e-02, 8.4845e-03, 1.8051e-02, -4.9641e-02, 8.1181e-02,\n", + " -7.9447e-02, -2.6846e-02, 8.2479e-03, 4.5580e-02, -3.3430e-02,\n", + " 3.2261e-02, -3.2594e-02, 5.6290e-02, 5.0797e-03, -4.0040e-02,\n", + " 9.1845e-02, -3.7117e-02, 3.5870e-02, -1.4304e-02, -2.6554e-02,\n", + " -1.7168e-02, -2.5929e-02, 3.1503e-02, -8.4416e-02, -1.0113e-02,\n", + " -4.7851e-03, -5.5752e-02, -3.5523e-03, 7.7528e-02, 3.3447e-03,\n", + " 1.5679e-03, 4.1537e-02, -3.1807e-02, 7.4993e-03, -3.9406e-02,\n", + " 1.3982e-02, -1.4422e-02, 3.0152e-02, -1.4941e-02, 4.1258e-02,\n", + " -1.4147e-02, 9.0792e-02, -7.2034e-02, -1.1971e-02, -5.9523e-02,\n", + " -1.4278e-03, -4.2377e-02, 3.6116e-03, 1.1021e-01, 8.9970e-02,\n", + " -6.1707e-02, -1.1065e-03, -5.4426e-02, -2.0387e-02, -3.8660e-02,\n", + " 3.7567e-02, -5.2134e-03, 9.2259e-03, -9.6398e-03, -1.5163e-03,\n", + " -2.1962e-03, -1.6771e-03, 8.6791e-03, -3.7790e-02, 2.0244e-02,\n", + " -6.1818e-02, -1.9789e-02, 4.9363e-02, -7.3612e-02, -5.3748e-02,\n", + " 2.6893e-02, 1.3006e-02, -2.8469e-03, 1.6940e-02, -4.7495e-02,\n", + " 3.4017e-02, -4.9813e-03, 1.6242e-02, 4.3758e-02, -1.9042e-02,\n", + " -8.1822e-03, 1.6981e-02, -4.9828e-02, -2.2057e-03, -3.7039e-02,\n", + " -1.7989e-02, -5.9978e-02, 2.9326e-02, -9.7599e-03, -5.2067e-02,\n", + " -2.2431e-02, 8.0478e-02, -2.2610e-03, -1.8576e-02, -4.4891e-02,\n", + " -8.4182e-02, 5.3146e-03, -3.1126e-04, -5.8938e-02, 8.1029e-03,\n", + " -1.5556e-01, 2.6132e-02, 2.8224e-02, -4.6563e-02, -6.8728e-03,\n", + " -5.2849e-04, -2.5717e-02, 8.8655e-03, 1.9024e-02, 6.8827e-03,\n", + " -6.2325e-03, -1.8147e-03, -1.2034e-03, -4.1702e-02, 6.8656e-04,\n", + " 2.4099e-02, 3.9268e-03, 3.5660e-03, -5.3795e-03, 3.3926e-02,\n", + " -1.9490e-02, -2.2689e-02, -3.3945e-02, -3.6239e-02, -1.3059e-02,\n", + " -2.6845e-02, 5.3360e-02, -6.6536e-02, 4.2282e-02, 1.1661e-02,\n", + " 3.4594e-02, 5.9136e-04, -2.6936e-02, -6.5758e-03, 9.1934e-02,\n", + " -7.5911e-02, 2.6154e-02, 2.7953e-02, -4.2477e-03, -7.4627e-02,\n", + " 1.5011e-02, 6.0529e-02, 7.3178e-02, -7.6615e-03, -8.2620e-04,\n", + " -1.8813e-02, 3.6576e-03, -8.3848e-03, -2.3332e-02, 6.3944e-03,\n", + " 3.2084e-02, 2.4608e-02, 1.2638e-02, -4.6098e-02, 8.7059e-03,\n", + " -4.3364e-02, 1.5274e-02, -1.0883e-01, 2.3893e-02, -2.1936e-02,\n", + " -5.3464e-02, 4.9408e-03, 6.7619e-02, -2.0892e-02, -2.8966e-02,\n", + " -1.1038e-01, -2.6314e-02, -5.9548e-04, -1.3135e-02, -5.0966e-02,\n", + " -8.2753e-02, -4.8548e-02])),\n", + " ('d3.l1.1.running_var',\n", + " tensor([0.0113, 0.0104, 0.0135, 0.0145, 0.0111, 0.0122, 0.0132, 0.0155, 0.0122,\n", + " 0.0114, 0.0122, 0.0144, 0.0105, 0.0103, 0.0094, 0.0118, 0.0113, 0.0032,\n", + " 0.0124, 0.0121, 0.0120, 0.0120, 0.0121, 0.0116, 0.0033, 0.0125, 0.0166,\n", + " 0.0108, 0.0139, 0.0143, 0.0134, 0.0011, 0.0143, 0.0120, 0.0175, 0.0157,\n", + " 0.0116, 0.0146, 0.0136, 0.0121, 0.0136, 0.0119, 0.0168, 0.0143, 0.0115,\n", + " 0.0129, 0.0114, 0.0138, 0.0124, 0.0142, 0.0140, 0.0110, 0.0106, 0.0128,\n", + " 0.0145, 0.0011, 0.0115, 0.0158, 0.0113, 0.0151, 0.0129, 0.0149, 0.0013,\n", + " 0.0112, 0.0107, 0.0122, 0.0138, 0.0114, 0.0111, 0.0127, 0.0127, 0.0126,\n", + " 0.0156, 0.0123, 0.0115, 0.0108, 0.0149, 0.0134, 0.0022, 0.0127, 0.0158,\n", + " 0.0139, 0.0149, 0.0011, 0.0121, 0.0171, 0.0118, 0.0119, 0.0129, 0.0123,\n", + " 0.0112, 0.0108, 0.0123, 0.0127, 0.0151, 0.0157, 0.0124, 0.0010, 0.0112,\n", + " 0.0127, 0.0120, 0.0138, 0.0114, 0.0112, 0.0143, 0.0146, 0.0054, 0.0107,\n", + " 0.0136, 0.0126, 0.0120, 0.0113, 0.0142, 0.0126, 0.0109, 0.0130, 0.0121,\n", + " 0.0134, 0.0147, 0.0011, 0.0115, 0.0127, 0.0116, 0.0137, 0.0107, 0.0113,\n", + " 0.0110, 0.0009, 0.0101, 0.0130, 0.0128, 0.0122, 0.0142, 0.0107, 0.0130,\n", + " 0.0117, 0.0129, 0.0033, 0.0121, 0.0033, 0.0117, 0.0149, 0.0130, 0.0112,\n", + " 0.0137, 0.0114, 0.0123, 0.0138, 0.0149, 0.0131, 0.0105, 0.0140, 0.0130,\n", + " 0.0119, 0.0145, 0.0109, 0.0111, 0.0127, 0.0120, 0.0124, 0.0125, 0.0141,\n", + " 0.0136, 0.0117, 0.0098, 0.0133, 0.0167, 0.0132, 0.0130, 0.0112, 0.0126,\n", + " 0.0015, 0.0129, 0.0114, 0.0160, 0.0058, 0.0129, 0.0105, 0.0127, 0.0146,\n", + " 0.0114, 0.0122, 0.0113, 0.0130, 0.0123, 0.0110, 0.0127, 0.0116, 0.0134,\n", + " 0.0121, 0.0038, 0.0015, 0.0132, 0.0128, 0.0111, 0.0128, 0.0118, 0.0177,\n", + " 0.0124, 0.0130, 0.0140, 0.0113, 0.0124, 0.0125, 0.0143, 0.0137, 0.0170,\n", + " 0.0043, 0.0109, 0.0138, 0.0124, 0.0134, 0.0151, 0.0119, 0.0150, 0.0125,\n", + " 0.0132, 0.0120, 0.0121, 0.0203, 0.0108, 0.0019, 0.0136, 0.0111, 0.0121,\n", + " 0.0120, 0.0011, 0.0201, 0.0130, 0.0124, 0.0116, 0.0109, 0.0122, 0.0159,\n", + " 0.0032, 0.0129, 0.0107, 0.0139, 0.0122, 0.0124, 0.0115, 0.0132, 0.0109,\n", + " 0.0136, 0.0115, 0.0118, 0.0010, 0.0182, 0.0126, 0.0112, 0.0107, 0.0130,\n", + " 0.0123, 0.0011, 0.0117, 0.0122, 0.0144, 0.0122, 0.0124, 0.0142, 0.0124,\n", + " 0.0180, 0.0153, 0.0122, 0.0119, 0.0012, 0.0136, 0.0014, 0.0123, 0.0116,\n", + " 0.0142, 0.0116, 0.0147, 0.0129, 0.0010, 0.0140, 0.0127, 0.0135, 0.0123,\n", + " 0.0144, 0.0150, 0.0127, 0.0138, 0.0107, 0.0127, 0.0125, 0.0112, 0.0099,\n", + " 0.0139, 0.0144, 0.0120, 0.0161, 0.0136, 0.0109, 0.0125, 0.0121, 0.0132,\n", + " 0.0144, 0.0114, 0.0134, 0.0126, 0.0118, 0.0135, 0.0109, 0.0123, 0.0110,\n", + " 0.0119, 0.0121, 0.0113, 0.0129, 0.0120, 0.0121, 0.0133, 0.0106, 0.0127,\n", + " 0.0144, 0.0142, 0.0108, 0.0147, 0.0120, 0.0125, 0.0127, 0.0107, 0.0128,\n", + " 0.0124, 0.0135, 0.0107, 0.0129, 0.0138, 0.0021, 0.0041, 0.0153, 0.0120,\n", + " 0.0128, 0.0119, 0.0133, 0.0134, 0.0137, 0.0060, 0.0126, 0.0152, 0.0103,\n", + " 0.0101, 0.0124, 0.0148, 0.0124, 0.0135, 0.0122, 0.0153, 0.0118, 0.0123,\n", + " 0.0102, 0.0118, 0.0114, 0.0128, 0.0134, 0.0118, 0.0138, 0.0116, 0.0132,\n", + " 0.0112, 0.0118, 0.0124, 0.0159, 0.0144, 0.0011, 0.0117, 0.0111, 0.0146,\n", + " 0.0010, 0.0011, 0.0121, 0.0121, 0.0122, 0.0133, 0.0119, 0.0109, 0.0156,\n", + " 0.0012, 0.0130, 0.0120, 0.0147, 0.0166, 0.0136, 0.0116, 0.0055, 0.0133,\n", + " 0.0110, 0.0140, 0.0171, 0.0157, 0.0045, 0.0129, 0.0115, 0.0114, 0.0120,\n", + " 0.0126, 0.0015, 0.0113, 0.0123, 0.0122, 0.0134, 0.0112, 0.0131, 0.0116,\n", + " 0.0107, 0.0132, 0.0125, 0.0139, 0.0150, 0.0125, 0.0115, 0.0013, 0.0116,\n", + " 0.0117, 0.0161, 0.0123, 0.0115, 0.0112, 0.0141, 0.0130, 0.0121, 0.0120,\n", + " 0.0010, 0.0127, 0.0122, 0.0165, 0.0124, 0.0150, 0.0122, 0.0111, 0.0140,\n", + " 0.0056, 0.0134, 0.0122, 0.0165, 0.0013, 0.0017, 0.0146, 0.0143, 0.0170,\n", + " 0.0109, 0.0132, 0.0127, 0.0113, 0.0010, 0.0352, 0.0109, 0.0129, 0.0119,\n", + " 0.0139, 0.0012, 0.0117, 0.0144, 0.0129, 0.0121, 0.0011, 0.0134, 0.0118,\n", + " 0.0127, 0.0141, 0.0141, 0.0127, 0.0149, 0.0121, 0.0133, 0.0069, 0.0146,\n", + " 0.0100, 0.0106, 0.0125, 0.0011, 0.0121, 0.0126, 0.0151, 0.0138, 0.0130,\n", + " 0.0113, 0.0130, 0.0138, 0.0122, 0.0123, 0.0119, 0.0149, 0.0127, 0.0125,\n", + " 0.0139, 0.0138, 0.0109, 0.0012, 0.0128, 0.0122, 0.0123, 0.0119, 0.0128,\n", + " 0.0120, 0.0129, 0.0180, 0.0121, 0.0115, 0.0158, 0.0142, 0.0106, 0.0206,\n", + " 0.0137, 0.0142, 0.0125, 0.0010, 0.0111, 0.0190, 0.0131, 0.0153])),\n", + " ('d3.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('d4.conv.weight',\n", + " tensor([[[[-8.3210e-04, -1.4785e-02, -3.2950e-02, -3.6277e-02],\n", + " [ 1.8124e-02, -4.6793e-02, -3.3793e-04, 4.3794e-02],\n", + " [ 2.3475e-02, -8.3758e-04, -8.6422e-03, -9.4925e-03],\n", + " [ 5.7650e-02, -2.9412e-02, -1.9576e-02, 2.4808e-02]],\n", + " \n", + " [[ 2.2428e-02, 7.6445e-03, 1.7393e-03, 1.0651e-01],\n", + " [ 3.1192e-03, -7.4553e-03, 3.3560e-02, -1.3875e-02],\n", + " [ 5.3755e-02, -4.0505e-02, -9.3784e-03, 2.6351e-02],\n", + " [ 6.7977e-03, 1.9587e-02, -3.5575e-02, 1.8176e-02]],\n", + " \n", + " [[ 8.4678e-03, -7.5623e-02, -5.9777e-02, -2.0288e-02],\n", + " [-1.5340e-02, -4.2804e-02, 1.2762e-02, -2.5089e-02],\n", + " [-4.4173e-02, -3.6368e-02, 6.6463e-03, 5.4005e-03],\n", + " [-4.1289e-02, -5.0861e-02, -4.6754e-03, -1.7467e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.2895e-02, 2.5807e-02, 4.8307e-02, -9.6246e-03],\n", + " [ 6.0638e-03, -2.5035e-02, -2.1966e-02, -1.0979e-02],\n", + " [-2.0381e-02, 1.6960e-02, 3.9922e-02, -9.5814e-03],\n", + " [-1.0860e-02, -1.0454e-02, 2.1116e-02, -1.7722e-02]],\n", + " \n", + " [[ 5.5366e-02, 6.5045e-02, 1.7234e-02, -3.8883e-02],\n", + " [ 3.5494e-03, -1.0823e-02, -2.5942e-04, 1.9579e-03],\n", + " [ 5.8826e-02, 1.8455e-02, 4.2652e-02, 5.7743e-04],\n", + " [-1.4290e-02, -1.4887e-03, 1.9813e-02, 2.0755e-02]],\n", + " \n", + " [[-3.8110e-02, 2.9504e-03, -1.5565e-02, -1.5120e-02],\n", + " [-1.0666e-02, -6.8661e-03, 4.8167e-03, 3.8598e-02],\n", + " [ 3.7445e-02, 2.7851e-02, 1.3911e-03, -1.9726e-03],\n", + " [ 1.1975e-02, 1.3638e-02, -5.7196e-02, -2.2613e-02]]],\n", + " \n", + " \n", + " [[[-3.7797e-02, -1.0471e-02, -3.8631e-02, 1.3426e-02],\n", + " [ 2.7416e-02, -2.5062e-02, 3.2803e-04, -2.6992e-02],\n", + " [-2.3315e-02, -9.5336e-03, -4.4602e-02, -3.1043e-02],\n", + " [-1.0220e-02, -6.1745e-02, -4.3809e-02, -2.9389e-03]],\n", + " \n", + " [[-4.3576e-02, 8.9325e-03, -8.7830e-03, -1.5505e-02],\n", + " [ 1.4752e-03, -9.1165e-04, -3.6083e-02, -4.1102e-03],\n", + " [-9.7140e-03, -8.4302e-04, -4.3818e-02, 9.3208e-03],\n", + " [-5.0535e-03, -2.6124e-02, -1.4366e-02, -2.7683e-04]],\n", + " \n", + " [[ 2.3908e-02, 4.1362e-02, -3.3012e-02, -2.1848e-02],\n", + " [ 8.0343e-02, -1.7766e-03, 3.8518e-02, 3.0897e-03],\n", + " [-1.3626e-02, 3.3408e-02, 2.1227e-02, 5.1462e-02],\n", + " [-1.7054e-02, -8.9161e-04, 5.2067e-02, 2.8517e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.7353e-03, -1.8064e-02, -8.0140e-04, -2.5763e-02],\n", + " [-2.8935e-02, 1.1804e-02, 1.2314e-02, -1.8094e-02],\n", + " [ 1.0773e-02, -1.0138e-02, 1.3750e-02, 1.9407e-02],\n", + " [-1.6259e-02, 1.3193e-02, 1.1415e-02, 2.5413e-03]],\n", + " \n", + " [[ 2.6136e-02, 2.5522e-03, 5.0144e-02, 1.0396e-02],\n", + " [ 6.1541e-02, -1.2336e-02, -5.0641e-03, -2.7663e-02],\n", + " [ 3.3325e-02, 2.6976e-02, 9.2819e-03, -6.2828e-03],\n", + " [ 4.3581e-02, -3.9076e-02, -4.6887e-03, -1.6890e-02]],\n", + " \n", + " [[ 1.8718e-02, 2.4124e-02, 3.3139e-02, 2.7834e-02],\n", + " [ 3.5532e-02, 1.7399e-02, 2.3489e-02, 2.1773e-02],\n", + " [ 1.8419e-02, -2.1424e-02, 6.5343e-02, 2.8902e-02],\n", + " [-6.4732e-04, 7.2415e-03, 2.8492e-02, -1.2573e-02]]],\n", + " \n", + " \n", + " [[[-6.3346e-02, 2.6312e-02, 1.1763e-02, 3.4244e-02],\n", + " [ 1.6346e-02, -2.8675e-02, -7.4558e-02, -7.2459e-02],\n", + " [ 2.1366e-02, 4.1843e-03, -1.8441e-02, -4.2848e-02],\n", + " [-3.0621e-02, -6.8909e-03, -2.5480e-02, 6.4193e-03]],\n", + " \n", + " [[-1.2034e-02, 3.8088e-03, -3.2654e-02, -1.8802e-02],\n", + " [-3.5647e-02, -4.8098e-02, -9.8873e-02, -4.4884e-02],\n", + " [-1.7227e-02, 1.8661e-02, -3.8602e-03, 2.1377e-02],\n", + " [-2.8694e-02, -4.1983e-02, 1.5001e-02, -8.7712e-03]],\n", + " \n", + " [[-2.1136e-02, -7.0425e-03, -2.3512e-02, -6.0514e-04],\n", + " [-6.3197e-03, 8.6488e-02, 4.7448e-02, -1.7114e-02],\n", + " [ 1.0266e-02, -5.8752e-02, -3.7110e-02, -3.4534e-02],\n", + " [-3.1348e-03, -2.9751e-02, 6.8909e-03, -3.3320e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.1118e-02, -6.7079e-03, 2.6073e-02, -1.9499e-02],\n", + " [ 2.5953e-02, 3.1724e-03, 1.4180e-02, 1.6727e-02],\n", + " [-1.0016e-02, -1.1885e-02, -8.6113e-03, 4.4830e-03],\n", + " [-2.5756e-02, -6.5083e-03, 8.4324e-03, 3.3060e-02]],\n", + " \n", + " [[ 1.5572e-02, -2.3081e-02, 2.1212e-03, 1.2542e-02],\n", + " [-7.8401e-03, 1.2335e-02, -6.0965e-04, 2.1031e-02],\n", + " [-3.1643e-02, -5.7899e-04, 3.7860e-03, -1.7532e-02],\n", + " [ 2.2607e-02, -3.6081e-02, -3.8092e-02, -4.3556e-02]],\n", + " \n", + " [[-1.0013e-02, 2.7258e-02, 1.4701e-02, -1.9614e-02],\n", + " [-2.0747e-02, 4.3384e-02, -2.0000e-03, 5.5824e-02],\n", + " [ 4.3039e-02, 1.7636e-02, -1.2512e-03, 5.1723e-02],\n", + " [-5.2617e-03, 6.3426e-02, 1.3188e-02, 2.8452e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-3.4334e-02, -6.3072e-03, -2.2402e-03, 6.7501e-03],\n", + " [ 5.7650e-02, 8.0145e-03, 2.1334e-02, 2.3481e-02],\n", + " [ 3.5531e-03, 2.3638e-02, -5.1163e-03, 3.4684e-02],\n", + " [ 2.3823e-02, 8.7785e-03, 3.7828e-03, 4.3238e-02]],\n", + " \n", + " [[ 5.8967e-03, 9.7892e-03, 1.9631e-03, -2.2855e-02],\n", + " [-6.7628e-03, 1.0911e-02, -9.3248e-06, 2.5558e-03],\n", + " [-4.2037e-02, 2.7408e-02, -8.1565e-03, -4.2754e-02],\n", + " [ 3.2948e-04, -8.0383e-03, -3.7785e-02, -1.2283e-02]],\n", + " \n", + " [[-6.3416e-03, -3.4248e-02, -3.7585e-03, -6.8815e-03],\n", + " [-3.2986e-02, -2.3886e-02, -3.4153e-02, -3.9970e-02],\n", + " [-1.4861e-02, -4.5424e-03, 1.0790e-02, -8.0391e-04],\n", + " [ 1.2024e-02, 1.2466e-02, 8.2189e-03, -1.1814e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.5950e-03, 1.8127e-02, -7.0925e-03, 2.5980e-02],\n", + " [-2.7489e-02, 4.0009e-02, -5.7388e-03, 2.5138e-02],\n", + " [-2.1090e-02, -1.0514e-02, -3.0554e-02, -1.1674e-02],\n", + " [-1.8573e-03, 3.5312e-02, 1.1674e-02, -1.2671e-02]],\n", + " \n", + " [[ 8.2665e-03, 3.5133e-02, 3.3381e-03, 6.2875e-03],\n", + " [-2.6292e-02, 8.9942e-03, -2.5853e-02, -1.9002e-02],\n", + " [ 2.3421e-02, -1.8917e-02, 3.3134e-02, -1.6536e-02],\n", + " [-5.5649e-02, -2.8560e-02, -2.6444e-02, -1.0437e-02]],\n", + " \n", + " [[ 8.3221e-03, -3.8674e-02, 3.6147e-02, -5.0747e-03],\n", + " [ 4.2381e-03, 3.6714e-03, -1.8409e-02, 2.4543e-02],\n", + " [ 2.2312e-02, -5.8929e-03, 3.9807e-02, 2.0454e-03],\n", + " [-1.9733e-03, -2.4589e-02, 1.1748e-02, 1.1206e-02]]],\n", + " \n", + " \n", + " [[[ 2.8379e-02, 1.3182e-02, 3.2436e-02, 2.1049e-02],\n", + " [-2.3298e-02, -3.2288e-02, 2.0690e-02, -3.3780e-02],\n", + " [ 2.0257e-02, -5.5859e-02, -1.1824e-02, -9.3453e-03],\n", + " [ 2.8952e-02, -1.5732e-02, 5.5354e-02, 3.7840e-02]],\n", + " \n", + " [[-1.4778e-02, 5.0661e-02, 2.6583e-02, 1.6438e-02],\n", + " [-9.9213e-03, 8.3239e-03, -5.0114e-03, 1.0643e-03],\n", + " [-7.2146e-03, 4.7856e-04, -5.1415e-02, 9.6179e-03],\n", + " [ 2.3088e-03, -1.3825e-02, -2.6423e-02, 2.7635e-02]],\n", + " \n", + " [[ 1.8008e-02, -1.2202e-02, 1.7937e-03, 3.7921e-03],\n", + " [-3.3150e-03, -1.0036e-02, 1.3277e-02, -3.9582e-02],\n", + " [ 2.0907e-02, -2.6407e-02, 2.8351e-02, 2.4872e-02],\n", + " [-5.4141e-02, 2.3587e-02, -7.0629e-02, -2.5745e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.1299e-03, -2.5037e-02, -7.9629e-03, -4.9344e-03],\n", + " [ 3.5266e-03, 2.6639e-02, -1.7309e-02, 8.6960e-03],\n", + " [-1.9758e-02, -1.6693e-02, -2.0707e-03, -8.0275e-03],\n", + " [-4.8230e-03, 6.5138e-03, 1.3946e-02, -1.6713e-03]],\n", + " \n", + " [[ 3.2458e-02, 2.3426e-02, 1.4369e-02, 3.2060e-03],\n", + " [-6.0127e-03, 2.0214e-02, 1.7650e-02, -3.8063e-03],\n", + " [-2.8804e-02, -5.0761e-03, -2.7881e-02, -1.5994e-02],\n", + " [-1.2921e-02, -1.3839e-02, -9.2866e-03, -2.7790e-02]],\n", + " \n", + " [[-1.5328e-03, -4.6121e-02, -1.4291e-02, 8.6431e-03],\n", + " [ 1.4306e-03, 1.0215e-02, -1.1997e-02, -8.7836e-03],\n", + " [-9.3349e-03, -1.3170e-02, -2.7454e-02, -2.7204e-03],\n", + " [-5.6889e-03, -3.6444e-02, 5.7800e-03, -1.2574e-02]]],\n", + " \n", + " \n", + " [[[ 9.1294e-02, -2.7570e-02, -1.7081e-02, 9.4714e-03],\n", + " [ 9.2253e-03, 3.8918e-02, 2.8144e-02, -4.6005e-02],\n", + " [ 8.1524e-03, 4.1562e-03, -1.6364e-02, -3.2883e-02],\n", + " [ 4.6880e-02, 1.7408e-02, -4.7969e-02, -3.5096e-02]],\n", + " \n", + " [[-1.5861e-02, -1.2241e-02, 2.0454e-02, -1.1970e-02],\n", + " [ 1.8070e-02, -1.5929e-02, 4.5793e-02, -4.5351e-02],\n", + " [ 2.9978e-02, -3.4448e-03, -1.3782e-02, -4.4094e-02],\n", + " [ 4.8871e-02, -3.5249e-03, 6.2856e-02, -3.5155e-02]],\n", + " \n", + " [[-1.2646e-02, 2.2451e-03, -1.0221e-03, -2.8129e-02],\n", + " [ 2.9611e-02, 8.4557e-03, -2.7780e-02, 3.2448e-02],\n", + " [-1.3005e-02, 2.6500e-02, -6.1780e-02, -1.0166e-02],\n", + " [ 2.1104e-02, 5.0027e-02, 3.2866e-02, -3.7877e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.6453e-02, 3.1305e-03, 1.3029e-02, 1.6818e-03],\n", + " [ 1.2718e-02, -2.4505e-02, -6.3619e-03, 3.8359e-03],\n", + " [ 3.9888e-03, -1.8868e-02, 1.2685e-02, -2.8905e-02],\n", + " [-8.0638e-03, 1.4904e-02, 1.9923e-02, 4.5280e-03]],\n", + " \n", + " [[-2.3079e-02, -4.9296e-02, -4.6389e-02, -3.3551e-02],\n", + " [-4.4980e-02, -3.3366e-02, 2.5207e-02, -4.7096e-02],\n", + " [ 6.7021e-03, -2.3953e-02, 4.1811e-02, -5.5764e-02],\n", + " [-3.8401e-02, -2.1199e-02, -2.5087e-03, 3.1931e-02]],\n", + " \n", + " [[ 1.4775e-02, -2.4580e-02, 1.8033e-02, 4.4269e-03],\n", + " [-2.6206e-02, 1.8667e-02, -1.7510e-02, -9.9076e-03],\n", + " [ 7.8787e-03, -1.0565e-02, 2.2429e-02, -2.1431e-02],\n", + " [ 1.7412e-02, -2.9107e-02, -7.2343e-03, -3.9163e-02]]]])),\n", + " ('d4.batch_norms.Yes.weight',\n", + " tensor([ 5.5793e-02, -3.4839e-02, 5.4843e-02, 4.5968e-04, -6.7832e-02,\n", + " -4.3641e-02, -2.0708e-04, 4.3566e-04, -3.8949e-04, 1.9313e-02,\n", + " 2.5032e-03, 3.9482e-02, -1.7899e-05, -8.6776e-03, -8.7863e-07,\n", + " -1.8467e-02, 4.6355e-02, 4.2890e-02, -6.0324e-02, 9.0093e-02,\n", + " -3.9853e-02, 1.6428e-02, 5.6844e-04, -1.5934e-03, -3.3631e-02,\n", + " -2.3815e-03, -3.6903e-02, 6.6106e-02, 4.7432e-02, -5.5084e-02,\n", + " 4.4849e-02, -6.3164e-02, -3.4483e-02, 9.0273e-02, -4.7678e-04,\n", + " 1.6214e-02, -1.9835e-02, 2.0714e-05, -5.2505e-05, -6.1704e-02,\n", + " 5.1952e-02, -3.4721e-02, 6.1440e-02, -9.6505e-03, -1.1333e-03,\n", + " 6.0337e-02, -5.2689e-02, -5.6217e-03, 1.0376e-03, -1.4194e-02,\n", + " -3.0055e-02, 3.0538e-02, 3.7686e-02, -3.9306e-02, 7.6355e-06,\n", + " 1.4083e-03, -3.9687e-02, -4.3133e-02, 6.7132e-02, -4.4285e-02,\n", + " 2.9425e-02, 1.8672e-02, 4.5666e-02, 3.9129e-02, 6.1400e-04,\n", + " 4.5674e-02, 5.6936e-02, -7.0452e-02, 3.4846e-02, 4.0108e-02,\n", + " 2.4458e-02, -3.7719e-02, 7.2091e-02, -1.3952e-03, 1.0922e-03,\n", + " -6.5215e-02, 3.5380e-04, 3.0476e-02, -8.6975e-04, 1.2982e-04,\n", + " -7.8322e-02, -4.8793e-04, 1.0369e-04, 4.6623e-05, -2.2281e-02,\n", + " -5.1036e-02, 7.6372e-02, 2.9724e-04, -6.0673e-02, 2.3836e-03,\n", + " 6.6127e-02, 3.9840e-02, 2.2354e-02, -7.0750e-02, 6.2554e-02,\n", + " 1.1553e-04, -4.7786e-02, -1.3649e-03, -2.1809e-02, 3.4763e-04,\n", + " -4.2446e-02, 6.2076e-04, -7.0851e-02, -2.5448e-02, 3.9548e-04,\n", + " 5.3716e-02, 2.6985e-02, 1.8752e-02, -1.1009e-03, -6.3697e-02,\n", + " -5.3333e-02, -2.2903e-04, 5.9880e-05, -3.5609e-02, 6.3137e-02,\n", + " -3.3147e-02, -1.5589e-05, 4.9573e-02, 4.5982e-02, 6.4383e-02,\n", + " -5.2459e-02, 2.4015e-05, -7.0487e-06, 3.7705e-02, 5.1973e-02,\n", + " 6.6716e-04, -2.0346e-03, -9.9907e-04, 3.2755e-02, -7.0905e-02,\n", + " -4.7856e-02, -4.8881e-02, -7.1812e-04, -6.5112e-02, -3.0618e-02,\n", + " -3.8145e-04, 3.4489e-02, -1.3808e-02, 5.4495e-02, 4.8572e-02,\n", + " 7.9171e-02, 7.9412e-02, -5.6823e-04, -6.2896e-02, -7.5908e-02,\n", + " 9.5067e-02, -5.5377e-02, 2.5975e-04, -5.3127e-04, -2.7902e-02,\n", + " 2.0713e-02, 4.7909e-02, -6.0548e-02, 5.8877e-02, -4.5611e-02,\n", + " 4.2108e-02, 3.2012e-02, -6.0919e-04, -2.2194e-04, 6.5132e-02,\n", + " 2.1501e-07, -7.0288e-05, -7.8392e-02, 5.3521e-02, -4.7101e-02,\n", + " 6.9362e-02, -5.8349e-02, -6.8389e-02, 2.4148e-03, 5.6108e-02,\n", + " -3.0433e-05, -6.0201e-02, 2.2613e-03, -4.9054e-02, -6.3554e-02,\n", + " -3.4636e-02, 4.1626e-02, 5.3620e-02, 6.7981e-02, -2.4077e-04,\n", + " 4.9901e-02, -3.4746e-02, 4.9100e-02, -1.5702e-03, 2.1580e-02,\n", + " 5.9557e-02, -5.6694e-02, 9.6420e-02, 5.2485e-02, 5.1001e-02,\n", + " -3.6072e-02, 2.5215e-02, 3.2300e-06, 6.3198e-02, 5.1798e-02,\n", + " -3.3414e-02, -1.8652e-02, -4.8048e-02, -6.5422e-02, 1.8614e-02,\n", + " -4.9930e-02, 2.7081e-02, 4.9716e-02, 6.1625e-02, 8.3628e-02,\n", + " 3.5348e-02, -2.9762e-02, 4.6450e-02, 9.5510e-04, -3.7426e-02,\n", + " -3.6675e-02, 3.7811e-02, -2.6203e-02, 2.0954e-04, 2.9159e-02,\n", + " 5.2499e-02, 3.5802e-02, 2.7432e-02, 3.6812e-02, 2.6045e-03,\n", + " -3.8452e-05, 1.2706e-02, -2.6803e-02, 5.6477e-02, 3.7146e-04,\n", + " -6.8379e-02, 4.2470e-02, 6.8710e-02, 5.5744e-04, 1.7579e-02,\n", + " -6.4135e-02, -5.1227e-02, -3.8756e-04, 4.7425e-02, 7.0961e-02,\n", + " 2.6147e-02, -2.6635e-02, -2.7561e-02, -7.3431e-02, -6.6110e-02,\n", + " -3.9317e-02, 3.1124e-02, -4.2721e-02, -3.4722e-02, 2.6446e-02,\n", + " 2.7795e-04, -3.3467e-02, 4.6878e-02, 1.0643e-03, 5.9515e-05,\n", + " 1.1680e-03, 1.0190e-03, -3.8087e-04, 6.3432e-02, 8.0170e-02,\n", + " -3.0563e-04, 4.0498e-02, -8.1659e-02, -2.3430e-03, 7.8505e-02,\n", + " -4.0735e-02, -4.7947e-02, -6.5348e-02, -8.7983e-04, -2.5762e-02,\n", + " -7.6101e-02, 7.0163e-02, -3.8486e-02, -3.7662e-02, 5.1666e-02,\n", + " 5.4064e-02, -1.7654e-04, -5.8718e-02, -4.4917e-04, -6.6060e-02,\n", + " 1.4853e-02, -8.8349e-04, 4.7037e-05, 6.4176e-02, 4.1651e-05,\n", + " 4.2540e-02, -4.9126e-02, -4.5804e-02, -4.0716e-04, -5.7836e-02,\n", + " -6.0871e-02, -7.0091e-02, -4.8688e-02, 6.2220e-02, 3.2051e-02,\n", + " 8.8259e-03, -3.1921e-02, 5.1384e-02, 7.1684e-02, -7.9025e-02,\n", + " -2.3940e-03, -5.6069e-02, -1.2312e-03, 1.5047e-02, -2.0262e-03,\n", + " 4.6760e-02, -3.5212e-02, -4.9283e-02, 4.2941e-02, 2.1848e-02,\n", + " -5.2266e-02, 4.4439e-02, -1.4967e-02, 9.7765e-04, -3.2044e-02,\n", + " 3.2351e-02, -2.5690e-02, -1.8645e-02, -3.2493e-02, 1.5473e-02,\n", + " -2.6534e-02, 3.9024e-02, 5.8260e-02, -6.0614e-02, -3.1500e-04,\n", + " -4.5581e-02, -3.7959e-04, 7.6534e-02, 4.0138e-02, -6.9271e-02,\n", + " 3.6120e-04, -6.9925e-02, -3.6070e-04, -4.4785e-02, 5.0023e-04,\n", + " -3.5353e-02, -5.6089e-02, 8.9090e-02, 4.7599e-02, 3.7497e-04,\n", + " -4.2214e-02, 6.8838e-02, -3.2148e-05, -5.9142e-02, 1.8625e-03,\n", + " 4.5792e-02, -6.3698e-02, -2.0276e-02, 2.4504e-02, -4.8797e-02,\n", + " 5.4908e-02, -7.4480e-02, 3.3138e-04, 4.3004e-02, -1.5190e-04,\n", + " -5.5760e-02, 1.5837e-03, -4.2413e-02, -1.4134e-02, 9.4574e-02,\n", + " -9.4413e-04, -3.5291e-02, 9.7005e-04, 2.4660e-02, -7.4483e-04,\n", + " 7.1226e-05, -1.6780e-02, -3.9228e-02, 4.1775e-04, 4.5485e-03,\n", + " 2.5478e-04, 1.3445e-03, 2.4901e-04, -6.1227e-02, 6.9177e-02,\n", + " -1.2915e-02, -2.0788e-02, -4.2363e-02, -2.3378e-04, 2.9223e-02,\n", + " 5.3658e-02, 1.0000e-03, 2.9988e-02, -7.1864e-02, -6.5257e-02,\n", + " 2.7171e-02, -4.6691e-02, 4.7353e-02, -2.6139e-02, -5.5154e-02,\n", + " -6.4999e-02, 6.5001e-04, -3.9733e-02, -3.7730e-02, -3.5238e-05,\n", + " 5.3438e-02, 5.3003e-02, 6.5388e-02, 3.0595e-02, -3.6948e-05,\n", + " -7.8845e-04, 2.9731e-02, -1.2120e-02, 6.5393e-02, 6.6038e-02,\n", + " 7.4150e-02, 5.8523e-02, -6.2138e-04, 5.8776e-02, -2.2838e-02,\n", + " -3.8746e-02, -2.2886e-04, 8.4490e-02, -2.2700e-02, 8.2469e-05,\n", + " 1.1167e-03, -3.3217e-02, -6.0549e-02, 2.4719e-02, -4.2193e-02,\n", + " -3.4911e-02, -4.6789e-02, -2.6258e-03, -2.9723e-02, -4.3647e-02,\n", + " 2.4179e-02, 3.5922e-02, -5.5160e-05, -3.8601e-02, -8.2591e-04,\n", + " -8.2128e-04, 3.5062e-02, 3.5750e-02, 2.3179e-02, 4.9980e-02,\n", + " -6.9056e-02, 3.5637e-05, 5.3914e-02, -3.2186e-02, -4.1852e-02,\n", + " -3.8471e-05, 5.0169e-02, -5.2739e-02, 6.2424e-04, -2.6676e-02,\n", + " 3.6161e-02, -4.2884e-02, -5.2288e-02, 5.0802e-02, -1.7107e-02,\n", + " 1.8055e-02, -1.7308e-04, -2.4627e-02, 1.0896e-03, -1.9336e-03,\n", + " 3.8162e-03, -6.2486e-05, -1.3386e-03, -4.2708e-02, -2.8240e-02,\n", + " 9.0114e-05, 3.8478e-02, -1.6113e-05, 2.8895e-02, 4.3070e-02,\n", + " -1.2400e-03, -6.7405e-02, 1.6202e-02, 1.3279e-02, -3.4289e-02,\n", + " -3.7549e-02, 4.2490e-02, -1.2099e-03, 5.5319e-02, -6.6866e-04,\n", + " 1.8910e-04, -2.0654e-02, 6.7849e-02, 6.7069e-02, -6.2898e-02,\n", + " 4.8135e-02, 1.5348e-05, 1.7643e-04, -4.9797e-02, 9.2485e-03,\n", + " 6.7809e-02, 7.0353e-02, 7.1176e-02, 3.8572e-03, -2.0233e-02,\n", + " -3.8854e-02, 2.0951e-02, -1.0904e-04, -4.8128e-02, -1.1016e-04,\n", + " -3.8879e-02, -3.2586e-03, 2.8343e-04, 3.3282e-04, -3.2333e-02,\n", + " 1.4312e-02, 6.8482e-02, 8.1170e-02, 1.5628e-03, -4.0127e-02,\n", + " -6.4782e-02, -1.7605e-02, -4.3134e-04, -1.1195e-03, 1.4825e-04,\n", + " 1.7712e-03, 2.5923e-02, -7.6280e-04, -5.4880e-04, -2.0480e-05,\n", + " -4.9693e-02, 3.1712e-04])),\n", + " ('d4.batch_norms.Yes.bias',\n", + " tensor([-4.5135e-02, -3.2655e-02, -5.4752e-02, -4.3962e-03, -4.5178e-02,\n", + " -3.4603e-02, -3.5830e-03, -4.5818e-03, -3.9740e-03, -1.8434e-02,\n", + " -1.6018e-02, -2.3914e-02, -5.3078e-04, -1.4021e-02, -5.8812e-04,\n", + " -1.9021e-02, -2.5021e-02, -3.3360e-02, -2.9568e-02, -4.3253e-02,\n", + " -3.2930e-02, -1.6474e-02, -5.8277e-03, -1.4973e-02, -2.8470e-02,\n", + " -1.8884e-02, -3.1655e-02, -1.7799e-02, -3.0275e-02, -1.6782e-02,\n", + " -3.6137e-02, -5.2810e-02, -3.5558e-02, -4.5447e-02, -8.4543e-03,\n", + " -3.4231e-03, 2.5571e-03, -7.0492e-04, -1.3378e-03, -2.5658e-02,\n", + " -3.6529e-02, -2.0292e-02, -1.5113e-02, -1.5170e-02, -6.2244e-03,\n", + " -3.1174e-02, -3.2770e-02, -1.5278e-02, -6.6401e-03, -1.8154e-02,\n", + " -2.8843e-02, -2.0724e-02, -1.5825e-02, -2.1755e-02, -1.2998e-03,\n", + " -6.4830e-03, -1.4671e-02, -3.4223e-02, -2.7873e-02, -3.5302e-02,\n", + " -2.5591e-02, -1.6651e-02, -4.4891e-02, -1.3520e-02, -4.2268e-03,\n", + " -2.6758e-02, -3.3698e-02, -4.6221e-02, -3.2574e-02, -3.9386e-02,\n", + " -1.9716e-02, -3.3104e-02, -5.0044e-02, -9.9946e-03, -4.0168e-03,\n", + " -5.0804e-02, -4.1975e-03, -9.9771e-03, -1.8079e-02, -1.3122e-03,\n", + " -3.8849e-02, -6.4417e-03, -9.8720e-04, -9.4077e-03, -1.7236e-02,\n", + " -2.1922e-02, -4.2922e-02, -2.7596e-03, -4.5553e-02, -1.0365e-02,\n", + " -3.3490e-02, -3.4250e-02, -1.7094e-02, -5.3047e-02, -2.1859e-02,\n", + " -1.0746e-03, -3.9471e-02, -6.0933e-03, -2.6240e-02, -8.0591e-03,\n", + " -3.5620e-02, -5.5278e-03, -4.9760e-02, -2.9681e-02, -3.1019e-03,\n", + " -3.6647e-02, -1.8222e-02, -1.2843e-02, -8.6047e-03, -3.5669e-02,\n", + " -5.3413e-02, -2.2230e-03, -6.8369e-04, -3.4983e-02, -2.2228e-02,\n", + " -2.4542e-02, -4.4245e-04, -4.3309e-02, -5.6401e-02, -3.3520e-02,\n", + " -5.0303e-02, -2.3438e-03, -7.1005e-04, -4.3449e-02, -3.8419e-02,\n", + " -5.7889e-03, -1.1881e-02, -6.0149e-03, -2.6129e-02, -4.1126e-02,\n", + " -4.1563e-02, -4.2727e-02, -4.4220e-03, -2.4609e-02, -2.6431e-02,\n", + " -1.8006e-03, -2.7429e-02, -1.5184e-02, -4.2124e-02, -3.1800e-02,\n", + " -3.8443e-02, -5.5960e-02, -2.8021e-03, -5.2947e-02, -6.2589e-02,\n", + " -2.8700e-02, -2.4545e-02, -2.1338e-03, -4.4330e-03, -2.6752e-02,\n", + " -1.9356e-02, -2.3887e-02, -2.2772e-02, -4.3336e-02, -4.4581e-02,\n", + " -2.4197e-02, -5.4659e-03, -5.6552e-03, -5.3909e-03, -3.2455e-02,\n", + " -1.0177e-03, -1.8790e-03, -6.3277e-02, -2.8436e-02, -3.5788e-02,\n", + " -1.2878e-02, -2.7237e-02, -3.9270e-02, -1.1786e-02, -2.9948e-02,\n", + " -4.0247e-04, -5.6215e-02, -7.4513e-03, -3.9193e-02, -4.1888e-02,\n", + " -2.9237e-02, -3.0492e-02, -3.4503e-02, -3.4388e-02, -4.5746e-03,\n", + " -3.5779e-02, -5.8551e-03, -1.7861e-02, -1.0866e-02, -2.1238e-02,\n", + " -6.0523e-02, -4.3968e-02, -5.4740e-02, -5.1159e-02, -4.0082e-02,\n", + " -3.1442e-02, -2.3714e-02, -7.0558e-04, -3.8789e-02, -4.5326e-02,\n", + " -2.5230e-02, -1.2255e-02, -3.1579e-02, -3.2627e-02, -1.4074e-02,\n", + " -4.7150e-02, -2.0961e-02, -2.5180e-02, -4.2706e-02, -3.9689e-02,\n", + " -7.4460e-03, -2.4548e-02, -3.8731e-02, -8.7107e-03, -2.6528e-02,\n", + " -3.1405e-02, -3.4573e-02, -1.8334e-02, -2.1026e-03, -2.5835e-02,\n", + " -2.8612e-02, -2.8285e-02, -2.4130e-02, -2.1984e-02, -9.8545e-03,\n", + " -5.5702e-04, -1.5875e-02, -4.6614e-03, -3.9929e-02, -3.3189e-03,\n", + " -3.1012e-02, -1.9694e-02, -4.4719e-02, -4.2722e-03, -1.8800e-02,\n", + " -5.7048e-02, -3.4899e-02, -3.5784e-03, -5.4041e-02, -3.3638e-02,\n", + " -1.1612e-02, -9.5433e-03, -2.7545e-02, -5.0321e-02, -4.1804e-02,\n", + " -1.6875e-02, -2.2450e-02, -3.3896e-02, -1.6036e-02, 1.0696e-03,\n", + " -5.4819e-03, -1.7574e-02, -3.7178e-02, -5.9203e-03, -1.2190e-03,\n", + " -9.9452e-03, -9.0190e-03, -3.6441e-03, -1.7377e-02, -5.3119e-02,\n", + " -4.6072e-03, -5.7272e-03, -7.2649e-03, -1.3004e-02, -3.9023e-02,\n", + " -2.8787e-02, -3.7940e-02, -2.8312e-02, -4.7154e-03, -2.5523e-02,\n", + " -2.9907e-02, -5.3634e-02, -2.5857e-02, -2.4249e-02, -2.8219e-02,\n", + " -4.7002e-02, -4.4060e-03, -2.5731e-02, -4.0269e-03, -4.6638e-02,\n", + " -7.3391e-03, -8.1198e-03, -4.4885e-04, -3.8537e-02, -4.2570e-04,\n", + " -2.9379e-02, -3.4756e-02, -3.7033e-02, -1.2138e-02, -3.0664e-02,\n", + " -6.1005e-02, -3.3147e-02, -1.9189e-02, -4.9639e-02, -1.9586e-02,\n", + " -2.5357e-02, -2.7083e-02, -3.1709e-02, -4.6387e-02, -6.5627e-02,\n", + " -1.2377e-02, -2.5951e-02, -9.4309e-03, -1.8786e-02, -9.7396e-03,\n", + " -3.9226e-02, -3.8251e-02, -2.8604e-02, -2.2639e-02, -2.0949e-02,\n", + " -2.5582e-02, -1.4385e-02, -2.6047e-02, -6.8813e-03, -2.6897e-02,\n", + " -1.6768e-02, -2.1202e-02, -1.5912e-02, -1.7668e-02, -4.8343e-03,\n", + " -2.9589e-02, -3.7712e-02, -5.0630e-02, -2.8204e-02, -2.4095e-03,\n", + " -2.8727e-02, -3.7987e-03, -1.9607e-02, -2.9565e-02, -7.8933e-02,\n", + " -2.7507e-03, -6.6018e-02, -3.3481e-03, -4.5746e-03, -2.8149e-03,\n", + " -1.3881e-02, -4.8618e-02, -4.1569e-02, -2.5491e-02, -3.6960e-03,\n", + " -3.1196e-02, -4.4057e-02, -1.0377e-03, -5.5622e-02, -1.0181e-02,\n", + " -3.6086e-02, -2.8450e-02, -1.1171e-02, -1.3425e-02, -2.7078e-02,\n", + " -1.4257e-02, -2.0711e-02, -2.9695e-03, -2.4289e-02, -1.1752e-02,\n", + " -4.2887e-02, -5.8482e-03, -2.7640e-02, -9.5597e-03, -5.0917e-02,\n", + " -1.1767e-02, -3.3905e-02, -1.0738e-02, -9.3959e-03, -6.7550e-03,\n", + " -1.6792e-03, -3.3993e-02, -3.6525e-02, -4.5571e-03, -1.3073e-02,\n", + " -2.2796e-03, -6.7115e-03, -3.0678e-03, -4.4069e-02, -3.4113e-02,\n", + " -1.7121e-02, -1.2548e-02, -5.0845e-02, -3.2020e-03, -2.5928e-02,\n", + " -4.2566e-02, -9.6069e-03, -6.6223e-05, -1.8062e-02, -4.1912e-02,\n", + " -3.3100e-02, -3.7404e-02, -3.5274e-02, -2.3953e-02, -5.7261e-02,\n", + " -3.0447e-02, -4.2383e-03, -2.8839e-02, -2.5857e-02, -6.3345e-03,\n", + " -3.9549e-02, -3.8432e-02, -3.2989e-02, -2.3603e-02, -4.6489e-03,\n", + " -5.2213e-03, -4.5963e-02, -1.9700e-03, -2.7054e-02, -3.4712e-02,\n", + " -5.5739e-02, -4.6029e-02, -8.4250e-03, -3.6590e-02, -3.3236e-02,\n", + " -2.7412e-02, -2.9932e-03, -1.9911e-02, -2.4516e-02, -6.2402e-04,\n", + " -8.1505e-03, -2.8170e-03, -3.7970e-02, -2.0057e-02, -2.3256e-02,\n", + " -3.0260e-02, -2.8161e-02, -1.3286e-02, -2.3430e-02, -4.6227e-02,\n", + " -1.7276e-02, -3.8399e-02, -6.3818e-04, -3.2639e-02, -5.8400e-03,\n", + " -7.9462e-03, -3.2158e-02, -1.3342e-02, -3.6693e-02, -2.9024e-02,\n", + " -5.5080e-02, -7.2260e-04, -3.8495e-02, -1.9828e-02, -2.9866e-02,\n", + " -4.1802e-04, -3.9543e-02, -2.8610e-02, -3.5185e-03, -3.2837e-02,\n", + " -2.4497e-02, -3.1655e-02, -2.4222e-02, -4.7321e-02, -2.1579e-02,\n", + " -1.6621e-02, -1.5986e-03, -2.0641e-02, -7.9029e-03, -1.5940e-02,\n", + " -1.2623e-02, -2.2943e-03, -1.2252e-02, -4.2009e-02, -1.7240e-02,\n", + " -1.1688e-03, -3.6387e-02, -9.3108e-04, -1.7211e-02, -1.3877e-02,\n", + " -7.5759e-03, -3.7466e-02, -9.5278e-03, -8.8578e-03, -2.8355e-02,\n", + " -2.9251e-02, -3.4210e-02, -8.5262e-03, -3.5288e-02, -7.1229e-03,\n", + " -4.0845e-03, -1.1987e-02, -3.9282e-02, -5.3943e-02, -2.8499e-02,\n", + " -5.2277e-02, -1.5870e-03, -6.2859e-03, -3.8493e-02, -1.8929e-02,\n", + " -4.6484e-02, -5.8707e-02, -3.9926e-02, -1.2910e-02, -1.6999e-02,\n", + " -3.8304e-02, -2.1428e-02, -4.6408e-03, -2.2541e-02, -1.1485e-03,\n", + " -2.8276e-02, -1.4726e-02, -2.5072e-03, -2.2832e-03, -1.5682e-02,\n", + " -1.3169e-03, -4.7140e-02, -3.2781e-02, -9.4012e-03, -2.6517e-02,\n", + " -4.5057e-02, -2.3651e-02, -4.5367e-03, -1.6136e-02, -1.0965e-03,\n", + " -6.5370e-03, -2.7598e-02, -8.6753e-03, -5.8184e-03, -1.3374e-03,\n", + " -1.0675e-02, -3.2111e-03])),\n", + " ('d4.batch_norms.Yes.running_mean',\n", + " tensor([-0.0269, 0.0803, -0.0844, -0.0116, 0.0761, 0.0541, 0.0055, -0.0439,\n", + " -0.0040, -0.1622, -0.0157, -0.1911, 0.0044, 0.1458, 0.0310, 0.0830,\n", + " -0.1126, -0.0459, 0.0948, -0.0883, 0.0502, -0.1522, 0.0061, -0.0604,\n", + " 0.0942, -0.0185, 0.1212, -0.0706, -0.0638, 0.0643, -0.1416, 0.0973,\n", + " 0.0400, -0.1098, -0.0285, -0.1767, 0.1322, -0.0255, -0.0013, 0.1029,\n", + " -0.0709, 0.0683, -0.1024, 0.1560, 0.0578, -0.0912, 0.1290, 0.1107,\n", + " -0.0310, 0.1712, 0.1000, -0.0902, -0.1553, 0.0483, -0.0084, -0.0608,\n", + " 0.1535, 0.0939, -0.0787, 0.1087, -0.0306, -0.0621, -0.0557, -0.0813,\n", + " -0.0549, -0.0810, -0.0502, 0.0611, -0.1723, -0.1489, -0.0290, 0.1685,\n", + " -0.0736, 0.0345, -0.0860, 0.0949, -0.0103, -0.1231, -0.1010, -0.0095,\n", + " 0.0674, 0.0743, -0.0027, 0.0323, 0.0818, 0.1360, -0.1261, -0.0166,\n", + " 0.0617, -0.0805, -0.0562, -0.0728, -0.1157, 0.0119, -0.0411, 0.0046,\n", + " 0.1034, 0.0343, 0.0445, 0.0148, 0.1095, -0.0207, 0.1562, 0.0459,\n", + " 0.0084, -0.0339, -0.1874, -0.0922, 0.0434, 0.0755, 0.0285, 0.0173,\n", + " -0.0006, -0.0064, -0.0800, 0.0613, -0.0028, -0.1033, -0.0235, -0.1286,\n", + " 0.1412, -0.0017, -0.0085, -0.0560, -0.0268, -0.0473, -0.0310, 0.0270,\n", + " -0.2241, 0.0526, 0.0687, 0.0381, 0.0328, 0.0147, 0.2562, 0.0498,\n", + " -0.2593, 0.0755, -0.0249, -0.0895, -0.1075, -0.0547, 0.0784, 0.1777,\n", + " 0.0279, -0.1000, 0.0305, -0.0209, 0.0435, 0.0497, -0.0381, -0.0368,\n", + " 0.1089, -0.0061, 0.0543, -0.0800, -0.0864, -0.0326, 0.0235, -0.0195,\n", + " -0.0135, -0.0124, 0.0410, -0.0545, 0.1615, -0.1336, 0.1400, 0.0563,\n", + " -0.0435, -0.0742, -0.0369, 0.0099, -0.1705, 0.0558, 0.0595, 0.0946,\n", + " -0.0999, -0.0539, -0.0659, -0.0057, -0.1182, 0.2302, -0.1929, 0.0025,\n", + " -0.2412, -0.0818, 0.1164, -0.1277, -0.0187, -0.1245, 0.0963, -0.0787,\n", + " -0.0055, -0.0415, -0.1132, 0.0199, 0.0995, 0.0596, 0.0812, -0.2002,\n", + " 0.0350, -0.0655, -0.0555, -0.0856, -0.0979, -0.1400, 0.0958, -0.0488,\n", + " -0.0197, 0.1414, 0.0584, -0.1814, 0.0414, -0.0149, -0.0485, -0.0488,\n", + " -0.0856, -0.2185, -0.1868, -0.0293, 0.0007, -0.1169, 0.1727, -0.0319,\n", + " -0.0327, 0.0523, -0.1496, -0.2388, -0.0268, -0.0594, -0.0024, 0.0601,\n", + " -0.0022, -0.0406, -0.0907, -0.1261, 0.1275, 0.0373, 0.0131, 0.0431,\n", + " 0.2549, -0.0578, 0.0262, 0.0604, -0.1252, -0.0234, 0.1110, -0.0656,\n", + " -0.0589, 0.0029, 0.0151, 0.0676, -0.0105, -0.0833, -0.1179, 0.0072,\n", + " -0.1619, 0.1687, 0.0789, -0.1166, 0.0651, 0.0797, 0.1224, 0.0464,\n", + " 0.1072, 0.0782, -0.0613, 0.0886, 0.1449, -0.0637, -0.0248, 0.0701,\n", + " 0.0636, 0.0537, 0.1035, -0.1895, -0.0006, -0.0007, -0.0426, -0.0210,\n", + " -0.0729, 0.1449, 0.0803, 0.0409, 0.0743, 0.0455, 0.0910, 0.0932,\n", + " -0.0297, -0.1783, -0.0921, 0.1104, -0.1324, -0.0711, 0.0966, 0.1318,\n", + " 0.1136, 0.0013, -0.1046, 0.0708, -0.1711, -0.0151, 0.1083, -0.1877,\n", + " -0.0892, 0.0621, -0.0304, 0.0431, -0.0761, 0.0499, -0.1660, 0.0528,\n", + " 0.1208, 0.1115, -0.1149, 0.1873, -0.0759, -0.0769, 0.0646, 0.0015,\n", + " 0.0536, 0.0087, -0.0982, -0.0527, 0.0093, 0.0385, 0.0642, 0.0030,\n", + " 0.1702, -0.0294, 0.1958, 0.0614, -0.0989, -0.0709, -0.0306, 0.1177,\n", + " -0.0609, 0.0012, 0.0581, -0.0650, -0.0738, 0.0660, 0.2007, -0.0106,\n", + " 0.0673, -0.1216, 0.0788, -0.0163, -0.0446, 0.0073, 0.0527, -0.0294,\n", + " 0.0474, 0.1300, -0.0768, -0.0028, 0.0370, 0.0816, -0.0481, -0.0612,\n", + " -0.0034, 0.0275, 0.1138, -0.0018, -0.1323, -0.0249, -0.0572, -0.0179,\n", + " 0.0784, -0.0709, 0.1189, 0.1170, 0.0822, -0.0004, -0.0522, -0.0263,\n", + " 0.0288, -0.1337, 0.1807, 0.0596, -0.1926, 0.0305, -0.0565, 0.1271,\n", + " -0.0544, 0.0478, -0.0645, 0.1047, 0.2621, 0.0058, -0.0830, -0.0648,\n", + " -0.0396, -0.0758, 0.0123, 0.0347, -0.0099, 0.1463, -0.0715, -0.0968,\n", + " -0.0296, -0.0856, 0.0085, -0.0569, 0.0042, 0.0113, 0.0068, -0.1193,\n", + " 0.1836, -0.0011, -0.0409, 0.1449, 0.0855, -0.1368, 0.1619, 0.0836,\n", + " 0.0703, 0.0969, 0.0848, 0.0008, -0.1602, -0.0320, -0.0027, 0.2617,\n", + " -0.0076, 0.0380, -0.0823, -0.1345, -0.0268, -0.1022, 0.0599, -0.0058,\n", + " -0.0281, 0.0795, 0.0616, 0.0027, -0.1382, 0.0659, -0.0249, 0.0153,\n", + " -0.2034, 0.0280, 0.0759, -0.0883, 0.0688, -0.1784, -0.0118, 0.1186,\n", + " -0.0782, 0.0166, -0.1121, 0.0061, 0.0094, 0.0691, 0.1201, -0.0028,\n", + " -0.1630, 0.0016, -0.0392, -0.2143, 0.0591, 0.0517, -0.1173, -0.0809,\n", + " 0.0208, 0.0722, -0.0565, -0.0631, 0.0307, 0.0503, -0.0269, 0.1291,\n", + " -0.0454, -0.0473, 0.0572, -0.0438, 0.0033, 0.0295, 0.0836, -0.1451,\n", + " -0.1772, -0.0762, -0.0886, -0.1227, 0.0722, 0.1513, -0.0443, 0.0402,\n", + " 0.0272, -0.0035, 0.1054, 0.0985, 0.0332, -0.0296, 0.0913, -0.1381,\n", + " 0.0023, -0.0627, -0.0570, 0.0481, 0.1001, 0.0455, 0.0380, 0.0173,\n", + " -0.0026, -0.0754, -0.0462, 0.0368, 0.0150, -0.0037, 0.1062, -0.0576])),\n", + " ('d4.batch_norms.Yes.running_var',\n", + " tensor([0.0116, 0.0131, 0.0144, 0.0101, 0.0122, 0.0119, 0.0013, 0.0080, 0.0013,\n", + " 0.0308, 0.0058, 0.0266, 0.0010, 0.0424, 0.0081, 0.0125, 0.0171, 0.0106,\n", + " 0.0167, 0.0144, 0.0138, 0.0261, 0.0022, 0.0095, 0.0118, 0.0110, 0.0151,\n", + " 0.0170, 0.0136, 0.0151, 0.0134, 0.0125, 0.0107, 0.0136, 0.0037, 0.0354,\n", + " 0.0484, 0.0018, 0.0010, 0.0129, 0.0120, 0.0174, 0.0215, 0.0920, 0.0222,\n", + " 0.0156, 0.0149, 0.0385, 0.0109, 0.0861, 0.0197, 0.0144, 0.0272, 0.0096,\n", + " 0.0010, 0.0096, 0.0305, 0.0142, 0.0138, 0.0112, 0.0119, 0.0124, 0.0163,\n", + " 0.0244, 0.0089, 0.0126, 0.0109, 0.0128, 0.0205, 0.0146, 0.0162, 0.0227,\n", + " 0.0129, 0.0068, 0.0329, 0.0139, 0.0014, 0.0271, 0.0289, 0.0009, 0.0153,\n", + " 0.0125, 0.0011, 0.0096, 0.0130, 0.0120, 0.0167, 0.0012, 0.0172, 0.0216,\n", + " 0.0180, 0.0130, 0.0172, 0.0129, 0.0166, 0.0009, 0.0123, 0.0112, 0.0110,\n", + " 0.0075, 0.0130, 0.0057, 0.0128, 0.0129, 0.0046, 0.0175, 0.0191, 0.0150,\n", + " 0.0148, 0.0139, 0.0160, 0.0058, 0.0010, 0.0123, 0.0155, 0.0127, 0.0009,\n", + " 0.0155, 0.0093, 0.0181, 0.0139, 0.0016, 0.0009, 0.0115, 0.0145, 0.0032,\n", + " 0.0083, 0.0050, 0.0364, 0.0127, 0.0133, 0.0146, 0.0112, 0.0139, 0.0299,\n", + " 0.0151, 0.0241, 0.0127, 0.0137, 0.0157, 0.0159, 0.0117, 0.0166, 0.0137,\n", + " 0.0121, 0.0155, 0.0148, 0.0081, 0.0090, 0.0116, 0.0148, 0.0128, 0.0188,\n", + " 0.0115, 0.0115, 0.0127, 0.0200, 0.0096, 0.0042, 0.0138, 0.0013, 0.0010,\n", + " 0.0141, 0.0133, 0.0225, 0.0147, 0.0159, 0.0178, 0.0229, 0.0172, 0.0027,\n", + " 0.0105, 0.0578, 0.0161, 0.0131, 0.0161, 0.0158, 0.0161, 0.0182, 0.0072,\n", + " 0.0179, 0.0472, 0.0314, 0.0036, 0.0385, 0.0143, 0.0176, 0.0159, 0.0129,\n", + " 0.0149, 0.0113, 0.0183, 0.0037, 0.0149, 0.0147, 0.0148, 0.0282, 0.0153,\n", + " 0.0132, 0.0358, 0.0140, 0.0120, 0.0121, 0.0124, 0.0133, 0.0252, 0.0155,\n", + " 0.0137, 0.0133, 0.0195, 0.0144, 0.0212, 0.0157, 0.0013, 0.0154, 0.0112,\n", + " 0.0115, 0.0300, 0.0319, 0.0206, 0.0009, 0.0258, 0.0501, 0.0144, 0.0058,\n", + " 0.0137, 0.0159, 0.0206, 0.0044, 0.0209, 0.0100, 0.0149, 0.0015, 0.0121,\n", + " 0.0139, 0.0456, 0.0356, 0.0142, 0.0139, 0.0128, 0.0439, 0.0165, 0.0122,\n", + " 0.0148, 0.0586, 0.0066, 0.0156, 0.0123, 0.0065, 0.0009, 0.0155, 0.0153,\n", + " 0.0055, 0.0186, 0.0134, 0.0065, 0.0297, 0.0231, 0.0150, 0.0152, 0.0133,\n", + " 0.0141, 0.0173, 0.0082, 0.0151, 0.0180, 0.0153, 0.0117, 0.0139, 0.0158,\n", + " 0.0132, 0.0119, 0.0153, 0.0135, 0.0126, 0.0536, 0.0075, 0.0009, 0.0137,\n", + " 0.0027, 0.0180, 0.0126, 0.0151, 0.0067, 0.0157, 0.0131, 0.0122, 0.0157,\n", + " 0.0119, 0.0407, 0.0610, 0.0127, 0.0134, 0.0127, 0.0157, 0.0282, 0.0135,\n", + " 0.0037, 0.0322, 0.0178, 0.0213, 0.0101, 0.0122, 0.0375, 0.0176, 0.0147,\n", + " 0.0157, 0.0134, 0.0129, 0.0117, 0.0301, 0.0214, 0.0172, 0.0195, 0.0331,\n", + " 0.0214, 0.0091, 0.0147, 0.0153, 0.0053, 0.0123, 0.0011, 0.0140, 0.0148,\n", + " 0.0121, 0.0090, 0.0126, 0.0013, 0.0587, 0.0054, 0.0533, 0.0158, 0.0131,\n", + " 0.0145, 0.0055, 0.0179, 0.0141, 0.0011, 0.0144, 0.0139, 0.0116, 0.0159,\n", + " 0.0440, 0.0221, 0.0167, 0.0176, 0.0170, 0.0051, 0.0110, 0.0057, 0.0128,\n", + " 0.0089, 0.0145, 0.0144, 0.0127, 0.0037, 0.0129, 0.0094, 0.0163, 0.0113,\n", + " 0.0010, 0.0170, 0.0157, 0.0009, 0.0419, 0.0029, 0.0120, 0.0087, 0.0123,\n", + " 0.0163, 0.0164, 0.0334, 0.0130, 0.0018, 0.0120, 0.0148, 0.0036, 0.0280,\n", + " 0.0333, 0.0121, 0.0227, 0.0151, 0.0128, 0.0145, 0.0118, 0.0119, 0.0104,\n", + " 0.0127, 0.0343, 0.0024, 0.0126, 0.0118, 0.0157, 0.0143, 0.0023, 0.0049,\n", + " 0.0084, 0.0452, 0.0148, 0.0127, 0.0157, 0.0143, 0.0019, 0.0158, 0.0102,\n", + " 0.0128, 0.0039, 0.0259, 0.0188, 0.0056, 0.0075, 0.0265, 0.0165, 0.0229,\n", + " 0.0163, 0.0137, 0.0167, 0.0212, 0.0129, 0.0123, 0.0302, 0.0121, 0.0010,\n", + " 0.0340, 0.0126, 0.0021, 0.0127, 0.0295, 0.0103, 0.0146, 0.0155, 0.0010,\n", + " 0.0118, 0.0124, 0.0125, 0.0010, 0.0147, 0.0175, 0.0052, 0.0110, 0.0323,\n", + " 0.0131, 0.0129, 0.0126, 0.0142, 0.0306, 0.0060, 0.0160, 0.0152, 0.0095,\n", + " 0.0265, 0.0013, 0.0079, 0.0136, 0.0170, 0.0010, 0.0174, 0.0010, 0.0165,\n", + " 0.0440, 0.0121, 0.0145, 0.0180, 0.0235, 0.0119, 0.0132, 0.0136, 0.0151,\n", + " 0.0128, 0.0059, 0.0069, 0.0145, 0.0139, 0.0117, 0.0169, 0.0132, 0.0016,\n", + " 0.0017, 0.0186, 0.0581, 0.0153, 0.0119, 0.0158, 0.0440, 0.0134, 0.0215,\n", + " 0.0140, 0.0119, 0.0140, 0.0009, 0.0167, 0.0294, 0.0102, 0.0036, 0.0240,\n", + " 0.0705, 0.0142, 0.0211, 0.0155, 0.0213, 0.0143, 0.0179, 0.0035, 0.0282,\n", + " 0.0023, 0.0255, 0.0150, 0.0117, 0.0047, 0.0009, 0.0427, 0.0143])),\n", + " ('d4.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('d4.l1.0.weight',\n", + " tensor([[[[-8.3210e-04, -1.4785e-02, -3.2950e-02, -3.6277e-02],\n", + " [ 1.8124e-02, -4.6793e-02, -3.3793e-04, 4.3794e-02],\n", + " [ 2.3475e-02, -8.3758e-04, -8.6422e-03, -9.4925e-03],\n", + " [ 5.7650e-02, -2.9412e-02, -1.9576e-02, 2.4808e-02]],\n", + " \n", + " [[ 2.2428e-02, 7.6445e-03, 1.7393e-03, 1.0651e-01],\n", + " [ 3.1192e-03, -7.4553e-03, 3.3560e-02, -1.3875e-02],\n", + " [ 5.3755e-02, -4.0505e-02, -9.3784e-03, 2.6351e-02],\n", + " [ 6.7977e-03, 1.9587e-02, -3.5575e-02, 1.8176e-02]],\n", + " \n", + " [[ 8.4678e-03, -7.5623e-02, -5.9777e-02, -2.0288e-02],\n", + " [-1.5340e-02, -4.2804e-02, 1.2762e-02, -2.5089e-02],\n", + " [-4.4173e-02, -3.6368e-02, 6.6463e-03, 5.4005e-03],\n", + " [-4.1289e-02, -5.0861e-02, -4.6754e-03, -1.7467e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.2895e-02, 2.5807e-02, 4.8307e-02, -9.6246e-03],\n", + " [ 6.0638e-03, -2.5035e-02, -2.1966e-02, -1.0979e-02],\n", + " [-2.0381e-02, 1.6960e-02, 3.9922e-02, -9.5814e-03],\n", + " [-1.0860e-02, -1.0454e-02, 2.1116e-02, -1.7722e-02]],\n", + " \n", + " [[ 5.5366e-02, 6.5045e-02, 1.7234e-02, -3.8883e-02],\n", + " [ 3.5494e-03, -1.0823e-02, -2.5942e-04, 1.9579e-03],\n", + " [ 5.8826e-02, 1.8455e-02, 4.2652e-02, 5.7743e-04],\n", + " [-1.4290e-02, -1.4887e-03, 1.9813e-02, 2.0755e-02]],\n", + " \n", + " [[-3.8110e-02, 2.9504e-03, -1.5565e-02, -1.5120e-02],\n", + " [-1.0666e-02, -6.8661e-03, 4.8167e-03, 3.8598e-02],\n", + " [ 3.7445e-02, 2.7851e-02, 1.3911e-03, -1.9726e-03],\n", + " [ 1.1975e-02, 1.3638e-02, -5.7196e-02, -2.2613e-02]]],\n", + " \n", + " \n", + " [[[-3.7797e-02, -1.0471e-02, -3.8631e-02, 1.3426e-02],\n", + " [ 2.7416e-02, -2.5062e-02, 3.2803e-04, -2.6992e-02],\n", + " [-2.3315e-02, -9.5336e-03, -4.4602e-02, -3.1043e-02],\n", + " [-1.0220e-02, -6.1745e-02, -4.3809e-02, -2.9389e-03]],\n", + " \n", + " [[-4.3576e-02, 8.9325e-03, -8.7830e-03, -1.5505e-02],\n", + " [ 1.4752e-03, -9.1165e-04, -3.6083e-02, -4.1102e-03],\n", + " [-9.7140e-03, -8.4302e-04, -4.3818e-02, 9.3208e-03],\n", + " [-5.0535e-03, -2.6124e-02, -1.4366e-02, -2.7683e-04]],\n", + " \n", + " [[ 2.3908e-02, 4.1362e-02, -3.3012e-02, -2.1848e-02],\n", + " [ 8.0343e-02, -1.7766e-03, 3.8518e-02, 3.0897e-03],\n", + " [-1.3626e-02, 3.3408e-02, 2.1227e-02, 5.1462e-02],\n", + " [-1.7054e-02, -8.9161e-04, 5.2067e-02, 2.8517e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.7353e-03, -1.8064e-02, -8.0140e-04, -2.5763e-02],\n", + " [-2.8935e-02, 1.1804e-02, 1.2314e-02, -1.8094e-02],\n", + " [ 1.0773e-02, -1.0138e-02, 1.3750e-02, 1.9407e-02],\n", + " [-1.6259e-02, 1.3193e-02, 1.1415e-02, 2.5413e-03]],\n", + " \n", + " [[ 2.6136e-02, 2.5522e-03, 5.0144e-02, 1.0396e-02],\n", + " [ 6.1541e-02, -1.2336e-02, -5.0641e-03, -2.7663e-02],\n", + " [ 3.3325e-02, 2.6976e-02, 9.2819e-03, -6.2828e-03],\n", + " [ 4.3581e-02, -3.9076e-02, -4.6887e-03, -1.6890e-02]],\n", + " \n", + " [[ 1.8718e-02, 2.4124e-02, 3.3139e-02, 2.7834e-02],\n", + " [ 3.5532e-02, 1.7399e-02, 2.3489e-02, 2.1773e-02],\n", + " [ 1.8419e-02, -2.1424e-02, 6.5343e-02, 2.8902e-02],\n", + " [-6.4732e-04, 7.2415e-03, 2.8492e-02, -1.2573e-02]]],\n", + " \n", + " \n", + " [[[-6.3346e-02, 2.6312e-02, 1.1763e-02, 3.4244e-02],\n", + " [ 1.6346e-02, -2.8675e-02, -7.4558e-02, -7.2459e-02],\n", + " [ 2.1366e-02, 4.1843e-03, -1.8441e-02, -4.2848e-02],\n", + " [-3.0621e-02, -6.8909e-03, -2.5480e-02, 6.4193e-03]],\n", + " \n", + " [[-1.2034e-02, 3.8088e-03, -3.2654e-02, -1.8802e-02],\n", + " [-3.5647e-02, -4.8098e-02, -9.8873e-02, -4.4884e-02],\n", + " [-1.7227e-02, 1.8661e-02, -3.8602e-03, 2.1377e-02],\n", + " [-2.8694e-02, -4.1983e-02, 1.5001e-02, -8.7712e-03]],\n", + " \n", + " [[-2.1136e-02, -7.0425e-03, -2.3512e-02, -6.0514e-04],\n", + " [-6.3197e-03, 8.6488e-02, 4.7448e-02, -1.7114e-02],\n", + " [ 1.0266e-02, -5.8752e-02, -3.7110e-02, -3.4534e-02],\n", + " [-3.1348e-03, -2.9751e-02, 6.8909e-03, -3.3320e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.1118e-02, -6.7079e-03, 2.6073e-02, -1.9499e-02],\n", + " [ 2.5953e-02, 3.1724e-03, 1.4180e-02, 1.6727e-02],\n", + " [-1.0016e-02, -1.1885e-02, -8.6113e-03, 4.4830e-03],\n", + " [-2.5756e-02, -6.5083e-03, 8.4324e-03, 3.3060e-02]],\n", + " \n", + " [[ 1.5572e-02, -2.3081e-02, 2.1212e-03, 1.2542e-02],\n", + " [-7.8401e-03, 1.2335e-02, -6.0965e-04, 2.1031e-02],\n", + " [-3.1643e-02, -5.7899e-04, 3.7860e-03, -1.7532e-02],\n", + " [ 2.2607e-02, -3.6081e-02, -3.8092e-02, -4.3556e-02]],\n", + " \n", + " [[-1.0013e-02, 2.7258e-02, 1.4701e-02, -1.9614e-02],\n", + " [-2.0747e-02, 4.3384e-02, -2.0000e-03, 5.5824e-02],\n", + " [ 4.3039e-02, 1.7636e-02, -1.2512e-03, 5.1723e-02],\n", + " [-5.2617e-03, 6.3426e-02, 1.3188e-02, 2.8452e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-3.4334e-02, -6.3072e-03, -2.2402e-03, 6.7501e-03],\n", + " [ 5.7650e-02, 8.0145e-03, 2.1334e-02, 2.3481e-02],\n", + " [ 3.5531e-03, 2.3638e-02, -5.1163e-03, 3.4684e-02],\n", + " [ 2.3823e-02, 8.7785e-03, 3.7828e-03, 4.3238e-02]],\n", + " \n", + " [[ 5.8967e-03, 9.7892e-03, 1.9631e-03, -2.2855e-02],\n", + " [-6.7628e-03, 1.0911e-02, -9.3248e-06, 2.5558e-03],\n", + " [-4.2037e-02, 2.7408e-02, -8.1565e-03, -4.2754e-02],\n", + " [ 3.2948e-04, -8.0383e-03, -3.7785e-02, -1.2283e-02]],\n", + " \n", + " [[-6.3416e-03, -3.4248e-02, -3.7585e-03, -6.8815e-03],\n", + " [-3.2986e-02, -2.3886e-02, -3.4153e-02, -3.9970e-02],\n", + " [-1.4861e-02, -4.5424e-03, 1.0790e-02, -8.0391e-04],\n", + " [ 1.2024e-02, 1.2466e-02, 8.2189e-03, -1.1814e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.5950e-03, 1.8127e-02, -7.0925e-03, 2.5980e-02],\n", + " [-2.7489e-02, 4.0009e-02, -5.7388e-03, 2.5138e-02],\n", + " [-2.1090e-02, -1.0514e-02, -3.0554e-02, -1.1674e-02],\n", + " [-1.8573e-03, 3.5312e-02, 1.1674e-02, -1.2671e-02]],\n", + " \n", + " [[ 8.2665e-03, 3.5133e-02, 3.3381e-03, 6.2875e-03],\n", + " [-2.6292e-02, 8.9942e-03, -2.5853e-02, -1.9002e-02],\n", + " [ 2.3421e-02, -1.8917e-02, 3.3134e-02, -1.6536e-02],\n", + " [-5.5649e-02, -2.8560e-02, -2.6444e-02, -1.0437e-02]],\n", + " \n", + " [[ 8.3221e-03, -3.8674e-02, 3.6147e-02, -5.0747e-03],\n", + " [ 4.2381e-03, 3.6714e-03, -1.8409e-02, 2.4543e-02],\n", + " [ 2.2312e-02, -5.8929e-03, 3.9807e-02, 2.0454e-03],\n", + " [-1.9733e-03, -2.4589e-02, 1.1748e-02, 1.1206e-02]]],\n", + " \n", + " \n", + " [[[ 2.8379e-02, 1.3182e-02, 3.2436e-02, 2.1049e-02],\n", + " [-2.3298e-02, -3.2288e-02, 2.0690e-02, -3.3780e-02],\n", + " [ 2.0257e-02, -5.5859e-02, -1.1824e-02, -9.3453e-03],\n", + " [ 2.8952e-02, -1.5732e-02, 5.5354e-02, 3.7840e-02]],\n", + " \n", + " [[-1.4778e-02, 5.0661e-02, 2.6583e-02, 1.6438e-02],\n", + " [-9.9213e-03, 8.3239e-03, -5.0114e-03, 1.0643e-03],\n", + " [-7.2146e-03, 4.7856e-04, -5.1415e-02, 9.6179e-03],\n", + " [ 2.3088e-03, -1.3825e-02, -2.6423e-02, 2.7635e-02]],\n", + " \n", + " [[ 1.8008e-02, -1.2202e-02, 1.7937e-03, 3.7921e-03],\n", + " [-3.3150e-03, -1.0036e-02, 1.3277e-02, -3.9582e-02],\n", + " [ 2.0907e-02, -2.6407e-02, 2.8351e-02, 2.4872e-02],\n", + " [-5.4141e-02, 2.3587e-02, -7.0629e-02, -2.5745e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.1299e-03, -2.5037e-02, -7.9629e-03, -4.9344e-03],\n", + " [ 3.5266e-03, 2.6639e-02, -1.7309e-02, 8.6960e-03],\n", + " [-1.9758e-02, -1.6693e-02, -2.0707e-03, -8.0275e-03],\n", + " [-4.8230e-03, 6.5138e-03, 1.3946e-02, -1.6713e-03]],\n", + " \n", + " [[ 3.2458e-02, 2.3426e-02, 1.4369e-02, 3.2060e-03],\n", + " [-6.0127e-03, 2.0214e-02, 1.7650e-02, -3.8063e-03],\n", + " [-2.8804e-02, -5.0761e-03, -2.7881e-02, -1.5994e-02],\n", + " [-1.2921e-02, -1.3839e-02, -9.2866e-03, -2.7790e-02]],\n", + " \n", + " [[-1.5328e-03, -4.6121e-02, -1.4291e-02, 8.6431e-03],\n", + " [ 1.4306e-03, 1.0215e-02, -1.1997e-02, -8.7836e-03],\n", + " [-9.3349e-03, -1.3170e-02, -2.7454e-02, -2.7204e-03],\n", + " [-5.6889e-03, -3.6444e-02, 5.7800e-03, -1.2574e-02]]],\n", + " \n", + " \n", + " [[[ 9.1294e-02, -2.7570e-02, -1.7081e-02, 9.4714e-03],\n", + " [ 9.2253e-03, 3.8918e-02, 2.8144e-02, -4.6005e-02],\n", + " [ 8.1524e-03, 4.1562e-03, -1.6364e-02, -3.2883e-02],\n", + " [ 4.6880e-02, 1.7408e-02, -4.7969e-02, -3.5096e-02]],\n", + " \n", + " [[-1.5861e-02, -1.2241e-02, 2.0454e-02, -1.1970e-02],\n", + " [ 1.8070e-02, -1.5929e-02, 4.5793e-02, -4.5351e-02],\n", + " [ 2.9978e-02, -3.4448e-03, -1.3782e-02, -4.4094e-02],\n", + " [ 4.8871e-02, -3.5249e-03, 6.2856e-02, -3.5155e-02]],\n", + " \n", + " [[-1.2646e-02, 2.2451e-03, -1.0221e-03, -2.8129e-02],\n", + " [ 2.9611e-02, 8.4557e-03, -2.7780e-02, 3.2448e-02],\n", + " [-1.3005e-02, 2.6500e-02, -6.1780e-02, -1.0166e-02],\n", + " [ 2.1104e-02, 5.0027e-02, 3.2866e-02, -3.7877e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.6453e-02, 3.1305e-03, 1.3029e-02, 1.6818e-03],\n", + " [ 1.2718e-02, -2.4505e-02, -6.3619e-03, 3.8359e-03],\n", + " [ 3.9888e-03, -1.8868e-02, 1.2685e-02, -2.8905e-02],\n", + " [-8.0638e-03, 1.4904e-02, 1.9923e-02, 4.5280e-03]],\n", + " \n", + " [[-2.3079e-02, -4.9296e-02, -4.6389e-02, -3.3551e-02],\n", + " [-4.4980e-02, -3.3366e-02, 2.5207e-02, -4.7096e-02],\n", + " [ 6.7021e-03, -2.3953e-02, 4.1811e-02, -5.5764e-02],\n", + " [-3.8401e-02, -2.1199e-02, -2.5087e-03, 3.1931e-02]],\n", + " \n", + " [[ 1.4775e-02, -2.4580e-02, 1.8033e-02, 4.4269e-03],\n", + " [-2.6206e-02, 1.8667e-02, -1.7510e-02, -9.9076e-03],\n", + " [ 7.8787e-03, -1.0565e-02, 2.2429e-02, -2.1431e-02],\n", + " [ 1.7412e-02, -2.9107e-02, -7.2343e-03, -3.9163e-02]]]])),\n", + " ('d4.l1.1.weight',\n", + " tensor([ 5.5793e-02, -3.4839e-02, 5.4843e-02, 4.5968e-04, -6.7832e-02,\n", + " -4.3641e-02, -2.0708e-04, 4.3566e-04, -3.8949e-04, 1.9313e-02,\n", + " 2.5032e-03, 3.9482e-02, -1.7899e-05, -8.6776e-03, -8.7863e-07,\n", + " -1.8467e-02, 4.6355e-02, 4.2890e-02, -6.0324e-02, 9.0093e-02,\n", + " -3.9853e-02, 1.6428e-02, 5.6844e-04, -1.5934e-03, -3.3631e-02,\n", + " -2.3815e-03, -3.6903e-02, 6.6106e-02, 4.7432e-02, -5.5084e-02,\n", + " 4.4849e-02, -6.3164e-02, -3.4483e-02, 9.0273e-02, -4.7678e-04,\n", + " 1.6214e-02, -1.9835e-02, 2.0714e-05, -5.2505e-05, -6.1704e-02,\n", + " 5.1952e-02, -3.4721e-02, 6.1440e-02, -9.6505e-03, -1.1333e-03,\n", + " 6.0337e-02, -5.2689e-02, -5.6217e-03, 1.0376e-03, -1.4194e-02,\n", + " -3.0055e-02, 3.0538e-02, 3.7686e-02, -3.9306e-02, 7.6355e-06,\n", + " 1.4083e-03, -3.9687e-02, -4.3133e-02, 6.7132e-02, -4.4285e-02,\n", + " 2.9425e-02, 1.8672e-02, 4.5666e-02, 3.9129e-02, 6.1400e-04,\n", + " 4.5674e-02, 5.6936e-02, -7.0452e-02, 3.4846e-02, 4.0108e-02,\n", + " 2.4458e-02, -3.7719e-02, 7.2091e-02, -1.3952e-03, 1.0922e-03,\n", + " -6.5215e-02, 3.5380e-04, 3.0476e-02, -8.6975e-04, 1.2982e-04,\n", + " -7.8322e-02, -4.8793e-04, 1.0369e-04, 4.6623e-05, -2.2281e-02,\n", + " -5.1036e-02, 7.6372e-02, 2.9724e-04, -6.0673e-02, 2.3836e-03,\n", + " 6.6127e-02, 3.9840e-02, 2.2354e-02, -7.0750e-02, 6.2554e-02,\n", + " 1.1553e-04, -4.7786e-02, -1.3649e-03, -2.1809e-02, 3.4763e-04,\n", + " -4.2446e-02, 6.2076e-04, -7.0851e-02, -2.5448e-02, 3.9548e-04,\n", + " 5.3716e-02, 2.6985e-02, 1.8752e-02, -1.1009e-03, -6.3697e-02,\n", + " -5.3333e-02, -2.2903e-04, 5.9880e-05, -3.5609e-02, 6.3137e-02,\n", + " -3.3147e-02, -1.5589e-05, 4.9573e-02, 4.5982e-02, 6.4383e-02,\n", + " -5.2459e-02, 2.4015e-05, -7.0487e-06, 3.7705e-02, 5.1973e-02,\n", + " 6.6716e-04, -2.0346e-03, -9.9907e-04, 3.2755e-02, -7.0905e-02,\n", + " -4.7856e-02, -4.8881e-02, -7.1812e-04, -6.5112e-02, -3.0618e-02,\n", + " -3.8145e-04, 3.4489e-02, -1.3808e-02, 5.4495e-02, 4.8572e-02,\n", + " 7.9171e-02, 7.9412e-02, -5.6823e-04, -6.2896e-02, -7.5908e-02,\n", + " 9.5067e-02, -5.5377e-02, 2.5975e-04, -5.3127e-04, -2.7902e-02,\n", + " 2.0713e-02, 4.7909e-02, -6.0548e-02, 5.8877e-02, -4.5611e-02,\n", + " 4.2108e-02, 3.2012e-02, -6.0919e-04, -2.2194e-04, 6.5132e-02,\n", + " 2.1501e-07, -7.0288e-05, -7.8392e-02, 5.3521e-02, -4.7101e-02,\n", + " 6.9362e-02, -5.8349e-02, -6.8389e-02, 2.4148e-03, 5.6108e-02,\n", + " -3.0433e-05, -6.0201e-02, 2.2613e-03, -4.9054e-02, -6.3554e-02,\n", + " -3.4636e-02, 4.1626e-02, 5.3620e-02, 6.7981e-02, -2.4077e-04,\n", + " 4.9901e-02, -3.4746e-02, 4.9100e-02, -1.5702e-03, 2.1580e-02,\n", + " 5.9557e-02, -5.6694e-02, 9.6420e-02, 5.2485e-02, 5.1001e-02,\n", + " -3.6072e-02, 2.5215e-02, 3.2300e-06, 6.3198e-02, 5.1798e-02,\n", + " -3.3414e-02, -1.8652e-02, -4.8048e-02, -6.5422e-02, 1.8614e-02,\n", + " -4.9930e-02, 2.7081e-02, 4.9716e-02, 6.1625e-02, 8.3628e-02,\n", + " 3.5348e-02, -2.9762e-02, 4.6450e-02, 9.5510e-04, -3.7426e-02,\n", + " -3.6675e-02, 3.7811e-02, -2.6203e-02, 2.0954e-04, 2.9159e-02,\n", + " 5.2499e-02, 3.5802e-02, 2.7432e-02, 3.6812e-02, 2.6045e-03,\n", + " -3.8452e-05, 1.2706e-02, -2.6803e-02, 5.6477e-02, 3.7146e-04,\n", + " -6.8379e-02, 4.2470e-02, 6.8710e-02, 5.5744e-04, 1.7579e-02,\n", + " -6.4135e-02, -5.1227e-02, -3.8756e-04, 4.7425e-02, 7.0961e-02,\n", + " 2.6147e-02, -2.6635e-02, -2.7561e-02, -7.3431e-02, -6.6110e-02,\n", + " -3.9317e-02, 3.1124e-02, -4.2721e-02, -3.4722e-02, 2.6446e-02,\n", + " 2.7795e-04, -3.3467e-02, 4.6878e-02, 1.0643e-03, 5.9515e-05,\n", + " 1.1680e-03, 1.0190e-03, -3.8087e-04, 6.3432e-02, 8.0170e-02,\n", + " -3.0563e-04, 4.0498e-02, -8.1659e-02, -2.3430e-03, 7.8505e-02,\n", + " -4.0735e-02, -4.7947e-02, -6.5348e-02, -8.7983e-04, -2.5762e-02,\n", + " -7.6101e-02, 7.0163e-02, -3.8486e-02, -3.7662e-02, 5.1666e-02,\n", + " 5.4064e-02, -1.7654e-04, -5.8718e-02, -4.4917e-04, -6.6060e-02,\n", + " 1.4853e-02, -8.8349e-04, 4.7037e-05, 6.4176e-02, 4.1651e-05,\n", + " 4.2540e-02, -4.9126e-02, -4.5804e-02, -4.0716e-04, -5.7836e-02,\n", + " -6.0871e-02, -7.0091e-02, -4.8688e-02, 6.2220e-02, 3.2051e-02,\n", + " 8.8259e-03, -3.1921e-02, 5.1384e-02, 7.1684e-02, -7.9025e-02,\n", + " -2.3940e-03, -5.6069e-02, -1.2312e-03, 1.5047e-02, -2.0262e-03,\n", + " 4.6760e-02, -3.5212e-02, -4.9283e-02, 4.2941e-02, 2.1848e-02,\n", + " -5.2266e-02, 4.4439e-02, -1.4967e-02, 9.7765e-04, -3.2044e-02,\n", + " 3.2351e-02, -2.5690e-02, -1.8645e-02, -3.2493e-02, 1.5473e-02,\n", + " -2.6534e-02, 3.9024e-02, 5.8260e-02, -6.0614e-02, -3.1500e-04,\n", + " -4.5581e-02, -3.7959e-04, 7.6534e-02, 4.0138e-02, -6.9271e-02,\n", + " 3.6120e-04, -6.9925e-02, -3.6070e-04, -4.4785e-02, 5.0023e-04,\n", + " -3.5353e-02, -5.6089e-02, 8.9090e-02, 4.7599e-02, 3.7497e-04,\n", + " -4.2214e-02, 6.8838e-02, -3.2148e-05, -5.9142e-02, 1.8625e-03,\n", + " 4.5792e-02, -6.3698e-02, -2.0276e-02, 2.4504e-02, -4.8797e-02,\n", + " 5.4908e-02, -7.4480e-02, 3.3138e-04, 4.3004e-02, -1.5190e-04,\n", + " -5.5760e-02, 1.5837e-03, -4.2413e-02, -1.4134e-02, 9.4574e-02,\n", + " -9.4413e-04, -3.5291e-02, 9.7005e-04, 2.4660e-02, -7.4483e-04,\n", + " 7.1226e-05, -1.6780e-02, -3.9228e-02, 4.1775e-04, 4.5485e-03,\n", + " 2.5478e-04, 1.3445e-03, 2.4901e-04, -6.1227e-02, 6.9177e-02,\n", + " -1.2915e-02, -2.0788e-02, -4.2363e-02, -2.3378e-04, 2.9223e-02,\n", + " 5.3658e-02, 1.0000e-03, 2.9988e-02, -7.1864e-02, -6.5257e-02,\n", + " 2.7171e-02, -4.6691e-02, 4.7353e-02, -2.6139e-02, -5.5154e-02,\n", + " -6.4999e-02, 6.5001e-04, -3.9733e-02, -3.7730e-02, -3.5238e-05,\n", + " 5.3438e-02, 5.3003e-02, 6.5388e-02, 3.0595e-02, -3.6948e-05,\n", + " -7.8845e-04, 2.9731e-02, -1.2120e-02, 6.5393e-02, 6.6038e-02,\n", + " 7.4150e-02, 5.8523e-02, -6.2138e-04, 5.8776e-02, -2.2838e-02,\n", + " -3.8746e-02, -2.2886e-04, 8.4490e-02, -2.2700e-02, 8.2469e-05,\n", + " 1.1167e-03, -3.3217e-02, -6.0549e-02, 2.4719e-02, -4.2193e-02,\n", + " -3.4911e-02, -4.6789e-02, -2.6258e-03, -2.9723e-02, -4.3647e-02,\n", + " 2.4179e-02, 3.5922e-02, -5.5160e-05, -3.8601e-02, -8.2591e-04,\n", + " -8.2128e-04, 3.5062e-02, 3.5750e-02, 2.3179e-02, 4.9980e-02,\n", + " -6.9056e-02, 3.5637e-05, 5.3914e-02, -3.2186e-02, -4.1852e-02,\n", + " -3.8471e-05, 5.0169e-02, -5.2739e-02, 6.2424e-04, -2.6676e-02,\n", + " 3.6161e-02, -4.2884e-02, -5.2288e-02, 5.0802e-02, -1.7107e-02,\n", + " 1.8055e-02, -1.7308e-04, -2.4627e-02, 1.0896e-03, -1.9336e-03,\n", + " 3.8162e-03, -6.2486e-05, -1.3386e-03, -4.2708e-02, -2.8240e-02,\n", + " 9.0114e-05, 3.8478e-02, -1.6113e-05, 2.8895e-02, 4.3070e-02,\n", + " -1.2400e-03, -6.7405e-02, 1.6202e-02, 1.3279e-02, -3.4289e-02,\n", + " -3.7549e-02, 4.2490e-02, -1.2099e-03, 5.5319e-02, -6.6866e-04,\n", + " 1.8910e-04, -2.0654e-02, 6.7849e-02, 6.7069e-02, -6.2898e-02,\n", + " 4.8135e-02, 1.5348e-05, 1.7643e-04, -4.9797e-02, 9.2485e-03,\n", + " 6.7809e-02, 7.0353e-02, 7.1176e-02, 3.8572e-03, -2.0233e-02,\n", + " -3.8854e-02, 2.0951e-02, -1.0904e-04, -4.8128e-02, -1.1016e-04,\n", + " -3.8879e-02, -3.2586e-03, 2.8343e-04, 3.3282e-04, -3.2333e-02,\n", + " 1.4312e-02, 6.8482e-02, 8.1170e-02, 1.5628e-03, -4.0127e-02,\n", + " -6.4782e-02, -1.7605e-02, -4.3134e-04, -1.1195e-03, 1.4825e-04,\n", + " 1.7712e-03, 2.5923e-02, -7.6280e-04, -5.4880e-04, -2.0480e-05,\n", + " -4.9693e-02, 3.1712e-04])),\n", + " ('d4.l1.1.bias',\n", + " tensor([-4.5135e-02, -3.2655e-02, -5.4752e-02, -4.3962e-03, -4.5178e-02,\n", + " -3.4603e-02, -3.5830e-03, -4.5818e-03, -3.9740e-03, -1.8434e-02,\n", + " -1.6018e-02, -2.3914e-02, -5.3078e-04, -1.4021e-02, -5.8812e-04,\n", + " -1.9021e-02, -2.5021e-02, -3.3360e-02, -2.9568e-02, -4.3253e-02,\n", + " -3.2930e-02, -1.6474e-02, -5.8277e-03, -1.4973e-02, -2.8470e-02,\n", + " -1.8884e-02, -3.1655e-02, -1.7799e-02, -3.0275e-02, -1.6782e-02,\n", + " -3.6137e-02, -5.2810e-02, -3.5558e-02, -4.5447e-02, -8.4543e-03,\n", + " -3.4231e-03, 2.5571e-03, -7.0492e-04, -1.3378e-03, -2.5658e-02,\n", + " -3.6529e-02, -2.0292e-02, -1.5113e-02, -1.5170e-02, -6.2244e-03,\n", + " -3.1174e-02, -3.2770e-02, -1.5278e-02, -6.6401e-03, -1.8154e-02,\n", + " -2.8843e-02, -2.0724e-02, -1.5825e-02, -2.1755e-02, -1.2998e-03,\n", + " -6.4830e-03, -1.4671e-02, -3.4223e-02, -2.7873e-02, -3.5302e-02,\n", + " -2.5591e-02, -1.6651e-02, -4.4891e-02, -1.3520e-02, -4.2268e-03,\n", + " -2.6758e-02, -3.3698e-02, -4.6221e-02, -3.2574e-02, -3.9386e-02,\n", + " -1.9716e-02, -3.3104e-02, -5.0044e-02, -9.9946e-03, -4.0168e-03,\n", + " -5.0804e-02, -4.1975e-03, -9.9771e-03, -1.8079e-02, -1.3122e-03,\n", + " -3.8849e-02, -6.4417e-03, -9.8720e-04, -9.4077e-03, -1.7236e-02,\n", + " -2.1922e-02, -4.2922e-02, -2.7596e-03, -4.5553e-02, -1.0365e-02,\n", + " -3.3490e-02, -3.4250e-02, -1.7094e-02, -5.3047e-02, -2.1859e-02,\n", + " -1.0746e-03, -3.9471e-02, -6.0933e-03, -2.6240e-02, -8.0591e-03,\n", + " -3.5620e-02, -5.5278e-03, -4.9760e-02, -2.9681e-02, -3.1019e-03,\n", + " -3.6647e-02, -1.8222e-02, -1.2843e-02, -8.6047e-03, -3.5669e-02,\n", + " -5.3413e-02, -2.2230e-03, -6.8369e-04, -3.4983e-02, -2.2228e-02,\n", + " -2.4542e-02, -4.4245e-04, -4.3309e-02, -5.6401e-02, -3.3520e-02,\n", + " -5.0303e-02, -2.3438e-03, -7.1005e-04, -4.3449e-02, -3.8419e-02,\n", + " -5.7889e-03, -1.1881e-02, -6.0149e-03, -2.6129e-02, -4.1126e-02,\n", + " -4.1563e-02, -4.2727e-02, -4.4220e-03, -2.4609e-02, -2.6431e-02,\n", + " -1.8006e-03, -2.7429e-02, -1.5184e-02, -4.2124e-02, -3.1800e-02,\n", + " -3.8443e-02, -5.5960e-02, -2.8021e-03, -5.2947e-02, -6.2589e-02,\n", + " -2.8700e-02, -2.4545e-02, -2.1338e-03, -4.4330e-03, -2.6752e-02,\n", + " -1.9356e-02, -2.3887e-02, -2.2772e-02, -4.3336e-02, -4.4581e-02,\n", + " -2.4197e-02, -5.4659e-03, -5.6552e-03, -5.3909e-03, -3.2455e-02,\n", + " -1.0177e-03, -1.8790e-03, -6.3277e-02, -2.8436e-02, -3.5788e-02,\n", + " -1.2878e-02, -2.7237e-02, -3.9270e-02, -1.1786e-02, -2.9948e-02,\n", + " -4.0247e-04, -5.6215e-02, -7.4513e-03, -3.9193e-02, -4.1888e-02,\n", + " -2.9237e-02, -3.0492e-02, -3.4503e-02, -3.4388e-02, -4.5746e-03,\n", + " -3.5779e-02, -5.8551e-03, -1.7861e-02, -1.0866e-02, -2.1238e-02,\n", + " -6.0523e-02, -4.3968e-02, -5.4740e-02, -5.1159e-02, -4.0082e-02,\n", + " -3.1442e-02, -2.3714e-02, -7.0558e-04, -3.8789e-02, -4.5326e-02,\n", + " -2.5230e-02, -1.2255e-02, -3.1579e-02, -3.2627e-02, -1.4074e-02,\n", + " -4.7150e-02, -2.0961e-02, -2.5180e-02, -4.2706e-02, -3.9689e-02,\n", + " -7.4460e-03, -2.4548e-02, -3.8731e-02, -8.7107e-03, -2.6528e-02,\n", + " -3.1405e-02, -3.4573e-02, -1.8334e-02, -2.1026e-03, -2.5835e-02,\n", + " -2.8612e-02, -2.8285e-02, -2.4130e-02, -2.1984e-02, -9.8545e-03,\n", + " -5.5702e-04, -1.5875e-02, -4.6614e-03, -3.9929e-02, -3.3189e-03,\n", + " -3.1012e-02, -1.9694e-02, -4.4719e-02, -4.2722e-03, -1.8800e-02,\n", + " -5.7048e-02, -3.4899e-02, -3.5784e-03, -5.4041e-02, -3.3638e-02,\n", + " -1.1612e-02, -9.5433e-03, -2.7545e-02, -5.0321e-02, -4.1804e-02,\n", + " -1.6875e-02, -2.2450e-02, -3.3896e-02, -1.6036e-02, 1.0696e-03,\n", + " -5.4819e-03, -1.7574e-02, -3.7178e-02, -5.9203e-03, -1.2190e-03,\n", + " -9.9452e-03, -9.0190e-03, -3.6441e-03, -1.7377e-02, -5.3119e-02,\n", + " -4.6072e-03, -5.7272e-03, -7.2649e-03, -1.3004e-02, -3.9023e-02,\n", + " -2.8787e-02, -3.7940e-02, -2.8312e-02, -4.7154e-03, -2.5523e-02,\n", + " -2.9907e-02, -5.3634e-02, -2.5857e-02, -2.4249e-02, -2.8219e-02,\n", + " -4.7002e-02, -4.4060e-03, -2.5731e-02, -4.0269e-03, -4.6638e-02,\n", + " -7.3391e-03, -8.1198e-03, -4.4885e-04, -3.8537e-02, -4.2570e-04,\n", + " -2.9379e-02, -3.4756e-02, -3.7033e-02, -1.2138e-02, -3.0664e-02,\n", + " -6.1005e-02, -3.3147e-02, -1.9189e-02, -4.9639e-02, -1.9586e-02,\n", + " -2.5357e-02, -2.7083e-02, -3.1709e-02, -4.6387e-02, -6.5627e-02,\n", + " -1.2377e-02, -2.5951e-02, -9.4309e-03, -1.8786e-02, -9.7396e-03,\n", + " -3.9226e-02, -3.8251e-02, -2.8604e-02, -2.2639e-02, -2.0949e-02,\n", + " -2.5582e-02, -1.4385e-02, -2.6047e-02, -6.8813e-03, -2.6897e-02,\n", + " -1.6768e-02, -2.1202e-02, -1.5912e-02, -1.7668e-02, -4.8343e-03,\n", + " -2.9589e-02, -3.7712e-02, -5.0630e-02, -2.8204e-02, -2.4095e-03,\n", + " -2.8727e-02, -3.7987e-03, -1.9607e-02, -2.9565e-02, -7.8933e-02,\n", + " -2.7507e-03, -6.6018e-02, -3.3481e-03, -4.5746e-03, -2.8149e-03,\n", + " -1.3881e-02, -4.8618e-02, -4.1569e-02, -2.5491e-02, -3.6960e-03,\n", + " -3.1196e-02, -4.4057e-02, -1.0377e-03, -5.5622e-02, -1.0181e-02,\n", + " -3.6086e-02, -2.8450e-02, -1.1171e-02, -1.3425e-02, -2.7078e-02,\n", + " -1.4257e-02, -2.0711e-02, -2.9695e-03, -2.4289e-02, -1.1752e-02,\n", + " -4.2887e-02, -5.8482e-03, -2.7640e-02, -9.5597e-03, -5.0917e-02,\n", + " -1.1767e-02, -3.3905e-02, -1.0738e-02, -9.3959e-03, -6.7550e-03,\n", + " -1.6792e-03, -3.3993e-02, -3.6525e-02, -4.5571e-03, -1.3073e-02,\n", + " -2.2796e-03, -6.7115e-03, -3.0678e-03, -4.4069e-02, -3.4113e-02,\n", + " -1.7121e-02, -1.2548e-02, -5.0845e-02, -3.2020e-03, -2.5928e-02,\n", + " -4.2566e-02, -9.6069e-03, -6.6223e-05, -1.8062e-02, -4.1912e-02,\n", + " -3.3100e-02, -3.7404e-02, -3.5274e-02, -2.3953e-02, -5.7261e-02,\n", + " -3.0447e-02, -4.2383e-03, -2.8839e-02, -2.5857e-02, -6.3345e-03,\n", + " -3.9549e-02, -3.8432e-02, -3.2989e-02, -2.3603e-02, -4.6489e-03,\n", + " -5.2213e-03, -4.5963e-02, -1.9700e-03, -2.7054e-02, -3.4712e-02,\n", + " -5.5739e-02, -4.6029e-02, -8.4250e-03, -3.6590e-02, -3.3236e-02,\n", + " -2.7412e-02, -2.9932e-03, -1.9911e-02, -2.4516e-02, -6.2402e-04,\n", + " -8.1505e-03, -2.8170e-03, -3.7970e-02, -2.0057e-02, -2.3256e-02,\n", + " -3.0260e-02, -2.8161e-02, -1.3286e-02, -2.3430e-02, -4.6227e-02,\n", + " -1.7276e-02, -3.8399e-02, -6.3818e-04, -3.2639e-02, -5.8400e-03,\n", + " -7.9462e-03, -3.2158e-02, -1.3342e-02, -3.6693e-02, -2.9024e-02,\n", + " -5.5080e-02, -7.2260e-04, -3.8495e-02, -1.9828e-02, -2.9866e-02,\n", + " -4.1802e-04, -3.9543e-02, -2.8610e-02, -3.5185e-03, -3.2837e-02,\n", + " -2.4497e-02, -3.1655e-02, -2.4222e-02, -4.7321e-02, -2.1579e-02,\n", + " -1.6621e-02, -1.5986e-03, -2.0641e-02, -7.9029e-03, -1.5940e-02,\n", + " -1.2623e-02, -2.2943e-03, -1.2252e-02, -4.2009e-02, -1.7240e-02,\n", + " -1.1688e-03, -3.6387e-02, -9.3108e-04, -1.7211e-02, -1.3877e-02,\n", + " -7.5759e-03, -3.7466e-02, -9.5278e-03, -8.8578e-03, -2.8355e-02,\n", + " -2.9251e-02, -3.4210e-02, -8.5262e-03, -3.5288e-02, -7.1229e-03,\n", + " -4.0845e-03, -1.1987e-02, -3.9282e-02, -5.3943e-02, -2.8499e-02,\n", + " -5.2277e-02, -1.5870e-03, -6.2859e-03, -3.8493e-02, -1.8929e-02,\n", + " -4.6484e-02, -5.8707e-02, -3.9926e-02, -1.2910e-02, -1.6999e-02,\n", + " -3.8304e-02, -2.1428e-02, -4.6408e-03, -2.2541e-02, -1.1485e-03,\n", + " -2.8276e-02, -1.4726e-02, -2.5072e-03, -2.2832e-03, -1.5682e-02,\n", + " -1.3169e-03, -4.7140e-02, -3.2781e-02, -9.4012e-03, -2.6517e-02,\n", + " -4.5057e-02, -2.3651e-02, -4.5367e-03, -1.6136e-02, -1.0965e-03,\n", + " -6.5370e-03, -2.7598e-02, -8.6753e-03, -5.8184e-03, -1.3374e-03,\n", + " -1.0675e-02, -3.2111e-03])),\n", + " ('d4.l1.1.running_mean',\n", + " tensor([-0.0269, 0.0803, -0.0844, -0.0116, 0.0761, 0.0541, 0.0055, -0.0439,\n", + " -0.0040, -0.1622, -0.0157, -0.1911, 0.0044, 0.1458, 0.0310, 0.0830,\n", + " -0.1126, -0.0459, 0.0948, -0.0883, 0.0502, -0.1522, 0.0061, -0.0604,\n", + " 0.0942, -0.0185, 0.1212, -0.0706, -0.0638, 0.0643, -0.1416, 0.0973,\n", + " 0.0400, -0.1098, -0.0285, -0.1767, 0.1322, -0.0255, -0.0013, 0.1029,\n", + " -0.0709, 0.0683, -0.1024, 0.1560, 0.0578, -0.0912, 0.1290, 0.1107,\n", + " -0.0310, 0.1712, 0.1000, -0.0902, -0.1553, 0.0483, -0.0084, -0.0608,\n", + " 0.1535, 0.0939, -0.0787, 0.1087, -0.0306, -0.0621, -0.0557, -0.0813,\n", + " -0.0549, -0.0810, -0.0502, 0.0611, -0.1723, -0.1489, -0.0290, 0.1685,\n", + " -0.0736, 0.0345, -0.0860, 0.0949, -0.0103, -0.1231, -0.1010, -0.0095,\n", + " 0.0674, 0.0743, -0.0027, 0.0323, 0.0818, 0.1360, -0.1261, -0.0166,\n", + " 0.0617, -0.0805, -0.0562, -0.0728, -0.1157, 0.0119, -0.0411, 0.0046,\n", + " 0.1034, 0.0343, 0.0445, 0.0148, 0.1095, -0.0207, 0.1562, 0.0459,\n", + " 0.0084, -0.0339, -0.1874, -0.0922, 0.0434, 0.0755, 0.0285, 0.0173,\n", + " -0.0006, -0.0064, -0.0800, 0.0613, -0.0028, -0.1033, -0.0235, -0.1286,\n", + " 0.1412, -0.0017, -0.0085, -0.0560, -0.0268, -0.0473, -0.0310, 0.0270,\n", + " -0.2241, 0.0526, 0.0687, 0.0381, 0.0328, 0.0147, 0.2562, 0.0498,\n", + " -0.2593, 0.0755, -0.0249, -0.0895, -0.1075, -0.0547, 0.0784, 0.1777,\n", + " 0.0279, -0.1000, 0.0305, -0.0209, 0.0435, 0.0497, -0.0381, -0.0368,\n", + " 0.1089, -0.0061, 0.0543, -0.0800, -0.0864, -0.0326, 0.0235, -0.0195,\n", + " -0.0135, -0.0124, 0.0410, -0.0545, 0.1615, -0.1336, 0.1400, 0.0563,\n", + " -0.0435, -0.0742, -0.0369, 0.0099, -0.1705, 0.0558, 0.0595, 0.0946,\n", + " -0.0999, -0.0539, -0.0659, -0.0057, -0.1182, 0.2302, -0.1929, 0.0025,\n", + " -0.2412, -0.0818, 0.1164, -0.1277, -0.0187, -0.1245, 0.0963, -0.0787,\n", + " -0.0055, -0.0415, -0.1132, 0.0199, 0.0995, 0.0596, 0.0812, -0.2002,\n", + " 0.0350, -0.0655, -0.0555, -0.0856, -0.0979, -0.1400, 0.0958, -0.0488,\n", + " -0.0197, 0.1414, 0.0584, -0.1814, 0.0414, -0.0149, -0.0485, -0.0488,\n", + " -0.0856, -0.2185, -0.1868, -0.0293, 0.0007, -0.1169, 0.1727, -0.0319,\n", + " -0.0327, 0.0523, -0.1496, -0.2388, -0.0268, -0.0594, -0.0024, 0.0601,\n", + " -0.0022, -0.0406, -0.0907, -0.1261, 0.1275, 0.0373, 0.0131, 0.0431,\n", + " 0.2549, -0.0578, 0.0262, 0.0604, -0.1252, -0.0234, 0.1110, -0.0656,\n", + " -0.0589, 0.0029, 0.0151, 0.0676, -0.0105, -0.0833, -0.1179, 0.0072,\n", + " -0.1619, 0.1687, 0.0789, -0.1166, 0.0651, 0.0797, 0.1224, 0.0464,\n", + " 0.1072, 0.0782, -0.0613, 0.0886, 0.1449, -0.0637, -0.0248, 0.0701,\n", + " 0.0636, 0.0537, 0.1035, -0.1895, -0.0006, -0.0007, -0.0426, -0.0210,\n", + " -0.0729, 0.1449, 0.0803, 0.0409, 0.0743, 0.0455, 0.0910, 0.0932,\n", + " -0.0297, -0.1783, -0.0921, 0.1104, -0.1324, -0.0711, 0.0966, 0.1318,\n", + " 0.1136, 0.0013, -0.1046, 0.0708, -0.1711, -0.0151, 0.1083, -0.1877,\n", + " -0.0892, 0.0621, -0.0304, 0.0431, -0.0761, 0.0499, -0.1660, 0.0528,\n", + " 0.1208, 0.1115, -0.1149, 0.1873, -0.0759, -0.0769, 0.0646, 0.0015,\n", + " 0.0536, 0.0087, -0.0982, -0.0527, 0.0093, 0.0385, 0.0642, 0.0030,\n", + " 0.1702, -0.0294, 0.1958, 0.0614, -0.0989, -0.0709, -0.0306, 0.1177,\n", + " -0.0609, 0.0012, 0.0581, -0.0650, -0.0738, 0.0660, 0.2007, -0.0106,\n", + " 0.0673, -0.1216, 0.0788, -0.0163, -0.0446, 0.0073, 0.0527, -0.0294,\n", + " 0.0474, 0.1300, -0.0768, -0.0028, 0.0370, 0.0816, -0.0481, -0.0612,\n", + " -0.0034, 0.0275, 0.1138, -0.0018, -0.1323, -0.0249, -0.0572, -0.0179,\n", + " 0.0784, -0.0709, 0.1189, 0.1170, 0.0822, -0.0004, -0.0522, -0.0263,\n", + " 0.0288, -0.1337, 0.1807, 0.0596, -0.1926, 0.0305, -0.0565, 0.1271,\n", + " -0.0544, 0.0478, -0.0645, 0.1047, 0.2621, 0.0058, -0.0830, -0.0648,\n", + " -0.0396, -0.0758, 0.0123, 0.0347, -0.0099, 0.1463, -0.0715, -0.0968,\n", + " -0.0296, -0.0856, 0.0085, -0.0569, 0.0042, 0.0113, 0.0068, -0.1193,\n", + " 0.1836, -0.0011, -0.0409, 0.1449, 0.0855, -0.1368, 0.1619, 0.0836,\n", + " 0.0703, 0.0969, 0.0848, 0.0008, -0.1602, -0.0320, -0.0027, 0.2617,\n", + " -0.0076, 0.0380, -0.0823, -0.1345, -0.0268, -0.1022, 0.0599, -0.0058,\n", + " -0.0281, 0.0795, 0.0616, 0.0027, -0.1382, 0.0659, -0.0249, 0.0153,\n", + " -0.2034, 0.0280, 0.0759, -0.0883, 0.0688, -0.1784, -0.0118, 0.1186,\n", + " -0.0782, 0.0166, -0.1121, 0.0061, 0.0094, 0.0691, 0.1201, -0.0028,\n", + " -0.1630, 0.0016, -0.0392, -0.2143, 0.0591, 0.0517, -0.1173, -0.0809,\n", + " 0.0208, 0.0722, -0.0565, -0.0631, 0.0307, 0.0503, -0.0269, 0.1291,\n", + " -0.0454, -0.0473, 0.0572, -0.0438, 0.0033, 0.0295, 0.0836, -0.1451,\n", + " -0.1772, -0.0762, -0.0886, -0.1227, 0.0722, 0.1513, -0.0443, 0.0402,\n", + " 0.0272, -0.0035, 0.1054, 0.0985, 0.0332, -0.0296, 0.0913, -0.1381,\n", + " 0.0023, -0.0627, -0.0570, 0.0481, 0.1001, 0.0455, 0.0380, 0.0173,\n", + " -0.0026, -0.0754, -0.0462, 0.0368, 0.0150, -0.0037, 0.1062, -0.0576])),\n", + " ('d4.l1.1.running_var',\n", + " tensor([0.0116, 0.0131, 0.0144, 0.0101, 0.0122, 0.0119, 0.0013, 0.0080, 0.0013,\n", + " 0.0308, 0.0058, 0.0266, 0.0010, 0.0424, 0.0081, 0.0125, 0.0171, 0.0106,\n", + " 0.0167, 0.0144, 0.0138, 0.0261, 0.0022, 0.0095, 0.0118, 0.0110, 0.0151,\n", + " 0.0170, 0.0136, 0.0151, 0.0134, 0.0125, 0.0107, 0.0136, 0.0037, 0.0354,\n", + " 0.0484, 0.0018, 0.0010, 0.0129, 0.0120, 0.0174, 0.0215, 0.0920, 0.0222,\n", + " 0.0156, 0.0149, 0.0385, 0.0109, 0.0861, 0.0197, 0.0144, 0.0272, 0.0096,\n", + " 0.0010, 0.0096, 0.0305, 0.0142, 0.0138, 0.0112, 0.0119, 0.0124, 0.0163,\n", + " 0.0244, 0.0089, 0.0126, 0.0109, 0.0128, 0.0205, 0.0146, 0.0162, 0.0227,\n", + " 0.0129, 0.0068, 0.0329, 0.0139, 0.0014, 0.0271, 0.0289, 0.0009, 0.0153,\n", + " 0.0125, 0.0011, 0.0096, 0.0130, 0.0120, 0.0167, 0.0012, 0.0172, 0.0216,\n", + " 0.0180, 0.0130, 0.0172, 0.0129, 0.0166, 0.0009, 0.0123, 0.0112, 0.0110,\n", + " 0.0075, 0.0130, 0.0057, 0.0128, 0.0129, 0.0046, 0.0175, 0.0191, 0.0150,\n", + " 0.0148, 0.0139, 0.0160, 0.0058, 0.0010, 0.0123, 0.0155, 0.0127, 0.0009,\n", + " 0.0155, 0.0093, 0.0181, 0.0139, 0.0016, 0.0009, 0.0115, 0.0145, 0.0032,\n", + " 0.0083, 0.0050, 0.0364, 0.0127, 0.0133, 0.0146, 0.0112, 0.0139, 0.0299,\n", + " 0.0151, 0.0241, 0.0127, 0.0137, 0.0157, 0.0159, 0.0117, 0.0166, 0.0137,\n", + " 0.0121, 0.0155, 0.0148, 0.0081, 0.0090, 0.0116, 0.0148, 0.0128, 0.0188,\n", + " 0.0115, 0.0115, 0.0127, 0.0200, 0.0096, 0.0042, 0.0138, 0.0013, 0.0010,\n", + " 0.0141, 0.0133, 0.0225, 0.0147, 0.0159, 0.0178, 0.0229, 0.0172, 0.0027,\n", + " 0.0105, 0.0578, 0.0161, 0.0131, 0.0161, 0.0158, 0.0161, 0.0182, 0.0072,\n", + " 0.0179, 0.0472, 0.0314, 0.0036, 0.0385, 0.0143, 0.0176, 0.0159, 0.0129,\n", + " 0.0149, 0.0113, 0.0183, 0.0037, 0.0149, 0.0147, 0.0148, 0.0282, 0.0153,\n", + " 0.0132, 0.0358, 0.0140, 0.0120, 0.0121, 0.0124, 0.0133, 0.0252, 0.0155,\n", + " 0.0137, 0.0133, 0.0195, 0.0144, 0.0212, 0.0157, 0.0013, 0.0154, 0.0112,\n", + " 0.0115, 0.0300, 0.0319, 0.0206, 0.0009, 0.0258, 0.0501, 0.0144, 0.0058,\n", + " 0.0137, 0.0159, 0.0206, 0.0044, 0.0209, 0.0100, 0.0149, 0.0015, 0.0121,\n", + " 0.0139, 0.0456, 0.0356, 0.0142, 0.0139, 0.0128, 0.0439, 0.0165, 0.0122,\n", + " 0.0148, 0.0586, 0.0066, 0.0156, 0.0123, 0.0065, 0.0009, 0.0155, 0.0153,\n", + " 0.0055, 0.0186, 0.0134, 0.0065, 0.0297, 0.0231, 0.0150, 0.0152, 0.0133,\n", + " 0.0141, 0.0173, 0.0082, 0.0151, 0.0180, 0.0153, 0.0117, 0.0139, 0.0158,\n", + " 0.0132, 0.0119, 0.0153, 0.0135, 0.0126, 0.0536, 0.0075, 0.0009, 0.0137,\n", + " 0.0027, 0.0180, 0.0126, 0.0151, 0.0067, 0.0157, 0.0131, 0.0122, 0.0157,\n", + " 0.0119, 0.0407, 0.0610, 0.0127, 0.0134, 0.0127, 0.0157, 0.0282, 0.0135,\n", + " 0.0037, 0.0322, 0.0178, 0.0213, 0.0101, 0.0122, 0.0375, 0.0176, 0.0147,\n", + " 0.0157, 0.0134, 0.0129, 0.0117, 0.0301, 0.0214, 0.0172, 0.0195, 0.0331,\n", + " 0.0214, 0.0091, 0.0147, 0.0153, 0.0053, 0.0123, 0.0011, 0.0140, 0.0148,\n", + " 0.0121, 0.0090, 0.0126, 0.0013, 0.0587, 0.0054, 0.0533, 0.0158, 0.0131,\n", + " 0.0145, 0.0055, 0.0179, 0.0141, 0.0011, 0.0144, 0.0139, 0.0116, 0.0159,\n", + " 0.0440, 0.0221, 0.0167, 0.0176, 0.0170, 0.0051, 0.0110, 0.0057, 0.0128,\n", + " 0.0089, 0.0145, 0.0144, 0.0127, 0.0037, 0.0129, 0.0094, 0.0163, 0.0113,\n", + " 0.0010, 0.0170, 0.0157, 0.0009, 0.0419, 0.0029, 0.0120, 0.0087, 0.0123,\n", + " 0.0163, 0.0164, 0.0334, 0.0130, 0.0018, 0.0120, 0.0148, 0.0036, 0.0280,\n", + " 0.0333, 0.0121, 0.0227, 0.0151, 0.0128, 0.0145, 0.0118, 0.0119, 0.0104,\n", + " 0.0127, 0.0343, 0.0024, 0.0126, 0.0118, 0.0157, 0.0143, 0.0023, 0.0049,\n", + " 0.0084, 0.0452, 0.0148, 0.0127, 0.0157, 0.0143, 0.0019, 0.0158, 0.0102,\n", + " 0.0128, 0.0039, 0.0259, 0.0188, 0.0056, 0.0075, 0.0265, 0.0165, 0.0229,\n", + " 0.0163, 0.0137, 0.0167, 0.0212, 0.0129, 0.0123, 0.0302, 0.0121, 0.0010,\n", + " 0.0340, 0.0126, 0.0021, 0.0127, 0.0295, 0.0103, 0.0146, 0.0155, 0.0010,\n", + " 0.0118, 0.0124, 0.0125, 0.0010, 0.0147, 0.0175, 0.0052, 0.0110, 0.0323,\n", + " 0.0131, 0.0129, 0.0126, 0.0142, 0.0306, 0.0060, 0.0160, 0.0152, 0.0095,\n", + " 0.0265, 0.0013, 0.0079, 0.0136, 0.0170, 0.0010, 0.0174, 0.0010, 0.0165,\n", + " 0.0440, 0.0121, 0.0145, 0.0180, 0.0235, 0.0119, 0.0132, 0.0136, 0.0151,\n", + " 0.0128, 0.0059, 0.0069, 0.0145, 0.0139, 0.0117, 0.0169, 0.0132, 0.0016,\n", + " 0.0017, 0.0186, 0.0581, 0.0153, 0.0119, 0.0158, 0.0440, 0.0134, 0.0215,\n", + " 0.0140, 0.0119, 0.0140, 0.0009, 0.0167, 0.0294, 0.0102, 0.0036, 0.0240,\n", + " 0.0705, 0.0142, 0.0211, 0.0155, 0.0213, 0.0143, 0.0179, 0.0035, 0.0282,\n", + " 0.0023, 0.0255, 0.0150, 0.0117, 0.0047, 0.0009, 0.0427, 0.0143])),\n", + " ('d4.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('d5.conv.weight',\n", + " tensor([[[[-4.3553e-02, -4.3263e-02, -6.1183e-02, -4.5705e-02],\n", + " [-2.9085e-02, -7.0820e-03, 2.0087e-02, 1.8879e-02],\n", + " [ 1.3681e-02, 9.8764e-03, -4.6666e-02, -2.3473e-02],\n", + " [-1.0912e-02, 1.6522e-02, -1.3259e-02, -2.8537e-02]],\n", + " \n", + " [[-6.4952e-03, 7.4107e-03, -1.3846e-01, -2.2843e-02],\n", + " [-6.4234e-02, -2.3305e-02, -1.6788e-02, 2.7239e-02],\n", + " [-3.2859e-02, 4.8191e-03, -2.6372e-02, 5.2985e-03],\n", + " [-4.6591e-02, 2.0063e-02, -6.3727e-02, -2.3381e-02]],\n", + " \n", + " [[ 1.2819e-02, 2.4123e-02, 7.2584e-03, -1.0942e-02],\n", + " [ 4.4438e-03, -9.8507e-03, -1.1778e-02, -3.7110e-02],\n", + " [ 2.3209e-02, 3.5725e-02, -1.3287e-02, 7.1135e-03],\n", + " [ 6.1355e-03, 2.2805e-02, -2.3282e-02, 9.9159e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.5976e-02, 1.0723e-02, 7.0696e-02, 5.0403e-02],\n", + " [ 1.4134e-02, 7.1040e-03, 3.0480e-02, 5.4426e-03],\n", + " [ 2.2868e-02, -1.1430e-03, 5.0080e-02, 1.1412e-02],\n", + " [-3.6590e-02, 1.8085e-02, -7.3554e-02, -2.1189e-03]],\n", + " \n", + " [[-1.4024e-02, -1.3285e-02, -1.0760e-02, 3.5659e-02],\n", + " [-3.2405e-02, -1.1440e-02, -8.3677e-02, -4.1270e-02],\n", + " [-5.3381e-02, -2.4151e-02, -7.0311e-02, 2.0310e-03],\n", + " [ 3.0905e-03, 4.4772e-03, -4.8835e-02, -6.8391e-03]],\n", + " \n", + " [[-1.8909e-02, 7.0444e-02, 4.8930e-02, 3.0214e-02],\n", + " [ 1.1892e-02, 3.4049e-02, 8.8375e-03, 5.3634e-02],\n", + " [ 1.1083e-02, 4.4761e-02, 4.7243e-03, -3.4336e-02],\n", + " [-7.2408e-03, 1.8043e-02, -2.1144e-02, -7.4131e-02]]],\n", + " \n", + " \n", + " [[[-1.0199e-02, 3.0797e-02, 1.0259e-02, 1.0226e-01],\n", + " [-5.1504e-02, -5.1955e-03, 2.2493e-02, 9.8174e-03],\n", + " [-4.5888e-02, -3.0856e-02, 3.0011e-02, 1.4319e-02],\n", + " [-5.4230e-02, -1.0140e-02, 7.7519e-03, 4.0293e-03]],\n", + " \n", + " [[-1.8753e-02, -3.4077e-03, -2.4019e-02, 1.8706e-02],\n", + " [ 3.4045e-02, 2.7164e-02, 5.4128e-02, 7.5303e-03],\n", + " [ 6.3151e-03, -7.0551e-02, 3.7031e-02, -8.6593e-02],\n", + " [ 7.6986e-02, 9.8504e-02, 7.2801e-03, 7.4868e-02]],\n", + " \n", + " [[ 1.1124e-03, -4.5100e-03, 2.1441e-02, -3.8092e-03],\n", + " [ 1.1237e-02, 1.3118e-02, 1.5246e-02, -2.1517e-03],\n", + " [-2.2404e-02, -1.9514e-02, 4.7759e-03, -1.3876e-02],\n", + " [ 2.7277e-03, 1.4293e-02, -1.5504e-02, -1.3763e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.7688e-02, -2.0603e-02, 2.1468e-02, 4.3682e-02],\n", + " [-7.0932e-02, 1.6336e-02, -1.1043e-02, 1.9699e-02],\n", + " [ 1.9179e-02, -1.5995e-02, -2.8410e-02, -5.9065e-03],\n", + " [-7.3514e-03, -1.1358e-02, -2.1242e-02, -5.1200e-02]],\n", + " \n", + " [[-4.7285e-02, 1.2338e-02, 1.2981e-02, -5.3503e-02],\n", + " [-1.4416e-02, 2.8317e-02, 2.2072e-02, 2.6514e-02],\n", + " [-5.7960e-02, -3.6819e-02, 3.1724e-02, -5.0264e-02],\n", + " [-1.5878e-02, -6.1015e-02, -2.1092e-02, -5.6923e-02]],\n", + " \n", + " [[ 9.4823e-03, -4.3953e-04, 1.9769e-02, 6.1873e-02],\n", + " [ 5.8282e-02, 2.4667e-02, 3.1781e-02, 7.7553e-03],\n", + " [ 1.1963e-02, 2.6086e-03, -2.5811e-02, 7.0611e-04],\n", + " [-3.8921e-02, -4.4775e-03, 5.6538e-03, -6.4326e-02]]],\n", + " \n", + " \n", + " [[[ 4.7902e-02, 1.3202e-02, 1.5061e-02, 2.6982e-02],\n", + " [ 2.1647e-02, 2.8448e-02, 1.7427e-02, 7.3512e-04],\n", + " [-9.0871e-03, 4.6362e-02, 3.0316e-02, -1.2441e-03],\n", + " [-3.1880e-03, 5.7366e-02, 2.2449e-02, 5.0021e-02]],\n", + " \n", + " [[ 6.6843e-03, -1.6164e-02, 7.5801e-02, -2.0845e-02],\n", + " [ 2.7079e-02, -1.5580e-02, 1.3048e-02, 2.6201e-03],\n", + " [-5.3236e-03, 8.9068e-03, -3.7320e-03, -2.9229e-02],\n", + " [ 1.2349e-02, 4.2698e-02, 2.4195e-02, 3.4840e-02]],\n", + " \n", + " [[ 5.3747e-03, -3.4317e-03, 2.2231e-02, 1.1310e-02],\n", + " [-1.5674e-02, -8.9940e-03, -1.8360e-02, -2.5878e-03],\n", + " [ 2.5908e-02, 3.6374e-02, -2.0754e-02, -2.5841e-02],\n", + " [ 3.2927e-03, -4.9321e-03, 1.5641e-02, -1.7570e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.9552e-02, -3.8702e-02, -6.6189e-03, 2.1705e-02],\n", + " [ 1.9337e-02, 4.7026e-02, -1.4394e-02, -7.0501e-03],\n", + " [ 2.7268e-02, 7.7914e-02, 2.8370e-02, 9.7234e-03],\n", + " [-4.6465e-03, 7.3487e-02, -1.2780e-02, -8.0086e-03]],\n", + " \n", + " [[-1.9030e-02, -1.2903e-02, -2.3903e-02, -5.6847e-02],\n", + " [-3.2678e-02, 9.7867e-03, -4.8078e-03, -3.8133e-02],\n", + " [-6.9940e-02, 1.1312e-03, -4.3306e-02, 1.7484e-04],\n", + " [ 1.1062e-02, -2.4725e-02, -1.2415e-02, -5.7982e-02]],\n", + " \n", + " [[-3.3630e-02, 1.2507e-02, -3.7917e-02, -1.0897e-02],\n", + " [-6.1445e-02, -5.6646e-02, -5.9853e-02, -3.8122e-02],\n", + " [-4.3159e-02, -4.5101e-02, -4.9634e-02, -4.1700e-02],\n", + " [-6.8509e-02, 2.0651e-02, -3.8778e-02, 1.3118e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-1.3657e-02, -9.6840e-03, -4.4438e-02, -8.5530e-04],\n", + " [ 7.7507e-03, -1.2013e-02, 9.8145e-03, -1.7778e-02],\n", + " [ 1.7619e-02, -1.6158e-03, 1.4996e-02, 1.6147e-02],\n", + " [ 4.1017e-03, -2.0058e-02, 1.6623e-02, 3.2943e-02]],\n", + " \n", + " [[-1.4083e-02, 8.4405e-03, -4.9133e-02, -4.5316e-02],\n", + " [ 1.2851e-02, -2.4132e-02, -2.6739e-02, -2.8948e-02],\n", + " [ 5.4960e-03, -1.0862e-02, 3.2647e-02, -1.4912e-02],\n", + " [ 5.5400e-02, -6.8269e-02, 3.2195e-04, -4.6441e-02]],\n", + " \n", + " [[-1.0728e-02, -2.7496e-02, 5.6880e-03, 1.4137e-02],\n", + " [-1.6307e-02, 7.7102e-04, 2.8550e-02, 3.9484e-02],\n", + " [-1.4131e-02, -7.6582e-03, -8.9986e-04, 3.4946e-03],\n", + " [-2.5983e-02, -2.1987e-02, 1.5183e-02, 5.4202e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.5428e-02, -5.4702e-03, -1.0180e-02, -5.0703e-02],\n", + " [ 6.5288e-03, -5.7463e-02, -2.1682e-02, -2.4581e-02],\n", + " [ 1.6731e-02, 1.0915e-02, 3.1312e-03, 1.2096e-02],\n", + " [-8.3574e-03, 8.1455e-04, -1.7808e-02, -1.8743e-02]],\n", + " \n", + " [[ 3.1638e-02, -8.5774e-03, -3.4530e-02, 2.1828e-02],\n", + " [ 3.1747e-02, 1.4392e-02, -7.3960e-03, -7.6338e-03],\n", + " [-3.3369e-02, -6.6595e-02, -4.0565e-02, -1.4822e-02],\n", + " [ 1.8211e-02, -5.6978e-02, -2.0025e-02, -3.0638e-03]],\n", + " \n", + " [[-3.4030e-02, -5.1600e-02, -7.0726e-02, -2.5679e-02],\n", + " [-3.2440e-02, -4.8921e-02, -1.5873e-02, 1.0686e-02],\n", + " [ 4.4588e-03, 4.9445e-02, 4.2927e-02, 8.3861e-02],\n", + " [ 1.4211e-02, 3.7276e-02, 6.8306e-02, -1.8705e-02]]],\n", + " \n", + " \n", + " [[[ 1.4411e-02, 8.4923e-03, 2.1458e-02, -6.3758e-03],\n", + " [ 7.2552e-03, 1.0133e-02, 1.8182e-02, -7.1624e-03],\n", + " [ 5.4851e-02, 3.0714e-02, -6.6148e-03, 7.4217e-03],\n", + " [ 1.1833e-02, -1.5124e-02, 2.3224e-03, 2.4672e-02]],\n", + " \n", + " [[ 4.0383e-02, 3.7738e-02, 1.4740e-02, 1.2224e-02],\n", + " [ 1.4995e-02, -4.7647e-02, 4.5819e-02, 1.0296e-02],\n", + " [ 5.4657e-03, 1.3614e-02, 3.7104e-02, -4.9169e-03],\n", + " [ 4.0712e-02, 2.9098e-02, 1.6663e-02, -2.5752e-03]],\n", + " \n", + " [[ 5.1099e-03, 5.7351e-03, 1.3403e-02, 6.0764e-04],\n", + " [-1.2258e-02, 1.5326e-02, 2.1723e-02, 5.4272e-03],\n", + " [-2.8061e-02, -5.2471e-03, 2.1387e-02, 1.1754e-02],\n", + " [-4.1321e-02, 1.4690e-02, -2.5711e-02, -1.7813e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.5211e-02, 9.5954e-03, -1.3289e-02, 3.2882e-02],\n", + " [ 4.1285e-02, -1.4051e-02, -7.7590e-03, 3.0570e-02],\n", + " [-2.4038e-02, 1.3442e-02, 2.7753e-03, 3.4736e-02],\n", + " [ 2.2467e-02, 3.9571e-02, -3.8852e-03, 1.4845e-03]],\n", + " \n", + " [[-6.0803e-04, 1.9648e-02, 5.1429e-04, -1.9624e-02],\n", + " [-3.5395e-02, 3.6432e-03, -8.5788e-03, -1.3341e-02],\n", + " [ 5.0195e-02, 3.4179e-02, 3.9460e-02, 1.5565e-02],\n", + " [-1.6380e-03, 3.8038e-02, -7.4658e-03, -4.8196e-03]],\n", + " \n", + " [[ 6.5992e-03, -1.4352e-02, -4.8068e-02, -2.1902e-02],\n", + " [-2.2554e-03, -1.9821e-05, -6.2672e-03, -1.0143e-02],\n", + " [ 2.4304e-03, 1.0320e-02, -4.4492e-02, -7.5211e-03],\n", + " [-1.8817e-02, -3.9069e-02, 3.8304e-02, -7.0120e-03]]],\n", + " \n", + " \n", + " [[[ 3.8087e-02, -2.9080e-02, -5.2504e-02, -4.6244e-02],\n", + " [ 1.9010e-02, -3.9373e-02, -1.6244e-02, 9.6624e-03],\n", + " [-6.7228e-03, -1.5251e-02, -1.7801e-02, 4.6302e-02],\n", + " [ 1.5172e-02, -5.0635e-03, -3.5643e-03, 4.0119e-02]],\n", + " \n", + " [[ 1.7524e-03, 6.9092e-03, -5.6349e-03, 3.1466e-02],\n", + " [-1.8905e-02, -3.6741e-02, -7.3486e-02, -5.7965e-02],\n", + " [ 1.1208e-02, 7.2517e-02, -7.0706e-02, 4.3434e-02],\n", + " [-1.0881e-02, 3.3162e-02, -4.2142e-02, 7.4249e-03]],\n", + " \n", + " [[ 2.3736e-02, 8.1042e-03, 1.9410e-02, -1.7578e-02],\n", + " [ 6.3312e-02, -2.9847e-02, 2.9756e-02, 1.4689e-02],\n", + " [-1.9233e-02, 4.4851e-02, 1.9148e-02, -2.5771e-02],\n", + " [ 1.3445e-02, -1.4494e-02, 7.7404e-03, 3.5061e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-8.2176e-02, -2.2500e-02, 1.0569e-02, 3.6583e-02],\n", + " [ 3.7739e-03, 3.2371e-02, 3.6088e-02, 1.9432e-02],\n", + " [ 1.4427e-02, -4.0306e-02, 4.6505e-02, 4.1998e-02],\n", + " [-5.0495e-02, -3.3359e-02, -2.4078e-02, -1.9591e-02]],\n", + " \n", + " [[-7.6300e-02, -1.2076e-01, -4.0475e-02, -9.8263e-02],\n", + " [-1.0841e-02, -3.2395e-02, 3.8192e-02, 1.6947e-03],\n", + " [ 1.3405e-02, 1.3091e-01, 7.9560e-02, 9.1538e-02],\n", + " [-5.4168e-02, -7.6590e-02, -3.4542e-02, -2.0984e-02]],\n", + " \n", + " [[ 2.2422e-02, 7.4158e-02, 2.7935e-02, 6.7816e-02],\n", + " [ 5.8703e-02, 8.1801e-02, 6.2784e-02, 3.3539e-02],\n", + " [-1.3858e-02, -9.4927e-02, -7.8901e-02, -3.4896e-02],\n", + " [ 2.6846e-02, -2.4572e-02, -5.8906e-02, -2.5717e-02]]]])),\n", + " ('d5.batch_norms.Yes.weight',\n", + " tensor([ 3.8182e-02, 3.9040e-02, 6.1929e-04, 3.3930e-02, 2.3789e-04,\n", + " -2.9816e-02, -5.3300e-02, 1.4008e-04, -2.8569e-02, -3.1519e-02,\n", + " -5.3757e-02, -7.1341e-03, 2.3743e-04, 7.1998e-02, -2.7746e-02,\n", + " -3.5272e-02, 1.3197e-02, -4.2480e-02, -3.2941e-02, -5.1599e-04,\n", + " -4.5381e-05, -3.4402e-02, -1.4383e-02, -4.3947e-02, 3.4076e-02,\n", + " 2.0864e-02, 3.4454e-02, 3.4750e-02, 4.8983e-02, -6.9067e-02,\n", + " -4.4910e-02, 1.6622e-03, -2.3590e-02, 4.8478e-02, -4.6612e-02,\n", + " -9.2665e-05, 2.4081e-02, 3.3023e-02, -3.2552e-02, 5.4387e-02,\n", + " -6.7027e-02, -3.4113e-02, -1.4453e-03, -4.2122e-02, -4.8397e-02,\n", + " -4.7287e-02, 3.3768e-02, -4.5171e-02, -4.6421e-02, -2.8556e-02,\n", + " -8.2936e-05, 6.1646e-02, -5.3066e-05, -1.5761e-03, -1.4958e-03,\n", + " 2.1294e-04, -2.6484e-02, 3.4462e-04, 5.7554e-02, -5.4363e-02,\n", + " -3.2535e-02, 4.5394e-04, -4.6922e-04, -3.7454e-02, -3.4687e-02,\n", + " -5.5835e-02, 2.1156e-02, -3.3980e-02, -4.6734e-04, -1.2621e-03,\n", + " -6.3073e-02, 9.2498e-04, 8.2329e-04, 3.3873e-02, -2.7742e-02,\n", + " -3.8742e-02, -1.4889e-04, -5.5175e-02, -2.8544e-02, 1.0766e-03,\n", + " -6.3184e-02, 2.5586e-02, -3.8594e-02, 1.8564e-04, -3.2525e-02,\n", + " -5.4131e-02, 4.6501e-02, 1.2120e-03, 3.1895e-02, 4.9150e-04,\n", + " 5.2747e-02, 4.9436e-02, 5.3243e-02, -5.4859e-02, 2.2525e-02,\n", + " -2.6623e-04, 5.2149e-02, 4.4575e-04, 1.8840e-04, -4.4698e-02,\n", + " -4.2706e-04, 3.0293e-02, -1.4271e-04, -4.1460e-02, 4.1274e-02,\n", + " -5.5271e-02, 4.4710e-02, -8.5181e-02, -4.3749e-02, -4.2678e-02,\n", + " -3.8984e-02, -2.3243e-02, -1.9660e-02, 5.9327e-02, 3.4311e-02,\n", + " -4.9612e-02, 3.2622e-02, 2.9393e-02, -4.2470e-02, 2.5410e-02,\n", + " -5.4011e-02, -3.3102e-02, 2.1251e-04, 2.6841e-04, 6.8994e-02,\n", + " -3.1983e-02, 1.1693e-03, 1.2262e-02, -3.3086e-02, -3.6046e-04,\n", + " -4.5715e-02, 8.8468e-04, -1.4130e-03, 2.1737e-02, 3.0796e-06,\n", + " -3.6235e-02, -6.7734e-04, 5.2375e-02, -6.6598e-02, 1.6365e-04,\n", + " 7.7300e-02, -7.3384e-04, 6.8692e-02, -2.8763e-02, 5.5399e-04,\n", + " -3.2572e-02, -6.8180e-02, 2.6200e-02, 4.7306e-02, 5.5456e-04,\n", + " -3.0250e-02, -5.0381e-02, -4.9248e-02, 7.2886e-02, 3.0572e-02,\n", + " -4.7708e-02, 3.4296e-02, -5.5356e-02, 3.6390e-02, -3.1235e-02,\n", + " 3.5754e-02, 2.9119e-02, 1.0266e-03, -3.5182e-02, -2.5957e-05,\n", + " -2.4018e-04, -1.8670e-04, -3.6401e-02, 1.2309e-05, -4.0538e-02,\n", + " 3.3538e-02, -4.1870e-02, 4.6589e-02, -3.6381e-02, 3.7659e-02,\n", + " -6.4828e-04, -6.4067e-04, 4.4702e-02, 4.2289e-02, 6.0136e-02,\n", + " -1.9938e-02, -3.8116e-02, 5.5155e-02, -3.7762e-02, 2.0052e-03,\n", + " -4.5252e-04, -4.9035e-02, -6.4160e-02, -4.0151e-02, -6.3420e-02,\n", + " 4.4388e-02, 3.8591e-02, 4.0282e-04, -5.7641e-02, 5.7849e-02,\n", + " -4.4338e-04, 3.6199e-02, 3.2584e-02, -4.4899e-02, -3.5972e-02,\n", + " -5.0777e-04, 2.5170e-04, 3.6017e-02, 1.9364e-04, -8.0292e-02,\n", + " 6.0378e-02, 5.6168e-02, 4.2484e-02, -2.5701e-02, -4.4738e-02,\n", + " 4.5126e-04, -6.2148e-02, -3.7818e-02, -5.2255e-02, 3.4869e-02,\n", + " -6.6577e-02, 3.6395e-02, -5.9770e-02, 1.5847e-03, -4.8242e-02,\n", + " 1.6094e-04, -2.3778e-02, 4.9186e-02, -5.1481e-04, 4.5208e-02,\n", + " -2.6984e-02, 4.0903e-02, 2.8095e-02, -3.3056e-02, 4.8980e-02,\n", + " -3.4620e-02, 2.7218e-02, -4.5300e-02, 5.6082e-04, 5.6467e-04,\n", + " -3.9278e-02, -3.9498e-02, -3.7707e-02, 3.9547e-02, 4.2927e-02,\n", + " 2.4181e-03, -1.1137e-03, -7.1023e-04, 3.3184e-02, 3.2772e-02,\n", + " -1.0105e-03, -3.3392e-02, 6.0864e-02, -8.7020e-04, -9.0545e-04,\n", + " -2.8778e-02, -8.9706e-04, 6.3745e-02, 2.6548e-02, -6.1545e-02,\n", + " 8.4019e-02])),\n", + " ('d5.batch_norms.Yes.bias',\n", + " tensor([-0.0099, -0.0315, -0.0051, -0.0163, -0.0058, -0.0175, -0.0413, -0.0161,\n", + " -0.0146, -0.0153, -0.0449, -0.0046, -0.0044, -0.0592, -0.0302, -0.0268,\n", + " -0.0194, -0.0256, -0.0512, -0.0050, -0.0005, -0.0390, -0.0184, -0.0360,\n", + " -0.0137, -0.0323, -0.0461, -0.0033, -0.0455, -0.0636, -0.0189, -0.0069,\n", + " -0.0579, -0.0503, -0.0428, -0.0021, -0.0256, -0.0275, -0.0239, -0.0722,\n", + " -0.0083, -0.0427, -0.0088, -0.0554, -0.0364, -0.0587, -0.0456, -0.0198,\n", + " -0.0228, -0.0773, -0.0063, -0.0497, -0.0085, -0.0140, -0.0089, -0.0026,\n", + " -0.0603, -0.0064, -0.0312, -0.0093, -0.0636, -0.0038, -0.0041, -0.0467,\n", + " -0.0387, -0.0532, -0.0271, 0.0011, -0.0033, -0.0076, -0.0694, -0.0086,\n", + " -0.0117, -0.0277, -0.0387, -0.0309, -0.0014, -0.0433, -0.0693, -0.0110,\n", + " -0.0495, -0.0643, -0.0108, -0.0067, -0.0791, -0.0108, -0.0381, -0.0093,\n", + " -0.0265, -0.0054, -0.0423, -0.0289, -0.0527, -0.0367, -0.0390, -0.0027,\n", + " -0.0243, -0.0049, -0.0025, -0.0251, -0.0136, -0.0611, -0.0035, -0.0262,\n", + " -0.0655, -0.0403, -0.0469, -0.0513, -0.0641, -0.0168, -0.0233, -0.0155,\n", + " -0.0144, -0.0517, -0.0504, -0.0279, -0.0571, -0.0441, -0.0314, -0.0683,\n", + " -0.0527, -0.0164, -0.0046, -0.0033, -0.0482, -0.0348, -0.0102, -0.0143,\n", + " -0.0075, -0.0031, -0.0523, -0.0101, -0.0072, -0.0325, -0.0031, -0.0149,\n", + " -0.0065, -0.0582, -0.0828, -0.0019, -0.0355, -0.0110, -0.0806, -0.0594,\n", + " -0.0043, -0.0086, -0.0439, -0.0627, -0.0529, -0.0106, -0.0452, -0.0344,\n", + " -0.0503, -0.0551, -0.0879, -0.0079, -0.0334, -0.0462, -0.0199, -0.0399,\n", + " -0.0200, -0.0406, -0.0151, -0.0201, -0.0029, -0.0070, -0.0110, -0.0337,\n", + " -0.0009, -0.0353, -0.0314, -0.0741, -0.0409, -0.0125, -0.0190, -0.0049,\n", + " -0.0092, -0.0578, -0.0168, -0.0301, -0.0169, -0.0327, -0.0715, -0.0486,\n", + " -0.0134, -0.0073, -0.0210, -0.0448, -0.0178, -0.0351, -0.0267, -0.0372,\n", + " -0.0031, -0.0286, -0.0137, -0.0076, -0.0337, -0.0478, -0.0347, -0.0410,\n", + " -0.0128, -0.0045, -0.0357, -0.0039, -0.0963, -0.0756, -0.0238, -0.0155,\n", + " -0.0162, -0.0320, -0.0036, -0.0682, -0.0068, -0.0360, -0.0283, -0.0712,\n", + " -0.0242, -0.0313, -0.0089, -0.0487, -0.0058, -0.0042, -0.0412, -0.0051,\n", + " -0.0548, -0.0213, -0.0331, -0.0269, -0.0496, 0.0065, -0.0146, -0.0493,\n", + " -0.0566, -0.0041, -0.0028, -0.0266, -0.0487, -0.0358, -0.0573, -0.0592,\n", + " -0.0102, -0.0125, -0.0053, -0.0210, -0.0335, -0.0094, -0.0289, -0.0589,\n", + " -0.0077, -0.0043, -0.0754, -0.0072, -0.0448, -0.0092, -0.0439, 0.0153])),\n", + " ('d5.batch_norms.Yes.running_mean',\n", + " tensor([-4.0537e-02, -2.3641e-02, 2.2767e-02, -6.5493e-02, -1.0133e-02,\n", + " 7.6583e-03, -2.3061e-02, 1.8853e-02, 5.6582e-02, 4.1229e-03,\n", + " 5.4544e-02, 4.0239e-02, -4.4620e-02, -1.0059e-01, 3.8252e-02,\n", + " 6.9975e-02, -2.0529e-02, -2.0899e-02, 1.6468e-02, 9.5695e-03,\n", + " 5.8483e-04, 2.4794e-02, 4.1973e-02, 1.4036e-03, -4.4151e-02,\n", + " -1.6191e-02, -1.4473e-02, -3.0776e-02, -2.6817e-02, 2.7636e-02,\n", + " 3.4588e-02, -5.1087e-02, 8.0740e-02, -6.6893e-02, 2.1742e-02,\n", + " -5.7612e-02, -5.0135e-02, 4.8036e-02, -8.7062e-03, -3.3891e-02,\n", + " 8.6527e-03, 3.0591e-02, 4.7133e-03, 2.7413e-02, -8.3847e-03,\n", + " 2.2050e-05, -9.4355e-03, 6.3284e-02, 4.1388e-02, 6.0721e-02,\n", + " -2.1056e-02, -2.5785e-02, 5.0110e-03, -2.5140e-02, -6.0225e-02,\n", + " -5.6829e-02, 6.4326e-02, -2.6706e-02, -3.6524e-02, 7.6190e-02,\n", + " 3.6986e-02, -8.4406e-02, 4.9523e-02, 2.6599e-02, 2.9243e-02,\n", + " 2.8316e-02, -4.2393e-02, 1.0280e-01, 1.3137e-02, -5.3656e-02,\n", + " 6.2807e-02, 4.7682e-02, 5.6195e-03, -4.5775e-02, -1.8130e-02,\n", + " 2.4727e-02, 2.1814e-03, 5.0392e-02, 6.3021e-02, -1.3244e-04,\n", + " 6.7692e-02, -7.4551e-02, 7.7320e-02, 2.3521e-02, 6.1836e-02,\n", + " 7.3149e-02, 7.4621e-03, -1.5239e-02, -6.4234e-02, -1.3305e-02,\n", + " 1.0127e-02, 1.5892e-02, 1.0868e-02, 2.1467e-02, -1.0164e-02,\n", + " 4.1116e-02, -8.1542e-02, -1.8130e-02, 5.3495e-03, -3.4062e-03,\n", + " -2.3094e-02, -9.2237e-04, -4.8604e-02, 5.9715e-02, 1.2069e-02,\n", + " 1.4228e-02, -2.8893e-02, 7.9796e-02, -2.3405e-02, 5.0248e-02,\n", + " 5.0087e-02, 4.3148e-02, 7.7643e-02, 3.2017e-02, 1.4644e-02,\n", + " 2.7462e-02, -4.8518e-02, 2.5333e-02, 2.2136e-02, -6.9787e-02,\n", + " -3.7057e-03, 3.8568e-02, -5.5092e-04, 3.9690e-03, -4.0914e-02,\n", + " 2.1169e-02, 2.1479e-02, -2.8168e-02, 4.9367e-02, 1.5377e-02,\n", + " 1.1961e-02, -1.2383e-01, 4.4019e-02, -3.1053e-02, -7.4309e-03,\n", + " 8.2971e-03, -1.7433e-02, 1.9009e-02, 3.7619e-02, 1.7447e-02,\n", + " -1.1117e-01, 4.6700e-02, -2.1262e-02, 4.8788e-02, 1.6129e-03,\n", + " 7.5643e-02, 2.9802e-02, -7.3274e-02, -2.2512e-02, 2.9462e-02,\n", + " 1.1162e-02, 7.9901e-02, 2.4743e-03, -7.4249e-02, -4.3690e-02,\n", + " 3.7865e-02, 2.1956e-02, 3.1349e-02, -7.7210e-02, -3.6205e-02,\n", + " -2.7775e-02, -2.4098e-02, 4.8934e-03, 2.9242e-02, 5.8792e-02,\n", + " 3.5823e-02, 3.9102e-02, 5.1982e-02, 7.9724e-03, 6.4873e-02,\n", + " -1.2163e-02, -5.3212e-03, -3.3428e-02, 8.6533e-02, -2.1547e-02,\n", + " 1.3849e-02, 1.6464e-02, -3.0596e-02, -2.8050e-02, -3.5839e-02,\n", + " 9.6702e-02, -2.1292e-03, -4.6596e-02, -1.1720e-02, 1.1917e-02,\n", + " -3.4713e-03, 3.9731e-02, 7.7634e-03, 6.0821e-02, 1.8694e-02,\n", + " 8.9272e-03, -2.5321e-02, 4.7197e-02, 5.2450e-02, -6.0799e-02,\n", + " 2.1871e-02, -3.5269e-03, -1.8290e-03, -1.3157e-03, -7.7133e-03,\n", + " 2.5018e-02, -1.8630e-02, -3.7908e-03, -9.0151e-03, 5.4586e-02,\n", + " -2.9856e-02, -7.6827e-02, -4.7274e-02, 3.9237e-02, 3.6659e-02,\n", + " -3.2398e-02, 5.4992e-02, 7.6146e-02, 1.7630e-02, -1.3371e-02,\n", + " 4.7681e-02, -1.0382e-01, 1.4673e-02, -3.4803e-02, 2.2336e-02,\n", + " 4.3196e-02, 5.0018e-02, 3.5761e-02, -3.9633e-02, -5.7378e-02,\n", + " 5.7924e-02, -1.1686e-02, -3.3940e-03, -1.9776e-02, -9.9127e-02,\n", + " 6.1867e-02, -5.4958e-02, -5.4699e-03, -4.1275e-03, -1.7973e-02,\n", + " 6.0342e-02, 1.3071e-02, -1.5294e-02, 9.1673e-03, 1.0430e-02,\n", + " -1.0514e-01, -3.3827e-03, 2.5519e-02, 1.9201e-02, -2.3522e-02,\n", + " 1.8585e-02, 3.9520e-02, -4.8041e-02, 5.5017e-02, 6.2289e-02,\n", + " 5.8076e-02, 4.7554e-03, -6.0998e-02, -6.7505e-02, 4.1800e-02,\n", + " -5.2441e-02])),\n", + " ('d5.batch_norms.Yes.running_var',\n", + " tensor([0.0111, 0.0078, 0.0034, 0.0151, 0.0015, 0.0123, 0.0105, 0.0077, 0.0099,\n", + " 0.0100, 0.0060, 0.0224, 0.0024, 0.0069, 0.0062, 0.0076, 0.0085, 0.0077,\n", + " 0.0073, 0.0008, 0.0017, 0.0064, 0.0057, 0.0090, 0.0111, 0.0075, 0.0072,\n", + " 0.0124, 0.0051, 0.0072, 0.0122, 0.0109, 0.0090, 0.0055, 0.0056, 0.0040,\n", + " 0.0096, 0.0093, 0.0147, 0.0044, 0.0100, 0.0105, 0.0052, 0.0052, 0.0069,\n", + " 0.0087, 0.0090, 0.0113, 0.0124, 0.0098, 0.0050, 0.0060, 0.0067, 0.0182,\n", + " 0.0214, 0.0078, 0.0090, 0.0059, 0.0078, 0.0218, 0.0081, 0.0078, 0.0164,\n", + " 0.0079, 0.0082, 0.0081, 0.0079, 0.0154, 0.0017, 0.0053, 0.0054, 0.0056,\n", + " 0.0021, 0.0079, 0.0111, 0.0100, 0.0006, 0.0085, 0.0090, 0.0071, 0.0089,\n", + " 0.0094, 0.0123, 0.0042, 0.0086, 0.0122, 0.0071, 0.0067, 0.0085, 0.0013,\n", + " 0.0069, 0.0061, 0.0075, 0.0075, 0.0082, 0.0068, 0.0118, 0.0039, 0.0007,\n", + " 0.0067, 0.0019, 0.0071, 0.0253, 0.0077, 0.0072, 0.0076, 0.0080, 0.0065,\n", + " 0.0091, 0.0107, 0.0089, 0.0173, 0.0086, 0.0065, 0.0057, 0.0077, 0.0087,\n", + " 0.0054, 0.0058, 0.0079, 0.0077, 0.0103, 0.0007, 0.0010, 0.0053, 0.0083,\n", + " 0.0048, 0.0146, 0.0131, 0.0015, 0.0082, 0.0253, 0.0089, 0.0152, 0.0010,\n", + " 0.0151, 0.0020, 0.0086, 0.0051, 0.0008, 0.0056, 0.0026, 0.0040, 0.0091,\n", + " 0.0027, 0.0132, 0.0069, 0.0096, 0.0061, 0.0047, 0.0119, 0.0079, 0.0077,\n", + " 0.0080, 0.0079, 0.0086, 0.0102, 0.0052, 0.0122, 0.0091, 0.0108, 0.0088,\n", + " 0.0069, 0.0083, 0.0050, 0.0039, 0.0055, 0.0113, 0.0004, 0.0091, 0.0084,\n", + " 0.0056, 0.0067, 0.0139, 0.0092, 0.0012, 0.0076, 0.0063, 0.0070, 0.0061,\n", + " 0.0097, 0.0060, 0.0070, 0.0077, 0.0127, 0.0006, 0.0146, 0.0039, 0.0139,\n", + " 0.0063, 0.0090, 0.0062, 0.0081, 0.0063, 0.0083, 0.0045, 0.0077, 0.0041,\n", + " 0.0057, 0.0082, 0.0018, 0.0061, 0.0078, 0.0011, 0.0063, 0.0072, 0.0124,\n", + " 0.0135, 0.0082, 0.0065, 0.0047, 0.0050, 0.0133, 0.0071, 0.0105, 0.0049,\n", + " 0.0163, 0.0066, 0.0089, 0.0085, 0.0136, 0.0135, 0.0143, 0.0037, 0.0084,\n", + " 0.0136, 0.0079, 0.0056, 0.0047, 0.0154, 0.0099, 0.0091, 0.0047, 0.0030,\n", + " 0.0062, 0.0112, 0.0061, 0.0061, 0.0059, 0.0080, 0.0263, 0.0039, 0.0059,\n", + " 0.0091, 0.0075, 0.0045, 0.0074, 0.0076, 0.0078, 0.0052, 0.0092, 0.0019,\n", + " 0.0066, 0.0115, 0.0076, 0.0096])),\n", + " ('d5.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('d5.l1.0.weight',\n", + " tensor([[[[-4.3553e-02, -4.3263e-02, -6.1183e-02, -4.5705e-02],\n", + " [-2.9085e-02, -7.0820e-03, 2.0087e-02, 1.8879e-02],\n", + " [ 1.3681e-02, 9.8764e-03, -4.6666e-02, -2.3473e-02],\n", + " [-1.0912e-02, 1.6522e-02, -1.3259e-02, -2.8537e-02]],\n", + " \n", + " [[-6.4952e-03, 7.4107e-03, -1.3846e-01, -2.2843e-02],\n", + " [-6.4234e-02, -2.3305e-02, -1.6788e-02, 2.7239e-02],\n", + " [-3.2859e-02, 4.8191e-03, -2.6372e-02, 5.2985e-03],\n", + " [-4.6591e-02, 2.0063e-02, -6.3727e-02, -2.3381e-02]],\n", + " \n", + " [[ 1.2819e-02, 2.4123e-02, 7.2584e-03, -1.0942e-02],\n", + " [ 4.4438e-03, -9.8507e-03, -1.1778e-02, -3.7110e-02],\n", + " [ 2.3209e-02, 3.5725e-02, -1.3287e-02, 7.1135e-03],\n", + " [ 6.1355e-03, 2.2805e-02, -2.3282e-02, 9.9159e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.5976e-02, 1.0723e-02, 7.0696e-02, 5.0403e-02],\n", + " [ 1.4134e-02, 7.1040e-03, 3.0480e-02, 5.4426e-03],\n", + " [ 2.2868e-02, -1.1430e-03, 5.0080e-02, 1.1412e-02],\n", + " [-3.6590e-02, 1.8085e-02, -7.3554e-02, -2.1189e-03]],\n", + " \n", + " [[-1.4024e-02, -1.3285e-02, -1.0760e-02, 3.5659e-02],\n", + " [-3.2405e-02, -1.1440e-02, -8.3677e-02, -4.1270e-02],\n", + " [-5.3381e-02, -2.4151e-02, -7.0311e-02, 2.0310e-03],\n", + " [ 3.0905e-03, 4.4772e-03, -4.8835e-02, -6.8391e-03]],\n", + " \n", + " [[-1.8909e-02, 7.0444e-02, 4.8930e-02, 3.0214e-02],\n", + " [ 1.1892e-02, 3.4049e-02, 8.8375e-03, 5.3634e-02],\n", + " [ 1.1083e-02, 4.4761e-02, 4.7243e-03, -3.4336e-02],\n", + " [-7.2408e-03, 1.8043e-02, -2.1144e-02, -7.4131e-02]]],\n", + " \n", + " \n", + " [[[-1.0199e-02, 3.0797e-02, 1.0259e-02, 1.0226e-01],\n", + " [-5.1504e-02, -5.1955e-03, 2.2493e-02, 9.8174e-03],\n", + " [-4.5888e-02, -3.0856e-02, 3.0011e-02, 1.4319e-02],\n", + " [-5.4230e-02, -1.0140e-02, 7.7519e-03, 4.0293e-03]],\n", + " \n", + " [[-1.8753e-02, -3.4077e-03, -2.4019e-02, 1.8706e-02],\n", + " [ 3.4045e-02, 2.7164e-02, 5.4128e-02, 7.5303e-03],\n", + " [ 6.3151e-03, -7.0551e-02, 3.7031e-02, -8.6593e-02],\n", + " [ 7.6986e-02, 9.8504e-02, 7.2801e-03, 7.4868e-02]],\n", + " \n", + " [[ 1.1124e-03, -4.5100e-03, 2.1441e-02, -3.8092e-03],\n", + " [ 1.1237e-02, 1.3118e-02, 1.5246e-02, -2.1517e-03],\n", + " [-2.2404e-02, -1.9514e-02, 4.7759e-03, -1.3876e-02],\n", + " [ 2.7277e-03, 1.4293e-02, -1.5504e-02, -1.3763e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.7688e-02, -2.0603e-02, 2.1468e-02, 4.3682e-02],\n", + " [-7.0932e-02, 1.6336e-02, -1.1043e-02, 1.9699e-02],\n", + " [ 1.9179e-02, -1.5995e-02, -2.8410e-02, -5.9065e-03],\n", + " [-7.3514e-03, -1.1358e-02, -2.1242e-02, -5.1200e-02]],\n", + " \n", + " [[-4.7285e-02, 1.2338e-02, 1.2981e-02, -5.3503e-02],\n", + " [-1.4416e-02, 2.8317e-02, 2.2072e-02, 2.6514e-02],\n", + " [-5.7960e-02, -3.6819e-02, 3.1724e-02, -5.0264e-02],\n", + " [-1.5878e-02, -6.1015e-02, -2.1092e-02, -5.6923e-02]],\n", + " \n", + " [[ 9.4823e-03, -4.3953e-04, 1.9769e-02, 6.1873e-02],\n", + " [ 5.8282e-02, 2.4667e-02, 3.1781e-02, 7.7553e-03],\n", + " [ 1.1963e-02, 2.6086e-03, -2.5811e-02, 7.0611e-04],\n", + " [-3.8921e-02, -4.4775e-03, 5.6538e-03, -6.4326e-02]]],\n", + " \n", + " \n", + " [[[ 4.7902e-02, 1.3202e-02, 1.5061e-02, 2.6982e-02],\n", + " [ 2.1647e-02, 2.8448e-02, 1.7427e-02, 7.3512e-04],\n", + " [-9.0871e-03, 4.6362e-02, 3.0316e-02, -1.2441e-03],\n", + " [-3.1880e-03, 5.7366e-02, 2.2449e-02, 5.0021e-02]],\n", + " \n", + " [[ 6.6843e-03, -1.6164e-02, 7.5801e-02, -2.0845e-02],\n", + " [ 2.7079e-02, -1.5580e-02, 1.3048e-02, 2.6201e-03],\n", + " [-5.3236e-03, 8.9068e-03, -3.7320e-03, -2.9229e-02],\n", + " [ 1.2349e-02, 4.2698e-02, 2.4195e-02, 3.4840e-02]],\n", + " \n", + " [[ 5.3747e-03, -3.4317e-03, 2.2231e-02, 1.1310e-02],\n", + " [-1.5674e-02, -8.9940e-03, -1.8360e-02, -2.5878e-03],\n", + " [ 2.5908e-02, 3.6374e-02, -2.0754e-02, -2.5841e-02],\n", + " [ 3.2927e-03, -4.9321e-03, 1.5641e-02, -1.7570e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.9552e-02, -3.8702e-02, -6.6189e-03, 2.1705e-02],\n", + " [ 1.9337e-02, 4.7026e-02, -1.4394e-02, -7.0501e-03],\n", + " [ 2.7268e-02, 7.7914e-02, 2.8370e-02, 9.7234e-03],\n", + " [-4.6465e-03, 7.3487e-02, -1.2780e-02, -8.0086e-03]],\n", + " \n", + " [[-1.9030e-02, -1.2903e-02, -2.3903e-02, -5.6847e-02],\n", + " [-3.2678e-02, 9.7867e-03, -4.8078e-03, -3.8133e-02],\n", + " [-6.9940e-02, 1.1312e-03, -4.3306e-02, 1.7484e-04],\n", + " [ 1.1062e-02, -2.4725e-02, -1.2415e-02, -5.7982e-02]],\n", + " \n", + " [[-3.3630e-02, 1.2507e-02, -3.7917e-02, -1.0897e-02],\n", + " [-6.1445e-02, -5.6646e-02, -5.9853e-02, -3.8122e-02],\n", + " [-4.3159e-02, -4.5101e-02, -4.9634e-02, -4.1700e-02],\n", + " [-6.8509e-02, 2.0651e-02, -3.8778e-02, 1.3118e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-1.3657e-02, -9.6840e-03, -4.4438e-02, -8.5530e-04],\n", + " [ 7.7507e-03, -1.2013e-02, 9.8145e-03, -1.7778e-02],\n", + " [ 1.7619e-02, -1.6158e-03, 1.4996e-02, 1.6147e-02],\n", + " [ 4.1017e-03, -2.0058e-02, 1.6623e-02, 3.2943e-02]],\n", + " \n", + " [[-1.4083e-02, 8.4405e-03, -4.9133e-02, -4.5316e-02],\n", + " [ 1.2851e-02, -2.4132e-02, -2.6739e-02, -2.8948e-02],\n", + " [ 5.4960e-03, -1.0862e-02, 3.2647e-02, -1.4912e-02],\n", + " [ 5.5400e-02, -6.8269e-02, 3.2195e-04, -4.6441e-02]],\n", + " \n", + " [[-1.0728e-02, -2.7496e-02, 5.6880e-03, 1.4137e-02],\n", + " [-1.6307e-02, 7.7102e-04, 2.8550e-02, 3.9484e-02],\n", + " [-1.4131e-02, -7.6582e-03, -8.9986e-04, 3.4946e-03],\n", + " [-2.5983e-02, -2.1987e-02, 1.5183e-02, 5.4202e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.5428e-02, -5.4702e-03, -1.0180e-02, -5.0703e-02],\n", + " [ 6.5288e-03, -5.7463e-02, -2.1682e-02, -2.4581e-02],\n", + " [ 1.6731e-02, 1.0915e-02, 3.1312e-03, 1.2096e-02],\n", + " [-8.3574e-03, 8.1455e-04, -1.7808e-02, -1.8743e-02]],\n", + " \n", + " [[ 3.1638e-02, -8.5774e-03, -3.4530e-02, 2.1828e-02],\n", + " [ 3.1747e-02, 1.4392e-02, -7.3960e-03, -7.6338e-03],\n", + " [-3.3369e-02, -6.6595e-02, -4.0565e-02, -1.4822e-02],\n", + " [ 1.8211e-02, -5.6978e-02, -2.0025e-02, -3.0638e-03]],\n", + " \n", + " [[-3.4030e-02, -5.1600e-02, -7.0726e-02, -2.5679e-02],\n", + " [-3.2440e-02, -4.8921e-02, -1.5873e-02, 1.0686e-02],\n", + " [ 4.4588e-03, 4.9445e-02, 4.2927e-02, 8.3861e-02],\n", + " [ 1.4211e-02, 3.7276e-02, 6.8306e-02, -1.8705e-02]]],\n", + " \n", + " \n", + " [[[ 1.4411e-02, 8.4923e-03, 2.1458e-02, -6.3758e-03],\n", + " [ 7.2552e-03, 1.0133e-02, 1.8182e-02, -7.1624e-03],\n", + " [ 5.4851e-02, 3.0714e-02, -6.6148e-03, 7.4217e-03],\n", + " [ 1.1833e-02, -1.5124e-02, 2.3224e-03, 2.4672e-02]],\n", + " \n", + " [[ 4.0383e-02, 3.7738e-02, 1.4740e-02, 1.2224e-02],\n", + " [ 1.4995e-02, -4.7647e-02, 4.5819e-02, 1.0296e-02],\n", + " [ 5.4657e-03, 1.3614e-02, 3.7104e-02, -4.9169e-03],\n", + " [ 4.0712e-02, 2.9098e-02, 1.6663e-02, -2.5752e-03]],\n", + " \n", + " [[ 5.1099e-03, 5.7351e-03, 1.3403e-02, 6.0764e-04],\n", + " [-1.2258e-02, 1.5326e-02, 2.1723e-02, 5.4272e-03],\n", + " [-2.8061e-02, -5.2471e-03, 2.1387e-02, 1.1754e-02],\n", + " [-4.1321e-02, 1.4690e-02, -2.5711e-02, -1.7813e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-2.5211e-02, 9.5954e-03, -1.3289e-02, 3.2882e-02],\n", + " [ 4.1285e-02, -1.4051e-02, -7.7590e-03, 3.0570e-02],\n", + " [-2.4038e-02, 1.3442e-02, 2.7753e-03, 3.4736e-02],\n", + " [ 2.2467e-02, 3.9571e-02, -3.8852e-03, 1.4845e-03]],\n", + " \n", + " [[-6.0803e-04, 1.9648e-02, 5.1429e-04, -1.9624e-02],\n", + " [-3.5395e-02, 3.6432e-03, -8.5788e-03, -1.3341e-02],\n", + " [ 5.0195e-02, 3.4179e-02, 3.9460e-02, 1.5565e-02],\n", + " [-1.6380e-03, 3.8038e-02, -7.4658e-03, -4.8196e-03]],\n", + " \n", + " [[ 6.5992e-03, -1.4352e-02, -4.8068e-02, -2.1902e-02],\n", + " [-2.2554e-03, -1.9821e-05, -6.2672e-03, -1.0143e-02],\n", + " [ 2.4304e-03, 1.0320e-02, -4.4492e-02, -7.5211e-03],\n", + " [-1.8817e-02, -3.9069e-02, 3.8304e-02, -7.0120e-03]]],\n", + " \n", + " \n", + " [[[ 3.8087e-02, -2.9080e-02, -5.2504e-02, -4.6244e-02],\n", + " [ 1.9010e-02, -3.9373e-02, -1.6244e-02, 9.6624e-03],\n", + " [-6.7228e-03, -1.5251e-02, -1.7801e-02, 4.6302e-02],\n", + " [ 1.5172e-02, -5.0635e-03, -3.5643e-03, 4.0119e-02]],\n", + " \n", + " [[ 1.7524e-03, 6.9092e-03, -5.6349e-03, 3.1466e-02],\n", + " [-1.8905e-02, -3.6741e-02, -7.3486e-02, -5.7965e-02],\n", + " [ 1.1208e-02, 7.2517e-02, -7.0706e-02, 4.3434e-02],\n", + " [-1.0881e-02, 3.3162e-02, -4.2142e-02, 7.4249e-03]],\n", + " \n", + " [[ 2.3736e-02, 8.1042e-03, 1.9410e-02, -1.7578e-02],\n", + " [ 6.3312e-02, -2.9847e-02, 2.9756e-02, 1.4689e-02],\n", + " [-1.9233e-02, 4.4851e-02, 1.9148e-02, -2.5771e-02],\n", + " [ 1.3445e-02, -1.4494e-02, 7.7404e-03, 3.5061e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[-8.2176e-02, -2.2500e-02, 1.0569e-02, 3.6583e-02],\n", + " [ 3.7739e-03, 3.2371e-02, 3.6088e-02, 1.9432e-02],\n", + " [ 1.4427e-02, -4.0306e-02, 4.6505e-02, 4.1998e-02],\n", + " [-5.0495e-02, -3.3359e-02, -2.4078e-02, -1.9591e-02]],\n", + " \n", + " [[-7.6300e-02, -1.2076e-01, -4.0475e-02, -9.8263e-02],\n", + " [-1.0841e-02, -3.2395e-02, 3.8192e-02, 1.6947e-03],\n", + " [ 1.3405e-02, 1.3091e-01, 7.9560e-02, 9.1538e-02],\n", + " [-5.4168e-02, -7.6590e-02, -3.4542e-02, -2.0984e-02]],\n", + " \n", + " [[ 2.2422e-02, 7.4158e-02, 2.7935e-02, 6.7816e-02],\n", + " [ 5.8703e-02, 8.1801e-02, 6.2784e-02, 3.3539e-02],\n", + " [-1.3858e-02, -9.4927e-02, -7.8901e-02, -3.4896e-02],\n", + " [ 2.6846e-02, -2.4572e-02, -5.8906e-02, -2.5717e-02]]]])),\n", + " ('d5.l1.1.weight',\n", + " tensor([ 3.8182e-02, 3.9040e-02, 6.1929e-04, 3.3930e-02, 2.3789e-04,\n", + " -2.9816e-02, -5.3300e-02, 1.4008e-04, -2.8569e-02, -3.1519e-02,\n", + " -5.3757e-02, -7.1341e-03, 2.3743e-04, 7.1998e-02, -2.7746e-02,\n", + " -3.5272e-02, 1.3197e-02, -4.2480e-02, -3.2941e-02, -5.1599e-04,\n", + " -4.5381e-05, -3.4402e-02, -1.4383e-02, -4.3947e-02, 3.4076e-02,\n", + " 2.0864e-02, 3.4454e-02, 3.4750e-02, 4.8983e-02, -6.9067e-02,\n", + " -4.4910e-02, 1.6622e-03, -2.3590e-02, 4.8478e-02, -4.6612e-02,\n", + " -9.2665e-05, 2.4081e-02, 3.3023e-02, -3.2552e-02, 5.4387e-02,\n", + " -6.7027e-02, -3.4113e-02, -1.4453e-03, -4.2122e-02, -4.8397e-02,\n", + " -4.7287e-02, 3.3768e-02, -4.5171e-02, -4.6421e-02, -2.8556e-02,\n", + " -8.2936e-05, 6.1646e-02, -5.3066e-05, -1.5761e-03, -1.4958e-03,\n", + " 2.1294e-04, -2.6484e-02, 3.4462e-04, 5.7554e-02, -5.4363e-02,\n", + " -3.2535e-02, 4.5394e-04, -4.6922e-04, -3.7454e-02, -3.4687e-02,\n", + " -5.5835e-02, 2.1156e-02, -3.3980e-02, -4.6734e-04, -1.2621e-03,\n", + " -6.3073e-02, 9.2498e-04, 8.2329e-04, 3.3873e-02, -2.7742e-02,\n", + " -3.8742e-02, -1.4889e-04, -5.5175e-02, -2.8544e-02, 1.0766e-03,\n", + " -6.3184e-02, 2.5586e-02, -3.8594e-02, 1.8564e-04, -3.2525e-02,\n", + " -5.4131e-02, 4.6501e-02, 1.2120e-03, 3.1895e-02, 4.9150e-04,\n", + " 5.2747e-02, 4.9436e-02, 5.3243e-02, -5.4859e-02, 2.2525e-02,\n", + " -2.6623e-04, 5.2149e-02, 4.4575e-04, 1.8840e-04, -4.4698e-02,\n", + " -4.2706e-04, 3.0293e-02, -1.4271e-04, -4.1460e-02, 4.1274e-02,\n", + " -5.5271e-02, 4.4710e-02, -8.5181e-02, -4.3749e-02, -4.2678e-02,\n", + " -3.8984e-02, -2.3243e-02, -1.9660e-02, 5.9327e-02, 3.4311e-02,\n", + " -4.9612e-02, 3.2622e-02, 2.9393e-02, -4.2470e-02, 2.5410e-02,\n", + " -5.4011e-02, -3.3102e-02, 2.1251e-04, 2.6841e-04, 6.8994e-02,\n", + " -3.1983e-02, 1.1693e-03, 1.2262e-02, -3.3086e-02, -3.6046e-04,\n", + " -4.5715e-02, 8.8468e-04, -1.4130e-03, 2.1737e-02, 3.0796e-06,\n", + " -3.6235e-02, -6.7734e-04, 5.2375e-02, -6.6598e-02, 1.6365e-04,\n", + " 7.7300e-02, -7.3384e-04, 6.8692e-02, -2.8763e-02, 5.5399e-04,\n", + " -3.2572e-02, -6.8180e-02, 2.6200e-02, 4.7306e-02, 5.5456e-04,\n", + " -3.0250e-02, -5.0381e-02, -4.9248e-02, 7.2886e-02, 3.0572e-02,\n", + " -4.7708e-02, 3.4296e-02, -5.5356e-02, 3.6390e-02, -3.1235e-02,\n", + " 3.5754e-02, 2.9119e-02, 1.0266e-03, -3.5182e-02, -2.5957e-05,\n", + " -2.4018e-04, -1.8670e-04, -3.6401e-02, 1.2309e-05, -4.0538e-02,\n", + " 3.3538e-02, -4.1870e-02, 4.6589e-02, -3.6381e-02, 3.7659e-02,\n", + " -6.4828e-04, -6.4067e-04, 4.4702e-02, 4.2289e-02, 6.0136e-02,\n", + " -1.9938e-02, -3.8116e-02, 5.5155e-02, -3.7762e-02, 2.0052e-03,\n", + " -4.5252e-04, -4.9035e-02, -6.4160e-02, -4.0151e-02, -6.3420e-02,\n", + " 4.4388e-02, 3.8591e-02, 4.0282e-04, -5.7641e-02, 5.7849e-02,\n", + " -4.4338e-04, 3.6199e-02, 3.2584e-02, -4.4899e-02, -3.5972e-02,\n", + " -5.0777e-04, 2.5170e-04, 3.6017e-02, 1.9364e-04, -8.0292e-02,\n", + " 6.0378e-02, 5.6168e-02, 4.2484e-02, -2.5701e-02, -4.4738e-02,\n", + " 4.5126e-04, -6.2148e-02, -3.7818e-02, -5.2255e-02, 3.4869e-02,\n", + " -6.6577e-02, 3.6395e-02, -5.9770e-02, 1.5847e-03, -4.8242e-02,\n", + " 1.6094e-04, -2.3778e-02, 4.9186e-02, -5.1481e-04, 4.5208e-02,\n", + " -2.6984e-02, 4.0903e-02, 2.8095e-02, -3.3056e-02, 4.8980e-02,\n", + " -3.4620e-02, 2.7218e-02, -4.5300e-02, 5.6082e-04, 5.6467e-04,\n", + " -3.9278e-02, -3.9498e-02, -3.7707e-02, 3.9547e-02, 4.2927e-02,\n", + " 2.4181e-03, -1.1137e-03, -7.1023e-04, 3.3184e-02, 3.2772e-02,\n", + " -1.0105e-03, -3.3392e-02, 6.0864e-02, -8.7020e-04, -9.0545e-04,\n", + " -2.8778e-02, -8.9706e-04, 6.3745e-02, 2.6548e-02, -6.1545e-02,\n", + " 8.4019e-02])),\n", + " ('d5.l1.1.bias',\n", + " tensor([-0.0099, -0.0315, -0.0051, -0.0163, -0.0058, -0.0175, -0.0413, -0.0161,\n", + " -0.0146, -0.0153, -0.0449, -0.0046, -0.0044, -0.0592, -0.0302, -0.0268,\n", + " -0.0194, -0.0256, -0.0512, -0.0050, -0.0005, -0.0390, -0.0184, -0.0360,\n", + " -0.0137, -0.0323, -0.0461, -0.0033, -0.0455, -0.0636, -0.0189, -0.0069,\n", + " -0.0579, -0.0503, -0.0428, -0.0021, -0.0256, -0.0275, -0.0239, -0.0722,\n", + " -0.0083, -0.0427, -0.0088, -0.0554, -0.0364, -0.0587, -0.0456, -0.0198,\n", + " -0.0228, -0.0773, -0.0063, -0.0497, -0.0085, -0.0140, -0.0089, -0.0026,\n", + " -0.0603, -0.0064, -0.0312, -0.0093, -0.0636, -0.0038, -0.0041, -0.0467,\n", + " -0.0387, -0.0532, -0.0271, 0.0011, -0.0033, -0.0076, -0.0694, -0.0086,\n", + " -0.0117, -0.0277, -0.0387, -0.0309, -0.0014, -0.0433, -0.0693, -0.0110,\n", + " -0.0495, -0.0643, -0.0108, -0.0067, -0.0791, -0.0108, -0.0381, -0.0093,\n", + " -0.0265, -0.0054, -0.0423, -0.0289, -0.0527, -0.0367, -0.0390, -0.0027,\n", + " -0.0243, -0.0049, -0.0025, -0.0251, -0.0136, -0.0611, -0.0035, -0.0262,\n", + " -0.0655, -0.0403, -0.0469, -0.0513, -0.0641, -0.0168, -0.0233, -0.0155,\n", + " -0.0144, -0.0517, -0.0504, -0.0279, -0.0571, -0.0441, -0.0314, -0.0683,\n", + " -0.0527, -0.0164, -0.0046, -0.0033, -0.0482, -0.0348, -0.0102, -0.0143,\n", + " -0.0075, -0.0031, -0.0523, -0.0101, -0.0072, -0.0325, -0.0031, -0.0149,\n", + " -0.0065, -0.0582, -0.0828, -0.0019, -0.0355, -0.0110, -0.0806, -0.0594,\n", + " -0.0043, -0.0086, -0.0439, -0.0627, -0.0529, -0.0106, -0.0452, -0.0344,\n", + " -0.0503, -0.0551, -0.0879, -0.0079, -0.0334, -0.0462, -0.0199, -0.0399,\n", + " -0.0200, -0.0406, -0.0151, -0.0201, -0.0029, -0.0070, -0.0110, -0.0337,\n", + " -0.0009, -0.0353, -0.0314, -0.0741, -0.0409, -0.0125, -0.0190, -0.0049,\n", + " -0.0092, -0.0578, -0.0168, -0.0301, -0.0169, -0.0327, -0.0715, -0.0486,\n", + " -0.0134, -0.0073, -0.0210, -0.0448, -0.0178, -0.0351, -0.0267, -0.0372,\n", + " -0.0031, -0.0286, -0.0137, -0.0076, -0.0337, -0.0478, -0.0347, -0.0410,\n", + " -0.0128, -0.0045, -0.0357, -0.0039, -0.0963, -0.0756, -0.0238, -0.0155,\n", + " -0.0162, -0.0320, -0.0036, -0.0682, -0.0068, -0.0360, -0.0283, -0.0712,\n", + " -0.0242, -0.0313, -0.0089, -0.0487, -0.0058, -0.0042, -0.0412, -0.0051,\n", + " -0.0548, -0.0213, -0.0331, -0.0269, -0.0496, 0.0065, -0.0146, -0.0493,\n", + " -0.0566, -0.0041, -0.0028, -0.0266, -0.0487, -0.0358, -0.0573, -0.0592,\n", + " -0.0102, -0.0125, -0.0053, -0.0210, -0.0335, -0.0094, -0.0289, -0.0589,\n", + " -0.0077, -0.0043, -0.0754, -0.0072, -0.0448, -0.0092, -0.0439, 0.0153])),\n", + " ('d5.l1.1.running_mean',\n", + " tensor([-4.0537e-02, -2.3641e-02, 2.2767e-02, -6.5493e-02, -1.0133e-02,\n", + " 7.6583e-03, -2.3061e-02, 1.8853e-02, 5.6582e-02, 4.1229e-03,\n", + " 5.4544e-02, 4.0239e-02, -4.4620e-02, -1.0059e-01, 3.8252e-02,\n", + " 6.9975e-02, -2.0529e-02, -2.0899e-02, 1.6468e-02, 9.5695e-03,\n", + " 5.8483e-04, 2.4794e-02, 4.1973e-02, 1.4036e-03, -4.4151e-02,\n", + " -1.6191e-02, -1.4473e-02, -3.0776e-02, -2.6817e-02, 2.7636e-02,\n", + " 3.4588e-02, -5.1087e-02, 8.0740e-02, -6.6893e-02, 2.1742e-02,\n", + " -5.7612e-02, -5.0135e-02, 4.8036e-02, -8.7062e-03, -3.3891e-02,\n", + " 8.6527e-03, 3.0591e-02, 4.7133e-03, 2.7413e-02, -8.3847e-03,\n", + " 2.2050e-05, -9.4355e-03, 6.3284e-02, 4.1388e-02, 6.0721e-02,\n", + " -2.1056e-02, -2.5785e-02, 5.0110e-03, -2.5140e-02, -6.0225e-02,\n", + " -5.6829e-02, 6.4326e-02, -2.6706e-02, -3.6524e-02, 7.6190e-02,\n", + " 3.6986e-02, -8.4406e-02, 4.9523e-02, 2.6599e-02, 2.9243e-02,\n", + " 2.8316e-02, -4.2393e-02, 1.0280e-01, 1.3137e-02, -5.3656e-02,\n", + " 6.2807e-02, 4.7682e-02, 5.6195e-03, -4.5775e-02, -1.8130e-02,\n", + " 2.4727e-02, 2.1814e-03, 5.0392e-02, 6.3021e-02, -1.3244e-04,\n", + " 6.7692e-02, -7.4551e-02, 7.7320e-02, 2.3521e-02, 6.1836e-02,\n", + " 7.3149e-02, 7.4621e-03, -1.5239e-02, -6.4234e-02, -1.3305e-02,\n", + " 1.0127e-02, 1.5892e-02, 1.0868e-02, 2.1467e-02, -1.0164e-02,\n", + " 4.1116e-02, -8.1542e-02, -1.8130e-02, 5.3495e-03, -3.4062e-03,\n", + " -2.3094e-02, -9.2237e-04, -4.8604e-02, 5.9715e-02, 1.2069e-02,\n", + " 1.4228e-02, -2.8893e-02, 7.9796e-02, -2.3405e-02, 5.0248e-02,\n", + " 5.0087e-02, 4.3148e-02, 7.7643e-02, 3.2017e-02, 1.4644e-02,\n", + " 2.7462e-02, -4.8518e-02, 2.5333e-02, 2.2136e-02, -6.9787e-02,\n", + " -3.7057e-03, 3.8568e-02, -5.5092e-04, 3.9690e-03, -4.0914e-02,\n", + " 2.1169e-02, 2.1479e-02, -2.8168e-02, 4.9367e-02, 1.5377e-02,\n", + " 1.1961e-02, -1.2383e-01, 4.4019e-02, -3.1053e-02, -7.4309e-03,\n", + " 8.2971e-03, -1.7433e-02, 1.9009e-02, 3.7619e-02, 1.7447e-02,\n", + " -1.1117e-01, 4.6700e-02, -2.1262e-02, 4.8788e-02, 1.6129e-03,\n", + " 7.5643e-02, 2.9802e-02, -7.3274e-02, -2.2512e-02, 2.9462e-02,\n", + " 1.1162e-02, 7.9901e-02, 2.4743e-03, -7.4249e-02, -4.3690e-02,\n", + " 3.7865e-02, 2.1956e-02, 3.1349e-02, -7.7210e-02, -3.6205e-02,\n", + " -2.7775e-02, -2.4098e-02, 4.8934e-03, 2.9242e-02, 5.8792e-02,\n", + " 3.5823e-02, 3.9102e-02, 5.1982e-02, 7.9724e-03, 6.4873e-02,\n", + " -1.2163e-02, -5.3212e-03, -3.3428e-02, 8.6533e-02, -2.1547e-02,\n", + " 1.3849e-02, 1.6464e-02, -3.0596e-02, -2.8050e-02, -3.5839e-02,\n", + " 9.6702e-02, -2.1292e-03, -4.6596e-02, -1.1720e-02, 1.1917e-02,\n", + " -3.4713e-03, 3.9731e-02, 7.7634e-03, 6.0821e-02, 1.8694e-02,\n", + " 8.9272e-03, -2.5321e-02, 4.7197e-02, 5.2450e-02, -6.0799e-02,\n", + " 2.1871e-02, -3.5269e-03, -1.8290e-03, -1.3157e-03, -7.7133e-03,\n", + " 2.5018e-02, -1.8630e-02, -3.7908e-03, -9.0151e-03, 5.4586e-02,\n", + " -2.9856e-02, -7.6827e-02, -4.7274e-02, 3.9237e-02, 3.6659e-02,\n", + " -3.2398e-02, 5.4992e-02, 7.6146e-02, 1.7630e-02, -1.3371e-02,\n", + " 4.7681e-02, -1.0382e-01, 1.4673e-02, -3.4803e-02, 2.2336e-02,\n", + " 4.3196e-02, 5.0018e-02, 3.5761e-02, -3.9633e-02, -5.7378e-02,\n", + " 5.7924e-02, -1.1686e-02, -3.3940e-03, -1.9776e-02, -9.9127e-02,\n", + " 6.1867e-02, -5.4958e-02, -5.4699e-03, -4.1275e-03, -1.7973e-02,\n", + " 6.0342e-02, 1.3071e-02, -1.5294e-02, 9.1673e-03, 1.0430e-02,\n", + " -1.0514e-01, -3.3827e-03, 2.5519e-02, 1.9201e-02, -2.3522e-02,\n", + " 1.8585e-02, 3.9520e-02, -4.8041e-02, 5.5017e-02, 6.2289e-02,\n", + " 5.8076e-02, 4.7554e-03, -6.0998e-02, -6.7505e-02, 4.1800e-02,\n", + " -5.2441e-02])),\n", + " ('d5.l1.1.running_var',\n", + " tensor([0.0111, 0.0078, 0.0034, 0.0151, 0.0015, 0.0123, 0.0105, 0.0077, 0.0099,\n", + " 0.0100, 0.0060, 0.0224, 0.0024, 0.0069, 0.0062, 0.0076, 0.0085, 0.0077,\n", + " 0.0073, 0.0008, 0.0017, 0.0064, 0.0057, 0.0090, 0.0111, 0.0075, 0.0072,\n", + " 0.0124, 0.0051, 0.0072, 0.0122, 0.0109, 0.0090, 0.0055, 0.0056, 0.0040,\n", + " 0.0096, 0.0093, 0.0147, 0.0044, 0.0100, 0.0105, 0.0052, 0.0052, 0.0069,\n", + " 0.0087, 0.0090, 0.0113, 0.0124, 0.0098, 0.0050, 0.0060, 0.0067, 0.0182,\n", + " 0.0214, 0.0078, 0.0090, 0.0059, 0.0078, 0.0218, 0.0081, 0.0078, 0.0164,\n", + " 0.0079, 0.0082, 0.0081, 0.0079, 0.0154, 0.0017, 0.0053, 0.0054, 0.0056,\n", + " 0.0021, 0.0079, 0.0111, 0.0100, 0.0006, 0.0085, 0.0090, 0.0071, 0.0089,\n", + " 0.0094, 0.0123, 0.0042, 0.0086, 0.0122, 0.0071, 0.0067, 0.0085, 0.0013,\n", + " 0.0069, 0.0061, 0.0075, 0.0075, 0.0082, 0.0068, 0.0118, 0.0039, 0.0007,\n", + " 0.0067, 0.0019, 0.0071, 0.0253, 0.0077, 0.0072, 0.0076, 0.0080, 0.0065,\n", + " 0.0091, 0.0107, 0.0089, 0.0173, 0.0086, 0.0065, 0.0057, 0.0077, 0.0087,\n", + " 0.0054, 0.0058, 0.0079, 0.0077, 0.0103, 0.0007, 0.0010, 0.0053, 0.0083,\n", + " 0.0048, 0.0146, 0.0131, 0.0015, 0.0082, 0.0253, 0.0089, 0.0152, 0.0010,\n", + " 0.0151, 0.0020, 0.0086, 0.0051, 0.0008, 0.0056, 0.0026, 0.0040, 0.0091,\n", + " 0.0027, 0.0132, 0.0069, 0.0096, 0.0061, 0.0047, 0.0119, 0.0079, 0.0077,\n", + " 0.0080, 0.0079, 0.0086, 0.0102, 0.0052, 0.0122, 0.0091, 0.0108, 0.0088,\n", + " 0.0069, 0.0083, 0.0050, 0.0039, 0.0055, 0.0113, 0.0004, 0.0091, 0.0084,\n", + " 0.0056, 0.0067, 0.0139, 0.0092, 0.0012, 0.0076, 0.0063, 0.0070, 0.0061,\n", + " 0.0097, 0.0060, 0.0070, 0.0077, 0.0127, 0.0006, 0.0146, 0.0039, 0.0139,\n", + " 0.0063, 0.0090, 0.0062, 0.0081, 0.0063, 0.0083, 0.0045, 0.0077, 0.0041,\n", + " 0.0057, 0.0082, 0.0018, 0.0061, 0.0078, 0.0011, 0.0063, 0.0072, 0.0124,\n", + " 0.0135, 0.0082, 0.0065, 0.0047, 0.0050, 0.0133, 0.0071, 0.0105, 0.0049,\n", + " 0.0163, 0.0066, 0.0089, 0.0085, 0.0136, 0.0135, 0.0143, 0.0037, 0.0084,\n", + " 0.0136, 0.0079, 0.0056, 0.0047, 0.0154, 0.0099, 0.0091, 0.0047, 0.0030,\n", + " 0.0062, 0.0112, 0.0061, 0.0061, 0.0059, 0.0080, 0.0263, 0.0039, 0.0059,\n", + " 0.0091, 0.0075, 0.0045, 0.0074, 0.0076, 0.0078, 0.0052, 0.0092, 0.0019,\n", + " 0.0066, 0.0115, 0.0076, 0.0096])),\n", + " ('d5.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('d6.conv.weight',\n", + " tensor([[[[-2.8442e-02, -1.5058e-02, -1.4055e-02, -3.8941e-02],\n", + " [-4.1490e-02, -8.9467e-03, -7.0138e-03, 3.1555e-03],\n", + " [ 3.5015e-02, -2.1646e-03, -2.0322e-02, 2.2041e-02],\n", + " [-1.6766e-03, 1.5109e-02, 1.0457e-02, 1.1627e-02]],\n", + " \n", + " [[-5.3439e-02, -6.6034e-02, -3.6022e-02, -1.9574e-02],\n", + " [-8.0319e-02, -7.5931e-02, -6.7931e-02, -6.0608e-02],\n", + " [-4.9710e-02, -8.0594e-02, -1.0534e-01, -7.4062e-02],\n", + " [-7.7564e-02, -2.0761e-02, -9.6304e-02, -4.4322e-02]],\n", + " \n", + " [[ 1.5231e-02, 4.7405e-02, -2.1674e-02, 4.8488e-02],\n", + " [ 2.4999e-03, 1.7749e-02, 1.2772e-02, -6.7177e-03],\n", + " [ 1.3551e-02, 5.6866e-02, 2.2260e-02, 2.8366e-02],\n", + " [ 3.5529e-03, -9.4617e-03, 7.4931e-03, -3.5338e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-5.7491e-02, -4.4225e-02, -4.1380e-02, -4.5730e-02],\n", + " [-2.2770e-02, -2.0761e-02, -9.7344e-03, -3.2070e-02],\n", + " [-4.2816e-02, -3.4846e-02, -4.1398e-02, -3.4449e-02],\n", + " [-1.8244e-02, -2.2064e-02, -1.4525e-02, -1.8529e-02]],\n", + " \n", + " [[ 1.2734e-02, 1.7768e-02, 3.5823e-02, 1.0642e-02],\n", + " [ 5.2356e-02, 3.3444e-02, 2.4950e-02, -1.7706e-03],\n", + " [ 2.3876e-02, 1.0463e-02, 8.4963e-03, 6.0555e-02],\n", + " [ 4.0107e-02, 4.0885e-02, 7.0086e-02, -9.0878e-03]],\n", + " \n", + " [[-2.0115e-03, -2.7472e-02, 9.1329e-03, -1.5117e-02],\n", + " [-5.1540e-03, 2.0660e-02, -3.2060e-02, 5.0542e-03],\n", + " [-2.2695e-02, -1.0061e-02, 1.2856e-02, 3.7972e-02],\n", + " [ 1.5079e-02, 1.8015e-02, 1.9609e-02, 6.9344e-03]]],\n", + " \n", + " \n", + " [[[ 1.9070e-02, 5.1326e-02, 1.2056e-02, -3.0065e-03],\n", + " [ 1.1140e-02, 1.1451e-02, -2.0779e-02, -2.2727e-02],\n", + " [ 1.5508e-02, -1.4760e-02, 9.4693e-03, -9.4551e-03],\n", + " [-1.6285e-03, -9.0279e-03, 4.5846e-03, -1.0160e-02]],\n", + " \n", + " [[ 1.1846e-02, 1.7685e-02, 3.5739e-02, 7.4798e-02],\n", + " [ 1.0175e-02, 2.5555e-02, 5.0747e-02, 3.1238e-02],\n", + " [ 9.1610e-03, 3.0936e-02, 3.5798e-02, 1.6503e-02],\n", + " [ 6.9305e-03, -6.2872e-03, 3.0273e-02, 2.4901e-02]],\n", + " \n", + " [[ 5.2315e-03, -1.7764e-02, -3.0019e-02, -3.4239e-02],\n", + " [-1.6784e-02, 2.9588e-02, -4.0163e-02, 1.3380e-03],\n", + " [-1.2775e-02, -1.8441e-02, 1.5355e-02, 2.2301e-02],\n", + " [-2.5032e-02, 4.3303e-02, -2.7663e-02, 3.2013e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.4162e-02, -2.9363e-02, -4.6376e-02, -2.5853e-02],\n", + " [-7.6160e-02, -2.8026e-02, -3.5733e-02, 5.1730e-03],\n", + " [-1.8861e-02, -4.3052e-02, -4.9736e-02, -3.9028e-03],\n", + " [-5.2208e-02, -4.9031e-02, -5.3039e-02, 1.5081e-02]],\n", + " \n", + " [[-2.8499e-02, -2.7658e-02, -3.6608e-02, -1.9321e-02],\n", + " [-4.3634e-02, -3.5300e-04, 1.3576e-02, -4.6684e-03],\n", + " [-3.1803e-02, -1.9533e-02, -9.9184e-03, 9.4206e-03],\n", + " [-1.2375e-02, 1.1316e-02, 2.5972e-02, 4.8759e-02]],\n", + " \n", + " [[ 1.2471e-02, -2.3992e-02, -2.8253e-03, -2.6066e-02],\n", + " [ 1.2338e-02, -1.7626e-02, -1.2906e-02, -2.7072e-02],\n", + " [ 2.1697e-03, 1.1485e-02, 8.0870e-03, -1.7204e-02],\n", + " [ 2.2089e-03, -1.1285e-02, -1.1163e-02, -2.9457e-02]]],\n", + " \n", + " \n", + " [[[ 1.5160e-03, -1.0867e-02, 1.8639e-02, 1.6010e-02],\n", + " [-1.1756e-02, 1.4851e-02, 1.5320e-02, 3.2435e-03],\n", + " [ 1.1006e-02, -1.8068e-02, -3.4438e-04, -1.6247e-03],\n", + " [ 5.5348e-02, -1.2744e-02, -7.8659e-03, -1.3537e-02]],\n", + " \n", + " [[-3.5851e-04, 1.1744e-02, 2.6468e-02, -1.1587e-02],\n", + " [-7.7683e-03, 2.1442e-02, 1.6070e-02, 2.4879e-02],\n", + " [ 7.6909e-03, 8.8905e-03, 3.5373e-02, 1.1724e-02],\n", + " [-2.1671e-03, -1.2069e-02, 2.4806e-02, 1.8066e-02]],\n", + " \n", + " [[-1.2941e-02, 1.7813e-02, -7.7675e-03, -6.9856e-03],\n", + " [ 4.3926e-02, -4.2865e-02, -6.0028e-03, 9.8041e-03],\n", + " [-2.1057e-02, 1.8997e-02, 1.4842e-02, 1.5593e-02],\n", + " [ 1.4160e-02, -2.9459e-02, 1.8086e-02, 2.4136e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.4908e-02, -2.1091e-02, 2.0575e-02, -4.2415e-02],\n", + " [-4.0949e-03, 8.1541e-03, -8.9260e-04, 5.6253e-03],\n", + " [-3.5008e-03, -3.5238e-02, 2.2751e-02, 2.4301e-02],\n", + " [ 1.8724e-02, 2.6513e-03, 2.5120e-03, 4.2008e-03]],\n", + " \n", + " [[ 9.5957e-03, 2.2621e-02, 1.6139e-02, 1.7265e-03],\n", + " [ 1.8072e-02, 2.2474e-02, 3.0031e-02, -4.7578e-03],\n", + " [-2.0594e-02, -7.0798e-03, -6.2440e-04, 3.1465e-02],\n", + " [ 2.3418e-03, 1.4420e-02, 1.9016e-02, 4.8253e-03]],\n", + " \n", + " [[ 2.2443e-02, 5.5682e-03, -6.1414e-03, 3.2428e-02],\n", + " [ 2.5190e-02, -1.6116e-02, 1.7048e-02, 3.0976e-02],\n", + " [ 2.5455e-05, 1.9397e-04, 8.2775e-03, 2.2866e-03],\n", + " [ 2.2212e-02, -4.5634e-02, 6.7511e-03, 2.3963e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 1.1522e-02, -1.6646e-02, 4.0033e-02, 8.2394e-03],\n", + " [-5.8863e-03, 2.1058e-02, 2.0899e-02, 4.8006e-02],\n", + " [ 3.3362e-02, 8.6831e-03, 6.8267e-02, 3.9654e-03],\n", + " [-1.3285e-02, 4.6547e-02, 1.8875e-03, 2.0536e-02]],\n", + " \n", + " [[ 3.9874e-02, 1.3254e-02, 6.8467e-02, 7.6585e-02],\n", + " [ 4.7812e-02, 4.6239e-04, 3.9966e-02, -7.6434e-03],\n", + " [ 4.5841e-02, 2.5132e-02, 8.7678e-03, 4.1039e-02],\n", + " [ 1.5109e-02, 1.1083e-02, 3.9423e-03, -9.7326e-03]],\n", + " \n", + " [[ 1.2387e-02, 3.0133e-02, 2.0891e-02, -1.9263e-02],\n", + " [ 1.6689e-02, 3.8253e-02, 1.1250e-02, 2.6384e-02],\n", + " [ 7.0107e-02, 7.0636e-02, 8.4748e-02, 2.4802e-02],\n", + " [-1.1715e-02, -3.5650e-03, 3.2020e-02, 1.1885e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.4277e-02, 6.2437e-03, 4.1838e-02, 8.4679e-03],\n", + " [ 4.3617e-02, 6.4730e-02, 7.0509e-02, 5.7130e-02],\n", + " [ 4.0660e-02, 6.0688e-03, 2.8499e-02, 3.8020e-02],\n", + " [ 3.6558e-02, 4.4567e-03, -4.8738e-03, -3.8644e-03]],\n", + " \n", + " [[ 1.9957e-03, -2.5715e-02, -4.2115e-02, -2.1371e-02],\n", + " [-5.3662e-03, -4.4588e-03, -1.5690e-02, -1.8779e-02],\n", + " [-5.2696e-03, 1.6752e-02, 1.2498e-02, 2.5430e-02],\n", + " [-1.3700e-02, -9.6346e-03, -6.5337e-02, -2.1502e-02]],\n", + " \n", + " [[ 1.3285e-02, 1.8247e-02, -2.4994e-02, -8.4151e-03],\n", + " [ 2.8187e-02, -2.7027e-04, 2.3211e-03, -1.5302e-02],\n", + " [ 1.3952e-02, -1.6927e-02, -3.2018e-02, 1.7002e-02],\n", + " [-3.4214e-02, 1.9035e-02, 5.8395e-04, -2.8657e-02]]],\n", + " \n", + " \n", + " [[[-5.6836e-03, 1.1277e-03, -3.0063e-02, -5.4696e-02],\n", + " [-6.7853e-03, -2.1831e-02, 1.7425e-02, -2.4149e-03],\n", + " [-1.9466e-02, -3.6543e-02, -1.9898e-02, -1.9783e-02],\n", + " [-2.1171e-02, -4.2986e-02, -6.6700e-02, -3.4326e-02]],\n", + " \n", + " [[-1.6515e-02, 9.5481e-03, -6.0958e-03, -4.2666e-02],\n", + " [ 2.1224e-03, -3.1964e-02, 4.8638e-02, 2.1703e-02],\n", + " [ 6.6887e-03, -6.7014e-04, 2.6958e-02, -2.0135e-02],\n", + " [-1.4099e-02, -1.4442e-02, -1.6733e-02, 6.6903e-04]],\n", + " \n", + " [[ 9.9787e-04, 3.1613e-04, 1.3017e-02, -1.1770e-02],\n", + " [-4.1701e-02, -6.7674e-02, -2.9294e-02, -5.1576e-02],\n", + " [-3.0646e-02, -5.3457e-02, -1.3866e-02, -3.2004e-02],\n", + " [-2.4445e-02, -3.6025e-02, -2.4095e-02, -2.6028e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.6386e-02, -2.4642e-05, 1.5446e-02, 2.9832e-03],\n", + " [-2.5027e-02, 1.1279e-02, -2.2468e-02, 2.9891e-02],\n", + " [ 1.0675e-02, 1.9327e-03, 2.7348e-02, -2.2921e-02],\n", + " [-1.5923e-02, -3.2867e-03, -1.5034e-02, 3.2111e-03]],\n", + " \n", + " [[-1.5987e-02, -2.2339e-02, -2.2211e-02, 3.4134e-03],\n", + " [ 1.8188e-02, 3.3930e-02, 6.3005e-03, -7.0917e-03],\n", + " [-1.2362e-02, 3.3053e-02, 4.5718e-02, -1.1153e-02],\n", + " [ 2.2322e-02, 1.3824e-02, 3.2369e-02, 6.6415e-03]],\n", + " \n", + " [[-5.0447e-02, -1.9537e-02, -3.6561e-02, 1.1409e-04],\n", + " [ 2.2317e-02, 2.6406e-03, 4.2340e-03, -4.4688e-02],\n", + " [ 1.3774e-02, 4.1540e-03, -3.0790e-02, 5.6882e-03],\n", + " [-3.0939e-02, -7.9441e-04, -2.8764e-02, 5.4962e-03]]],\n", + " \n", + " \n", + " [[[ 4.1420e-02, 2.2745e-02, 8.5317e-03, 1.8487e-02],\n", + " [ 4.1186e-02, 9.4839e-04, 1.3269e-02, 2.5519e-02],\n", + " [ 1.3691e-02, -1.7759e-02, 3.0955e-02, 3.1185e-02],\n", + " [-3.4894e-03, -1.3160e-02, -3.2050e-03, 3.3352e-04]],\n", + " \n", + " [[ 1.3426e-03, 6.2007e-03, -5.3026e-03, -4.7583e-02],\n", + " [ 3.2047e-02, 6.8028e-03, 4.5270e-02, 9.9896e-03],\n", + " [ 1.7024e-02, 1.8681e-02, 4.2337e-02, 4.0701e-02],\n", + " [ 2.8985e-02, 5.2835e-02, 1.9647e-02, 9.4096e-03]],\n", + " \n", + " [[-7.1622e-02, 6.2881e-03, -3.8868e-02, -2.3863e-03],\n", + " [-4.2470e-03, 3.2459e-02, 5.9565e-02, 4.8006e-02],\n", + " [-5.8149e-02, -1.5009e-02, -3.5421e-02, 1.2936e-03],\n", + " [-1.1789e-02, 2.0477e-03, 1.7564e-02, 2.8991e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 8.1846e-02, 6.6199e-02, 5.8275e-02, 6.1563e-02],\n", + " [ 4.5803e-02, 3.5877e-02, 4.0758e-02, 8.4019e-02],\n", + " [ 5.6425e-02, 6.4155e-02, 2.9258e-02, 5.6101e-02],\n", + " [ 3.6277e-02, 7.4882e-02, 3.8103e-02, 3.8476e-02]],\n", + " \n", + " [[-1.9842e-02, -1.9007e-02, 2.8177e-02, -4.7259e-02],\n", + " [-1.8365e-02, 1.5211e-02, -5.3811e-02, 5.0927e-03],\n", + " [-2.0808e-02, -1.6687e-02, -6.8693e-03, -4.8787e-02],\n", + " [-6.9366e-02, -2.0231e-02, -3.9951e-02, 1.6539e-02]],\n", + " \n", + " [[ 2.6022e-02, 2.5276e-02, 4.4179e-02, 2.0196e-02],\n", + " [-2.1058e-02, -1.0685e-02, 1.3821e-02, -5.1992e-03],\n", + " [ 2.1597e-02, 1.6309e-02, 4.3143e-02, 8.6113e-03],\n", + " [-2.1390e-02, 1.0013e-02, -1.0619e-02, 1.7759e-02]]]])),\n", + " ('d6.batch_norms.Yes.weight',\n", + " tensor([-3.1039e-02, 2.6333e-02, 4.0232e-02, 4.0267e-02, 3.5115e-02,\n", + " 2.7262e-02, 3.5570e-02, 1.4220e-03, 5.0153e-02, -3.4920e-02,\n", + " -2.1030e-04, -2.9857e-02, 3.2921e-04, -3.0980e-02, 3.0813e-02,\n", + " 2.5757e-02, -3.9336e-02, 3.7378e-02, -1.2529e-02, -2.6051e-02,\n", + " -1.2493e-04, -2.7510e-02, -4.5351e-02, -4.5955e-02, -2.6646e-02,\n", + " -2.3897e-02, -3.2349e-02, -2.5179e-02, 3.0787e-02, -4.3463e-02,\n", + " -2.0060e-02, 2.5538e-02, 7.2609e-03, -4.9645e-02, 3.8797e-02,\n", + " 3.2518e-02, 4.6005e-02, -4.0853e-02, 3.0175e-02, -3.1107e-02,\n", + " 3.5183e-02, 4.7286e-02, 3.9371e-02, 1.0065e-01, 4.1716e-02,\n", + " -3.6726e-02, 2.8379e-02, -3.6464e-02, 4.0083e-02, 1.7599e-02,\n", + " -3.5246e-02, 4.6540e-02, 2.8730e-02, -2.5465e-03, -4.5361e-02,\n", + " -2.1238e-02, -4.1037e-02, 2.7173e-02, 2.7895e-02, 2.8525e-02,\n", + " 2.3705e-02, 2.9672e-02, -3.9230e-02, -3.1198e-02, 3.9517e-02,\n", + " 4.8612e-02, 3.2919e-02, 4.2351e-02, -2.7798e-02, 6.4451e-02,\n", + " 4.8694e-02, -3.3567e-02, -5.3204e-02, -3.1021e-02, 2.6762e-02,\n", + " -3.0399e-02, 3.9275e-02, 4.9110e-02, 4.2880e-02, -4.8027e-02,\n", + " 3.2073e-02, -3.9683e-02, 3.0327e-02, -4.4437e-02, 5.0942e-02,\n", + " 3.0397e-02, 2.2796e-02, 3.2858e-02, -4.2398e-02, 1.9782e-02,\n", + " -3.9356e-02, -4.2500e-02, -4.7328e-02, 5.6062e-02, -4.1948e-02,\n", + " 3.3184e-02, -2.2784e-02, -3.1392e-02, 4.2570e-02, -3.3077e-02,\n", + " -3.6592e-02, -4.1172e-02, 4.0070e-02, 6.4699e-02, -5.9627e-02,\n", + " -5.1874e-02, -4.5245e-02, -5.0936e-02, 4.7859e-02, -1.1621e-02,\n", + " 3.2895e-02, 2.9626e-02, -2.3892e-02, -4.7463e-02, -2.6306e-02,\n", + " 3.4557e-02, 4.1018e-02, -3.9405e-02, -4.4007e-02, -2.9881e-02,\n", + " -7.2343e-02, -3.9531e-02, -2.8768e-02, -2.8614e-02, -2.2402e-02,\n", + " -3.0788e-02, -4.2614e-02, -3.6694e-05])),\n", + " ('d6.batch_norms.Yes.bias',\n", + " tensor([-1.9953e-02, 1.6327e-02, -3.7376e-02, -4.1490e-02, -6.6068e-02,\n", + " -5.4175e-02, -3.6458e-02, -6.0196e-03, -3.3450e-02, -3.3228e-02,\n", + " -5.3551e-03, -4.7543e-02, -4.0192e-03, -3.9666e-02, -1.7706e-02,\n", + " -3.8426e-02, -3.6966e-02, -2.2208e-02, -2.0032e-03, -4.0368e-02,\n", + " -2.4695e-03, -1.6715e-02, -4.2191e-02, -2.9575e-02, -4.2120e-03,\n", + " 8.8912e-03, -5.3426e-02, 2.1455e-03, -6.1984e-02, -3.2885e-02,\n", + " -2.4284e-02, -1.0833e-02, -1.8361e-02, -2.7578e-02, 1.5242e-02,\n", + " 3.8731e-03, -5.1859e-02, -2.8935e-02, -6.3252e-02, -6.7015e-02,\n", + " -2.3769e-02, -3.7306e-02, -1.9781e-02, -5.1523e-02, -1.3095e-02,\n", + " -3.5963e-02, -5.5108e-02, -3.2454e-02, -3.6117e-02, -2.9901e-05,\n", + " -3.7376e-02, -3.8347e-02, -8.5766e-04, -1.2212e-02, -3.2974e-02,\n", + " -1.9970e-02, -4.3157e-02, -5.8237e-03, -3.4162e-02, -5.1112e-02,\n", + " -1.8360e-02, -6.7613e-02, -2.9335e-02, -9.6158e-03, -5.5074e-02,\n", + " -1.0741e-02, -7.8948e-02, -3.4459e-02, -2.7350e-02, -1.8712e-02,\n", + " -2.1526e-02, -7.5927e-02, -2.9657e-02, -4.2695e-02, -4.5752e-02,\n", + " -5.8317e-02, -4.5125e-02, -2.8494e-02, -4.7924e-03, -2.4491e-02,\n", + " -3.5050e-02, -3.7050e-02, -2.2090e-02, -3.4274e-02, -1.4003e-02,\n", + " -4.8680e-02, -2.4884e-02, -3.4022e-02, -2.9458e-02, -3.9411e-02,\n", + " -3.7971e-02, -2.7224e-02, -1.7140e-02, -4.2819e-02, -1.4391e-02,\n", + " -4.6721e-02, -9.3752e-03, 7.4692e-03, -7.2623e-02, -2.9963e-02,\n", + " -1.6678e-02, -2.8961e-02, -3.7980e-02, 3.8990e-03, -4.4637e-02,\n", + " -2.7736e-02, -1.5140e-02, -1.2347e-02, -2.2383e-02, -1.4803e-03,\n", + " -5.6059e-02, -3.5953e-02, -3.5681e-02, -2.1080e-02, -2.5804e-02,\n", + " -4.4173e-02, 9.6036e-04, -1.2303e-02, -2.6262e-02, -7.2161e-02,\n", + " -8.8783e-02, -4.0888e-02, -5.6429e-02, -3.2322e-02, -3.8785e-02,\n", + " -3.0918e-02, 2.6295e-03, -9.4335e-03])),\n", + " ('d6.batch_norms.Yes.running_mean',\n", + " tensor([ 0.0329, -0.0380, -0.0236, -0.0310, -0.0624, -0.0394, -0.0284, -0.0357,\n", + " -0.0672, -0.0286, -0.0016, 0.0316, -0.0164, 0.0257, -0.0776, 0.0181,\n", + " 0.0132, -0.0767, -0.0084, 0.0587, 0.0124, 0.0239, -0.0226, -0.0154,\n", + " -0.0649, -0.0229, 0.0275, -0.0096, -0.0606, 0.0287, 0.0499, 0.0031,\n", + " 0.0168, 0.0057, -0.0193, -0.0622, -0.0233, 0.0149, -0.0553, 0.0610,\n", + " 0.0154, -0.0133, 0.0217, -0.0259, -0.0285, 0.0134, -0.0380, 0.0212,\n", + " 0.0056, -0.0276, 0.0422, -0.0376, 0.0237, 0.0165, -0.0142, 0.0003,\n", + " 0.0074, -0.0233, -0.0449, -0.0252, -0.0453, -0.0430, -0.0178, 0.0165,\n", + " -0.0465, -0.0291, -0.0575, -0.0290, 0.0730, -0.0160, -0.0164, 0.0419,\n", + " 0.0550, 0.0016, -0.0404, 0.0445, -0.0271, 0.0431, 0.0264, -0.0212,\n", + " -0.0052, 0.0123, 0.0110, 0.0280, 0.0871, -0.0327, 0.0177, -0.0365,\n", + " -0.0448, -0.0201, 0.0089, -0.0190, -0.0309, -0.0115, -0.0196, -0.0363,\n", + " -0.0243, -0.0014, -0.0563, 0.0263, 0.0215, 0.0269, 0.0042, -0.0498,\n", + " 0.0257, 0.0210, 0.0097, -0.0295, 0.0028, 0.0258, -0.0783, -0.0198,\n", + " 0.0067, 0.0774, -0.0306, 0.0096, -0.0075, 0.0327, 0.0841, 0.0680,\n", + " 0.0170, 0.0328, 0.0019, -0.0364, 0.0058, -0.0296, -0.0027, 0.0099])),\n", + " ('d6.batch_norms.Yes.running_var',\n", + " tensor([0.0088, 0.0096, 0.0109, 0.0039, 0.0036, 0.0047, 0.0036, 0.0121, 0.0053,\n", + " 0.0089, 0.0023, 0.0046, 0.0030, 0.0044, 0.0073, 0.0052, 0.0032, 0.0084,\n", + " 0.0118, 0.0066, 0.0005, 0.0048, 0.0050, 0.0089, 0.0063, 0.0051, 0.0028,\n", + " 0.0122, 0.0033, 0.0034, 0.0075, 0.0123, 0.0026, 0.0016, 0.0068, 0.0123,\n", + " 0.0012, 0.0019, 0.0040, 0.0033, 0.0034, 0.0118, 0.0022, 0.0013, 0.0044,\n", + " 0.0038, 0.0055, 0.0046, 0.0067, 0.0038, 0.0026, 0.0061, 0.0053, 0.0023,\n", + " 0.0037, 0.0122, 0.0035, 0.0091, 0.0064, 0.0068, 0.0059, 0.0038, 0.0106,\n", + " 0.0027, 0.0040, 0.0080, 0.0022, 0.0040, 0.0057, 0.0050, 0.0048, 0.0044,\n", + " 0.0078, 0.0054, 0.0042, 0.0036, 0.0029, 0.0022, 0.0048, 0.0053, 0.0069,\n", + " 0.0095, 0.0026, 0.0013, 0.0080, 0.0026, 0.0066, 0.0060, 0.0047, 0.0059,\n", + " 0.0062, 0.0026, 0.0059, 0.0053, 0.0047, 0.0061, 0.0053, 0.0066, 0.0075,\n", + " 0.0082, 0.0023, 0.0027, 0.0053, 0.0081, 0.0091, 0.0067, 0.0034, 0.0028,\n", + " 0.0030, 0.0170, 0.0043, 0.0099, 0.0066, 0.0084, 0.0025, 0.0043, 0.0064,\n", + " 0.0123, 0.0070, 0.0027, 0.0009, 0.0052, 0.0034, 0.0074, 0.0044, 0.0071,\n", + " 0.0030, 0.0017])),\n", + " ('d6.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('d6.l1.0.weight',\n", + " tensor([[[[-2.8442e-02, -1.5058e-02, -1.4055e-02, -3.8941e-02],\n", + " [-4.1490e-02, -8.9467e-03, -7.0138e-03, 3.1555e-03],\n", + " [ 3.5015e-02, -2.1646e-03, -2.0322e-02, 2.2041e-02],\n", + " [-1.6766e-03, 1.5109e-02, 1.0457e-02, 1.1627e-02]],\n", + " \n", + " [[-5.3439e-02, -6.6034e-02, -3.6022e-02, -1.9574e-02],\n", + " [-8.0319e-02, -7.5931e-02, -6.7931e-02, -6.0608e-02],\n", + " [-4.9710e-02, -8.0594e-02, -1.0534e-01, -7.4062e-02],\n", + " [-7.7564e-02, -2.0761e-02, -9.6304e-02, -4.4322e-02]],\n", + " \n", + " [[ 1.5231e-02, 4.7405e-02, -2.1674e-02, 4.8488e-02],\n", + " [ 2.4999e-03, 1.7749e-02, 1.2772e-02, -6.7177e-03],\n", + " [ 1.3551e-02, 5.6866e-02, 2.2260e-02, 2.8366e-02],\n", + " [ 3.5529e-03, -9.4617e-03, 7.4931e-03, -3.5338e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[-5.7491e-02, -4.4225e-02, -4.1380e-02, -4.5730e-02],\n", + " [-2.2770e-02, -2.0761e-02, -9.7344e-03, -3.2070e-02],\n", + " [-4.2816e-02, -3.4846e-02, -4.1398e-02, -3.4449e-02],\n", + " [-1.8244e-02, -2.2064e-02, -1.4525e-02, -1.8529e-02]],\n", + " \n", + " [[ 1.2734e-02, 1.7768e-02, 3.5823e-02, 1.0642e-02],\n", + " [ 5.2356e-02, 3.3444e-02, 2.4950e-02, -1.7706e-03],\n", + " [ 2.3876e-02, 1.0463e-02, 8.4963e-03, 6.0555e-02],\n", + " [ 4.0107e-02, 4.0885e-02, 7.0086e-02, -9.0878e-03]],\n", + " \n", + " [[-2.0115e-03, -2.7472e-02, 9.1329e-03, -1.5117e-02],\n", + " [-5.1540e-03, 2.0660e-02, -3.2060e-02, 5.0542e-03],\n", + " [-2.2695e-02, -1.0061e-02, 1.2856e-02, 3.7972e-02],\n", + " [ 1.5079e-02, 1.8015e-02, 1.9609e-02, 6.9344e-03]]],\n", + " \n", + " \n", + " [[[ 1.9070e-02, 5.1326e-02, 1.2056e-02, -3.0065e-03],\n", + " [ 1.1140e-02, 1.1451e-02, -2.0779e-02, -2.2727e-02],\n", + " [ 1.5508e-02, -1.4760e-02, 9.4693e-03, -9.4551e-03],\n", + " [-1.6285e-03, -9.0279e-03, 4.5846e-03, -1.0160e-02]],\n", + " \n", + " [[ 1.1846e-02, 1.7685e-02, 3.5739e-02, 7.4798e-02],\n", + " [ 1.0175e-02, 2.5555e-02, 5.0747e-02, 3.1238e-02],\n", + " [ 9.1610e-03, 3.0936e-02, 3.5798e-02, 1.6503e-02],\n", + " [ 6.9305e-03, -6.2872e-03, 3.0273e-02, 2.4901e-02]],\n", + " \n", + " [[ 5.2315e-03, -1.7764e-02, -3.0019e-02, -3.4239e-02],\n", + " [-1.6784e-02, 2.9588e-02, -4.0163e-02, 1.3380e-03],\n", + " [-1.2775e-02, -1.8441e-02, 1.5355e-02, 2.2301e-02],\n", + " [-2.5032e-02, 4.3303e-02, -2.7663e-02, 3.2013e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.4162e-02, -2.9363e-02, -4.6376e-02, -2.5853e-02],\n", + " [-7.6160e-02, -2.8026e-02, -3.5733e-02, 5.1730e-03],\n", + " [-1.8861e-02, -4.3052e-02, -4.9736e-02, -3.9028e-03],\n", + " [-5.2208e-02, -4.9031e-02, -5.3039e-02, 1.5081e-02]],\n", + " \n", + " [[-2.8499e-02, -2.7658e-02, -3.6608e-02, -1.9321e-02],\n", + " [-4.3634e-02, -3.5300e-04, 1.3576e-02, -4.6684e-03],\n", + " [-3.1803e-02, -1.9533e-02, -9.9184e-03, 9.4206e-03],\n", + " [-1.2375e-02, 1.1316e-02, 2.5972e-02, 4.8759e-02]],\n", + " \n", + " [[ 1.2471e-02, -2.3992e-02, -2.8253e-03, -2.6066e-02],\n", + " [ 1.2338e-02, -1.7626e-02, -1.2906e-02, -2.7072e-02],\n", + " [ 2.1697e-03, 1.1485e-02, 8.0870e-03, -1.7204e-02],\n", + " [ 2.2089e-03, -1.1285e-02, -1.1163e-02, -2.9457e-02]]],\n", + " \n", + " \n", + " [[[ 1.5160e-03, -1.0867e-02, 1.8639e-02, 1.6010e-02],\n", + " [-1.1756e-02, 1.4851e-02, 1.5320e-02, 3.2435e-03],\n", + " [ 1.1006e-02, -1.8068e-02, -3.4438e-04, -1.6247e-03],\n", + " [ 5.5348e-02, -1.2744e-02, -7.8659e-03, -1.3537e-02]],\n", + " \n", + " [[-3.5851e-04, 1.1744e-02, 2.6468e-02, -1.1587e-02],\n", + " [-7.7683e-03, 2.1442e-02, 1.6070e-02, 2.4879e-02],\n", + " [ 7.6909e-03, 8.8905e-03, 3.5373e-02, 1.1724e-02],\n", + " [-2.1671e-03, -1.2069e-02, 2.4806e-02, 1.8066e-02]],\n", + " \n", + " [[-1.2941e-02, 1.7813e-02, -7.7675e-03, -6.9856e-03],\n", + " [ 4.3926e-02, -4.2865e-02, -6.0028e-03, 9.8041e-03],\n", + " [-2.1057e-02, 1.8997e-02, 1.4842e-02, 1.5593e-02],\n", + " [ 1.4160e-02, -2.9459e-02, 1.8086e-02, 2.4136e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 4.4908e-02, -2.1091e-02, 2.0575e-02, -4.2415e-02],\n", + " [-4.0949e-03, 8.1541e-03, -8.9260e-04, 5.6253e-03],\n", + " [-3.5008e-03, -3.5238e-02, 2.2751e-02, 2.4301e-02],\n", + " [ 1.8724e-02, 2.6513e-03, 2.5120e-03, 4.2008e-03]],\n", + " \n", + " [[ 9.5957e-03, 2.2621e-02, 1.6139e-02, 1.7265e-03],\n", + " [ 1.8072e-02, 2.2474e-02, 3.0031e-02, -4.7578e-03],\n", + " [-2.0594e-02, -7.0798e-03, -6.2440e-04, 3.1465e-02],\n", + " [ 2.3418e-03, 1.4420e-02, 1.9016e-02, 4.8253e-03]],\n", + " \n", + " [[ 2.2443e-02, 5.5682e-03, -6.1414e-03, 3.2428e-02],\n", + " [ 2.5190e-02, -1.6116e-02, 1.7048e-02, 3.0976e-02],\n", + " [ 2.5455e-05, 1.9397e-04, 8.2775e-03, 2.2866e-03],\n", + " [ 2.2212e-02, -4.5634e-02, 6.7511e-03, 2.3963e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 1.1522e-02, -1.6646e-02, 4.0033e-02, 8.2394e-03],\n", + " [-5.8863e-03, 2.1058e-02, 2.0899e-02, 4.8006e-02],\n", + " [ 3.3362e-02, 8.6831e-03, 6.8267e-02, 3.9654e-03],\n", + " [-1.3285e-02, 4.6547e-02, 1.8875e-03, 2.0536e-02]],\n", + " \n", + " [[ 3.9874e-02, 1.3254e-02, 6.8467e-02, 7.6585e-02],\n", + " [ 4.7812e-02, 4.6239e-04, 3.9966e-02, -7.6434e-03],\n", + " [ 4.5841e-02, 2.5132e-02, 8.7678e-03, 4.1039e-02],\n", + " [ 1.5109e-02, 1.1083e-02, 3.9423e-03, -9.7326e-03]],\n", + " \n", + " [[ 1.2387e-02, 3.0133e-02, 2.0891e-02, -1.9263e-02],\n", + " [ 1.6689e-02, 3.8253e-02, 1.1250e-02, 2.6384e-02],\n", + " [ 7.0107e-02, 7.0636e-02, 8.4748e-02, 2.4802e-02],\n", + " [-1.1715e-02, -3.5650e-03, 3.2020e-02, 1.1885e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.4277e-02, 6.2437e-03, 4.1838e-02, 8.4679e-03],\n", + " [ 4.3617e-02, 6.4730e-02, 7.0509e-02, 5.7130e-02],\n", + " [ 4.0660e-02, 6.0688e-03, 2.8499e-02, 3.8020e-02],\n", + " [ 3.6558e-02, 4.4567e-03, -4.8738e-03, -3.8644e-03]],\n", + " \n", + " [[ 1.9957e-03, -2.5715e-02, -4.2115e-02, -2.1371e-02],\n", + " [-5.3662e-03, -4.4588e-03, -1.5690e-02, -1.8779e-02],\n", + " [-5.2696e-03, 1.6752e-02, 1.2498e-02, 2.5430e-02],\n", + " [-1.3700e-02, -9.6346e-03, -6.5337e-02, -2.1502e-02]],\n", + " \n", + " [[ 1.3285e-02, 1.8247e-02, -2.4994e-02, -8.4151e-03],\n", + " [ 2.8187e-02, -2.7027e-04, 2.3211e-03, -1.5302e-02],\n", + " [ 1.3952e-02, -1.6927e-02, -3.2018e-02, 1.7002e-02],\n", + " [-3.4214e-02, 1.9035e-02, 5.8395e-04, -2.8657e-02]]],\n", + " \n", + " \n", + " [[[-5.6836e-03, 1.1277e-03, -3.0063e-02, -5.4696e-02],\n", + " [-6.7853e-03, -2.1831e-02, 1.7425e-02, -2.4149e-03],\n", + " [-1.9466e-02, -3.6543e-02, -1.9898e-02, -1.9783e-02],\n", + " [-2.1171e-02, -4.2986e-02, -6.6700e-02, -3.4326e-02]],\n", + " \n", + " [[-1.6515e-02, 9.5481e-03, -6.0958e-03, -4.2666e-02],\n", + " [ 2.1224e-03, -3.1964e-02, 4.8638e-02, 2.1703e-02],\n", + " [ 6.6887e-03, -6.7014e-04, 2.6958e-02, -2.0135e-02],\n", + " [-1.4099e-02, -1.4442e-02, -1.6733e-02, 6.6903e-04]],\n", + " \n", + " [[ 9.9787e-04, 3.1613e-04, 1.3017e-02, -1.1770e-02],\n", + " [-4.1701e-02, -6.7674e-02, -2.9294e-02, -5.1576e-02],\n", + " [-3.0646e-02, -5.3457e-02, -1.3866e-02, -3.2004e-02],\n", + " [-2.4445e-02, -3.6025e-02, -2.4095e-02, -2.6028e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 1.6386e-02, -2.4642e-05, 1.5446e-02, 2.9832e-03],\n", + " [-2.5027e-02, 1.1279e-02, -2.2468e-02, 2.9891e-02],\n", + " [ 1.0675e-02, 1.9327e-03, 2.7348e-02, -2.2921e-02],\n", + " [-1.5923e-02, -3.2867e-03, -1.5034e-02, 3.2111e-03]],\n", + " \n", + " [[-1.5987e-02, -2.2339e-02, -2.2211e-02, 3.4134e-03],\n", + " [ 1.8188e-02, 3.3930e-02, 6.3005e-03, -7.0917e-03],\n", + " [-1.2362e-02, 3.3053e-02, 4.5718e-02, -1.1153e-02],\n", + " [ 2.2322e-02, 1.3824e-02, 3.2369e-02, 6.6415e-03]],\n", + " \n", + " [[-5.0447e-02, -1.9537e-02, -3.6561e-02, 1.1409e-04],\n", + " [ 2.2317e-02, 2.6406e-03, 4.2340e-03, -4.4688e-02],\n", + " [ 1.3774e-02, 4.1540e-03, -3.0790e-02, 5.6882e-03],\n", + " [-3.0939e-02, -7.9441e-04, -2.8764e-02, 5.4962e-03]]],\n", + " \n", + " \n", + " [[[ 4.1420e-02, 2.2745e-02, 8.5317e-03, 1.8487e-02],\n", + " [ 4.1186e-02, 9.4839e-04, 1.3269e-02, 2.5519e-02],\n", + " [ 1.3691e-02, -1.7759e-02, 3.0955e-02, 3.1185e-02],\n", + " [-3.4894e-03, -1.3160e-02, -3.2050e-03, 3.3352e-04]],\n", + " \n", + " [[ 1.3426e-03, 6.2007e-03, -5.3026e-03, -4.7583e-02],\n", + " [ 3.2047e-02, 6.8028e-03, 4.5270e-02, 9.9896e-03],\n", + " [ 1.7024e-02, 1.8681e-02, 4.2337e-02, 4.0701e-02],\n", + " [ 2.8985e-02, 5.2835e-02, 1.9647e-02, 9.4096e-03]],\n", + " \n", + " [[-7.1622e-02, 6.2881e-03, -3.8868e-02, -2.3863e-03],\n", + " [-4.2470e-03, 3.2459e-02, 5.9565e-02, 4.8006e-02],\n", + " [-5.8149e-02, -1.5009e-02, -3.5421e-02, 1.2936e-03],\n", + " [-1.1789e-02, 2.0477e-03, 1.7564e-02, 2.8991e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 8.1846e-02, 6.6199e-02, 5.8275e-02, 6.1563e-02],\n", + " [ 4.5803e-02, 3.5877e-02, 4.0758e-02, 8.4019e-02],\n", + " [ 5.6425e-02, 6.4155e-02, 2.9258e-02, 5.6101e-02],\n", + " [ 3.6277e-02, 7.4882e-02, 3.8103e-02, 3.8476e-02]],\n", + " \n", + " [[-1.9842e-02, -1.9007e-02, 2.8177e-02, -4.7259e-02],\n", + " [-1.8365e-02, 1.5211e-02, -5.3811e-02, 5.0927e-03],\n", + " [-2.0808e-02, -1.6687e-02, -6.8693e-03, -4.8787e-02],\n", + " [-6.9366e-02, -2.0231e-02, -3.9951e-02, 1.6539e-02]],\n", + " \n", + " [[ 2.6022e-02, 2.5276e-02, 4.4179e-02, 2.0196e-02],\n", + " [-2.1058e-02, -1.0685e-02, 1.3821e-02, -5.1992e-03],\n", + " [ 2.1597e-02, 1.6309e-02, 4.3143e-02, 8.6113e-03],\n", + " [-2.1390e-02, 1.0013e-02, -1.0619e-02, 1.7759e-02]]]])),\n", + " ('d6.l1.1.weight',\n", + " tensor([-3.1039e-02, 2.6333e-02, 4.0232e-02, 4.0267e-02, 3.5115e-02,\n", + " 2.7262e-02, 3.5570e-02, 1.4220e-03, 5.0153e-02, -3.4920e-02,\n", + " -2.1030e-04, -2.9857e-02, 3.2921e-04, -3.0980e-02, 3.0813e-02,\n", + " 2.5757e-02, -3.9336e-02, 3.7378e-02, -1.2529e-02, -2.6051e-02,\n", + " -1.2493e-04, -2.7510e-02, -4.5351e-02, -4.5955e-02, -2.6646e-02,\n", + " -2.3897e-02, -3.2349e-02, -2.5179e-02, 3.0787e-02, -4.3463e-02,\n", + " -2.0060e-02, 2.5538e-02, 7.2609e-03, -4.9645e-02, 3.8797e-02,\n", + " 3.2518e-02, 4.6005e-02, -4.0853e-02, 3.0175e-02, -3.1107e-02,\n", + " 3.5183e-02, 4.7286e-02, 3.9371e-02, 1.0065e-01, 4.1716e-02,\n", + " -3.6726e-02, 2.8379e-02, -3.6464e-02, 4.0083e-02, 1.7599e-02,\n", + " -3.5246e-02, 4.6540e-02, 2.8730e-02, -2.5465e-03, -4.5361e-02,\n", + " -2.1238e-02, -4.1037e-02, 2.7173e-02, 2.7895e-02, 2.8525e-02,\n", + " 2.3705e-02, 2.9672e-02, -3.9230e-02, -3.1198e-02, 3.9517e-02,\n", + " 4.8612e-02, 3.2919e-02, 4.2351e-02, -2.7798e-02, 6.4451e-02,\n", + " 4.8694e-02, -3.3567e-02, -5.3204e-02, -3.1021e-02, 2.6762e-02,\n", + " -3.0399e-02, 3.9275e-02, 4.9110e-02, 4.2880e-02, -4.8027e-02,\n", + " 3.2073e-02, -3.9683e-02, 3.0327e-02, -4.4437e-02, 5.0942e-02,\n", + " 3.0397e-02, 2.2796e-02, 3.2858e-02, -4.2398e-02, 1.9782e-02,\n", + " -3.9356e-02, -4.2500e-02, -4.7328e-02, 5.6062e-02, -4.1948e-02,\n", + " 3.3184e-02, -2.2784e-02, -3.1392e-02, 4.2570e-02, -3.3077e-02,\n", + " -3.6592e-02, -4.1172e-02, 4.0070e-02, 6.4699e-02, -5.9627e-02,\n", + " -5.1874e-02, -4.5245e-02, -5.0936e-02, 4.7859e-02, -1.1621e-02,\n", + " 3.2895e-02, 2.9626e-02, -2.3892e-02, -4.7463e-02, -2.6306e-02,\n", + " 3.4557e-02, 4.1018e-02, -3.9405e-02, -4.4007e-02, -2.9881e-02,\n", + " -7.2343e-02, -3.9531e-02, -2.8768e-02, -2.8614e-02, -2.2402e-02,\n", + " -3.0788e-02, -4.2614e-02, -3.6694e-05])),\n", + " ('d6.l1.1.bias',\n", + " tensor([-1.9953e-02, 1.6327e-02, -3.7376e-02, -4.1490e-02, -6.6068e-02,\n", + " -5.4175e-02, -3.6458e-02, -6.0196e-03, -3.3450e-02, -3.3228e-02,\n", + " -5.3551e-03, -4.7543e-02, -4.0192e-03, -3.9666e-02, -1.7706e-02,\n", + " -3.8426e-02, -3.6966e-02, -2.2208e-02, -2.0032e-03, -4.0368e-02,\n", + " -2.4695e-03, -1.6715e-02, -4.2191e-02, -2.9575e-02, -4.2120e-03,\n", + " 8.8912e-03, -5.3426e-02, 2.1455e-03, -6.1984e-02, -3.2885e-02,\n", + " -2.4284e-02, -1.0833e-02, -1.8361e-02, -2.7578e-02, 1.5242e-02,\n", + " 3.8731e-03, -5.1859e-02, -2.8935e-02, -6.3252e-02, -6.7015e-02,\n", + " -2.3769e-02, -3.7306e-02, -1.9781e-02, -5.1523e-02, -1.3095e-02,\n", + " -3.5963e-02, -5.5108e-02, -3.2454e-02, -3.6117e-02, -2.9901e-05,\n", + " -3.7376e-02, -3.8347e-02, -8.5766e-04, -1.2212e-02, -3.2974e-02,\n", + " -1.9970e-02, -4.3157e-02, -5.8237e-03, -3.4162e-02, -5.1112e-02,\n", + " -1.8360e-02, -6.7613e-02, -2.9335e-02, -9.6158e-03, -5.5074e-02,\n", + " -1.0741e-02, -7.8948e-02, -3.4459e-02, -2.7350e-02, -1.8712e-02,\n", + " -2.1526e-02, -7.5927e-02, -2.9657e-02, -4.2695e-02, -4.5752e-02,\n", + " -5.8317e-02, -4.5125e-02, -2.8494e-02, -4.7924e-03, -2.4491e-02,\n", + " -3.5050e-02, -3.7050e-02, -2.2090e-02, -3.4274e-02, -1.4003e-02,\n", + " -4.8680e-02, -2.4884e-02, -3.4022e-02, -2.9458e-02, -3.9411e-02,\n", + " -3.7971e-02, -2.7224e-02, -1.7140e-02, -4.2819e-02, -1.4391e-02,\n", + " -4.6721e-02, -9.3752e-03, 7.4692e-03, -7.2623e-02, -2.9963e-02,\n", + " -1.6678e-02, -2.8961e-02, -3.7980e-02, 3.8990e-03, -4.4637e-02,\n", + " -2.7736e-02, -1.5140e-02, -1.2347e-02, -2.2383e-02, -1.4803e-03,\n", + " -5.6059e-02, -3.5953e-02, -3.5681e-02, -2.1080e-02, -2.5804e-02,\n", + " -4.4173e-02, 9.6036e-04, -1.2303e-02, -2.6262e-02, -7.2161e-02,\n", + " -8.8783e-02, -4.0888e-02, -5.6429e-02, -3.2322e-02, -3.8785e-02,\n", + " -3.0918e-02, 2.6295e-03, -9.4335e-03])),\n", + " ('d6.l1.1.running_mean',\n", + " tensor([ 0.0329, -0.0380, -0.0236, -0.0310, -0.0624, -0.0394, -0.0284, -0.0357,\n", + " -0.0672, -0.0286, -0.0016, 0.0316, -0.0164, 0.0257, -0.0776, 0.0181,\n", + " 0.0132, -0.0767, -0.0084, 0.0587, 0.0124, 0.0239, -0.0226, -0.0154,\n", + " -0.0649, -0.0229, 0.0275, -0.0096, -0.0606, 0.0287, 0.0499, 0.0031,\n", + " 0.0168, 0.0057, -0.0193, -0.0622, -0.0233, 0.0149, -0.0553, 0.0610,\n", + " 0.0154, -0.0133, 0.0217, -0.0259, -0.0285, 0.0134, -0.0380, 0.0212,\n", + " 0.0056, -0.0276, 0.0422, -0.0376, 0.0237, 0.0165, -0.0142, 0.0003,\n", + " 0.0074, -0.0233, -0.0449, -0.0252, -0.0453, -0.0430, -0.0178, 0.0165,\n", + " -0.0465, -0.0291, -0.0575, -0.0290, 0.0730, -0.0160, -0.0164, 0.0419,\n", + " 0.0550, 0.0016, -0.0404, 0.0445, -0.0271, 0.0431, 0.0264, -0.0212,\n", + " -0.0052, 0.0123, 0.0110, 0.0280, 0.0871, -0.0327, 0.0177, -0.0365,\n", + " -0.0448, -0.0201, 0.0089, -0.0190, -0.0309, -0.0115, -0.0196, -0.0363,\n", + " -0.0243, -0.0014, -0.0563, 0.0263, 0.0215, 0.0269, 0.0042, -0.0498,\n", + " 0.0257, 0.0210, 0.0097, -0.0295, 0.0028, 0.0258, -0.0783, -0.0198,\n", + " 0.0067, 0.0774, -0.0306, 0.0096, -0.0075, 0.0327, 0.0841, 0.0680,\n", + " 0.0170, 0.0328, 0.0019, -0.0364, 0.0058, -0.0296, -0.0027, 0.0099])),\n", + " ('d6.l1.1.running_var',\n", + " tensor([0.0088, 0.0096, 0.0109, 0.0039, 0.0036, 0.0047, 0.0036, 0.0121, 0.0053,\n", + " 0.0089, 0.0023, 0.0046, 0.0030, 0.0044, 0.0073, 0.0052, 0.0032, 0.0084,\n", + " 0.0118, 0.0066, 0.0005, 0.0048, 0.0050, 0.0089, 0.0063, 0.0051, 0.0028,\n", + " 0.0122, 0.0033, 0.0034, 0.0075, 0.0123, 0.0026, 0.0016, 0.0068, 0.0123,\n", + " 0.0012, 0.0019, 0.0040, 0.0033, 0.0034, 0.0118, 0.0022, 0.0013, 0.0044,\n", + " 0.0038, 0.0055, 0.0046, 0.0067, 0.0038, 0.0026, 0.0061, 0.0053, 0.0023,\n", + " 0.0037, 0.0122, 0.0035, 0.0091, 0.0064, 0.0068, 0.0059, 0.0038, 0.0106,\n", + " 0.0027, 0.0040, 0.0080, 0.0022, 0.0040, 0.0057, 0.0050, 0.0048, 0.0044,\n", + " 0.0078, 0.0054, 0.0042, 0.0036, 0.0029, 0.0022, 0.0048, 0.0053, 0.0069,\n", + " 0.0095, 0.0026, 0.0013, 0.0080, 0.0026, 0.0066, 0.0060, 0.0047, 0.0059,\n", + " 0.0062, 0.0026, 0.0059, 0.0053, 0.0047, 0.0061, 0.0053, 0.0066, 0.0075,\n", + " 0.0082, 0.0023, 0.0027, 0.0053, 0.0081, 0.0091, 0.0067, 0.0034, 0.0028,\n", + " 0.0030, 0.0170, 0.0043, 0.0099, 0.0066, 0.0084, 0.0025, 0.0043, 0.0064,\n", + " 0.0123, 0.0070, 0.0027, 0.0009, 0.0052, 0.0034, 0.0074, 0.0044, 0.0071,\n", + " 0.0030, 0.0017])),\n", + " ('d6.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('d7.conv.weight',\n", + " tensor([[[[ 3.1455e-02, 1.4270e-02, -1.4124e-02, 2.5197e-03],\n", + " [ 7.9952e-02, 2.5869e-02, 4.2696e-04, 4.1275e-02],\n", + " [ 1.8931e-02, 1.6156e-02, 2.8462e-02, 4.3715e-02],\n", + " [-1.5300e-02, 2.6401e-02, 1.1131e-02, 9.5013e-03]],\n", + " \n", + " [[-5.6602e-02, -2.5993e-03, -4.9701e-02, -3.6160e-02],\n", + " [-5.9709e-02, -3.3781e-02, -8.9293e-02, -1.7241e-02],\n", + " [-5.3820e-02, -3.0167e-02, -3.5510e-02, -4.7037e-02],\n", + " [-6.8976e-02, 1.4922e-02, -6.8274e-02, -6.7196e-03]],\n", + " \n", + " [[ 2.0803e-02, -3.0698e-02, -3.5974e-02, -3.4694e-02],\n", + " [-1.1392e-02, -4.1533e-02, 1.1808e-03, 2.2953e-02],\n", + " [-1.2585e-02, -9.4410e-03, 3.0019e-02, 3.6469e-04],\n", + " [ 4.3086e-02, -6.9013e-03, -1.7286e-02, -8.7605e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.9234e-03, 3.4936e-02, -4.6015e-02, 5.8007e-03],\n", + " [-8.7476e-03, -2.2046e-03, -4.7167e-03, 2.7318e-02],\n", + " [-1.3297e-02, 3.3232e-02, -4.7794e-02, 2.1375e-02],\n", + " [-1.4382e-02, 1.3762e-03, 2.2567e-02, -3.1526e-02]],\n", + " \n", + " [[-1.1092e-02, 1.0286e-02, -1.8082e-02, -3.1613e-03],\n", + " [ 1.3820e-03, -8.9428e-03, 3.8697e-03, 1.3756e-02],\n", + " [ 2.3088e-02, -1.5564e-02, 1.5360e-02, 2.2271e-02],\n", + " [-5.0028e-03, 8.8259e-04, -2.6398e-02, 1.6294e-02]],\n", + " \n", + " [[-1.3496e-02, -1.6251e-02, 2.1194e-03, 3.0190e-02],\n", + " [ 5.3593e-02, 1.0161e-02, 1.5748e-02, 2.6627e-03],\n", + " [-3.4851e-02, 1.1018e-02, 1.1697e-02, -1.1678e-02],\n", + " [ 3.1005e-02, 2.4102e-02, 4.5881e-03, -9.1453e-03]]],\n", + " \n", + " \n", + " [[[ 5.9858e-03, 2.9775e-02, 6.7269e-02, 4.5376e-02],\n", + " [ 1.6484e-02, 1.5396e-02, 3.1166e-02, 1.1380e-02],\n", + " [ 3.9112e-02, 2.4697e-02, 1.2290e-02, 1.3591e-02],\n", + " [ 3.8143e-02, 1.5577e-02, -1.4041e-03, 7.1533e-03]],\n", + " \n", + " [[ 8.2952e-03, -1.7934e-02, 3.4504e-03, -2.7803e-02],\n", + " [-1.8147e-02, -1.6732e-02, 6.6969e-03, -4.2182e-03],\n", + " [ 1.1807e-02, 2.8162e-03, -1.9950e-02, -3.5627e-03],\n", + " [-1.1840e-02, -2.5894e-02, 7.1236e-03, 2.6422e-03]],\n", + " \n", + " [[ 4.2408e-02, 4.4140e-02, 6.0196e-02, 4.0612e-02],\n", + " [ 3.0830e-02, 4.5247e-02, 3.1618e-02, 1.8660e-02],\n", + " [ 3.6976e-02, -3.4077e-05, 1.8505e-02, -1.1506e-03],\n", + " [-8.7079e-03, 1.2095e-02, 1.6554e-02, 3.6088e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.7621e-02, 2.8376e-02, 2.1992e-02, 9.3600e-03],\n", + " [ 3.9110e-02, 1.9308e-02, 1.7427e-03, 8.0019e-03],\n", + " [-3.4975e-02, 1.4858e-02, 4.0668e-02, -5.4037e-02],\n", + " [ 2.1397e-02, 3.4106e-02, 3.9828e-03, -1.0970e-03]],\n", + " \n", + " [[-5.7897e-02, -4.9344e-02, -4.4961e-02, -4.4704e-02],\n", + " [-1.7584e-02, -1.5425e-02, -5.2962e-02, -5.8255e-02],\n", + " [-5.2034e-02, -1.4881e-02, -3.9600e-02, -2.5717e-02],\n", + " [-4.9774e-02, -1.9656e-02, -2.8569e-02, -1.0036e-02]],\n", + " \n", + " [[-5.6150e-02, -5.0134e-02, -3.9092e-02, -1.7312e-02],\n", + " [ 2.5978e-03, -6.0010e-03, -7.3233e-03, -3.9468e-02],\n", + " [-3.5862e-02, 8.4600e-03, -1.0241e-02, 3.2932e-02],\n", + " [-2.0971e-02, -4.1038e-02, -1.5130e-02, -2.6761e-02]]],\n", + " \n", + " \n", + " [[[-2.7758e-02, -1.3175e-03, -4.6786e-02, -1.5144e-02],\n", + " [-3.6329e-02, -6.0298e-02, -6.0548e-02, -4.2332e-02],\n", + " [-1.0893e-04, -7.8095e-03, -7.0133e-03, -2.7400e-02],\n", + " [-2.9880e-02, -4.3185e-02, -3.7238e-02, -4.5575e-02]],\n", + " \n", + " [[ 3.7204e-03, 3.2431e-02, 2.4065e-02, -5.6990e-03],\n", + " [ 1.2315e-02, 5.6355e-03, 5.7983e-02, 4.5306e-02],\n", + " [ 2.9823e-02, 3.1233e-02, 4.5175e-03, -2.1260e-02],\n", + " [ 3.2631e-02, 2.1323e-02, -8.2207e-03, 1.5898e-02]],\n", + " \n", + " [[ 2.9200e-02, 4.1575e-02, 4.1509e-02, 3.1580e-02],\n", + " [-4.5310e-03, 2.1649e-02, 7.3010e-03, 1.2575e-03],\n", + " [ 9.9460e-04, 5.8284e-02, 3.4758e-02, 5.5132e-02],\n", + " [-8.5047e-03, -9.0661e-04, -8.8472e-03, -8.6426e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.8261e-02, 4.6364e-02, 3.9052e-02, 5.6722e-02],\n", + " [ 2.2130e-02, 5.3968e-02, 3.4246e-02, 4.7466e-02],\n", + " [ 2.8009e-02, 2.6629e-02, 2.1028e-02, 2.2840e-02],\n", + " [-7.2502e-03, 2.1564e-02, 5.0438e-02, 6.6402e-02]],\n", + " \n", + " [[-4.3608e-02, -5.7425e-02, -2.1459e-02, -2.6648e-02],\n", + " [-5.5765e-02, -1.3003e-02, -1.7024e-02, -5.0855e-02],\n", + " [-7.9028e-03, -4.7036e-02, -1.0775e-02, 6.6671e-04],\n", + " [-8.1471e-02, -5.2457e-02, -3.7477e-02, -2.6761e-02]],\n", + " \n", + " [[ 5.5235e-03, -2.7060e-02, -3.3994e-03, -4.2562e-02],\n", + " [ 1.5906e-02, 9.1536e-03, -2.1650e-03, -7.7081e-02],\n", + " [ 1.3935e-02, -1.7584e-02, 1.1656e-02, 7.5382e-03],\n", + " [-1.3823e-02, -2.3294e-02, -1.0517e-03, 3.2690e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 5.9416e-03, -4.7535e-03, 3.7892e-03, -1.0021e-02],\n", + " [-1.8307e-02, 2.5212e-03, -3.1881e-02, -2.0542e-02],\n", + " [-2.4156e-02, 4.7279e-03, -4.2051e-02, -6.0344e-03],\n", + " [-5.8428e-03, 2.2441e-03, -4.5661e-02, 2.9936e-02]],\n", + " \n", + " [[ 1.3586e-02, 2.0655e-02, 1.4260e-02, -7.5343e-03],\n", + " [-3.8058e-02, -6.0679e-03, -3.6773e-02, 1.9833e-02],\n", + " [-1.5441e-02, 2.3052e-02, 9.5465e-03, 2.3126e-02],\n", + " [-2.2399e-02, 7.4222e-03, -4.4823e-02, -9.0746e-03]],\n", + " \n", + " [[ 1.7604e-02, -1.0270e-02, -3.4198e-04, 1.0636e-03],\n", + " [ 1.6051e-03, -1.7971e-02, -5.7324e-02, -2.0559e-03],\n", + " [-7.2428e-03, -2.6992e-02, -4.5736e-02, 3.1757e-02],\n", + " [ 1.0067e-02, -4.9491e-02, 2.0324e-02, -4.9031e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.2939e-02, -8.7623e-03, 2.6972e-02, 3.2357e-02],\n", + " [ 2.3589e-02, 3.0474e-02, 3.4951e-02, -1.8163e-02],\n", + " [ 4.6181e-03, 6.6165e-03, 5.0931e-02, 4.2014e-02],\n", + " [-4.2878e-03, 2.9128e-02, -5.2441e-03, 8.2986e-03]],\n", + " \n", + " [[-3.2170e-02, -3.5033e-03, -6.5681e-03, 6.5547e-04],\n", + " [-4.0909e-02, 4.5172e-02, 3.8675e-02, 1.0016e-03],\n", + " [-1.6878e-02, 1.3100e-02, 2.9642e-04, -1.6647e-02],\n", + " [-2.2410e-02, -5.8252e-03, -1.7603e-03, 1.6653e-02]],\n", + " \n", + " [[-6.6461e-04, 4.9822e-02, 1.5606e-02, 5.0484e-03],\n", + " [ 4.5179e-03, 5.2340e-02, 3.5372e-02, -4.9718e-03],\n", + " [-3.3885e-02, 3.0296e-02, 2.0634e-02, 2.7155e-04],\n", + " [ 3.7990e-02, 1.6357e-02, 1.5628e-02, -1.0171e-02]]],\n", + " \n", + " \n", + " [[[ 2.7306e-02, 2.9657e-02, 1.6605e-02, 2.7226e-02],\n", + " [ 7.7642e-03, 4.1411e-02, 1.3210e-02, 5.3330e-02],\n", + " [ 1.1724e-02, 2.6931e-02, 2.7757e-03, 3.8889e-02],\n", + " [ 4.1011e-02, 1.5335e-02, 3.7767e-02, 8.4828e-03]],\n", + " \n", + " [[ 2.0536e-02, 1.9449e-02, 5.3894e-02, -2.8161e-03],\n", + " [-3.3753e-02, -6.0456e-03, 2.2854e-02, 2.7052e-02],\n", + " [ 3.1906e-02, 8.7357e-03, 5.1898e-03, 1.3510e-02],\n", + " [-3.6280e-02, 1.2244e-02, -8.2181e-02, -1.9853e-02]],\n", + " \n", + " [[ 1.5297e-02, -1.1958e-02, 1.2709e-02, 1.6545e-02],\n", + " [ 8.4080e-03, 4.5684e-03, 1.1083e-02, 2.3523e-02],\n", + " [ 1.2175e-02, 9.1263e-03, 1.6257e-02, 4.7246e-02],\n", + " [ 2.5150e-02, 3.9173e-02, 2.5924e-03, 3.2218e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.0980e-02, 2.4245e-02, -2.1113e-02, 2.3046e-02],\n", + " [-5.3890e-03, 1.6480e-02, 2.5679e-02, -2.0229e-02],\n", + " [ 4.6511e-02, 8.3970e-03, 7.4266e-03, 2.3101e-02],\n", + " [-6.8868e-02, -2.0179e-02, -3.7844e-02, 3.2134e-03]],\n", + " \n", + " [[ 5.8783e-03, -3.3919e-02, -3.2429e-02, -7.4080e-03],\n", + " [-1.6144e-02, -1.6813e-03, -5.6133e-04, 3.0515e-03],\n", + " [-1.1089e-02, -1.6073e-02, -2.3573e-02, -5.7040e-02],\n", + " [-3.8767e-02, 6.8052e-03, -5.1281e-03, -9.6153e-03]],\n", + " \n", + " [[-6.6366e-03, 3.2863e-02, 2.8823e-02, 5.3786e-02],\n", + " [-5.3815e-03, -4.1308e-02, 2.2101e-02, 1.3581e-02],\n", + " [-4.2015e-03, -9.9231e-04, 2.3210e-02, 5.4743e-03],\n", + " [ 4.6367e-02, 1.0600e-02, -1.4309e-02, 2.2915e-02]]],\n", + " \n", + " \n", + " [[[ 2.0614e-02, -3.5978e-02, -2.8965e-03, -2.7350e-02],\n", + " [ 9.5675e-04, 2.3479e-02, 1.3364e-02, -7.6693e-03],\n", + " [-3.9196e-02, 3.2456e-03, 3.2609e-03, -4.0041e-02],\n", + " [-8.4098e-03, 7.2017e-03, 2.5542e-02, -9.6243e-03]],\n", + " \n", + " [[-4.1836e-03, -2.3626e-02, 4.8024e-02, 1.3706e-02],\n", + " [ 2.5297e-02, 2.1734e-03, 4.7122e-02, 3.9354e-02],\n", + " [ 3.5735e-02, 4.0951e-02, 6.2128e-02, 1.5076e-02],\n", + " [ 3.6588e-02, 4.7949e-02, 2.7259e-02, 6.6704e-02]],\n", + " \n", + " [[ 6.2557e-03, 3.1002e-02, 3.0946e-02, -1.3292e-02],\n", + " [ 8.1716e-03, 2.0773e-02, 1.5841e-02, 1.3448e-02],\n", + " [ 4.0621e-02, 6.6397e-02, 7.3931e-02, 9.3219e-03],\n", + " [ 3.1214e-02, 6.9925e-02, 1.0243e-02, 3.7114e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.4214e-03, 2.4767e-02, 5.4221e-04, -2.7235e-03],\n", + " [-1.2370e-02, 1.2056e-02, -3.7200e-03, 3.3984e-02],\n", + " [ 9.1302e-03, -1.8167e-02, 2.8143e-02, 4.1471e-03],\n", + " [-4.3080e-02, 3.5919e-03, -1.3999e-02, 2.6807e-02]],\n", + " \n", + " [[ 8.9597e-03, -9.8839e-03, 2.5963e-02, 5.1197e-03],\n", + " [-4.9023e-03, -1.7878e-02, -1.7192e-02, -3.9213e-03],\n", + " [ 3.9276e-04, -5.2685e-02, -3.4128e-02, -3.3527e-03],\n", + " [-8.2527e-03, -1.6975e-02, -2.9660e-02, -1.7842e-02]],\n", + " \n", + " [[ 3.5378e-02, 1.8418e-02, 2.1171e-02, 6.1354e-02],\n", + " [-2.7741e-02, 3.0837e-02, -6.6998e-02, 6.7098e-02],\n", + " [ 2.1720e-02, 2.7313e-03, 3.2999e-02, 9.4541e-03],\n", + " [-3.0530e-02, -2.1229e-02, -3.7760e-02, 3.0094e-02]]]])),\n", + " ('d7.batch_norms.Yes.weight',\n", + " tensor([-0.1194, -0.1004, -0.1821, -0.1464, -0.1900, 0.0730, 0.1149, 0.1724,\n", + " -0.1093, 0.1064, 0.0697, -0.0804, -0.0908, -0.0645, -0.0782, -0.1080,\n", + " 0.1106, 0.0700, 0.0718, -0.1176, -0.1295, 0.1012, 0.1056, -0.0789,\n", + " -0.0885, 0.0690, -0.0833, -0.0610, -0.1422, 0.1358, -0.0715, 0.0893,\n", + " -0.2210, -0.1068, 0.0806, 0.0806, -0.1199, -0.1382, 0.1611, 0.1244,\n", + " -0.0645, 0.1017, -0.0834, 0.0829, 0.2097, 0.2158, 0.1152, 0.1616,\n", + " 0.0842, -0.0694, -0.1183, -0.0631, 0.1260, 0.0686, 0.1241, -0.0826,\n", + " 0.0874, -0.0783, 0.1569, 0.1489, -0.1105, -0.1532, 0.2049, 0.1788])),\n", + " ('d7.batch_norms.Yes.bias',\n", + " tensor([ 2.8415e-02, 1.4327e-02, -8.6404e-05, 2.7576e-02, 2.3223e-03,\n", + " 1.6002e-02, 3.4378e-02, -4.1714e-03, 3.4793e-02, 1.3869e-02,\n", + " 1.6498e-02, 1.7244e-02, 1.3901e-02, 2.0341e-02, 1.0763e-02,\n", + " 3.8635e-02, 4.8207e-02, 3.7072e-02, 2.2920e-02, 2.7302e-02,\n", + " 2.3621e-02, 4.8849e-02, 2.7278e-02, 2.1499e-02, 4.9305e-02,\n", + " 1.4362e-02, 3.8243e-02, 4.3760e-02, 1.4622e-02, 2.2154e-02,\n", + " 1.5635e-02, 1.6199e-02, -5.1215e-03, 2.2855e-02, 6.9208e-02,\n", + " 1.6978e-02, 3.1136e-02, 6.2298e-02, 4.6773e-03, 3.9294e-02,\n", + " 5.2383e-02, 4.0811e-02, 3.6534e-02, 4.2244e-02, -1.5288e-02,\n", + " -1.6162e-02, 2.3832e-02, -9.3788e-04, 1.5126e-02, 1.6318e-02,\n", + " 3.1350e-02, 1.9475e-02, 2.4298e-02, 2.0034e-02, 2.6625e-02,\n", + " 1.8549e-02, 3.5360e-02, 1.1923e-02, 1.0884e-02, 2.2432e-02,\n", + " 5.0727e-02, -1.9326e-03, -1.5489e-02, -3.2164e-03])),\n", + " ('d7.batch_norms.Yes.running_mean',\n", + " tensor([ 0.0195, 0.0212, 0.0240, -0.0142, 0.0257, -0.0237, -0.0062, -0.0179,\n", + " 0.0098, -0.0356, -0.0320, 0.0345, 0.0181, 0.0431, 0.0421, 0.0185,\n", + " 0.0052, 0.0041, -0.0330, 0.0174, 0.0147, 0.0081, -0.0477, 0.0425,\n", + " 0.0231, -0.0341, 0.0054, -0.0013, 0.0234, -0.0194, 0.0310, -0.0205,\n", + " 0.0281, 0.0327, -0.0154, -0.0349, 0.0113, -0.0061, -0.0244, -0.0098,\n", + " 0.0085, -0.0130, 0.0142, -0.0004, -0.0209, -0.0302, -0.0131, -0.0162,\n", + " -0.0428, 0.0297, 0.0150, 0.0270, -0.0066, -0.0309, -0.0155, 0.0281,\n", + " -0.0226, 0.0347, -0.0079, 0.0019, 0.0042, 0.0357, -0.0208, -0.0212])),\n", + " ('d7.batch_norms.Yes.running_var',\n", + " tensor([0.0098, 0.0041, 0.0021, 0.0057, 0.0087, 0.0051, 0.0102, 0.0020, 0.0102,\n", + " 0.0024, 0.0051, 0.0050, 0.0046, 0.0043, 0.0038, 0.0094, 0.0077, 0.0016,\n", + " 0.0044, 0.0094, 0.0075, 0.0048, 0.0046, 0.0043, 0.0011, 0.0039, 0.0023,\n", + " 0.0021, 0.0081, 0.0090, 0.0052, 0.0035, 0.0058, 0.0047, 0.0014, 0.0037,\n", + " 0.0084, 0.0014, 0.0079, 0.0009, 0.0014, 0.0097, 0.0035, 0.0019, 0.0048,\n", + " 0.0042, 0.0095, 0.0041, 0.0030, 0.0046, 0.0096, 0.0044, 0.0088, 0.0045,\n", + " 0.0105, 0.0049, 0.0014, 0.0026, 0.0083, 0.0069, 0.0087, 0.0027, 0.0037,\n", + " 0.0020])),\n", + " ('d7.batch_norms.Yes.num_batches_tracked', tensor(29802)),\n", + " ('d7.l1.0.weight',\n", + " tensor([[[[ 3.1455e-02, 1.4270e-02, -1.4124e-02, 2.5197e-03],\n", + " [ 7.9952e-02, 2.5869e-02, 4.2696e-04, 4.1275e-02],\n", + " [ 1.8931e-02, 1.6156e-02, 2.8462e-02, 4.3715e-02],\n", + " [-1.5300e-02, 2.6401e-02, 1.1131e-02, 9.5013e-03]],\n", + " \n", + " [[-5.6602e-02, -2.5993e-03, -4.9701e-02, -3.6160e-02],\n", + " [-5.9709e-02, -3.3781e-02, -8.9293e-02, -1.7241e-02],\n", + " [-5.3820e-02, -3.0167e-02, -3.5510e-02, -4.7037e-02],\n", + " [-6.8976e-02, 1.4922e-02, -6.8274e-02, -6.7196e-03]],\n", + " \n", + " [[ 2.0803e-02, -3.0698e-02, -3.5974e-02, -3.4694e-02],\n", + " [-1.1392e-02, -4.1533e-02, 1.1808e-03, 2.2953e-02],\n", + " [-1.2585e-02, -9.4410e-03, 3.0019e-02, 3.6469e-04],\n", + " [ 4.3086e-02, -6.9013e-03, -1.7286e-02, -8.7605e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 2.9234e-03, 3.4936e-02, -4.6015e-02, 5.8007e-03],\n", + " [-8.7476e-03, -2.2046e-03, -4.7167e-03, 2.7318e-02],\n", + " [-1.3297e-02, 3.3232e-02, -4.7794e-02, 2.1375e-02],\n", + " [-1.4382e-02, 1.3762e-03, 2.2567e-02, -3.1526e-02]],\n", + " \n", + " [[-1.1092e-02, 1.0286e-02, -1.8082e-02, -3.1613e-03],\n", + " [ 1.3820e-03, -8.9428e-03, 3.8697e-03, 1.3756e-02],\n", + " [ 2.3088e-02, -1.5564e-02, 1.5360e-02, 2.2271e-02],\n", + " [-5.0028e-03, 8.8259e-04, -2.6398e-02, 1.6294e-02]],\n", + " \n", + " [[-1.3496e-02, -1.6251e-02, 2.1194e-03, 3.0190e-02],\n", + " [ 5.3593e-02, 1.0161e-02, 1.5748e-02, 2.6627e-03],\n", + " [-3.4851e-02, 1.1018e-02, 1.1697e-02, -1.1678e-02],\n", + " [ 3.1005e-02, 2.4102e-02, 4.5881e-03, -9.1453e-03]]],\n", + " \n", + " \n", + " [[[ 5.9858e-03, 2.9775e-02, 6.7269e-02, 4.5376e-02],\n", + " [ 1.6484e-02, 1.5396e-02, 3.1166e-02, 1.1380e-02],\n", + " [ 3.9112e-02, 2.4697e-02, 1.2290e-02, 1.3591e-02],\n", + " [ 3.8143e-02, 1.5577e-02, -1.4041e-03, 7.1533e-03]],\n", + " \n", + " [[ 8.2952e-03, -1.7934e-02, 3.4504e-03, -2.7803e-02],\n", + " [-1.8147e-02, -1.6732e-02, 6.6969e-03, -4.2182e-03],\n", + " [ 1.1807e-02, 2.8162e-03, -1.9950e-02, -3.5627e-03],\n", + " [-1.1840e-02, -2.5894e-02, 7.1236e-03, 2.6422e-03]],\n", + " \n", + " [[ 4.2408e-02, 4.4140e-02, 6.0196e-02, 4.0612e-02],\n", + " [ 3.0830e-02, 4.5247e-02, 3.1618e-02, 1.8660e-02],\n", + " [ 3.6976e-02, -3.4077e-05, 1.8505e-02, -1.1506e-03],\n", + " [-8.7079e-03, 1.2095e-02, 1.6554e-02, 3.6088e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.7621e-02, 2.8376e-02, 2.1992e-02, 9.3600e-03],\n", + " [ 3.9110e-02, 1.9308e-02, 1.7427e-03, 8.0019e-03],\n", + " [-3.4975e-02, 1.4858e-02, 4.0668e-02, -5.4037e-02],\n", + " [ 2.1397e-02, 3.4106e-02, 3.9828e-03, -1.0970e-03]],\n", + " \n", + " [[-5.7897e-02, -4.9344e-02, -4.4961e-02, -4.4704e-02],\n", + " [-1.7584e-02, -1.5425e-02, -5.2962e-02, -5.8255e-02],\n", + " [-5.2034e-02, -1.4881e-02, -3.9600e-02, -2.5717e-02],\n", + " [-4.9774e-02, -1.9656e-02, -2.8569e-02, -1.0036e-02]],\n", + " \n", + " [[-5.6150e-02, -5.0134e-02, -3.9092e-02, -1.7312e-02],\n", + " [ 2.5978e-03, -6.0010e-03, -7.3233e-03, -3.9468e-02],\n", + " [-3.5862e-02, 8.4600e-03, -1.0241e-02, 3.2932e-02],\n", + " [-2.0971e-02, -4.1038e-02, -1.5130e-02, -2.6761e-02]]],\n", + " \n", + " \n", + " [[[-2.7758e-02, -1.3175e-03, -4.6786e-02, -1.5144e-02],\n", + " [-3.6329e-02, -6.0298e-02, -6.0548e-02, -4.2332e-02],\n", + " [-1.0893e-04, -7.8095e-03, -7.0133e-03, -2.7400e-02],\n", + " [-2.9880e-02, -4.3185e-02, -3.7238e-02, -4.5575e-02]],\n", + " \n", + " [[ 3.7204e-03, 3.2431e-02, 2.4065e-02, -5.6990e-03],\n", + " [ 1.2315e-02, 5.6355e-03, 5.7983e-02, 4.5306e-02],\n", + " [ 2.9823e-02, 3.1233e-02, 4.5175e-03, -2.1260e-02],\n", + " [ 3.2631e-02, 2.1323e-02, -8.2207e-03, 1.5898e-02]],\n", + " \n", + " [[ 2.9200e-02, 4.1575e-02, 4.1509e-02, 3.1580e-02],\n", + " [-4.5310e-03, 2.1649e-02, 7.3010e-03, 1.2575e-03],\n", + " [ 9.9460e-04, 5.8284e-02, 3.4758e-02, 5.5132e-02],\n", + " [-8.5047e-03, -9.0661e-04, -8.8472e-03, -8.6426e-03]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.8261e-02, 4.6364e-02, 3.9052e-02, 5.6722e-02],\n", + " [ 2.2130e-02, 5.3968e-02, 3.4246e-02, 4.7466e-02],\n", + " [ 2.8009e-02, 2.6629e-02, 2.1028e-02, 2.2840e-02],\n", + " [-7.2502e-03, 2.1564e-02, 5.0438e-02, 6.6402e-02]],\n", + " \n", + " [[-4.3608e-02, -5.7425e-02, -2.1459e-02, -2.6648e-02],\n", + " [-5.5765e-02, -1.3003e-02, -1.7024e-02, -5.0855e-02],\n", + " [-7.9028e-03, -4.7036e-02, -1.0775e-02, 6.6671e-04],\n", + " [-8.1471e-02, -5.2457e-02, -3.7477e-02, -2.6761e-02]],\n", + " \n", + " [[ 5.5235e-03, -2.7060e-02, -3.3994e-03, -4.2562e-02],\n", + " [ 1.5906e-02, 9.1536e-03, -2.1650e-03, -7.7081e-02],\n", + " [ 1.3935e-02, -1.7584e-02, 1.1656e-02, 7.5382e-03],\n", + " [-1.3823e-02, -2.3294e-02, -1.0517e-03, 3.2690e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[ 5.9416e-03, -4.7535e-03, 3.7892e-03, -1.0021e-02],\n", + " [-1.8307e-02, 2.5212e-03, -3.1881e-02, -2.0542e-02],\n", + " [-2.4156e-02, 4.7279e-03, -4.2051e-02, -6.0344e-03],\n", + " [-5.8428e-03, 2.2441e-03, -4.5661e-02, 2.9936e-02]],\n", + " \n", + " [[ 1.3586e-02, 2.0655e-02, 1.4260e-02, -7.5343e-03],\n", + " [-3.8058e-02, -6.0679e-03, -3.6773e-02, 1.9833e-02],\n", + " [-1.5441e-02, 2.3052e-02, 9.5465e-03, 2.3126e-02],\n", + " [-2.2399e-02, 7.4222e-03, -4.4823e-02, -9.0746e-03]],\n", + " \n", + " [[ 1.7604e-02, -1.0270e-02, -3.4198e-04, 1.0636e-03],\n", + " [ 1.6051e-03, -1.7971e-02, -5.7324e-02, -2.0559e-03],\n", + " [-7.2428e-03, -2.6992e-02, -4.5736e-02, 3.1757e-02],\n", + " [ 1.0067e-02, -4.9491e-02, 2.0324e-02, -4.9031e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.2939e-02, -8.7623e-03, 2.6972e-02, 3.2357e-02],\n", + " [ 2.3589e-02, 3.0474e-02, 3.4951e-02, -1.8163e-02],\n", + " [ 4.6181e-03, 6.6165e-03, 5.0931e-02, 4.2014e-02],\n", + " [-4.2878e-03, 2.9128e-02, -5.2441e-03, 8.2986e-03]],\n", + " \n", + " [[-3.2170e-02, -3.5033e-03, -6.5681e-03, 6.5547e-04],\n", + " [-4.0909e-02, 4.5172e-02, 3.8675e-02, 1.0016e-03],\n", + " [-1.6878e-02, 1.3100e-02, 2.9642e-04, -1.6647e-02],\n", + " [-2.2410e-02, -5.8252e-03, -1.7603e-03, 1.6653e-02]],\n", + " \n", + " [[-6.6461e-04, 4.9822e-02, 1.5606e-02, 5.0484e-03],\n", + " [ 4.5179e-03, 5.2340e-02, 3.5372e-02, -4.9718e-03],\n", + " [-3.3885e-02, 3.0296e-02, 2.0634e-02, 2.7155e-04],\n", + " [ 3.7990e-02, 1.6357e-02, 1.5628e-02, -1.0171e-02]]],\n", + " \n", + " \n", + " [[[ 2.7306e-02, 2.9657e-02, 1.6605e-02, 2.7226e-02],\n", + " [ 7.7642e-03, 4.1411e-02, 1.3210e-02, 5.3330e-02],\n", + " [ 1.1724e-02, 2.6931e-02, 2.7757e-03, 3.8889e-02],\n", + " [ 4.1011e-02, 1.5335e-02, 3.7767e-02, 8.4828e-03]],\n", + " \n", + " [[ 2.0536e-02, 1.9449e-02, 5.3894e-02, -2.8161e-03],\n", + " [-3.3753e-02, -6.0456e-03, 2.2854e-02, 2.7052e-02],\n", + " [ 3.1906e-02, 8.7357e-03, 5.1898e-03, 1.3510e-02],\n", + " [-3.6280e-02, 1.2244e-02, -8.2181e-02, -1.9853e-02]],\n", + " \n", + " [[ 1.5297e-02, -1.1958e-02, 1.2709e-02, 1.6545e-02],\n", + " [ 8.4080e-03, 4.5684e-03, 1.1083e-02, 2.3523e-02],\n", + " [ 1.2175e-02, 9.1263e-03, 1.6257e-02, 4.7246e-02],\n", + " [ 2.5150e-02, 3.9173e-02, 2.5924e-03, 3.2218e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.0980e-02, 2.4245e-02, -2.1113e-02, 2.3046e-02],\n", + " [-5.3890e-03, 1.6480e-02, 2.5679e-02, -2.0229e-02],\n", + " [ 4.6511e-02, 8.3970e-03, 7.4266e-03, 2.3101e-02],\n", + " [-6.8868e-02, -2.0179e-02, -3.7844e-02, 3.2134e-03]],\n", + " \n", + " [[ 5.8783e-03, -3.3919e-02, -3.2429e-02, -7.4080e-03],\n", + " [-1.6144e-02, -1.6813e-03, -5.6133e-04, 3.0515e-03],\n", + " [-1.1089e-02, -1.6073e-02, -2.3573e-02, -5.7040e-02],\n", + " [-3.8767e-02, 6.8052e-03, -5.1281e-03, -9.6153e-03]],\n", + " \n", + " [[-6.6366e-03, 3.2863e-02, 2.8823e-02, 5.3786e-02],\n", + " [-5.3815e-03, -4.1308e-02, 2.2101e-02, 1.3581e-02],\n", + " [-4.2015e-03, -9.9231e-04, 2.3210e-02, 5.4743e-03],\n", + " [ 4.6367e-02, 1.0600e-02, -1.4309e-02, 2.2915e-02]]],\n", + " \n", + " \n", + " [[[ 2.0614e-02, -3.5978e-02, -2.8965e-03, -2.7350e-02],\n", + " [ 9.5675e-04, 2.3479e-02, 1.3364e-02, -7.6693e-03],\n", + " [-3.9196e-02, 3.2456e-03, 3.2609e-03, -4.0041e-02],\n", + " [-8.4098e-03, 7.2017e-03, 2.5542e-02, -9.6243e-03]],\n", + " \n", + " [[-4.1836e-03, -2.3626e-02, 4.8024e-02, 1.3706e-02],\n", + " [ 2.5297e-02, 2.1734e-03, 4.7122e-02, 3.9354e-02],\n", + " [ 3.5735e-02, 4.0951e-02, 6.2128e-02, 1.5076e-02],\n", + " [ 3.6588e-02, 4.7949e-02, 2.7259e-02, 6.6704e-02]],\n", + " \n", + " [[ 6.2557e-03, 3.1002e-02, 3.0946e-02, -1.3292e-02],\n", + " [ 8.1716e-03, 2.0773e-02, 1.5841e-02, 1.3448e-02],\n", + " [ 4.0621e-02, 6.6397e-02, 7.3931e-02, 9.3219e-03],\n", + " [ 3.1214e-02, 6.9925e-02, 1.0243e-02, 3.7114e-02]],\n", + " \n", + " ...,\n", + " \n", + " [[ 3.4214e-03, 2.4767e-02, 5.4221e-04, -2.7235e-03],\n", + " [-1.2370e-02, 1.2056e-02, -3.7200e-03, 3.3984e-02],\n", + " [ 9.1302e-03, -1.8167e-02, 2.8143e-02, 4.1471e-03],\n", + " [-4.3080e-02, 3.5919e-03, -1.3999e-02, 2.6807e-02]],\n", + " \n", + " [[ 8.9597e-03, -9.8839e-03, 2.5963e-02, 5.1197e-03],\n", + " [-4.9023e-03, -1.7878e-02, -1.7192e-02, -3.9213e-03],\n", + " [ 3.9276e-04, -5.2685e-02, -3.4128e-02, -3.3527e-03],\n", + " [-8.2527e-03, -1.6975e-02, -2.9660e-02, -1.7842e-02]],\n", + " \n", + " [[ 3.5378e-02, 1.8418e-02, 2.1171e-02, 6.1354e-02],\n", + " [-2.7741e-02, 3.0837e-02, -6.6998e-02, 6.7098e-02],\n", + " [ 2.1720e-02, 2.7313e-03, 3.2999e-02, 9.4541e-03],\n", + " [-3.0530e-02, -2.1229e-02, -3.7760e-02, 3.0094e-02]]]])),\n", + " ('d7.l1.1.weight',\n", + " tensor([-0.1194, -0.1004, -0.1821, -0.1464, -0.1900, 0.0730, 0.1149, 0.1724,\n", + " -0.1093, 0.1064, 0.0697, -0.0804, -0.0908, -0.0645, -0.0782, -0.1080,\n", + " 0.1106, 0.0700, 0.0718, -0.1176, -0.1295, 0.1012, 0.1056, -0.0789,\n", + " -0.0885, 0.0690, -0.0833, -0.0610, -0.1422, 0.1358, -0.0715, 0.0893,\n", + " -0.2210, -0.1068, 0.0806, 0.0806, -0.1199, -0.1382, 0.1611, 0.1244,\n", + " -0.0645, 0.1017, -0.0834, 0.0829, 0.2097, 0.2158, 0.1152, 0.1616,\n", + " 0.0842, -0.0694, -0.1183, -0.0631, 0.1260, 0.0686, 0.1241, -0.0826,\n", + " 0.0874, -0.0783, 0.1569, 0.1489, -0.1105, -0.1532, 0.2049, 0.1788])),\n", + " ('d7.l1.1.bias',\n", + " tensor([ 2.8415e-02, 1.4327e-02, -8.6404e-05, 2.7576e-02, 2.3223e-03,\n", + " 1.6002e-02, 3.4378e-02, -4.1714e-03, 3.4793e-02, 1.3869e-02,\n", + " 1.6498e-02, 1.7244e-02, 1.3901e-02, 2.0341e-02, 1.0763e-02,\n", + " 3.8635e-02, 4.8207e-02, 3.7072e-02, 2.2920e-02, 2.7302e-02,\n", + " 2.3621e-02, 4.8849e-02, 2.7278e-02, 2.1499e-02, 4.9305e-02,\n", + " 1.4362e-02, 3.8243e-02, 4.3760e-02, 1.4622e-02, 2.2154e-02,\n", + " 1.5635e-02, 1.6199e-02, -5.1215e-03, 2.2855e-02, 6.9208e-02,\n", + " 1.6978e-02, 3.1136e-02, 6.2298e-02, 4.6773e-03, 3.9294e-02,\n", + " 5.2383e-02, 4.0811e-02, 3.6534e-02, 4.2244e-02, -1.5288e-02,\n", + " -1.6162e-02, 2.3832e-02, -9.3788e-04, 1.5126e-02, 1.6318e-02,\n", + " 3.1350e-02, 1.9475e-02, 2.4298e-02, 2.0034e-02, 2.6625e-02,\n", + " 1.8549e-02, 3.5360e-02, 1.1923e-02, 1.0884e-02, 2.2432e-02,\n", + " 5.0727e-02, -1.9326e-03, -1.5489e-02, -3.2164e-03])),\n", + " ('d7.l1.1.running_mean',\n", + " tensor([ 0.0195, 0.0212, 0.0240, -0.0142, 0.0257, -0.0237, -0.0062, -0.0179,\n", + " 0.0098, -0.0356, -0.0320, 0.0345, 0.0181, 0.0431, 0.0421, 0.0185,\n", + " 0.0052, 0.0041, -0.0330, 0.0174, 0.0147, 0.0081, -0.0477, 0.0425,\n", + " 0.0231, -0.0341, 0.0054, -0.0013, 0.0234, -0.0194, 0.0310, -0.0205,\n", + " 0.0281, 0.0327, -0.0154, -0.0349, 0.0113, -0.0061, -0.0244, -0.0098,\n", + " 0.0085, -0.0130, 0.0142, -0.0004, -0.0209, -0.0302, -0.0131, -0.0162,\n", + " -0.0428, 0.0297, 0.0150, 0.0270, -0.0066, -0.0309, -0.0155, 0.0281,\n", + " -0.0226, 0.0347, -0.0079, 0.0019, 0.0042, 0.0357, -0.0208, -0.0212])),\n", + " ('d7.l1.1.running_var',\n", + " tensor([0.0098, 0.0041, 0.0021, 0.0057, 0.0087, 0.0051, 0.0102, 0.0020, 0.0102,\n", + " 0.0024, 0.0051, 0.0050, 0.0046, 0.0043, 0.0038, 0.0094, 0.0077, 0.0016,\n", + " 0.0044, 0.0094, 0.0075, 0.0048, 0.0046, 0.0043, 0.0011, 0.0039, 0.0023,\n", + " 0.0021, 0.0081, 0.0090, 0.0052, 0.0035, 0.0058, 0.0047, 0.0014, 0.0037,\n", + " 0.0084, 0.0014, 0.0079, 0.0009, 0.0014, 0.0097, 0.0035, 0.0019, 0.0048,\n", + " 0.0042, 0.0095, 0.0041, 0.0030, 0.0046, 0.0096, 0.0044, 0.0088, 0.0045,\n", + " 0.0105, 0.0049, 0.0014, 0.0026, 0.0083, 0.0069, 0.0087, 0.0027, 0.0037,\n", + " 0.0020])),\n", + " ('d7.l1.1.num_batches_tracked', tensor(29802)),\n", + " ('d8.conv.weight',\n", + " tensor([[[[-2.6277e-02, -6.3713e-02, -9.6726e-02, -7.8837e-02],\n", + " [-8.2462e-02, -1.0997e-01, -9.0428e-02, -6.0455e-02],\n", + " [-1.1306e-01, -8.0908e-02, -1.2311e-01, -8.8220e-02],\n", + " [-4.1766e-02, -8.9168e-02, -8.4419e-02, -1.7486e-02]],\n", + " \n", + " [[-8.8427e-02, -4.4253e-02, -7.6452e-02, -6.1894e-02],\n", + " [-8.8850e-02, -9.2115e-02, -1.2057e-01, -7.6196e-02],\n", + " [-9.5640e-02, -1.0962e-01, -9.2241e-02, -8.6755e-02],\n", + " [-9.0262e-02, -9.4025e-02, -8.6725e-02, -1.7073e-02]],\n", + " \n", + " [[-2.4593e-02, -6.9826e-03, -5.2133e-02, 4.0551e-03],\n", + " [-6.6305e-02, -7.0479e-02, -8.5059e-02, -3.0380e-02],\n", + " [-5.4019e-02, -7.6096e-02, -7.7390e-02, -6.2689e-02],\n", + " [-2.5031e-02, -2.4373e-02, -3.6721e-02, -2.4095e-02]]],\n", + " \n", + " \n", + " [[[ 5.6323e-02, 3.2528e-02, 5.2132e-02, 5.7115e-02],\n", + " [ 4.7392e-02, 7.2352e-02, 4.7783e-02, 8.2175e-02],\n", + " [ 5.5924e-02, 6.9035e-02, 6.2996e-02, 3.4131e-02],\n", + " [ 7.0450e-02, 4.1599e-02, 2.3493e-02, 2.2241e-02]],\n", + " \n", + " [[ 5.1363e-02, 6.1991e-02, 9.1342e-02, 6.8531e-02],\n", + " [ 8.1297e-02, 7.7691e-02, 6.8165e-02, 2.8687e-02],\n", + " [ 6.7197e-02, 7.5488e-02, 7.7807e-02, 7.5354e-02],\n", + " [ 5.4226e-02, 4.8010e-02, 6.1282e-02, 4.3989e-02]],\n", + " \n", + " [[ 4.5361e-02, 4.4296e-02, 4.3358e-02, 7.7836e-02],\n", + " [ 5.9483e-02, -4.0619e-04, 5.3075e-02, 7.5164e-02],\n", + " [ 7.4766e-02, 5.1595e-02, 7.9691e-02, 6.8736e-02],\n", + " [ 3.3564e-02, 6.4655e-02, 6.6555e-02, 7.3789e-02]]],\n", + " \n", + " \n", + " [[[-3.6319e-02, -8.7672e-02, -9.0633e-02, -1.4907e-03],\n", + " [-1.1889e-01, -1.4723e-01, -1.5697e-01, -9.5995e-02],\n", + " [-1.0035e-01, -1.6503e-01, -1.7928e-01, -8.2827e-02],\n", + " [-1.7955e-02, -8.8863e-02, -8.4753e-02, -3.3992e-02]],\n", + " \n", + " [[-6.9488e-03, -8.2399e-02, -1.2010e-01, -3.9421e-02],\n", + " [-1.0526e-01, -1.3945e-01, -1.8081e-01, -1.0910e-01],\n", + " [-8.6365e-02, -1.6643e-01, -2.1423e-01, -1.2253e-01],\n", + " [-1.0675e-02, -9.2010e-02, -1.2741e-01, -7.4939e-02]],\n", + " \n", + " [[ 9.7469e-03, -8.5654e-02, -1.3321e-01, -3.3704e-02],\n", + " [-9.6165e-02, -1.9698e-01, -1.9119e-01, -9.2208e-02],\n", + " [-1.0215e-01, -1.5030e-01, -2.0642e-01, -1.4202e-01],\n", + " [-2.3015e-02, -8.2656e-02, -1.0579e-01, -3.2150e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-1.1157e-02, 2.7589e-02, -4.3960e-03, 6.9656e-04],\n", + " [-2.6811e-03, -7.4843e-03, -8.8222e-03, 7.0426e-03],\n", + " [ 3.8988e-03, -1.9476e-02, -4.2605e-02, -1.0553e-02],\n", + " [-3.6981e-03, -1.6414e-02, 2.0872e-02, -3.5170e-04]],\n", + " \n", + " [[-3.6397e-02, -2.1433e-02, -1.3460e-02, -1.3719e-02],\n", + " [-5.4556e-02, -2.8790e-02, -4.9425e-02, -1.8253e-02],\n", + " [-5.0069e-02, -7.9744e-02, -4.7280e-02, -3.2196e-02],\n", + " [-2.2785e-02, -3.7093e-02, -3.7961e-02, -4.0303e-02]],\n", + " \n", + " [[-3.0269e-02, -3.6268e-02, -8.4042e-02, 6.6184e-03],\n", + " [-8.0414e-02, -8.0699e-02, -9.3774e-02, -2.7498e-02],\n", + " [-2.5815e-02, -5.9446e-02, -4.9125e-02, -3.8533e-02],\n", + " [-2.1282e-02, -6.7616e-02, -2.4295e-02, -1.8689e-02]]],\n", + " \n", + " \n", + " [[[-2.0363e-02, -3.2546e-02, -5.3928e-03, -5.2812e-02],\n", + " [-3.5971e-02, -3.2581e-02, -1.8413e-02, -5.4726e-02],\n", + " [-2.2445e-02, -5.2429e-02, -3.9075e-02, -6.9900e-03],\n", + " [ 7.1404e-03, -6.6035e-02, -4.8741e-03, -3.0123e-02]],\n", + " \n", + " [[-1.0031e-02, -8.4590e-03, 2.3550e-03, 2.0400e-02],\n", + " [ 2.3647e-04, -1.2507e-02, -3.2351e-02, -1.5476e-02],\n", + " [-1.5706e-02, -1.3991e-02, 1.6684e-02, -3.8037e-03],\n", + " [ 1.2860e-04, 1.4327e-02, -1.9301e-02, -1.7625e-02]],\n", + " \n", + " [[-1.2209e-02, 6.9367e-03, 7.5626e-03, -3.6972e-02],\n", + " [-1.7102e-02, -5.7125e-03, -2.4394e-03, -1.2080e-02],\n", + " [ 8.1598e-03, 2.4763e-02, 1.6931e-02, -2.1128e-02],\n", + " [-2.4540e-03, 1.5360e-02, 1.6030e-02, -4.9488e-02]]],\n", + " \n", + " \n", + " [[[-3.7401e-03, -2.5056e-02, -1.9936e-02, 5.1089e-02],\n", + " [ 7.8845e-03, -3.7677e-02, -4.5835e-02, -1.3068e-02],\n", + " [-2.8473e-02, -3.4637e-02, -9.2231e-03, -2.7961e-02],\n", + " [ 1.0075e-02, 2.6911e-02, -2.9853e-02, -6.0783e-03]],\n", + " \n", + " [[ 2.9958e-02, -2.0768e-02, -2.9718e-02, 1.0273e-02],\n", + " [-2.3709e-02, -9.3303e-02, -5.6926e-02, -3.3038e-02],\n", + " [-2.5374e-03, -4.0125e-02, -1.0253e-02, 7.8895e-03],\n", + " [ 7.1505e-03, 1.0012e-02, -7.0995e-03, 1.2004e-02]],\n", + " \n", + " [[ 9.9441e-03, -4.9252e-02, -3.8279e-02, 4.5956e-03],\n", + " [-1.4801e-02, -7.2588e-02, -4.4081e-02, -1.6866e-03],\n", + " [-5.5216e-02, -1.5864e-02, -4.0944e-02, -1.2008e-02],\n", + " [ 2.9144e-02, -4.0973e-02, -4.6597e-02, -1.4941e-02]]]])),\n", + " ('d8.batch_norms.Yes.weight', tensor([0.0605, 0.0187, 0.0049])),\n", + " ('d8.batch_norms.Yes.bias', tensor([0., 0., 0.])),\n", + " ('d8.batch_norms.Yes.running_mean', tensor([0., 0., 0.])),\n", + " ('d8.batch_norms.Yes.running_var', tensor([1., 1., 1.])),\n", + " ('d8.batch_norms.Yes.num_batches_tracked', tensor(0)),\n", + " ('d8.l1.0.weight',\n", + " tensor([[[[-2.6277e-02, -6.3713e-02, -9.6726e-02, -7.8837e-02],\n", + " [-8.2462e-02, -1.0997e-01, -9.0428e-02, -6.0455e-02],\n", + " [-1.1306e-01, -8.0908e-02, -1.2311e-01, -8.8220e-02],\n", + " [-4.1766e-02, -8.9168e-02, -8.4419e-02, -1.7486e-02]],\n", + " \n", + " [[-8.8427e-02, -4.4253e-02, -7.6452e-02, -6.1894e-02],\n", + " [-8.8850e-02, -9.2115e-02, -1.2057e-01, -7.6196e-02],\n", + " [-9.5640e-02, -1.0962e-01, -9.2241e-02, -8.6755e-02],\n", + " [-9.0262e-02, -9.4025e-02, -8.6725e-02, -1.7073e-02]],\n", + " \n", + " [[-2.4593e-02, -6.9826e-03, -5.2133e-02, 4.0551e-03],\n", + " [-6.6305e-02, -7.0479e-02, -8.5059e-02, -3.0380e-02],\n", + " [-5.4019e-02, -7.6096e-02, -7.7390e-02, -6.2689e-02],\n", + " [-2.5031e-02, -2.4373e-02, -3.6721e-02, -2.4095e-02]]],\n", + " \n", + " \n", + " [[[ 5.6323e-02, 3.2528e-02, 5.2132e-02, 5.7115e-02],\n", + " [ 4.7392e-02, 7.2352e-02, 4.7783e-02, 8.2175e-02],\n", + " [ 5.5924e-02, 6.9035e-02, 6.2996e-02, 3.4131e-02],\n", + " [ 7.0450e-02, 4.1599e-02, 2.3493e-02, 2.2241e-02]],\n", + " \n", + " [[ 5.1363e-02, 6.1991e-02, 9.1342e-02, 6.8531e-02],\n", + " [ 8.1297e-02, 7.7691e-02, 6.8165e-02, 2.8687e-02],\n", + " [ 6.7197e-02, 7.5488e-02, 7.7807e-02, 7.5354e-02],\n", + " [ 5.4226e-02, 4.8010e-02, 6.1282e-02, 4.3989e-02]],\n", + " \n", + " [[ 4.5361e-02, 4.4296e-02, 4.3358e-02, 7.7836e-02],\n", + " [ 5.9483e-02, -4.0619e-04, 5.3075e-02, 7.5164e-02],\n", + " [ 7.4766e-02, 5.1595e-02, 7.9691e-02, 6.8736e-02],\n", + " [ 3.3564e-02, 6.4655e-02, 6.6555e-02, 7.3789e-02]]],\n", + " \n", + " \n", + " [[[-3.6319e-02, -8.7672e-02, -9.0633e-02, -1.4907e-03],\n", + " [-1.1889e-01, -1.4723e-01, -1.5697e-01, -9.5995e-02],\n", + " [-1.0035e-01, -1.6503e-01, -1.7928e-01, -8.2827e-02],\n", + " [-1.7955e-02, -8.8863e-02, -8.4753e-02, -3.3992e-02]],\n", + " \n", + " [[-6.9488e-03, -8.2399e-02, -1.2010e-01, -3.9421e-02],\n", + " [-1.0526e-01, -1.3945e-01, -1.8081e-01, -1.0910e-01],\n", + " [-8.6365e-02, -1.6643e-01, -2.1423e-01, -1.2253e-01],\n", + " [-1.0675e-02, -9.2010e-02, -1.2741e-01, -7.4939e-02]],\n", + " \n", + " [[ 9.7469e-03, -8.5654e-02, -1.3321e-01, -3.3704e-02],\n", + " [-9.6165e-02, -1.9698e-01, -1.9119e-01, -9.2208e-02],\n", + " [-1.0215e-01, -1.5030e-01, -2.0642e-01, -1.4202e-01],\n", + " [-2.3015e-02, -8.2656e-02, -1.0579e-01, -3.2150e-02]]],\n", + " \n", + " \n", + " ...,\n", + " \n", + " \n", + " [[[-1.1157e-02, 2.7589e-02, -4.3960e-03, 6.9656e-04],\n", + " [-2.6811e-03, -7.4843e-03, -8.8222e-03, 7.0426e-03],\n", + " [ 3.8988e-03, -1.9476e-02, -4.2605e-02, -1.0553e-02],\n", + " [-3.6981e-03, -1.6414e-02, 2.0872e-02, -3.5170e-04]],\n", + " \n", + " [[-3.6397e-02, -2.1433e-02, -1.3460e-02, -1.3719e-02],\n", + " [-5.4556e-02, -2.8790e-02, -4.9425e-02, -1.8253e-02],\n", + " [-5.0069e-02, -7.9744e-02, -4.7280e-02, -3.2196e-02],\n", + " [-2.2785e-02, -3.7093e-02, -3.7961e-02, -4.0303e-02]],\n", + " \n", + " [[-3.0269e-02, -3.6268e-02, -8.4042e-02, 6.6184e-03],\n", + " [-8.0414e-02, -8.0699e-02, -9.3774e-02, -2.7498e-02],\n", + " [-2.5815e-02, -5.9446e-02, -4.9125e-02, -3.8533e-02],\n", + " [-2.1282e-02, -6.7616e-02, -2.4295e-02, -1.8689e-02]]],\n", + " \n", + " \n", + " [[[-2.0363e-02, -3.2546e-02, -5.3928e-03, -5.2812e-02],\n", + " [-3.5971e-02, -3.2581e-02, -1.8413e-02, -5.4726e-02],\n", + " [-2.2445e-02, -5.2429e-02, -3.9075e-02, -6.9900e-03],\n", + " [ 7.1404e-03, -6.6035e-02, -4.8741e-03, -3.0123e-02]],\n", + " \n", + " [[-1.0031e-02, -8.4590e-03, 2.3550e-03, 2.0400e-02],\n", + " [ 2.3647e-04, -1.2507e-02, -3.2351e-02, -1.5476e-02],\n", + " [-1.5706e-02, -1.3991e-02, 1.6684e-02, -3.8037e-03],\n", + " [ 1.2860e-04, 1.4327e-02, -1.9301e-02, -1.7625e-02]],\n", + " \n", + " [[-1.2209e-02, 6.9367e-03, 7.5626e-03, -3.6972e-02],\n", + " [-1.7102e-02, -5.7125e-03, -2.4394e-03, -1.2080e-02],\n", + " [ 8.1598e-03, 2.4763e-02, 1.6931e-02, -2.1128e-02],\n", + " [-2.4540e-03, 1.5360e-02, 1.6030e-02, -4.9488e-02]]],\n", + " \n", + " \n", + " [[[-3.7401e-03, -2.5056e-02, -1.9936e-02, 5.1089e-02],\n", + " [ 7.8845e-03, -3.7677e-02, -4.5835e-02, -1.3068e-02],\n", + " [-2.8473e-02, -3.4637e-02, -9.2231e-03, -2.7961e-02],\n", + " [ 1.0075e-02, 2.6911e-02, -2.9853e-02, -6.0783e-03]],\n", + " \n", + " [[ 2.9958e-02, -2.0768e-02, -2.9718e-02, 1.0273e-02],\n", + " [-2.3709e-02, -9.3303e-02, -5.6926e-02, -3.3038e-02],\n", + " [-2.5374e-03, -4.0125e-02, -1.0253e-02, 7.8895e-03],\n", + " [ 7.1505e-03, 1.0012e-02, -7.0995e-03, 1.2004e-02]],\n", + " \n", + " [[ 9.9441e-03, -4.9252e-02, -3.8279e-02, 4.5956e-03],\n", + " [-1.4801e-02, -7.2588e-02, -4.4081e-02, -1.6866e-03],\n", + " [-5.5216e-02, -1.5864e-02, -4.0944e-02, -1.2008e-02],\n", + " [ 2.9144e-02, -4.0973e-02, -4.6597e-02, -1.4941e-02]]]]))])" + ] + }, + "execution_count": 148, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "%capture\n", + "\n", + "import imp\n", + "from statistics import mode\n", + "import torch \n", + "from torchvision import transforms\n", + "import argparse\n", + "from PIL import Image\n", + "\n", + "\n", + "\n", + "# parser = argparse.ArgumentParser()\n", + "\n", + "\n", + "# parser.add_argument('--img', metavar='img', type=str ,\n", + "# help = \"Image to Cartoonize\")\n", + "\n", + "# args = parser.parse_args()\n", + "\n", + "\n", + "DEVICE = 'cuda' if torch.cuda.is_available() else 'cpu'\n", + "IMG_DIM = 512\n", + "lr = 2e-4\n", + "MAPS_GEN = 64\n", + "MAPS_DISC = 64\n", + "IMG_CHANNELS = 3\n", + "L1_LAMBDA = 100\n", + "\n", + "\n", + "Trasforms = transforms.Compose([\n", + " transforms.Resize(IMG_DIM),\n", + " transforms.CenterCrop(IMG_DIM),\n", + " transforms.ToTensor(),\n", + " transforms.Normalize(\n", + " (0.5, 0.5, 0.5),\n", + " (0.5, 0.5, 0.5))\n", + " ])\n", + "torch.load('../weights/Cartoonify_Generator.pt',map_location=torch.device(DEVICE))\n", + "\n" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "import torch.nn as nn\n", + "import os\n", + "\n", + "os.environ['KMP_DUPLICATE_LIB_OK']='TRUE'\n", + "\n", + "\n", + "class convblock(nn.Module):\n", + " def __init__(self, in_channels, out_channels,activation , conv_architecture , batch_norm, drop_out ,*args, **kwargs):\n", + " super(convblock, self).__init__()\n", + " \n", + " self.out_channels = out_channels\n", + " self.in_channels = in_channels\n", + " self.conv_architecture = conv_architecture\n", + " # print(self.conv_architecture)\n", + "\n", + " self.activations = nn.ModuleDict([\n", + " ['lrelu', nn.LeakyReLU(0.2)],\n", + " ['relu', nn.ReLU()],\n", + " ['tanh', nn.Tanh()]\n", + " ])\n", + "\n", + "# Module dict just does not works when taking keyword args\n", + " if self.conv_architecture == \"Regular\" : \n", + " self.conv = nn.Conv2d(self.in_channels, self.out_channels , kernel_size=4, stride=2, padding = 1, bias = False, *args, **kwargs)\n", + " \n", + " if self.conv_architecture == \"Transposed\" :\n", + " self.conv = nn.ConvTranspose2d(self.in_channels, self.out_channels , kernel_size=4, stride=2, padding = 1 , bias = False, *args, **kwargs)\n", + "\n", + "\n", + " self.batch_norms = nn.ModuleDict([\n", + " ['Yes', nn.BatchNorm2d(self.out_channels)],\n", + " ['No', nn.Identity()]\n", + "\n", + " ])\n", + "\n", + " self.dropouts = nn.ModuleDict([\n", + " ['Yes', nn.Dropout(0.5)],\n", + " ['No', nn.Identity()],\n", + "\n", + "\n", + " ])\n", + " self.l1 = nn.Sequential(\n", + " self.conv,\n", + " self.batch_norms[batch_norm],\n", + " self.activations[activation],\n", + " self.dropouts[drop_out]\n", + " )\n", + "\n", + "\n", + " def forward(self,x):\n", + " x = self.l1(x)\n", + " return x\n", + " \n", + "\n", + " \n", + "class Generator(nn.Module):\n", + " def __init__(self, img_channels, features):\n", + " super(Generator, self).__init__()\n", + " self.img_channels = img_channels\n", + "\n", + " # --------------------------------------------------ENCODER# --------------------------------------------------#\n", + " self.e1 = convblock(in_channels=self.img_channels, out_channels=features, padding_mode = 'reflect', \n", + " activation='lrelu', conv_architecture='Regular', batch_norm='Yes', drop_out='No')\n", + "\n", + " self.e2 = convblock(in_channels=features, out_channels=features * 2, padding_mode = 'reflect', \n", + " activation='lrelu', conv_architecture='Regular', batch_norm='Yes', drop_out='No')\n", + "\n", + " self.e3 = convblock(in_channels=features * 2, out_channels=features * 4, padding_mode = 'reflect', \n", + " activation='lrelu', conv_architecture='Regular', batch_norm='Yes', drop_out='No')\n", + "\n", + " self.e4 = convblock(in_channels=features * 4 ,out_channels=features * 8 , padding_mode = 'reflect', \n", + " activation='lrelu', conv_architecture='Regular', batch_norm='Yes', drop_out='No')\n", + "\n", + " self.e5 = convblock(in_channels=features * 8 ,out_channels=features * 8 , padding_mode = 'reflect', \n", + " activation='lrelu', conv_architecture='Regular', batch_norm='Yes', drop_out='No')\n", + " \n", + " self.e6 = convblock(in_channels=features * 8 ,out_channels=features * 8 , padding_mode = 'reflect', \n", + " activation='lrelu', conv_architecture='Regular', batch_norm='Yes', drop_out='No')\n", + " \n", + " self.e7 = convblock(in_channels=features * 8 ,out_channels=features * 8 , padding_mode = 'reflect', \n", + " activation='lrelu', conv_architecture='Regular', batch_norm='Yes', drop_out='No')\n", + " # BotltleNeck Layer\n", + " self.e8 = convblock(in_channels=features * 8 ,out_channels=features * 8 ,\n", + " activation='relu', conv_architecture='Regular', batch_norm='No', drop_out='No')\n", + "\n", + "\n", + " # --------------------------------------------------DECODER# --------------------------------------------------#\n", + " self.d1 = convblock(in_channels=features * 8, out_channels=features * 8, \n", + " activation='relu', conv_architecture='Transposed', batch_norm='Yes', drop_out='Yes')\n", + "\n", + " self.d2 = convblock(in_channels=features * 8 * 2 , out_channels=features * 8,\n", + " activation='relu', conv_architecture='Transposed', batch_norm='Yes', drop_out='Yes')\n", + "\n", + " self.d3 = convblock(in_channels=features * 8 * 2 , out_channels=features * 8,\n", + " activation='relu', conv_architecture='Transposed', batch_norm='Yes', drop_out='Yes')\n", + "\n", + " self.d4 = convblock(in_channels=features * 8 * 2 , out_channels=features * 8,\n", + " activation='relu', conv_architecture='Transposed', batch_norm='Yes', drop_out='No')\n", + "\n", + " self.d5 = convblock(in_channels=features * 8 * 2,out_channels=features * 4 ,\n", + " activation='relu', conv_architecture='Transposed', batch_norm='Yes', drop_out='No')\n", + " \n", + " self.d6 = convblock(in_channels=features * 4 * 2 ,out_channels=features * 2 ,\n", + " activation='relu', conv_architecture='Transposed', batch_norm='Yes', drop_out='No')\n", + " \n", + " self.d7 = convblock(in_channels=features * 2 * 2 ,out_channels=features ,\n", + " activation='relu', conv_architecture='Transposed', batch_norm='Yes', drop_out='No')\n", + " # Final Layer\n", + " self.d8 = convblock(in_channels=features * 2 ,out_channels=self.img_channels ,\n", + " activation='tanh', conv_architecture='Transposed', batch_norm='No', drop_out='No')\n", + "\n", + " \n", + " def forward(self, x):\n", + " # Encoding Imaege\n", + " e1 = self.e1(x)\n", + " e2 = self.e2(e1)\n", + " e3 = self.e3(e2)\n", + " e4 = self.e4(e3)\n", + " e5 = self.e5(e4)\n", + " e6 = self.e6(e5)\n", + " e7 = self.e7(e6)\n", + " # BottleNeck\n", + " e8 = self.e8(e7)\n", + "\n", + " # Decoding Image\n", + " d1 = self.d1(e8)\n", + " d2 = self.d2(torch.cat([d1, e7], 1 ))\n", + " d3 = self.d3(torch.cat([d2, e6], 1 ))\n", + " d4 = self.d4(torch.cat([d3, e5], 1 ))\n", + " d5 = self.d5(torch.cat([d4, e4], 1 ))\n", + " d6 = self.d6(torch.cat([d5, e3], 1 ))\n", + " d7 = self.d7(torch.cat([d6, e2], 1 ))\n", + " d8 = self.d8(torch.cat([d7, e1], 1 ))\n", + "\n", + " return d8" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "../data/face/7410.jpg\n" + ] + } + ], + "source": [ + "from glob import glob\n", + "import random\n", + "from PIL import Image\n", + "\n", + "files = glob('../data/face/*.jpg')\n", + "file_ = random.choices(files)\n", + "img = Image.open(file_[0])\n", + "\n", + "print(file_[0])" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [ + { + "ename": "NameError", + "evalue": "name 'Trasforms' is not defined", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)", + "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mimg\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mTrasforms\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mimg\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m", + "\u001b[0;31mNameError\u001b[0m: name 'Trasforms' is not defined" + ] + } + ], + "source": [ + "img = Trasforms(img)" + ] + }, + { + "cell_type": "code", + "execution_count": 152, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Generator(\n", + " (e1): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): Conv2d(3, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): Conv2d(3, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): LeakyReLU(negative_slope=0.2)\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (e2): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): Conv2d(64, 128, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): Conv2d(64, 128, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): LeakyReLU(negative_slope=0.2)\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (e3): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): Conv2d(128, 256, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): Conv2d(128, 256, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): LeakyReLU(negative_slope=0.2)\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (e4): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): Conv2d(256, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): Conv2d(256, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): LeakyReLU(negative_slope=0.2)\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (e5): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): Conv2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): Conv2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): LeakyReLU(negative_slope=0.2)\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (e6): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): Conv2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): Conv2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): LeakyReLU(negative_slope=0.2)\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (e7): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): Conv2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): Conv2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False, padding_mode=reflect)\n", + " (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): LeakyReLU(negative_slope=0.2)\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (e8): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): Conv2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): Conv2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): Identity()\n", + " (2): ReLU()\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (d1): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): ConvTranspose2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): ConvTranspose2d(512, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): ReLU()\n", + " (3): Dropout(p=0.5, inplace=False)\n", + " )\n", + " )\n", + " (d2): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): ConvTranspose2d(1024, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): ConvTranspose2d(1024, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): ReLU()\n", + " (3): Dropout(p=0.5, inplace=False)\n", + " )\n", + " )\n", + " (d3): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): ConvTranspose2d(1024, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): ConvTranspose2d(1024, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): ReLU()\n", + " (3): Dropout(p=0.5, inplace=False)\n", + " )\n", + " )\n", + " (d4): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): ConvTranspose2d(1024, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): ConvTranspose2d(1024, 512, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): ReLU()\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (d5): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): ConvTranspose2d(1024, 256, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): ConvTranspose2d(1024, 256, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): ReLU()\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (d6): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): ConvTranspose2d(512, 128, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): ConvTranspose2d(512, 128, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): ReLU()\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (d7): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): ConvTranspose2d(256, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): ConvTranspose2d(256, 64, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (2): ReLU()\n", + " (3): Identity()\n", + " )\n", + " )\n", + " (d8): convblock(\n", + " (activations): ModuleDict(\n", + " (lrelu): LeakyReLU(negative_slope=0.2)\n", + " (relu): ReLU()\n", + " (tanh): Tanh()\n", + " )\n", + " (conv): ConvTranspose2d(128, 3, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (batch_norms): ModuleDict(\n", + " (Yes): BatchNorm2d(3, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n", + " (No): Identity()\n", + " )\n", + " (dropouts): ModuleDict(\n", + " (Yes): Dropout(p=0.5, inplace=False)\n", + " (No): Identity()\n", + " )\n", + " (l1): Sequential(\n", + " (0): ConvTranspose2d(128, 3, kernel_size=(4, 4), stride=(2, 2), padding=(1, 1), bias=False)\n", + " (1): Identity()\n", + " (2): Tanh()\n", + " (3): Identity()\n", + " )\n", + " )\n", + ")" + ] + }, + "execution_count": 152, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model = Generator(img_channels=3, features=64)\n", + "model.load_state_dict(torch.load('../weights/Cartoonify_Generator.pt',map_location=torch.device(DEVICE)))\n", + "model.eval()" + ] + }, + { + "cell_type": "code", + "execution_count": 153, + "metadata": {}, + "outputs": [], + "source": [ + "out = model(img.unsqueeze(0).to(DEVICE))" + ] + }, + { + "cell_type": "code", + "execution_count": 154, + "metadata": {}, + "outputs": [], + "source": [ + "fake_image = model(out)" + ] + }, + { + "cell_type": "code", + "execution_count": 155, + "metadata": {}, + "outputs": [], + "source": [ + "from torchvision.utils import make_grid\n", + "img_grid_fake = make_grid(fake_image[:8], normalize=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 156, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 156, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQYAAAD8CAYAAACVSwr3AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAEAAElEQVR4nOz9Wahty5oeiH1/RIwxZre63e+zT3f7mzevVKqkKsvYxhYWNsYYhA0lVAZTBkG+lBEGP2TKL/Uk0JPAYL8kVGEVuCwJ21D1ULawZMtVwsqSUJslZSp1M89tTr/7tdeac44m4vfD//8RMeZa+5y9U/ek9oUT56w95xxzzNHEiPj+72+DmBlft6/b1+3rVjf3r/sCvm5ft6/bm9e+Boav29ft63alfQ0MX7ev29ftSvsaGL5uX7ev25X2NTB83b5uX7cr7Wtg+Lp93b5uV9pXBgxE9D8mon9BRD8iot/4qs7zdfu6fd1+/o2+ijgGIvIAfg/A/xDAhwD+PoB/j5n/+c/9ZF+3r9vX7efevirG8KsAfsTMf8DMA4C/CuBPf0Xn+rp93b5uP+cWvqLjPgDws+rzhwD+nZft3C0WvFht8GXkhfM/szcH37/kIMxgAAT952A3Bst3+tX8Pdc7HuyB+a8ON8/ay75ku0S9kqvXVw5BepSXneuam7vmMu2DHYtyx9hpqJyPCHRwPmYGOF9t7nY+6BtOEeMwIE4DUowvv67De9S/fM16bDnvVxutS87BeQ/vPJxzIOfyHZEr/UHOwR1eq15/ueb5q3ywT+VZ2e9fNsYJpVfptcYY562PHj96xMy3v+jX1r4qYLju0md9Q0S/BuDXAGC5WuPf/lP/M8TEYCLkZ587i3QQzif/HAgYSEkGJtff6b6pvJ9fkp6MWZ+nvs/bI4gTiBjgBOZUD3udaFTOVw0SmWvyndyPq+BHz84MTgnMjMQMTgJRTAQwWV+BQSByIOcVHORzHltk+9W3x/l+DgchEYOQ4InhndMJQBAtEGWbndM5MJxcr/7FmJAAJJb+jSmBGUh6vYmB7eU5Pv7df4jLh7Wc+JLGDJCD71ZwPsA5Od407BH7Hb7qMH5yHovjmzi+cRurzREWXQtCAqYRTdsghAbeBywXS6wWC6y6Fm3jELwACcghMZBAmOAQWfoCCqbJXoE8NphcHt/MFUBLryMgwXOCB8MRCpDXeE32iwLqrGO5oQl/5a/8Rz951T74qoDhQwDvVJ/fBvBxvQMz/yaA3wSAkxu3eEqElBhwZP0HYtKbA0DSYYcSSbpXGxmyq5ynSrq4WurnR6BzJYH0e2KujnnwG5OSXJ0TDMBlaZ+ZiU3SDAwEIOk2B4B1QiWkFBUguHxPvhINXieoUzAg3ccGAA7EiF2HjRquv1GMSNpHArwMB4LTPiQ9l4EcI8WIxFHAi4GUFMgUAFgHfEoJDEJkQkwJw36LYfsCnF6RLeTulmNTaOB8AMgjJUYcesye+VfQmOV+h6GH7xu5do5Iwx6OCM57BB8wrFYYlytgswYWLVzbwHmvDINAcCAGHAikCMDMoCy4CCZmmI2blold/k15exGOEAFxhd5SYYVJhJ1zBO/8a/XBVwUMfx/Ad4joGwA+AvBnAfwvXrazzDeHRATAqaDkip6ZFIVIUeNVM0pWvXNU6IUdIyV9XzMKAoiBROU769VaKpFNNGMNPFM9gKS4MWclRApsMLAziS4DOzEjxQIMSa+RnJfLIQaRBzlhEEQOcE6u7wAYMkvhJCCUeSfyYGFOFbFUBkIiIckos9Jmck77PSElYQUxsQKCTp7qngQsovwpcIxxQr99gTjs/hD0X56DCy1CtwB8KxK434Lj9JrHet3GiNOAfncJTglT14KYkaZexkFKIO+x2++wW1wijj3S0RHc0RogM9yRET4RcDqbCYyk40H2kuZgoK3AkJ8nw8FBn7pMdHBmB1RNB5MDbMOXFBggDPB12lcCDMw8EdH/GsDfAOAB/MfM/M++8DdZ1hstLxhQ7ZQbHfyufEFz4Qlj+K70HlI+fgEPzjtzIXWZXXBK4BSFLdSqTLlnoYj19QlKgYEsVVkfJoOQUhIJa8djFl2eZVAREeC8sgdXvdf7MZlCBUSL0mDXUo1AU01AgAKOCw7Om9pgDI0RWeSXqQgGCHNgkO3G4kS9mDJopGkAT/1c/37lJgDpfIBvWrh2CZBDHHYYpkGA/itqnBhx7DFcMqZ+jz54fS5yTmaG8wEpculeApz3WIPQtKUvs22GVc1SZiXsF7AR7MBgcvBgMCXdKoJLnjQJp8ufIRO/Agc7lrFCZgUWMib86u2rYgxg5v8CwH/xGr8QSVwxgaJL0nwWFpFfac66n70zfYsLu8r7ZzTGbPqQqgGss5jtSXIEcVTan5APasCh6k7SwZptZpxAaleIifPDNmBguyJjAxAwIBdUiof8l1mC00HqMm1CLX5IhpicB1xUHFMPQCDv4UDw3oOCSicite8kgGN5BgmIsdgPWFWIxAlxGjFNU54oIIcUJ+l3iJrkfUBYrMQ28BrqBDkHp2qE816udbkCxxuI/SXifvvKx3r9xkjTJMxgHDDaNRW0h/NemB7kuTu1yQDAkhmh6XTSFkYVDVyZVA3TiQ2R7D6PCnkWKUOCgIFT6e8qliC2oqrfapGgX9hvXqd9ZcDwui3bD7J5WwemqhX59o2u11SZVQrO+INJU5sWRRkjZQnMPONeMwYAqJEtiXRSG4NJy2wIAedzJJuESUEFSU/mqmOb7i+GPlJ7gXM+U0lXAQPIZ/XB7AxAbQVnMYzqdeQOyYxHz6hqGjkP74NMPOfF3EGUDWEFbJKCI3RYyveRYwaEaeyRYgQ5h8QEQFQJA0pmwLdLrG+9hTgOGC+e57N8USPv4bsVmuUaPrR5YPvQwp/eQooTto8/Qur3X3qsP1RjBscJHOdiZ36RYgyd9jvsuw5Dv8XY79Dvdzg6OsLm6Bhtu4APrQBmMpVMQCHBZIqKCwbI8QwKiMQYT8YUWGBf+iNziiKJ8hPUMcblWl+Xtb05wKCgQFRTeSrkoNpT2IWqDEa/gYow0JWX2tIrM5mVqXFGVnAx8JTTccaqMumMuBmzKVPRKDWbB0M9AMUeIEAgdoSger0AgRlZyQW1J3jIZHaqglABhupyqJrSlY6lWpL0j3gdvNJzL8dQ87bdR1IOmvszsxTIa5SJPw494jQixQmshlKCsA1Wz5CwA4ZzhOXxDQy7S8ShRxr3qDp03pQ5+aZD0y0Rmgbea//FEQDDu4DVyQ2kacD20cfAaxo1X699AYixsIohbTGNA+I4IA49drtLPD9/hrPTGzg+OcNyfQQfGuMFRZ0z4zCXscQJgGNRGqgIO8hmOQKzggTP7AvGSkQQ1Vcve/AX3cs17Y0ABrspnk0v+8ZEPs8mQRm7VD6qUcKoerbYMosBTw9ZSD3yw8lKSeZhlS0hsxij/notVBGHfGIDAVdRfDP0icEwqwk+qHFRAEIebHFJwuwI2VOQb05vu4pDOHjwdm8Gm+aPd17ckqZicGYFRe0gTnngieQiUEpIPGIcdpj6HRInuS7y2X4jbtcI5pgnrPMei8UC6dY9OGLsnz/CuL1Ue432HBFIVQ4fGrgQ0HRLtI24KgkCDCmOIOfRLtY4uv0W0rBHf/EUPH3VxsiXN04JkUcMAJx3mKYJ2+0WfT9gPww4iwnL5Qpt06krk/LcJdZ+MzsWACQSLGYCyMagwQrDs7gvnQ7DmW0hq6hl3NXejNdpbwQwgJEHqDGADH5UJmXdavKUJaZCaEbaa9QNNpYAA4iyX3bv5XOV42Zw0CdQxbDY1NOvEsBOtAgHkdDOywTyNomEJTgfALUfkBMpbiBSLNOU7Qlkn+kQPFk3VVTS+kEByYVQAKgePlziEsznDU4ZPGvvB8cInqa598S70j9s16JSTlkKp4jgCYv1EbwjDN0yG17BADlSlrAQIx4JoDhXxZPYE4kRafBwLmB1dhvkHIbL50jTCE4JL2UjX2VjRppGjL1DihF+EhXRKbubjk+xWm3QNC28F0OyKpog7XPWMZm3cYLjPBMyuy3P2jbX91sYbXZ7Woe+ZnszgAHIFlvHABPnyVv9o61MXsqdBZgxcG5rmPVgTTxgpr/MUnh+GrZj0my6lYmke5n/2egJsxrwAAWAmsI3M2AgFwALIsoT0BiCoT+yYXJ272VLvmLK12eHEjuGTVC4DKFAff8WR2H2G44AsdgNHPI9EckEbsmpoZILcKSUPSn26rwwlBgjHEc0nuCXS7RdCzgPMd+IdcOMd8XkBmEfaf6MGADHARwjmq4Dnd6EDx7jfqt0fvgjcGdebcyMOE1qhGYAe3Bi9P2A7XaL45NTrNYbdIslQmjgXFCWLywz2c05EqGihCF7NlDie7K3rhp6ZrS/EuQGDaR6TWx4Y4Ah0yGQgAJz3W/aigkxu2gqxZqq74CyfYYt13UQV9tr1WD2p1+zuJuKmmIPBRWIOEBdiGJHCAIKPoCgngVlEchuQg3OIqpugA4ut7rQgkXIJowKI/Mx1cjIzqIuTaUSj3o25nJxxxKLfYCIQKyuUmY4IjRtq5N9khBn0mmbPTdRY0ZKhxEYnnRAk9gd4Ip05JRAKcFREDAhgiMCJ0KilIHYwCulhJiisjGHpluBnEeKI8b9DtN+izSO+KNuMRrAmuE2YRhG9P0el5cvsFofYb3ZYLM5wWK5FgahD44ZiACYndgZiAGSPgc5ELvMpM1R62oBmUUV8qvYfRRQX9O9+0YBg7nJRLKbnTw7dHBlBudPxSKf3TemdM3e6m+4SCGdHsiUIU8qnUQmzZEAuILsh8FFpAa9PJPloTqVDmZgzC5H1c/hCiDkVwXDDIoqDeq+MqZkqpCBg+1uobnZXmF01Yxd5pK0vxTBcQSniDSNACc47+BDp2qOMbQEngZwHNWSHsBg8UbEqYSPA2JnIPHJkHOgJgBBPRzquZjGEXEaAQa8E/rtLbSYvbpHJV4ixoiYPUQJHOWinPcIaJC8AC4YmHgrrtM/StWCLfITGcDITYhxwjgM6Hc7bC9fYL/dYnN0jPV6g67tNPhInotzHvAOgAeTxZcoA6tmQXZ3l2GImvLK6E2ZQ7+uMvGGAIM8aHDKoaMzvoyaE+RfFDpN1hE6WXSSsdF71Idj1JZb2f/ws/xjnoBsCEziOeTK/cOcihchg4hyH0eqPvgySUEFGIwtVICSWZKiW6aAWTrUUZdFfcjBtQRJ7MnO7nlshlFSZODVScYCCDFOiGMPThE+NAAcfFCKGidMg7jlwKz3xjIB4wjJvYDmeahbzVQWYnhvthXph5QYk3OYvOjmpn5478SlShY0FTFFjRlgADwJu0ljfkakRjkKDWh9BHJOmIPZHv6oGrPYQVJCoij2ohiRoiST9f0ew36P3fYCl+sN1usNFm0HH4LEfPgADgGcApL3cGz2CokUJGNTWRk252TRhfOQ4cq88AurSuhALR51Df7IKkAdKVa71IrKQUZ/r+2ErCOgggsAGkGtKoFZ5lP1fT6gk9BUZledw+eIxLmtAKo3K0uogaEGBQUxy0moUmBkUs/crNDJotdvqoMpMFQ8EKbWFA0qybHZrDCauJUiYpSYhGkYkOKkmZCTsAAwmBs49dv3l+eYxhE+BDgipCkJw0gJwQd478VywQlOXaMSThwBkPzOhzzJHRGcIw2UShnoTF+2+3LOVAyNYNdrz89H402IHLxz2ZA59XsFEc7u1D8KFmHGWAkplz4GIIA1jhjHEf0wYrfboWsbhKZF07RYLJZYLpZomxZNaOA9i9daDd7JEZh98UBUhvT5v8pEWZ65e00jw5sBDGKxAZAkrlwbVVO4YGR9g/X7mQZdfcfVO/u30PBifTeJqhOoAqgyA0moP3M2CDKggUiWiVgHI1neA83ZRDY4VteYWY+qQwZiYoEq6lF19WZ1InIy4Un2dComEiNHedoxnMkWZqQkgDAOA/q9+OM5SQATx0mi++KEOAYQEsb9Dv3uQn4bG0zjoCHdCU1oAe91jmqYryMEA4bkEI2pJGUHZpdxkicjgl1iIBIoZ8syETwROFgiEIMjqUeZ8wTIsTAAQgjwfgXvXc5eZWaM+z3iOPzRqxiWcp4SUkyYpohxmrDbbRGCpHg3bYvVao3NeoPNeoPFYoW2BRoisRFp7EMi0nlCsDQMMQRrZCUKRJjx8nUdlm8EMGSUM59t7WFQCp0hIVP7OQIewsW13ZCNDZV1Ps/N8ivT6UgHJVd8rMAOZRYjqoKqC+puhAEDVcxAt6MChbk6JJPbASheDmMTpP9b3AEBbK5HOazLFsjqVV2fM7es6udxmjAOPfbbS/S7C0zjCOYkgUspwnuHNI0ITQBxwjjsMQ2S+2Dh4VEBxBOBsMi/Jyex/Za+zQT4iUTKc8qMTwyTDuw9IsRLYaHE5NToqV4Vx0D0k0RaTmL8jDHqxDfjaZxNekca6k0A4JBCkPt71doQP+/GDOaIaYhIcUJoWoRWAqD8fo+h79Hvd9jvd9hsxA6xWq7Qta30I6DiTGxjpCLMaLNp4gaoppbWxQJepb0RwGCID9RSXZsxZpastNoMadY5kfOs+myZvDU4ZFfP/AgGt5W7rqKB1sEVrbV/i22AqoxHZCDIBT3ItqN6rY9XgRFMHTJcUENspTSSXh9D6h6YGuKymmFuXp0Q6vxjDZu2+g9CbyOmKWIaB4lmHEe536T5Esl0LJlscZq0h033H5FiFIZC0lfTNGIcenjn4Z1D4Eaur2ngHWMae8RpKowrRZkUXphV0pwMMUBWYeI+wENsEARGDB4xOmEXmuBmbKEKoIcDIxkDIwlCMpfqawrRn3tLKWGaxqxWWmzHNI7Y7/fYXl5itVrj6OgIJ8cnWC/XcE2j49PS5ivmqsc1HmxjvgRCvXp7I4ChbnWMNynaq5+rkjHFxsBme2DLWjdmUR2Ta2BQDGIq+nuNQzOAqt7YSXI9BMqsYc4ICiAIOMjFlH0qcKiutR7IptpUBGcGd0kpolPUMGCwwBnY/TPyRDFCZlmgUjtBkqNijIjThBhHoKKdKSVQnBAJ6kJGpS7ZM7LwbjEgTuOAod/Da+q4EwUZwYu3IXADcILTa40kLj5ndhcdA5YC7mieZyIGTUso4lypoNz23MZEzmUtkRwhRrFXcKqC1v51NQVp5gQLK08pacWrCdMwYL/bYr+7xNjvgRs34TdHCNRKT2gYvfEvS90WFdJsEGqnS7+AqoQ1KWLBCgY6oCs9vMZE+StoKY3KBLbP1d71flmVmB3XtpVJD4dc8AIWelNNfkCsxBaPUOwJNPvLAIJKG0K5PdECDCzEQEaze8fsfaoOpHlQFXTYQauQZ4a6/aJKKtFxpylqnQWRVqbGcUqwCEqz6hOVYxOJlGfHCEFCl2OcMPZ7jP0eKZQAnhgnBO/QBnPNusyEgpPMU7PHSKKRSDwDizp0mh0B3qEJASl4ZQqSoHSFbRr7yizOCRiGUWtg/GuKlLzSik3K2GtMETyJgTXFSewyZovbbLDoujwD2DktQWJxDiTBaaTsuFjVX7m9UcAAFOoj7yuvRP5W4RBAXcknTwrT0bOEV5Dh2slXN9tWc32r3SBdL0TA5PscGERQ+9ngA5Qt2CtVGZFK+WUyH0Rq0lzRIbuGCuzYBpHZK6pviv5Z1C9jCcI+E6IZvsYRwzBgmiakmLKHmBU8OImK4HwVkQmWeAdS6FRpbAwixQnjOGAchlJ8hoGxGREcYWw8mhA0MEdPmIoa50lKppGymVxOT4/lHOUQYu8cgnOYSAKDSO83GQqiMC6ry+i9Q2gCprFBigni9kz/+plDJWRARZWVaxSQvoCCe4qYpgGnx8dYLVfyE4Zmt6rZnJVJqzqJzK9fvb0xwGC6cpmAuMIWavlP1xS4LtNstnF2DivaNNtHrbymrxGnPBlIwcWuSyZsbVCESLYZS6juZbav2QQy98gqQ32N+V5rQsO6wYyXqnTUCTisOQ7WkqqiSSf8FKOkS08jhn6HYb/FOOzFPclWc3KSkGJOIPJwygwAEumcr4mV5nOOVBVj4IQpThqdCEyJ4cdBqD8x2qZFCF6Cn5jzsRMAHyJ802Ygl+fHGLWQbPBefquy0fozgwwUSLiAAlLKtilEgiegbRsQGCNB7ROcjal/1I0siMnc18xKA/S5soi/KUbs9jsAjGHoMU0jbp0xNusj9berIqEswUDBmAP9okY+ysDWiD6bFaZWQCfrrEkk4lWsP8TGoo6Y4K1k6uxnxUVI5gXW8xf3pOxK14CATvgKFEg3mHfFcK6whepqK0TLAGbnV/rAMPBSWNEbSpXhtCbUKenASkJN4yS2hGkcMex3GHYXGIe9uiR7KVE2Sa6B3HaL1LRFpbHnQnUvS2QilC1M0yTnYAaNI2jw2VtCYDRNgxCCqlKM4C2xC3B+RGjGArwsx55G0bm9I3Rdl1mHhU6XUB+7IrWH5D5KGj8X4cih8U7qM0IK2prdZRzGV69k/fNoBA2C8wqQmLG8TP8VLwQc9ohxgncOXduh6xaak0L2cxwyBymX+AuoSlyl9tcxBnngNB+VB7+ng9d6h3LcK5MxGzhlo1DdEqaaaT2X9wYOINLUYDMC1obH2lBp6oj6+CmfvFxTfdmmMeWHCzCcAEPVYRVzzlhR7AlVObZUjI5ibBwwDT3iIIAwDTsFBokUJJKJFEKDqWk0wckyJilPXNa0iBQFcMTTMSKOJaCnvu8xBDQhwGs5ueijBEGRA6la4X2jqeEWhJU0N0NqFwb1WMgxKiYGYwnCkIx5CUhGjKPlHgDEDO/kuSeGABSRGv7+aMBBIj196VN9dkgSgl+rgwK+nPtku9vjhXotXGjQWLFXHUMGler8xesuIfNGAEM9HxLX8QvFKlDmQi1WjUaXyVXNkXJ0mk3x6jhczk+zKVqB0lw6Zuih6g+H7KH+XF9GidI8hMP5NZczi3VZajWYvmgSsfwZjZYBFJOE4CYtJ5eqfY1dcAYSzmHQceglziAnQTH6/RYgSLhuCGiaBtkzwQBIJmfKBVoSOGosBKOK5dC+iRECGeqe5KShjIAHITkJfiI2YIAaPynbP1JKEl5NYqD0ziFSRoRss6DqOTIk9oIVvL1KakcaK6IqDQAwv8YaGP8KjbRyl1Pvi7FWJinomz0WVwQBY4wRu77HxXaLRlmdZHSTsFHmPGu4pquv2N4IYMizpQo+mpXFrnh2/g71G+h3nOljVkGunGquRpjgzvrqbIrOGUt9vXMwkG2uVilQnsUMHJgPrmluFD08YzIHZvVgTRJIrKjho9VhVDqvk8kCnEDi82cteGKTCElCmuM4CFswSz2RBEDt92BmNE0LdAuJL/BWd1InpyPwFJGL1lK5JvHE6Z2RWs05qdswgZwEPRFpwE60G1JgSLXkFPeqhE+Lq86Srnw0G4HZZwi2IEwNmlCwChqUlRiIOomcIzSNsJn9bv+HZw46DrLaeh2LJ4ILAb6RwjSOSpg9J5dBNqUSsGWMVAzCwDiO2O13WHRdttV4SF6FKJwOsR5Mr9HeDGBALV1N0TeJTDNPy3W4NwuVVhtFDQv1NCeqQacY+YyK1ipEaSVwpj5qMSaquqAPDtVnu7f8OypHz/hWgUN9n9dvK78tzCGBkxj9xv0WwzDIEV3Q65B8jjiNqi70SGOPFAekNCHFUYqw1HqtWsOncYAFRTknVn1b34KsACoREqx4i2WSjhqDU6I3M+Fnc8OJyuXIaeg3gImRKOlzT0XNNsmvWZbWb857hKap+mNESlTAnizQp4wLR4SuabBoGrEtxITIuoCOGkSJHHbbHeJrVofK6oHXEOaco8Gz+Wl5NMYWzMbAnKQeCUgL+yAfwzlSFSpoFCRjGCf0w4imHTMgFTuXutlN9XuN9oYAQ56iMHSnrGTPW61SlKpFMttr8l+0zsyKMygcAgXy3jPUmJ21Bob6ejNFNqn+MlDIRrJyn1Qxm3JopcTADBDt7JY6LRKFwSyBSXHsMQ579LstxnGABQlBX8kFMEctcipp0xwn8UKYT/9QtCggxGkEEWEKo0QtQtQDp6nmoo6Y6oJcnMYcicV4aVQdCg4JLgkQAKIypCzpVYLm38hkMRuJBEXJcYicZCfmMvfq6rNnwoeADjTeY9V1YBDGmDDltO4I8mLYIyJsL7evDg4qzZu2QWgbAMgGXwnd5rJf5YkggthLyCFqYpgZk53GinAsQCfjS7xTiRlDFHCoxzt5EQhO6zr416zi9OYAAwG2PkIJE+a5mKz2BYwpMAqoHKoPqtNXdRns+JluokxYA4n61/VkrsOiZq+mS1D9fg4K5Rec/50FXs7us3AItk9sKz3pKwiRtaTYsMewv8Sw32PodxjHMQ8shk4cs/5rlWfWRCbKvP/6JoNZKX3Oj4jAOKpNQJ5BnEY1XEqqsfNBC8UW4LSsT6u1wYDq/SYVWSWe1mTwlnhWJkqKE1IVTFaM0SJNQ1CVgyTUWjx5mkgFsy9IuLZXqd14cavGNCFxEH+Xc6DjIwTvsN/v0feDgs1LGhFCI4DQtg0WiyXIiTFzGieJF9FwbxjT1IAmAuCduGJdlO+S2nlyRmmUvBFyTpKugpbU9wFMHhMDLia4Kcr9kayu5iDxIO4X0SshzYJ7uJr4ZUBkYqDvMy1XowPZ7MqsoGIMOlmzDQDIAypLEd2PMxAYA7F8xKutBoYZZNDhPjV4zXHu8Mi1K5WrnZLlN5inAbJOQZxGjL0whX6/Rb/bYZpGpbExpyaHpkUIjdLzqJ4HqrwGL2t1x0N1fdXnY4RXEDTggB7Xew/2VeAXCZMQZIsATF0Q5pOiRSLKhOHk4dnqZZJ6J2q+KNdl62vmRXOcE3doyg5nATQwKDmNy3AqocUISc6jBSElj4SEmBLCBARqQGkhwJwYA8brwYEESELwef1K7x2axtyqIsxEVbFxbd2ZEKcJKUwg/T2AnPLu9bg2F5glj6RpGoS2k5oZzmFKCWmcJMCLHDrn4Y11zIfkK7U3BhjKJEM23GSZbVSwsg3IvzqJrDp0pZVn5SDTemT9CzD3or6nCijqyihUHwvGgfX7iknMrItUvWL+RAgoblE7ntwsV3Q3q/r6Idkkn6aS56CeijhNGIYe/X6L/fYSw34rtBUAx0lpMCOGBpOmLeeS9dWlFHA7fDBqO7Gy86azV0v1wQyNVYAVqUvRJna2F8UolZfYngtnl6QZPokJiQCXKEtY63KGul7VKOnIwQUPx2WFanK+qhvJsBpd9liMkTTBZy+L917VmwnDOMJxAk8MxwmUWKS5cxjHEVNMs+clcQQ6oWNEBGN0TteAYHgiRKKS9KY/NNvNNI4YlBmEplHa77RUPCE4jxCC9pXkn/imRdO28E0joeQ6T6bEGGICRUbjGd6ncv+v0d4cYKAy0dlsDJjLTpuXRJZBWE3SSrBlC0P+zIW+wR4MZ3CwfaHbD/E1Txmy65gHV9cRl3T4G0YGoHo7V58reDhQVrSlVNkDSuhzYuS4gWHoJZqx3+ecB1a3JcCYOCFOqs+GBr4xaT3lB5DBIferxWRYoVYWiZ8r2+hiPGAxYFpKNVHVtzxneeAcn1GAPc1Yme2PxGCXQBA/vycDCs4AEYlBSY9EEsiTjcBZJS1xF4BcfusdulZiKiRCVBbs9Y7QeC/31bYy2WJhN44AjJOyFx1D6v2w6E9RiQZIAJfPxWgoVeNSAc9GQ4wTpknUA8k9cciuV6iK7ayak8RcpBiRXAQ3heMmXV17SgyXIiiqOkW/oHEMztxVus3AodCuAgISsVymUzmKvIpOZQNiLsSdjrpZQhP0XHl2XzXC1fyvXkavXEOZzATONRgNqDJ46b418JFBApfj2ORgLXknadCK/CwuvilO2eA47PcY+16LrSTNVDSGo9I8iufAOadxBqnkRDiHBK/FWTn3kfMBoQloVXf2tpqzHp+s1Dwn6VtfF6FRKKgoUInlILULql1B17owN7A3W5AKAnHDSRq5GR2ZI5K5NDOr0GKz3ku/soyrSBIaTgQE79E2AV3TgOAwTiP2vRSdWbRB9X5G6x3QtujbUQEiIrGXtTyd3Q8qqaKPODGmKcpTb1giNZ2T7Hw2MNHfaX8bu7E8EIsGFWCXXnPkcpRkjIxhHJFACE0L31glcrHtRL0GSfCrpskrtjcCGAADBwDVYLbudlRYhAXzyIApD6Rez89lo2KRFgYQLqsNh6yiAEiR33pthclWr4UzEJUJLtoClespeDWDseuOCJimUakXOlgcSEuaATFp/cBhL0VWti8k72HsEdW9KDq3L/ePUr/BmIKtw+mcWPUdW5AP5wlmQU1d16FrW9iqWNXd5mOEEOQ5VbUsU0oi2XImYwEGR2JilUIqMvEduVyiztQPp1I8aM2GmAh77bdxSnmdC5cNmXIbXu8reS+xHZC6iU3waEODJnjJ54gRu6HXxC1hE945RGY4l9CGgGEUtYyTepNSpq85+tK8LaYmTLGU5ScNBKvWAiygYuOOy8LItiZFto9Z/Ag5JJZrtgpaTQjCTHxZqCgHtqEspPs67c0ABqpVCVRKdkUvMyDw7IfFKl2pCUZjDyZ/NgTJASu6W01ik+pXZ/E8e5WMSBpMlKedj4eKLeTrRfXZWEN9n/YPF7rOYlkWI5i4D4d+h/32Av1O7ArT0CONQ66MzPCqHliEIIE0a9QRshGQkESntWXrcifIZG9CQNsELNqArglgomwANbRlBigEeEfgpEVfyeXkn0RAnKpoRO/glNlJGTehuUEBwFt+CQTkm+CxbFt0TUBwDmNMuOh7vNgP2GFErFRKMzRySkC1IK64dWIOMJPn7eAdm+BWV2gCewdPDknKUKuR0kn5NW/2DYse1b7V9PCUh60w2zGK2uG9eBIckVYaZ30WDuyNecjYTykhQBfdYQH4tm3hQ5Cclyj2mKhLBu5Jk8PA8M7DuSbHmlgwXPyFZAxZbShsAdbxtoNNWDP6UIYFAKUmgeUqmM5cUpwLMMgv5n9ZAyskZP4eOnj0CTIbkNhOtRpgYEFl+3UqSta/q6QfOxSXiUSw4rQp12kcdhfoL59L3EK/RRz32WVoQAtdi8Cr+iDrIsqXOfQ5u8u0JyocC44QPKELHssmIHiHyUq4w/R4C2MXVgPHCAR4ryXHmDAl6aYceUjQ/BJNhSMCeQdPAgxdoyDDQHAOy67FyWqJo+UCyyagnyIeX1yCnr8AQ4xtlmnKkNwQqTch19o2UhwmpQSvt2fFfo2h2AM2NdSp1I8xISbJJG2CzxDuSPR4cyuboVCYGXLZe0lzn+C9R8tSxs0riDgyj4M8E+9L8JIPDZrQACTgvFhI1Okwjej7XhLfnANzwjQN2O9Jg7MC2qZTz4sIh6Ts4XXamwEMlQQtErViDGzfVfQeBWXNHVQzALNKF3eRDFwr/1YbxmqQMbKrZD5jw6HMt5PbqlnzvWbssAKYCmnY4tmrnbItQ6lqRb+tlmIc9xh2l9hvX6DfXWDoRX2QYh7KU9W6R5BBHrwXg5reU6pWd8oGXwVdU9mckyzEZfA46hocr5ZwzuFi3+vaDkLVSSVgTAw4wJFHF2QwRwXsPtWl31O+3dpj5DXrcdEGrBcdFppB2QT5fPvkCHdOjrDqWuyHCY/OL9B4B3pKuOhH9FPElIrtSNQYKUYjwoGzqiBdrqyISOIJgCJMtKeswhWDczl/YVHiPnQp5e/LMctTlrgTrUthngxHaLuFgDUR2jagCU1Wv5zaCaxitPfyfdvKPmFqETQOwxFJMJtWfWJmdG0L7hZwaA9G4oGU+5L2hgDD4aXXA/ZAiM/mZbYk6ASvrOEHf7bGASmFtV+62fEwOxvN3nP+Vy5REMisy9c3RomNwIFqUtSFggekm0pVYzM+cpowjlIotN9dYNhdYqxAIdteslGV1NXl0HqHJjgJJ9Zq3K5cgVxfMv1WQcER1q3H6XqBm5s1zo6PRXJC8GcCSfKOI0xTBCcxCjYOWDUBq0ULBuF8v8c5khgnIVGbNXMIzukrYdO1OF0tcLpe4mjZYbNYYNm1WLYtbp8d49bpMboQME0Tzi93OFsvcdQ9xM+ePMPDix22gyx6C0J264Ir9UJ8ffrcCY0nNCFgOTXo2oCYUs6VkHiHlEOWHTGIkv7WScKS2hdiFXHJ2vdC+vQZKnsw4PChQdMtEILDom3Rda2sJ5FLA3p03QJdt0TTtJqarqpVI1mlwXsNvnIYhj6X55OCvTu0TdDBXQ/wV29vDDDMW80NiiZuRF3GvssUrNQ9gMbeU54YFjlmzKAYKTlLknr6v9zja9GICg4ViMyv1i5aR35tlKBqP1Fq82DRO5NzMAN5pShJfBr7HXYX57i8eIHt5YXEK0yDFmSdckak6O4SuBOCQ9d4LNsGwTvEmDCMYsFvvEdQSjtFiXWgJNewaANO1wvcPznCg1tnuH1yjOPVBrt+xKLx8O4C+8jwQYbP5IDgAjZdi03b4HjZ4mS9wmLR4dnlFj959ASPX2yx6weMk4TvppQUuESNWTQBd042eHB2gjunR7ixWeP0aI31YoGuDVgtOyzaVih+TLhzvMaDsyN8594t/IuPPsXf+/2f4YNHz9CrqpOqBXby9FCbjSPCsvE4UoOqBzCOE/bDkMdO8B5NYIQpiSdGJf6USiEY5z0cHHxKmFICYjLupWOUMzgA0HqOI4b9HsvFEuvlCqvFAm3TZMOiFeLxoUXTNGjbFhb9mdf59AFdZ8Za6b9eGUNKEcOwQ9M0YHIIav9Ir5kP9kYAg9kEKusfKhkKoIYFQEqvVaBQR9dVVmKXmQKpDlxKu9i2Yqewsx4wg/mVzq7NWjZ/5K/moJCXx+OSEFaoe7HS54OwqSdJ6fCIYb/F7vIcu8sLjPseUd2NOcqTXFabvPdYdi02ywWOlgssWqmKtBtHOIL45Z1k4sUUsR8Io5OAqSY43Nos8K07N/CNu7dw7+YNHC1XCD5g249ovLCa836SAewIxAnrLuDWZo3T1RKbZYfNaoHNcoHdOOBk1eHjpy9wvtvj4nKL8+0WY5QJ2jhg2QScrDq8e/sG3r1zC3dOjnG0WmC1WmDRBDTBEo4or3XJrfzmxtEKR8sW+37Ai37AZ+dbjJNVZYpIROBkKoKok4vgcbIUZtL4AE+EYRhxQTL5gvdoNeNRlsZLGDSqcIqS1u6gq2a5ossDlu0qIcgxXo0dMHBIcUITGiwXS10DQ4KtvPdITGAXxA2pdSISM5ASIos9IziPrl1IHzYBYb/HNE15QZv9focWYjCFK2UAX7V9KTAQ0X8M4H8K4HNm/qFuuwHgrwF4H8CPAfwZZn6q3/0FAH8OkkHz55n5b3zZObiSqkRzM54cs6jftqG4IV1mCRZIYhPE3puyMQ+JNtVjbgKooyuLCqCTlgrdn4NHrWLUr2ZDMJZh0kMNZWwSXtlCZWwEQel9RJo0eGm/12xHmVRMDuTNqs45xHfVNbh9vMb9s1OcrddwLmA3jni+2+PFbocxRiyaBo132PUDXuz2GGMSUDhe4Zffvovvv30fN442Is3IAUxYdS3aIBzryeUeDMKyDVi3HjeO17hxLDaAxose3gRJ8tmsVnjnzg7PXmzx8OkzfP70OfZR4h5WbcDZeoFbx2u8dfsmbp4cYdU0aBuPpvFozUuRGTEBzqkNBvBEuHvjGL/y7fdwPkQMH3yEfhjVGyD9lDROg8BovMOma3DzaI2bRxsQObQhgFPCsm0wTpMCQ4Nxiuh8A2JCP47Y6UBMiTFxhGcP34m+z9DJpGoMWELWx5EQD8RMjBH9fo/dfof1aoXOBywXHVbLJYKXKMZEHkwekjBHEomZF86R4eW9R+cWov64gHEcMEwjmOUcsprYKIv9fAWFWv5PAP4PAP6TattvAPhbzPyXiOg39POvE9EPAPxZAL8M4C0Af5OIvsvMX0xkZjp6FfxDRZrPLP2qF2SDjVrdray4dxbLgGxHqFWJml4SHTCG/OFQlanYQkUYsp4+JxGzY3Le0R5qobi2L6kebsY/cASz1F+U5d17jS60gCeJFnSWDESEtglYdy3un27w/q0z3Ds7wapdIIKw7Qc8vrjA4xcSoHO0WoAYeH65lYhCItw6WuI7D27je2/fw82jI7QhZALEDARPcLTAeHaE9UIWu10vGhwtWqzXSyy7Fk2QOgfeQSMVGWHjcLTocPtohbtHKzw62WA7THCOsFm2ONuscLpeYLNZY9E2aBwhOMlpaHxVUwFGyFhLHEqsxRot3r1ziv/W+C5iivj7acLnz15gtMQE/XMgvTa1vaiENjtB4x32mqUYtOZE8GO2XdnTZDM6MiSIqLE6CV6NmTL+GFIzIR2ojCkl7LY7PA/PxYbQtNiEDbqmgQ9e4w+cRjFKodeYXI5tiCnqSuEaq+EadBBBmJgxTrp2ZprUe+HB6fWMDF8KDMz8XxLR+web/zSAP6nv/wqAvw3g13X7X2XmHsAHRPQjAL8K4O9+8UmMdVvWo2yeBTfSPGrOXBECDGVdQ5/VB8yNjCjMAfY6sxPUTGV2aZnFlIlvDCKnfcnkqUCF9LXOcqztFAW0NAOOk6oG6n3RakVxGjD0O/T7nVRfjhPiVJKjvHocll2LG0cbvH3zFN++K3R82cnqRYmBYZqE4i9aTMxYtg2mMSI4wrJtsF50+Nb9W3j37k2cbtYICrQ1CCZyIDS4cbTGarmEDwHLrkXXiI8+eHWN2nMgqJoH8XB0DY4XHW4cr7EbJ4CArhUwW7QSLxG8GD59/ivuxNqjkGsdJIYn4Myv8YMmgIhx2fe42PV4Pm01apu1xoFI817tCcxJshq9QwgOTeNFR58ShmnCfhxx2ffYDgOGOGFU+0XULFM51gjA2CnBB0IXzLWb0IeAaUq5hoTeAKZpwm63x/mLF1gs17h5Q7wRs+xfHZB5mHqPiVhjSRIiSy1LAbsADkDTJDDGrGoniZvH65ac+cPaGO4y8yf6kD4hoju6/QGA36r2+1C3XWlE9GsAfg0AFsuVbT2g85jN1DyhHAHZgltqEBorsAIV5qFw+b3GjRtEVGqFQQYfnlQba3npCp5QP7WaMRQTY8lrMPuBxL0rKIDhFAhIDWPMrB0g7slh2GOvtHPf7zFNMVNV7yTG4GixwJ2TI7x/9xbevX0Tt442WHRtLutOANrg0XqH9aLTgCDGvh8kaMgTbp8c4d7NE6wXnXgK9Pr1YRXG5R1WixYdywK1TfC6inVl0yF7Dub50Q0gtKHFctFg4gK6jXcIXqR0cE4MkkTw3oAB+XnZVaWUAKfg4KSeAXmPbz24gz/+/AI/efwc232PYRwRU9KgKblvR9BCMSMcNWiCw6L1AAcgyeSfRgGG7dBjP/RZCseKLQASjDTGCS5pEBQBCLLs3rJpsPVOYzIoPzcG1F4xyYpTuy32fY/VskOjeRB5nVN2OSwcRGAH8bKMU16ByzJLAzVYOA/fTFJXglwOGX/dCtg/b+PjdXzlWjseM/8mgN8EgOPTmzYCy0ul6189qrEFW/PAXuu4hMIQMkCgZgp6pAM1hrmEWdU3ICGvBVAqxSa/1mbT+c0a2tnRNMZgBgr2p3pkmjBOPfp+j30v9QBGteZ7L4ExXQg4XS5w5+QY37hzA9+4exunx0dotcoSdHLaZG2DAIOkbCeMGjm36locrxdYto3mIeh1HqhGpO4vcmLf8Gp8I68ARIBjroDB1LWq5qP+cWZbnNUOYwkhvxc3ZglYs7Fjq+cpiGowlPPAzZMNvvfgDv7JTz7GJ0/PMU4aCZpStkWZeiJrWUicBy06AShX4hqaYSqqi1Up5wL2UpeyigthKUnvR4nWXLQBy7bFMGl1rBw/IseJMWG33+PZs6f4fLmAc8DxkTy/4KgsVMwEsEQ3stbxjG4CohwjqKB05MS16RsBPlVdY0y6ytirtz8sMHxGRPeVLdwH8Llu/xDAO9V+bwP4+NUOKaMoex9qnQIHUy8vuKKMwQYeLEYhHy7bGoqRrxxVxr9F/NN1BaPsyrJ0s+YIMwCRNRKpmk8mElFCqUnMA8SmQSY4zVC0wp8myaY4Ytj3mMZR/jRWwXuHzWKBs80KNzYr3Dk5wb2zEzw4O8HxaommCSBfvDQ5s48ZVo7N2IDtE7xD4zVVOV9/AVDK92j3Ln3vCXnZTkY5X05IMwY4AwVoTAAyejhnHhULPaZsp7DvshcKMlGJXQEGiwUJAoa3T9Z453SNf9Z6XFyKdwLZU1XOYQbbxjt4CgWYvEOrZdX2/R6XO4/LvZxXvKCVHMuDgnMOQw8JzDpZiZETAJ4xY9BIzKKfynqgu+0lHj78XMapI5weH8MHu9ekfSteJKgdwUHA0WWPg/UPlXJ5mp4eU/riIjPXtD8sMPznAP59AH9JX/+zavt/SkR/GWJ8/A6Av/elRzM6nldzsDlVdIraEFlM1IXOE2i2P+nv5dlVxkbYJLX4xkowVjaEnA5dSVB7m9fLxFxZKEFD82/zoZmREDXYR/5Ig5eg7iiOuiDMOKAfChV2JIU/1l2LBzdO8d6tG7h3eoyTzQbHqyWOFq0U+XAGmHLfFmFnE9N7p1V9yoQ0FesQF+cBXvMud9VxZbv0gKlu9vu63w2onT0TQk7pFqFH8FQKqHin0ZV6AcZYcrZmDgLTuAKS4KYbJ2t8894N3PzRAo+eXwigOgGARROwbIsKJPYQuWiGg3MNFm2DzbLDqmtBzOiHEZf7Hpf1GKw7hgAoe4gaezxo7Yxl1+IoRuzHMScyGQN1quqN44jz83M457BcLrBeCnsjohwdW2ejBuZc3yEpMBzaudiAwpGqIj9/d+X/BcCfBHCLiD4E8B9CAOGvE9GfA/BTAP8uADDzPyOivw7gnwOYAPwHX+qR0MY5uENuSyZVmbxKYo3TCmtAkQK1TSHbGWA6bqVWVE+2MGWltTbqYWBSpD7oqnqRbQf6b1LWwdk9iUw9AaOfUrNAjI5STckiF4kTUhwRJ2EJwzBIYdckGX6L4HDv9Bi/9M5beO/WTRyvlmgbGeQm4XLkB5fJ67IUKUBhEjqr//IAc18XwK3HApTWW58UD9IckAuo5EmdnxFynIlX2p5dzGpoLGoF1DZQn08Xcc2TsSoY6wkueWxWC3zz3i28e/MUHz56jv00idcmeKy6Bm3wWd2xZfiYISqMbyRXgwjD0YRF02AYJjy72OLZxXamzhRvBdVUS9yZMWGKjEXr0TUtFm2LYUpIPClwS0p7UrY4DgMuXrzAo4cPsVp0CI7Qat1Jq4nBABwTPIsqKdWaJGCtJJLZ9WnmKq6qxq/SXsUr8e+95Ks/9ZL9/yKAv/h6l1HCjzIwWO5sHpw1SBQJmAcb1MJPtQcC1cg+FIllCFscvKW42tXIbjpZKpZgEYxmgLLOt0FrD6KeMhbRmMzGwAJ8Yt1O4BiBNGEaB/T7PS53W2z3O/R9D44JixBwsmrxzTu38M6tGzhZL7FQd5v3VNbKRMGyWqqXSNAySa/tG7a+qHoqM7S6Q6kCCuVmGWQMXGcPYNbHrsr6rP8ycLlyfLJj6XV4BUBhDq7wMiKQE0PrnRvH+PadM/zuR5/j8cVOWI5z2aXXTxH7cULkJL9xQSIxvctehdS18ETYbXf45PFTfPzkefGIAOVV7y1HILPYcIYYAXJYLxcSMUnAth+q7FQdM6wuzP0ej588gfeEYehx88ZNrJYrOK3elA8O5GcKLqHs5ZlU0sweK78eNLwRkY+APGhbzhuoBmP+1kCishVk4TXzE1z5jPyeCu2j8k1hIqaLZw5RScRyoMwAqDCHVE3JlM9Yg0NRTbLZTR9qTKJOxHHAbrfFxXaLS7VUc4povMPpaon3b5/hG3dv4nS9RtsEsUZTAQTrN7vXEhpeSWyjpFXfiGZVmMCcJdDsuKB5v6o+UD0pw49ylDkBr0HdbER0BSRq9ueAedx/dY5cXg4AkcuRi+tFh7snaxwvO7zoR80RkTYlSdu+2Pc4myasuNGUao82eHRB3hMIDRz6m6e4d7zG77fiMbBYlKTAnvvJiINGSPbjhCklrBYLHG8cmAje79CPEwb1LtkyqcxAign7/R6PnzxFtJTUWx7rVchdLDZMc4OXMSTPlOFMoaUCIuACX6/a3ihgADnNTeJyb4d2A8J8MNkAcsYUOA8mUy9cNahNXcnTx4Sh7mPndxUo1BMoZ9LN/khtDKTAMYcki3Ys1FMYkRgbdRHYSVyT5xcvcLHdoh8GxCgUeL1a4J1bp/jOW3dx6+RIAmFcgQPrpgKYVfRn7ge27JIqG7QKANebryd/fe8GmKXnCoPDwdGkg+SCDB4NrIr0L59d/qMywTIAGbuZA0M+Z+5vKLCTFo1psOw6tBp0FCHW+XGKGMYJ2524gMdxjRRbOF2Ju2u9MgavAVEOt8+O8e0Hd/HjR8/w+fkFtv2Y7VSWqCWLyqmdScF+UFbStAlt2+EIkmsRk9RmNE8JuNxjSox+3+M5nktcQ5B8iS54GS8qXcT47uE8xDYFDXyDGTerMefo529j+CNr5NQCW3L0ARuGlRXYdqdqYuRBxgeT4eprOQAA3V8+loIdMGBQvdEmi1XEsQMlXd9BqhJC6g9Cy30DMDelSJgy6K34aUpRFwwZMI49dpeXeHF5id1+n6s4d43HvdNjvH/3Fm6dHGHZtOJ1QLkvuySbZESo1IZqO5AXDZ5NWC79WHfznBnUL1WOSTbkVv2Yn9v1xyOeg5q5U4staP6XgZzmTGd+dHnvSIxyTdPg9tkJ7p1s8Ohiixd9KmBp968BZd4BXROw7Bp0bYvWe0k+gqg2x+sF3rt7E9+9fxt/8NkjnO96pCiDIdtBkbE1S/UpRmz7AeQ91kuxizktjee9U8aj+0OX49PIRd73cC9eoFuucHx8Ct90MvbsWTkpMpMTtBjFpaotq7iqmr1Oe3OAASr2AZhcLpIMs9GVbQEGApUkkkFGyNmTVO1HUP2rAEE9uYC5y1KkVTEd5nRayMM07ZbtXIDWrTQJQhribCxBdMk4TRJIEyP6YcCuHzD0e1xst9j1kgzjncOqbXD7ZINv37+Nt2/ewLoVpmC1Mcv9orpXKswAldql9zB/VyRt/kPZZP2Nqn+vTlI2mjUHkgOAoINvZ5Nf++46UClvZ1ec2Yt4JOb7eyfh4XdvnuDbd0/x8dPnGFJEIGDReBwtW8378GLk8x6LVhiGFImRQCVisWdQCrh1vMYvPbiDf/zBz/Dp84tcKTpnT2r/SVSuPKHIjGGaQPsBIIegla2cVoOCLrQjKdlFLUopYYqSMXmx2+PFfoBfJDTqZg3kECkBTirx2+rs4o7W3qoEp04avE57c4CBKA8wACgz1ChpmcgGCqS/y+Ma9soziTkDBxt89l11DmMrswGcWXfJjCxfFKlXZ2oWLCs/YABIrOXeB1kzks16HTGMo5Qmn6Q+4sIH3Dk5wi+9fRfv3bmBzUIMYXly1GXuUVHwvIlqRokckFP9Sg5T7mEujmfDKh/zyvBShmXPAlV/VZ11+Ku8y+F4pYO9TQ0r13HFYlEuUEU2QULFjzYbvHf3Fu5+8gjP+wGJE7omYLPscqm4NggoLNoWXQho1ECZBQkT2DssugZ3To/w4PQIv/vJI+ynKUt4M0LaBCRozUuSupFTjBhjVJeoSnsPODg40hRxUXaUSaaSOu6eolmswa7BZrXCsm3QegnMggOCA4ilMjRrf8p6l2U6iQfIX/sMXtbeEGAwq3aN/EaDZmPVvqqMV0abGR4y0aWUWQEK77hUdEI5jTs4duES5WRMpPS7SFpr5juWa62GtLIEC3hkZQsM1lJfEbXxcZomDOOQS5GBgWXb4r07N/Dtt27jbLVE450eg4pn7IBXU92HGRDmk74GC9mvYhHExQhZd3kNHlX/5RMdanqmk81+9xK2UB83P+ADKDk8FlVek2pMZOECiX9YLhd4cPcWHtw8xc+eXWA/jmgan4Fhs+iwXi6wWi6w0ASw4Ao7IobYADyhaxvcODnCN2+f4e9/8BHO970shmu6AJCrbdvlmgdkiBOc5mZYgVhLsoIufmP1JpMGI7EGPyVOYEh25N079+COjyTBDDLek6KrXIYHrI6mBkZJB6XZuH2V9oYAA7IRtU4iMfmYy7KpLuscZvqi005yhNmrsQcPC+AxN6QNrMI8zHZAyM9ZpCkX4WxuTc77aNxCNbztmg0U8gADysPR46Y4ySpS+62sBzFJCO6ibXD75AgPbpzgZLmA17TnIowPvRCHEnn+Oc/9YmMsk3kmnmU/s7PUO5s1vthh6ntiHNyhTN5DcEKR8AVwircEVN2PbcPsxyaUK3sI5W3yPETah0BYLBrcOTvC+zeP8cHnCzy5ZGwaj7NVh/Wiw0ZrMqwXHRatxjegspewqoYe4AZYLTrcOl5h1QS9a84gXQzMtmq1rhg2RRCJ2jiMHgzGMMhaHs5LZW0fggoI8UzY2hSALCg09gP6fo+UgKbpsGjWcJB4GA32RIrAxFIpyhK8yLLgWALnXqe9GcBAmLmdqs1VKyqAFVwxiZ9f1Who8ZMZ+VGxhXqI6mC6jpLwbFNxUWUbA8o+fHClBmxVrCRQMQSzWsU45YVipnEEOKELHjeP1vjG3Zu4fXyE1ssjymalwg+vOes1XVtP9oN5Npv/yHgFsxuwHSDXoyjgUMOAgCmXg9hRqvPl09McHPI91Bc4e6enrmPfKos7gJxEZ0DmdOcGwNFmjW++dRufPXuOnz55jpvHK9w5WWPZSYThZrnEom2yi9IK+RjLk6rOcqVtO+VsUkeYMS9mILIV2JEjyASX90TAMMrO0ySLAAUvxWAa78AcMI6THmv+JFOcsD1/ikcPP8XRyQ2cHK1lDrAZ6QneMSJDy4QqizHXuxqcX6e9GcBg4tomtA0elPsphi8UqYFibXfVd0WCXNOyZJFXmww58vFgds0AgmvAKFRiNvDt+lBCpOtLcRrXHm2V6mnI6dTBOazagLdunOD9O7ewWXR6DTST0hnoqMQo2LeHt50nfwaHonyaisQZ2god4Kyv0AwcCiDY5+KkLAvxCMtjlm/5CoiVi2Pdj7NwsGvVIx8aIiqwIelQsbiresGsVB4M9oT1eokHd27iB+cvcLZeYr1a4P7NM7RNi7ZtsV6oEVIzPL0JBeuHxIhKTcPUYL1c4HjZwTtLga5uJyVEM0CysaziOdCFA3MKdkojmiagaRs0APZEV0AhHztGXDz+DI+OjnHj9Agnyw4NiisykABTYkIiWbwYeh9WjPZ12psBDPaUjcKjQmPdPpfg9QQ5DG6ybXRlH2vX6edzRLgiD2dT4upBqolT5tZs1/ovMWMcpQz4OI1gFovzpmtx+3iN92+d4Wy9RCgZSnr4Ku7imu6zKZrvP9+jTtIMCgUcrumIctGzblAWkSWlsoIqvmF2KN1HbCI8m9xcfZ/9exnV56c+fG6HxXdnR525lCTJq2sDbt66ge/FiHu3LhDaBsdnJznyMngJKQ+20G393BlIuox8YkLbNLhz8wzv3DzFb3/0SCIbGcoEExALaJp6VIDBQJQzi7As12xgpbrDr7Zp2OPJZx/h8c2b8LduY7No4DWkSWxtOtap5GGU3nn5ca9rbwYwsBJzAjJFpmrCUzUAqjFWApEAyhPiesC4Ov4LOl+PDyWUiasvslDkIi3nxyxUUHarXZyMyElUiHGQ6r5TzK7J+6fH+M69m3j39hmWTcixHDAGRcj3Wi6W5rdWTeQZwFa84LAv5lN2fjzLVzG2IXO5MCsby1YIZTa59UCsx7Ew5hLHX3W79qkAD+nx7Dyc3b4WWp7vJTEkb0ZPyKg8SVKnYbVa4N79Ozg9PQIcoVksYIVeyP5zVdRlDe5ae8E5hg8eJ0cbvHvrFJuuwUU/YLJcjZQQqURCgix2oOJYxibs+Cz1N8cplnF/PbfKnbS7eI5PP/op2rZB197Gkjyc1mjwWvRHlnvU55ADJX4RgUFbmcyMWsofvuJgn0MgyNKDDn9TH4Xz2woLrrQaFA714NmAt8/KblL+47xEmMUwTLoKtaxKLasUHa9WePfWDbx76wynK0miAeYLhWQDmwmYahLz7KpoBqCHwJGL0yqrmDsi7I4P4afq1vwbYSLILGLuDjVmkMGjus7cV8YqyhXN7ikf4yXERnukulrMrocgqeqL5QJNG2SbI7H8ayVpA/AcYEWZAMo9OYZLUjJwuVzgnds3cGO9wGcvtsX2dEgTiZBSZQcxD5ornMQiJGNMUhbODJHx5XmHaZrw7NGnODo6xsnRMVZNWWPCO4cmADwxOKYcOs1QRvMa7c0ABqLZgKgnOJVd8mf7M7ZgdgaZD5zf58OjpqaVz5nLcaHfyVujddrYchuQR6hNfsnxAGI18K2AZ4ImyNgryzLr0zTKXxS/NQHYLKUg6tFSIu8YEiCTh/wVV2I9Ha5nAgVAyj51xqpI6DIp591WIUa2RRgoVNJ8/oBwnY/E+qUGmgq/MrjKJZk6RshsLQMOV/YUm8RUHVlVrcpWYSqF0/JtOXTOySK/Ru2l+v41Kic5JNK4GAd0XYP7t2/g7skGP3r4DIMaEoED+0DuMwVOIjGgWrCBPQ1d64N0qfum6zCNWtvzJa3f7fD44ac4Oj5G627BrVcSiGV1T5MDJQU+7dPDqMgva28GMABZAl51VwJ0jVoxZxf5EDMAAJAllUmRrBhUY16+4/kx8o/0MJnSOlkLELCKCmLwqTiMAUbNHPLnpPaFQaozpThh0Xhs1H0WSEp52VJ4NtUIVXq5GuRynogNPOsfqvqjdm0CmHkzZpTiC0Tyde2QaWQmUp3rSw5Qery6DLwEpOwczGCNNcjOEnvGs4mJCt+L5GYuIodJV+dilhBncD6GmT1MRTIdvvEOt042+N79m/jtDz/Dbpg0VN76ssQM5KhMPYCpEaZisFZ0ijHC+wDfNFisnBToGfqX91xKeP74EX6qi/XA3cVqIdW5vZbGi0jgOGZqRoeM5kvamwMM2mrNM09+tofDOSaAdOHXmfyo3TIziYSiG9uArL6nMu7yMfIANRsBEZgJEWL1jSwhz/kvswQDCGTVrqTnEixm1RYPCc5hs+hw42iNpS4uYizDsKn+M5NqAYUSi1HbYmYTkw7e5D4yqcY5XyJPSkLZXtC2kvxzIJkzkfkF1HaOiqOXfSv9olTqn9shZnM+QatE23UiZzWWPio3ko2jel9ggDUQCSYsNIzZ2IbkIhUbhJTrl0m9XC7wjXs3cftohSfbHmPUNGpjlaVTKu+OXY6uQg7kGgoS6Rjh0aLtFsoahvlNH7Q4jXj2+KGsUu4cbt+6hc2yQ0MQDwUBE9RrQgDCL2TkI5B5ACkgVACQmQEdvAKY9XqmB1wMZDpGcn4BKnDQ89YMI09o/XmR9soSyAk4AHmx0BoQDCRsaHN1TJC4RJNSO08ObXA4Wa+kMrMumhpZVZODCV8zApFg14CCTYxqu/XuYRh33TJVv/JtLcctHLtmXLqdDve/vrH+2OIepG/MWk81OZi/Wr10qgLMmGa/mbXcNwc0hkun1COheHydAibn39QRtkSEpm3x9t07ePfWDfzk6QXiMEm4e9QHY4Ymu8HanUxSZl7OnbT8GiNOETFMaNsF2uUKw36HOH5xncZpGPD04WeigrQNPJ2AWg/vIAvwcqOZnAnwv6CMoRRJAeqBlUHB2EP1LasVO9N8lXL22X7P1cCd67MCPGItl222sqNN+lJ4xQkwsAJDBgQZ2NepEtYSAFYmME4jhqHHNI1wYLRBlkrbLBoErWR0ReIe3Hd5f3USvmz7/Pu6zaW4jGMb2Hn2lwFfux3zR6MTxt/56iXY8YxBsXpwqDwTCyoCoLaP+iDF9Wml9czuUwtlArJwMXA+gAfY06nZkaNifbLzCyMptgGpPi6rUt84O8E3757hH/70U+zGiASLWzA1Z84UagS3hDdmj6Q+TgmFjuA0oWlkbUv5/MW2gaHv8eThZ1iulnApgjdrbFYLSRsnwhQTXEyIB+7LL2tvBDAQSnHVuj6jJT0VlyQwEynVJBIsqNyeJqGNKtaQk0GCCrirtI+V1C+goN+x1tmTomz5twyXFwkp9NfkkQIWkZYL32IYZEUplxjUBiwaj2UVp3/YN4eTrAzg62MESPtC5qrGLwAiYesAJ9hcrsGhnDkHKR2c+xp/RX1i5GlZz9YrjQuVz8zBBES+sDzrSxQAQKpLSJETBXq7GXd4dQf3ZfScC7Oqx5I9OxtHRV0rrME7h6P1Eg9unmDdBjwyl6ARhtylND+veQkYGpjl9HPUXImIOI5w5NAulojTiLHvyzVf242MfrfH488/A08T4s0bCO42VsulLHnnErznL1iT9fr2RgADUAEquKQSA7lysatVCvtN/nX5zuLXawFmk9XAxSSV/LL8JRAmLdPKsHoL9t2BobGOTzC2YBbyA2u+DP6ESRePGfo9xnGAZwZSi8YBrQeMYPLB3eULLTO57EF2/4cTtDAiIwUz+KgpLquEs2lUTRQb6Pb+2ma/53wE2Ww2HbYIUwVTFsZFpO51PQFxqYBsDKLMiXJj4kVgOKe1O9L8XqxliK68APN96liUq+AxBwVzN8p6F23T4Hi5QKuTu1RVqq+lYk6Vu9rW4Sy9JYM1xohxHOHUbhDaDsxAHEepdP2y7ueEfr/H82dPEQhYLnTZOt/BBY/Wqqq/RntzgMFkr9LAbGNAlTxVMQebg3msmvhBkZT2pRRNsfPMwUCYgk58kiy2qMBQxyckOAEKqlmGjaGDGZORqwxIAqTm4yTFXuM05cHWBacp1dXA0klGKAPIBtmcPR2wjGsm7wHhmLGm2W9mAHL4q1drsys6VC304rPLMMcQaB+zxAuwq55Rnq+UgTarjloyKYdczwwqsJmNuQGSr94ZKZibxTc/CjoABwUG5xFCg+PVCus2VO5yKt4MOwxVsGML7cYJyUt6t7kY6zVNCUAIHlgsQc5h9B5Rw+avZQ/MskDObofn3mO5WqJdLMG+RdMEON9g0bzeVH9jgMHp+gAeCgxUUqUJVJady+Bx1Q3HWjUy6WfABqntKUeo7QGsHEW8C15VCVepCah+g8rdVZ+8nAl6jXZ+A5hEACdZ5diy57wjrNsWJ6sVPLl8LrGJEPIq3jCpx/l+ahdl6QN9fyDas22fSl9VX5bjHTyTPKRLHHTmyUaVD1UZ+cVBwNHsiJT3mUUNKAqYzSjbHRLKhamdIwMCGJT02vJsnPeJy/+U889jLitbBqFclQpYSgfAQATnxbi30IrT9W1kAKokUIlv4GxLkHwJ8RRIId8i1YmkAlXT6mpf3ULqeOx2mIa9BEAdAESKEcPAuNxe4vHzc9Bigx11WK1brJoFlovlNc/j5e2NAAYC4JEASpq1pgu21gyh+kP1ytCcdEAnuAlcqgaJjfoaGBzqszDpIqIZLMqkxgFIHA7wWVDPtZKYkaYBY98LLdTVqrumwelmhaPVEiD1ZmQqZOBQpGDxiZd7yqBRgYJ9ncfOHDWuXOb8gtkuubIxVNJMxKDJ/KwuHNZxeBnf4IM3ZvNgErXC1aAAPuhzaUkBgZyBtZ2/3HDuRsvRz+elK5Mqe7kdrKhSAUyWADQrjZbYyvFzBox8p6yjQZ9Vcb0qT1GQSDEiTrJkwKxqtwIHJxFwYiPwSJCCPt4H9DuPaeiRpgklaIkk3XqMmrE74vmz51gefYyT22/h9r230TS3r33iL2tvBDAADK/DoK7XWOoUzgcdVf+YhfpgF4Bm6TDI5W3IVcBgxkIC2KkrsVYh5rKlDNLZlZRPtRGQqiHNCXEaMI09YopqIxNgOF4tsWhbQN2gJpgNarJhrb5Ho8d2AkEHe8nXRl9s/auAZd6nOcjHrl8/mLYzz4u4DgLkol4KDmzz00ChMAzR12WSkzMlrLoS/a3V1RTvYtHvi+DQgDAHXetUOtDcnAWZSt8isQAJl0hXmbTFTiIgzBm4Xf3M616jMm4zKECYVuIE0rBnJrtOQSXHUrjHuUEWLA4BIKAJ6hEJDaZpwLjfYxp7WcEsezQkkSuOE/rtFi+ePcX506e43G7RuNdb1vaNAAYiwGvAUq7oDGRJXA/eWQ58xRTKBJZJk2nqDFAIzAIGqWIKeUhdYQbVBSJ/IYOjKJGFkNT3BGPHMmgl4nHCNI5IUXiJdw7LppVagNUZ6+xF6GCqqtZWgHB95GN9FTYor9EeqsldPs9kaY0MV7IrD3bWyVOfed5vporYTLTvryodhTFQqelABtRzqBYAqPvLDssVWHIZQIycUFQTByon0Xx57fvcv7Z/GSfjNKFXtfAazb/qxOqTWE4RWSQ+kQN7W61dWJkZIUPTIIQGzosNStYL9ZgmqUs57J16LvbXujU5RuyeP8Unl+e4/OxnL73C69qbAQxQYKBaHZzrvfbgZr5m/ab4JMrnEqJaTQou+9V/teQz1J8BTS379BoOLfTXSscMCgnj0GPo95imUSikl4Kly645WF26dvXpVbhqwOOgUyi/FK1DWZRIPpvJ113roSvyahP1ofRLTpY6AC/UblHolM1UQyU/m4uXwYlUj68mLYoXQkwLpD9XmkCcDclyDNnZJbMBcGZteULralez+6aiPpQaEsi/qzulrJxeOokhOv2T8xd4ut2Lh6W67zL0lMnYX+5TgEkAhVwCsxQlJC0wk5PtpgltmxB8Ax8CfEiYJo+YAobgAUcY9iQuzZc2RpomnD959AX7XG1vBDAApRLNLNWYy4M09E8w81ChycWIaDvXr3WjK7+xB30oaa/sT/W2AlBUU5iDnxMBjhmRGXEcMA49kibdeB+wXiwUGABbpapeg8I5V03Kckx7rQHBVXS8JrX1dL/SI1S/XNdfttkmZjn6bO+KUWSozQ/usBUwmd1XtSXr/CkBCpqcEuBoFnps+7vIIJK1KMuq1DVFUgA0FYnqmAgo0FWjypjhQT9QBWDjFPHJ4+d4vu3lSGagtJuv1JurgKuqBUdxe+dUbSCEBgBp1qUk2TkS92hgYPIe0zQCIFns2A2VcfPlLX1JoNRheyOAwQa36HEu098i6WQwJUhIskkf+6ZmDIfEtH7YogKQiQXo0z6YGPZ9OcIhIzEKe+2N6JvMouvjM3IVYPFKOATnc6VqzhLVpKWkyxI7Taoq3ZGSsixXX1GhR+Yhz8yhloLziy19YN1KudfyfdZsZTbnr6VKpefmO8ozTradlRnoszZwTzpJHQMxKoQ7kvBhrhbSQUIAI1dlBiCeHNaFXAp1l6IFMAJTskozEFfaTdUvju3KU/U9YRonvNj2GGPKY2tmY4Js+9JJq2pIirKmpcQ4SCRH0hXQvfdomwYMwE+Wt+EwDAPI+dy3P8/2RgBD3fLk0weQfd6YJyvVAUr2PWWKX7wZWQLkgT0HhZl4r45VGlXnqbcdxFRUp7BBAZT4ennQESmJkYgYUq7cezgS92hizovaWMg+WFZQtuK2Vt+TIB6cRvV+r+XNrK5lDgs+FMtV99Z/so0UHAz4rhOd5UHVBt+5amF0WXasXby2fwLLpNP79ok0PJoQNesQVi+hYgkgrQJu9+8dko+InNAgoKHqTJpW7diBXEIpnEuwVaQzWmQZRBXYQleL1lW8nQa8c8J2u8XjF5cYYyzcNY8nzqBQ9eLLG3M2IrL5YnU7gdA1AYu2lTgPcrLArQ/opoi+72eA9PNqbwgwFIlcxzXKo7NgIyg4QAyGjBxsBGD2IOZWBOTBMIuZnFnjqu25lWE87/ZClcvE0iNn/bbMGNIJyup7JkiAzGrR4exog0Xb5MHDqLIqIRLU9NeoVIIgaoOUyedcoiyfUF2KzMg6fmFYRTIeTvZ6ABfCcM1O9X64ZtDbOUndjyCkKivWniNBBDknzU9RQE1aYj1FyTgcxxEpJkyTLP5LjhDAaDyh7RosugaxcYhgsNPy6ZqUVaLkkhQIzh4KKuyh6o/MJBTthVEARAoquj3GiMfPnuPDZ+cYplQAQHUgp8/fsURFUop5nL6sGbObbTPm5ByC9zLeSbxnaCQQb5ginP/8SxOuXre9EcAgE8LppLgaummDiaFggBJ+XKoRlVaTV3vYMimuYwVUdrxyJIMnib7kygMxM3VSUSyKTaCaVBrtxinpKs4CDEfLBRr1SCSuirkw1K056mel3woOjoCGgNYBq1aWbW/bRqLoVNcvuEezlxJ8ZEDxGtLmEFCKRgAzFLIyj3yWTB14Dtfal+MUc3/GBPTjiO12hxcXWzw5v8CT80tc7nsMY8SoalhAQucJm1WHk80C69bj9HiNs+Mj3D49wvF6idViicWyRdM4eHaAWv5F1FCxM1BtXC2sqai25c++Zwb2w4T9WGovJBYGJONNFpclRxJvkYXclzc7l7kgp2mUNUfiBKcVw8k5ONeg6Ry65Zi3/zzbGwEMABDhkQigXFu5tMzyZqyiSP16ohrVrkhy3s8iCq9M3OpzkYJF7y6TvjCDAiv1flTotb4mTmIkGse8mIx3DosmSNgrRD2KDAyJsR9GbHc9Hp2f4/mLC1xsd9iNETFFAEKzwYzOOSwajxubDW4db3D/1g2cbVY4WXfoWofaUJbvL/dLdX+v0rJyrb59/eWVAJ4MCgqoPOs8uVcQxiiA0PcDLrY7XLy4wPmLS2yHAeeXO3zy5Bl++ugpHr24xEU/YJiipA7reUyStsGjDQ6NIxwtGtw+WuH792/i33zvHr7z7gM8eHAPp6drNG0DtvUoCeArKchXxUG9PS8My2KqCI5wtOxwY92h8Q79OMm41KWriV05xCtCgixtV8Y0A4gxYr/f4+LiAj4EtN0SGpihj4XhQwPnX6/Wwqu0NwIYGISoack1MNT2+HpLWTYGs2c6n/I0+53R6HRlOtR7F1VmphrUxyXCATyhEs+VLNbjMWMaB+z3O4zDHlOcEMhrZeIAkMfEQD8lPNnu8fsffYKffv4Qnz5+iueXl+gHAZQ6v8DO4xyh8QHHyyXevX0b37p7G7/09j28d+8GlssuL0ZyxbdasaNynSjuxvzC8+/t/UF4tKGh7WPuRaISFSrsIWGYGM+2A37yyUP8+NOH+IOPP8NHDx/j8YsL9OOIMUb044TR1ob8gmlVh4s7R/jg8Tl++uQcnz89x+Pnl/iVvsc3338LxyfHwKKDazzc7HA6EU1nsHvKbErBzxFkFW2h9d57HC873D9eY9F4XPbI9SORAHh57pwqd+UrNCKXbQjEcv/jOGK326FpO8AFeB9yfoipjb5pX+n4r9PeCGAAAQk+57Tn4BKUtSWpmp5zY1+932EIdGEMNWRw9d1sytChHK0m/IHwm/kyquPlPAdtzAnjOGhG5SgFYIPU9+uaFuSELZzv9vi9n32If/gv/wCPnp+j131TST+82iLQjxO2Q4/Hlxf4/c8+w+9/+in++z/8Ln7wjQdYto2oKgYE1wRjFRvNweS/2jtVl9T3VzEHO8YMJCCDPCWM04hHTy/w2z/+BP/Vf/Mv8ZOHT3B+uVXw00jAl06iEmoMKkZdSWpyaILHqmtwdrTByckxRvJ4sRvQ7yOmDRASSewEO/mTCxNBpMF1V/X8EqoMJ6HQ3jOaxuPk5Bjfun8Ht370IZ7vBow8FSBLKoQqD9QXtlpdyfflNKNS174cR0zTJF4IXX6OOIFSQtO2YpB8TZfkF7UvBQYiegfAfwLgHgQPf5OZ//dEdAPAXwPwPoAfA/gzzPxUf/MXAPw5yEqdf56Z/8aXncdsBzkg5yAsV447G5LVVDShWGhyfuHZlvnkz+8LZZzvbQAlNgbZYpNrziKQ9ywxD/Zry9uwv8QJwzih14KwDMJlP+DR+QXOtzsMumBqGZizqVz+tT5ixjCOeDK9wLbfo58G7Po9vv/2W7hxskbXtnIcVx2iOuSM7dtVH4zlL7RFXAMOpnYkMKYh4tn5C3z25Cl+9NFD/MMPPsS//PhzbPtBJo4JBCCvImV97RxppauARdugCQFBk8/EvuKx7AJWXYvVosV7t07xvbfv4fbxGreO1lis1nDkxdJplv86TfsLiT6XPtG+c8GhSR4nxxv8ie+8h//2x5/jYj/gs/OtrD0J9TCQsYgvOPw1zRiQjBU5aYwJwzjC9z0iCN4HkGOkOIGQEP51AAOACcD/lpn/IREdAfgHRPT/AvC/AvC3mPkvEdFvAPgNAL9ORD8A8GcB/DKAtwD8TSL6Luelca5rmWxWeuuB7Mrjsv48MyHO3+UBavsp4KAawTD6TPPfzyYBafC0TphqFs2niu6RSYod38F5Dx8aeO8RnQeRQ+SEcZqkQjB5OOfRtR3apkEzik/bJI53UuRT9FgBzZQSpqThuBZhyQm7YcDvffwZLnZ7fPb4GX7l2+/h3ft30HaNVCG6Li2/IGvVB2VQX9FElHHX/Wvh0mWpOvl+jBGfP32Gf/qjH+N3fvYJPnn6Ao9eXGAYRzhA7tcWfXEOi0ZShGXpNp9ddUfLJc5WS6y7Bt47bLoGm9UCXRvQth6rpawodbJZ4fbJMU43sjJ01wj1J4aUVXdqMKyWtWNWsGBULsZDlmp9R+AmYLVe4hvvvoX/ya/8ALthwH/1o4/w+MUW/RSzwfULuN41z8CEi3102YvCzBiGEUw7NDEhNC2aECRoiWX5Aec90vR661N+UftSYGDmTwB8ou9fENHvAHgA4E8D+JO6218B8LcB/Lpu/6vM3AP4gIh+BOBXAfzdLzxP9X4+EGlmP7M5nSV1nuP1EYqOeHjMTKsPKPVMMh9IU8pDxEBjHuB0vTBVOwRBrcgSvOK9R9MEdG2H0ARNuQWWbYP7N87w+bPnaJsLtUwzwAmbxQLHy6VUeFJAGscRF/s99uOIbd/jxX6PMcpq2WNK+OTZOX5r+jG2Q4//nnO4f/cm2q5FIH9w49VLxbCyilHf7UGf1Xcqs6psSYkxRcblvscHH3+Of/rjj/HB548xjBNiYiwbWXb+9tEGb52e4PbxEZZtg03XYbPo4BwhkIN3AGkyUedFZXCepCJyE+Aaj7bxAhCNx9FqgfWyQ9t4BAMFq6asY4kZoMRgraOXQaG+qdlDrTwXpGnX7HB0tMYPv/cNJAKa0OD/96Of4aNnFximOFOlXsn4mFVQFqBiY21y3ilO4H6PGBN8MyK1XQn1fs3S8K/SXsvGQETvA/g3AfzXAO4qaICZPyGiO7rbAwC/Vf3sQ9320pY7rub7me/yjJpf+3uuQ5J4Jrn1usvAPpj7h4Lyijpyrdh8eeZgwX0bSFAJX+4zL2lmcRfEaL3DnZMjfP/tt3Cx63PxjgDGyXKJ080Kiyag9T7f4zCOGKcJF/seHz8VK/7Tyy0eX4gh73zX43c/+RwnqyV82+D2zVM4XZxkBpr1Pev1HvTwbK96u+1ah/JYfsg0Rex2PS4uduAoYLDpOnShwelygdtHG3zzzm3cOt5gvewkWchJwpAl05Hq94QDuwIR4AlOmUZwhOCc1urQAAlOGlxF2eLPUIrvlNLM7K3zZ52VxVrFIk3a8g6LZQvnz/DHg0fTNDhatvj//u6P8dOnL7AbIzgmDdD4YmjIh9cuNKOl2HYFZBkJUgJuEHsMs4TMO6d2qJfNjj9ce2VgIKINgP8bgP8NM59/gc75cqEyP96vAfg1AFiujwSRWSk4l9gAIQN8ReKXExW7dT3Z5xIeRcXPO9aswvYtRy5dbTKzGih5j2vYTf2OCMyycExMUQt0TJgoSUFYXYmKQfCOcLxo8d37d5ES50skZjTBowsB3ouhzSQLYIvkMr49PMB+HPH0coff+/BD/OTzR3h6eYl+ivjZk2d4+9k5jo+P0DQJDUk16sye8l3OHhBM7NEB+4I+k4MNunsJ7Y6a5HSyWuIbt2/g9skRjlYrnK7XOF4usVkuJZYjOE07RnlAVD+b/FDB5HLdPyKAvIMPTieJSVCJMo3RwRPAiTQYTheXZDFEzsLGK4SQgq7KLpAyWxAc0fHgCD44tAg4Odngh9/7Bo5XC5wuO/w//9nv44NH5zjf9Tlw6wubGR9BJQBL+zgxg9iiRCXzMumfDx7eN9LvP2eX5SsBAxE1EFD4PzPz/103f0ZE95Ut3AfwuW7/EMA71c/fBvDx4TGZ+TcB/CYAnN26K7j+BaBXa3y2JY+Zg72ubKsYR45FUD26NkTqUecYUXHqnA5dn3cWYH+A3GxpuzLJStir7JPAWlxWBkPjPdoQYEE0NnAtutERqW5cTVbdvmparACcnBzj9ukx3v38If75Tz/E4xcvMCbGxb7HME5IsUXUHAuA9KViBIUCfEEr0ZU2seqfMSTghyGGslsnx/DOYYyM480aq+UKjdY1tGeTrI8JGuFX5VRAXLOJysrWluFqvZ1UssbEiDFhcgzvI2IEkktIRODkdJEXe45OtYtZdRYJl67uPy86a3doQosA52XhXDpa4f137uNPOaBZtPitH32If/TTz/HomfT/Sz0TRKLqOAfnXWErLAVdECUUO3kuhlmWJe1SapCCjoGmBXD5RQ/ttdqreCUIwH8E4HeY+S9XX/3nAP59AH9JX/+zavt/SkR/GWJ8/A6Av/c6F2X1Dsx3XwDjADlUohSbIs0m9Uxt0MnkKsNjZs4HEnEWuEMFkMzNWacX15BQt8Ji9D+VgDK3xR2VyAkwZHJDAgL5yBUNJS18yihhuwogMR+f4cnjaL3Gu/ccLvohL4u33Q/YDwNiFP2d4LSyGKlvf34H14WB1e9ne2e7RGE6pmO3weP4aINF12FKjKZpEELIZ2Bd2KXu0VQfqzqpNxBRtyADQAJcLPXfgk/wLoFIokwdCM5FAA5O8yWg/cUuzcpRZvHDB8+1xgWq+0YrMHlINd+jJd599y38j46O8M5b99D91m/j7/zOB3h8fqml3A6ajgMfAkLTSLASEVKq8mrYArok5DuX+NPISABwbYemW6KnZ1+qtrxqexXG8N8B8L8E8NtE9I912/8OAgh/nYj+HICfAvh3AYCZ/xkR/XUA/xzi0fgPvtgjoU0lsklX+Swbc61+27UuYiIbagZqh8vfFYQvFLXWHwtr0EGDEmpd848yRotkqX5dfUX5WEwEcmI1Nh03xojdvkffD+AktR+tDiXktJX3o1aFLazYXKDIKoGFIhtDWS0WePfOLRAnXGy3aLzH0I+IU0QwDwecWOnp4B4OH42xHtikIAVOzn2Z6yegbPcEsHfo0KDxvizlpmpjUgZmky87oPPYNm9SNU1ZgDpHuFK+QIDKOqKRE2JyAiKJkUjsOolJwpSJDo6tZyDWyMUKrCrVzcbd7C1J8FPTeqzR4a56UzBO6Pd7/NaPPsTzrRgOmSvGYaAQGoSmVRaQcrHgZKqmZ3hygFd2AWSAEK9Eg3Z1BHKfSU7Oz6G9ilfi7+CKqM7tT73kN38RwF981YtQhqyDi1EWLCm0/eAXeRodsgMbnvPPVA0gro6AcoRr9ZgyCOqhMbvw+nuutpMZHx1808L5IBMoJYl0HAZJmwVrGm1Jueb6HipQMGlKkNoNZrUGJWEA+iMiQiCPWyfHaJzDbrdFCOISnWKCnyQjMJsxHSEXItVbqO0OFUblrYXGy7+1F5RZF3BxBM+QKF7yWtZMJL79MlV3Z2t1pFTZjZwIgmAMQ1XB4EqyElwBfVFrePaX1NgbE8FFGWjOsiZzERzKwgkKlrOOQNEa64hQ62+nORfUivepAfBvff8bGPo9kCL+8Yef4/GLPcYpqhrktPhKk5eZI8hq1nEaEcepWqGa4HxS75bXcVHAyXmHplnA+eZ6ZvKHaG9G5CMAm6olBkcHjxGI2k4AoCxdN5fmmTFQgY380I0dUDlfxoXqIDIWCi22HWqcUtk2A6caPm08OaeGMbJ6AIUOeAcEL4ZHTrqWhU08VkbCRaLaDc6SuSyMVusFyDyXXumCx82jNXizzP0wTQnAhACgYVki3qL/fO6X8gxmXKIGA+a8epOBrK0t4ZwUTS0ZiXLfebEVk+KKhMwJkRlDZAwxYj+MsEjAiYX+d61H572swRE8ECQehBgIbPwHeQ1LiwFJSVP11b6Q8hqVgNOFa6i6j3krggQo6mYd5GbjUjI6pVSbyJ+As9MN/u0ffgfr1QKn/+Cf4+/83s/w8HyLKTLIO2EJyt6iJtmNfS/l/zRGQVjQhBRD9lSALWtImbSl4LqfnwHyjQGGQp0Z5sarv6ulVja+AUXuzya4jkab7TQf3FdPOv+ylow1cJRQaq7oQS1T50fKmaD5T34WY8QwSAw8dKXjRGIrUMqAKUUd2LL2YEqcpWKMEsjShAZN10LsT4RAhEbiYhBIqLwPHkReL5mRWMKsU0yIJJKT2aSs2U8UnA7ua8YcMnqUh1MvgOuUiicDMPtJFYyltUsRkwDCi32PpxdbXO56MDlEZuwnSVBqg0MgQuuAo9UCZ5sVjlYd1l0D1nItRBEuSUWnSED0ETEBKRIiAZ4JKUGqQrFWfDb2MhsjVBhrNQAKY7DHXnqEIMfllMTtGgLajnHj7AR/7HsBCYx+GPFbf/AJnu1GgEiS6IgQY0KcIiYt55ZBwforpbzsgKmLVl3axhQzw4WAaJL0X7G9McAgBXcqBKgG5uG/xhisKIl9kfeoHhhT9Xk2skuja99f37mHRrkrU8dQjJSeky1+W6QYkDBFGQTEUoQlUkkfYwKmmPBit8P5bo/nl1u8uNzKVTHjfLsFmHG8WuH09AzHx0dYLjosmoCVJyy7Bp0Xt55X/deizIlDHtxG25NjEB/cycwuM+9CM3wWK93hbzmnNjsSJlEfniHqxMiaUTpNuOxHfPLkGT598kxYjfcYpoTtKCrXOA6YphFpmtA2AWebFd65exvv372F+2fHOF21SOzzpCUCwiTAFB3BJSCm2gXqBBRUnZB6DXqRZsusVUMtO89XIuN0gjJmf0SSRdu2AcfrFX75m2/j2fk5Pr3Y4fc+e45+ilKKDvLbcRS7gtXtmLUMDlFVCfVekAc5DeByAb5ZYKILvIpJ78vaGwEMeQDCnkdloKn2me1vkFCziQM2YN6G2dil+ih88FtTIuaT/1CByPsXQpFrPuS/PKFkj2kaMY2DSHunLsauQdvoikTRaKnaG8B4enGBDz79HJ89fYZnl5eYJolsHMYRDKBrGhytN9hsNtgsF1h2LTZtwK2TDe6fHePmZo1l28DLNIUpB0ZHU2IkErotE1jsAtKnNOur4rnhqg/mgFBLUjNYOpJ1P+QzZ/1YwCFh14843+3xbLvHZ0/P8enTZ9gNI0AOY4wYpglxmjBOoyYSSUGSjx87fPbsOZ6+uMD5vVt4784Z7p6s4akTppQkRT2lBI5R3J/ObDRKubX8m1WSyrfGAhx5LNpoyWo96f1yZkxcHyMZ62UEByRPOFqt8MvffBd/4uELfPqix+OLvaodlOM95r07b7P6kUQZEJwLcKEB+Qa+6UDOf+Fydq/a3ghgmDWyRwLVY5ElwMFuL9uo7yu+UTZVOx6wCDlhtamaAFcu8qorrd65JMEQxKtS6v5b2bS2CdisOnTBIYAxEmcqTgSMccJnT5/ig08+wfPLnWRb6u+T6pTDOGHbD3j47JmmYHuRpkcbvH/nJr57/y7evnmGZrWAGWsqm5Xo9snBJwY7C8XV8GEyN2tFglCYxHXNIDVXa9c/W7DYAVLNybIZOeH84gIfP3mGZ9sdHj1/gacvLnJ9g0kptSMqFaGdF1VsnPDo+TliTHj45Ak+f3wT/8b7b+GdO2fAsgOY0RAwkbg5iWL1vDI3UzquFqWqmEYmDFSPBgXurEZQVtHKq3oe7Hoh52+Cx9npKX7pvQf4+x98hvP9qJLeA+REjRjHGVGZ9a12puXeOC/GZFnnMoB9QOiWcE2LNA0veUKv3t4MYCDTSTkbnYyP5bTrKxhwQOkMBmbMQE001Y+zXlaBQ7FTzCXBdUyk/M6GygGvoaK+yITKYiSDhk2W1oqHZOahVnlO2PUDPn/6DI/PJbzZFk3NfwDAERhHIPebg/cO55dbPHx2jh9/8hB//L238SvfeQ8nywWCsTIFFlEl1NYwc885ELN4BGoApQNfDpXv7S5lO5f3bD1soe1OkpE8sN/1+NnDR/jdDz/B890OF/seu2EowUoxiu0kBDgtempqSFSgfRTP8fj5c3z65Ck+/vwR3r99hgc3TvDunRt4585NuON1NakqtmmG0cMRVHzD9sDzjbDpeYd6PJfaC6wp5ikltaOw1vhkdMHj3ds38a07N/D4YoeLYQI5QuObDAxxuro+JTkH8h7eB3gv0Y7Oi1Hb+ZCjRkO3QOjWmPqtZJP+K7Q3AxgglR3nC6qWdkhZS0jwdU8WmSSUauay7xVbYzng7JxZXlSSkuffzM9dSdGcYg07RF4ELz9w5xwWbcBqIRmXNBGKwZURk8QePL/cYpgmde9RHo88M37qqZgh5cg5p+ludzuMMeJks8S3793BybLLS61JBCCBnKyRkAhIWpCkgtF81zTrXKMd9fbD/iy/t7DvMq88EBnPLrf48eeP8NGTp9iPo4ABiysvqZvREYF8wGK1QfBSi2DYb7Hf72S9xkliM7b7Hk9fXOJ3PvoMx4sOP3hwG7/67Xfxw/ffwt2bpzhyCwQPsGYr1oH0BSioIFx+nsgl5mcGQZT9MiCYLSAlpJgqw6CcxzuHs/UC339wGx8+v8SHT85zeTjnJcHOOaf1Pas+tuzcEPKfc2ZnUD9ekhJ5vmngfEBK/2qs4Y0ABqOoRWWop9n1s9mCU8rjLfReXo1B0OxX+dfV+TJNro0GOHRn5j2uXlF1zRnYdEQRGMQpPzhZI8DjeL3EZrlA4yT01xPDW4GaFHG53eJy3+eAGOfU0JQSMI1I6aqRynRWsvUoyOHZbod/8Ps/xjRN+P6DezhZL/OKR8zCHmIS67xPDGcljg6IUOnXCi6ovutin5GJZgliaoR1IjWdMiqKDhMzdlNCIo+ma+CbRiaCa5A4od/vQM5juT7C8dlNLJZrNA6Iu3PsLl/g8vIC28tLbLeXYoOICVMasB8njD+TorLMEeSAprmJrvV5MhGZ0U5cybmaN+VBKHdWglPqpwvzrshbMUoK4AgrYnCO16ixpmsafPfte/j0fIfLfsSnz16g78UQnYOfqDBd5zxCt0TTLSU60nsEDZ1OMSFNIybsEBMQ+x0kXDqIXYWLd8M591prS7wRwADMpXLW/w72sMdSY8dcutVFW2Tb1TUtyab81Rle68/1kmdQ42L1o3neRg0Ks02icyZxL5ITqm/1FTyRTBYDQB0UiaWiUz9JXQbvPRarIyxPboJCg+35c+wvXyCOPdI0CFV1DqGVAUQkrso2eHCa8NOn5xj4Q0wg/PC9t3GyaKUPFBw4MTgmMTyyqhGoaLe9NxDNhuIiaY2BWxcxyQrfTm0KDhrSTVLGb0gJz4cRk/fYnJ3hxt23cHR2CxMTIgLGYcCzJw8x9Husj05x551vYrk5AnHCkiY4HtFvz/Hs0ad4+MlHePT559htt4jThMiM57s9fvTwCe4eL/De3TPcvXEKgtJvKmtTSHg6Sfq7gYPdRyqZvTI81CsxU+c4uwszcORtyAFWrNwxBI8bRys8ONtg5QkcYwloirECU8qRkU0T0LaSREdIQJpU1ZrknKMIimkYwHGQKNvG6jXIVTVNwH63w6u2NwYYXK2XHoBCAQK+1hBZgwQd7l9P2vy7ajvNf2fz/2UUeXZdGRuqK6dyD2Zgi+qDtot3JEFNznkweSRiqTimQVAjM853YnBkAD40OL59B2//4E+gO7mFx599iueffYpht8Pu/An6i2fwocHpW9/A6b13gTjAxQGOe5w/+gTPHz/EJ88vMP3BTxCagF9+cA+r4LOaJdQXYE9a050zYBlYZbdl1U9UfceogMEBzASvi8g6sE5CRiKHCOCz83P8+OFjbGPC+uYtfOvf+BM4uXMfu2HCODL2fQ/6yR/g+cPP0G3WOL1/F93mBOM4YrNscbxqsPQR4/YcTz79GX76e/8CP/mDH+PZ4yfY73skZvTjhIv9HjyOaL1HGxo0ziOQxER4LQvnNQhNc93z8xUCZytb2YSf/9mTRgUCYl/gEo5tfwoebROwaDzGaZAs23HKq04ByPYD7wN806BbdGgXLRycjKVpyMvYSWBVnytKc4rS300DUqESvMdy0eGTj34BgYGoCjbRf8oEK2zgKmLM3xZ6e3h8e8cwvawGkblULPxldobsjNdrIr4KDswz2waJhS8HqAhANFi0LULTaBahpu2Tw5Qinr64xMPzi1wQ1TcN7r33Hv6tf+dXwe0S//L3WqxWK3BqsH3xFE8++gCh7fDuD34Fd7/xPXCcQFMPP7zA449+Hz/9/X+Bp599hE+fPMU/+YMPcLZs8M3btyT+3q5eDX518VLzSsCk6qyPKmDIHVxsIRI45eA4wSeoC1ba0Pf4vZ9+iJ89fIywWOHb3/8+fvjH/jhG8nh+vsWwHzEtBuyPNuiffIYGEUddg3bZ4YJZJsSQcHLrCMd3zvDtt+/gm3dv4LeP1/in/+S/weefPwaniFXX4p2bJ3j33i3cODnGctmi8R6eCL4RQ55rgjIG9caw5nQyIzkAyalNwa6+Vi2QVSfOxknrT8CcE4kpLwuQIMbTKSYMY5RycFVdSHKSSOe0xkPbdVgsl2iaFmDGwBHjFJGmKPkUWhOUE4ubMkmkqHcOTdtg0XVYLVocbzb45KMrSc4vbW8EMBTLdyWRK1V3Zvo7AIaZCmgTesYW5mnXZpcoKkNNFWdfoIaBWV34mRaRIwNgNqpDBSfro5Vby/TaMpqE2vfjhM+eP8fzy52Um3cO66NjfO8HP8Avf+s9nO97PPqoBfYrrFZn6E83aHhAAuPG0RKbxmEKHVzrsdw02HQe69UKPyLgo5/8Pj589BS/87OPcOdojePFEq7mRomzW/CQRZXCKTUwFCBlZo30lD4BUY5fENouDIQ5ot9t8fDpc0QG3n3nbfzwB7+EB3du4OOHj9G/eIJ+26N1DhvH6BwhTD3c7jl814H3W+x2F2haRncacGtzjFXb4aR5G8PlUzx9+BnSOKAD41fevoU/9Sd+Cd96/20crdeyxoStLO09KLv9XPFg6uUnlgxGONJaivWo4fywS8S0GYeNb8rYq1WKrLYly5jU7Erv8gQnIjjvELxD2zRYLjqslx2apkWMokbw5JBIbUwaMi5FblTtbBtZt2TV4WyzxPF6iXaxxD/6J3jl9kYAAzCX0mTSGFem2Gxym3SqphZm7EJ/kH9pM7+evNlIObuYa68QQDX71ciWDaSaGqvXXqsqXi3OUKPfOEXsdntM4wReoAxIiEfish8wxCjux6bBzft38YMffBv37xyDHj1B1xJAEwKNWJ9u4PhtpDTh7HiB1o3gCExjjzEAN26d4cFbt3C89NhdPsPjzz7Dv/j4c7x/8wa+9+AtLEKTwSqyuNisqKj1v7NX7QJnXUBlEWIiV/Ruqm07wiq8bksp4eLyEuM04eR4g1/+/rfx7fffRtd59JfP8PnHP8HF0+e4eXKGo+USb791H84xTtct2gUhjQlPnj7F5cUOabdChzMsmwXGhtC6CTdWHs3dM9xfdfjvfvttfPe9t3F8dISuaeC0oIvTpDHR45UVVYZEMLQmAxfgZqgxDweGR+TXUnOhNjeiei/9E1PCdt9Lzc5KAlI5EAiyfsUieCybgBAcJjCid4iekBKBg8MUNcKyCWhCg9PNGu/fvYV7ZyfogsMiOHRNQHzNQi5vDDDU7H0m0XO7fmv5Tg+TJbiBiwFAOU/xxttv5ItcZ6FGFT383K5RSVXGwdEMomRwOEeSqKSDz0qebfsB4zRlegmVuJET+hgRAUCNT6c3buDOzTOsFh2OjzY4PjvDJ59+isuLJ1jcvI87d+6gaxusj0/AYYkX2y0uBykyu9mscfvsCAv8Mj7+2Qd49vgxnl5s8bsffYqz9Qb3Ts8QvEOATnyjtMwZ9EjvKL8nZBWCZv0pD9GyRWv7BDmCS3J/L3YDQIST9RL3bp5g1QDTJCuB99sLvHj+GK0jbB68hwdn38SyCzg+OUHyDvt+C0+McdzjxcUFXpy/QOcYHU94a9Ni+c37WL53B9+6dQPv3buDmzfO0HWtgHPjpRgKTPgUY2N5fLqost4jmwFBf5UTwYDMrvJjr92MeWxRPpf9fhonvLjc4XLfY9QamEV9E+BtvcPJosGtoxWONyspJJwStq3DZRswxWLHWISAk0WHo2WHe2eneO/OTZyuFgCzrmjG2PsGr9PeCGCwPp1RtRkIlM+Hmn89IG3DXCVAYf8VOKAa5Ji9zoGEa1CYsckD9+jBVZpyYXSRKn0+Jc6rK0mqscIISwUiOaek2DrvMU0Rnz9+hlu3bsM1C5yc3oRvFrh4do5uv8ON0zMsNifoVhtEcmhjiyl2WLcOoW0wJofleoPvfee7+PzDD3H++BHOdz0ePn+B09UabQhIXtbUBFDiLvTV1IGZbUFfTcUoMpIQba0PEu8ISVw0kiNEJsAHHK/XOD7dYOkI/cULDK4FphGNkzDq/dBjN/RYHB/DrzfgJmAcJ/RDjziN6PsBP/rgZ7h4do4fvHcPb510+O79O1jcXOOk8bhxfIxFt4Inr+qDJpR5D7oyvpBZky0zwVzdsAkZRrYfmRcm/7wagmXY6UaqxgUzhnHC+XaP3X7ANFZxKqpKBE84XbZ47+Yx3rtzC0frtSRogTBOE/pxBCBGTDBjqcCw6VqsuxaLrkFwTsLnE2FKjOk1l7F7I4Bh1qPW8dXHQvvnqkX9MLITkua/KuXcVcFQ1KgBwB5abXm3q6oFyrUsprZMA3mCy3uN1QfgfchRagxgHCPGKWmxEgKSTMLOe9w8PsLJ0ZG4ypzDo08/xX/5//7/4PHDhzi5dR8vzvfwCHAMTPsthl2DvgkIHnChxYIS4CJCv8Pu4Q67NCHsL3HCI374zlt4ugjoOMFD1qMIXhZhqUrFzB8Lc1kftmYKFdBaNkZGZifp4aQ+fadrdC4a4MHZMRJHdJsF1v0LTJ/+FAM1WOy2uLNsgKOVFCUZLzFeBvRpD2wJw9BjePoY7XQJjFs8/elniB8B7/WPcfS99/DOg3tYd0foPKEJAd4FCTglLRKb1YZyX+WGOf9xBuuyLRsgs71AK0nMSMM8MjW/T5yNj5xEivfjiCnaCmPaZU5sC5tFi/tnR/j+W3fx3r07WHQLVdtK6TenBkZOSbNptR6oqwLhnPGPJHaU12hvCDBUD+wAdWvbAV3zDc3E+eFhi8XckoBkHloASQGUmijM2OVM59ANleQou3Dx5evgsQIhEqocVKWQa0qclDHooKUESkDjHG4dHePBrZtovcOYIrDb4l/+o3+Ezz/4A5zduo/F0Q3sdjvQsAcjISJhHPfYXS4R2gWQBsQXz5D2FwAxGjAaB9xoHFa3z9CvW0z9KOs5eKmy7I3VmOuRjfdUqtnhM5v1ITKwSm84eBDIiZfGKbtIAO6fbHCyDHCNQzPuMfQ7AA43J0ZYEI6PGowgODcg9M/Rpku0wWFDjJsroFtt4G90QH8Dx63HL71zB2+fneIoBLRNW/qZPOB4dl1QQ+KM8bM9PwV6o/bMOb+lRDXyzINTjz5OFtIuae2pBgWrRZkS+nHCMEUptqPjKnjJdenagJPVAndPjnD3xjFuHEvEJ+kiuVb/00jx3Lgp1SsTWMcXY4xJAr/weolVbwgwmDRHNRGLknDFMphVgTrysY7E40qdqAaF/U5HtO0iHa2BRhlMapzicmkMLf9VpAuAKuAFZRDpw/LOwwevFZ2lBV0rgZyTQZoTi4B12+Kbt2/j7vExGMA+Rgl42vc4//hnmDbP4UKDJni0g0PYEzyPcP2lHDNN8PtLLBCxahzWbcAqOCyDB7UnSCcb9MOEYUpCsdVSn7N5UZhTEag8G5C1ukazLhbanYvNsoAEO0LwDk1wWLUeJ0nSv83nz2BMAehDg4t2g4kAarosRReNw7ptcLQ8wroN6LxH6whtcFgtF+i6Rqs6oUzuHMVIWZdkQFaksqvNj0SBIP/h4LX2MJQ+yRna6pI0hsB6jhmLYEaMjN1+xBRZy+SLOyQ4h2UbsOwaHC07LLsOzjdS0MU7NZa68nwqW0fOy8jCSIzY4zihT4yJGfGaVeS/qL1RwJCNPtkgUFM9ZKlfqxbzVot9fUP2QqW24cxwhtl7VwITZqpIrTJI3oP5ng8GESyoJeXAFmZG8BrjTmLkDJ7QeletzSlzqSHCUdeiu3EKBhC8w8TAbhhxudthP45SEVg9HW0IaCmiTQMWiXCERtxyYYGFZywCyWpMgBZ9JUTv4cgjOCk46qpUa873mDu9AojqGz7svwo0HIESQF4mDOdkRoZEciUkSEUi4pj7PzEjcsC46YRlaAahd4QuOKy6FstFg7Zt0DQBwUFcdKRuR1UXWCfOoU7Keg15KTeCVpIhoJ7AyApFHoa1TaHsZ79DpWYo4aAqstRuP/evPP/g5d6ICIsm4HS1wGbZ4Xi5QBtkajpNjLMoU+v7RDJfpM8kFiKquhJTEs/XMGE/RTVu/4ICA1V/Bg4lWaraKb+nqxtpNg7m+9DVn9QD2+XPPN8nU2pkqlleUy5HLrRR9k0KDDExrICxVEf2WmsQWrZtHmXoidEFh8Y5cCsTx+nAi41DH8SQ5JtG1zWwVbM9HBE6R1g1MtgcAYEYwUnJtjJACYAyBa0LQUTFCHo44cHqobDO5ayGWZFew19XgQv5ysdfZ6oCWT+XYyaNsESZbM7BeSqL4zhC4xy6Rlbxsr6U6FG5ftGh9ff2zJJdJ9cnV7fj7KJ1UpuqoPc5YwslilGWAZirI7YvqjGSYxaq2IWUEra7Hrt+VBYmp193DR7cPMbtk42svbHZYLXoEPT5EiyTe+4DsyUIIkkJu8iMKQG7MeL5rs8FYcIvpvFx3spU5/kXptvDuieL8zkgQNmFbriiieSCsOW7UnytPvXVQZJ0QtsaEYkrvTKVQWRrHJTkmpQlqyNhAt4GJWyMms9fthCn4g5lh01oxV4RvAADAUHBQXIvrPaAHJQ45QnOEHdo0onv9DoSqJSsyx1yoKJVHWu9LgDyMhem7FwijGkGNrauo1yjHp+VLWqouCzpZ7EG0l/ZHqIl9o2j5IpGB08/sz1jBPY+exyouq+aAZRxkCf4tSpFpe4Cs98hGeeYA8u+H/H0xSV2wyjL8KmqdO9sgz/2/n28desmlm2HrmmxWi7RNUHqk3BRZ1n7K0dTsijCluY9xYT9OOHFrkcCsPIdXre9McBwOLHLwjCy1bQLOti//EonsU0qskFczTwyAKiYST46HxzVRCwrZasnfwRiyblnxkxtyMDADIZYjgmkFXcciFOOz6eDu3E6yyyxiqpy6UarvUW5OV3DUROzSk/oX16oFcgdYmoLadFWXZwJRCqlqZrk1fs8gQ5R1vqQMuhR9cxmDISQS+7nI7Adl3NCUwlCUnBQYPBet8NC0Q+T5uaN6odcX7dz1cPPdKHcn91rMsXxACxQi6Lq6an6AKgAS1UgHjSGYYoYRun0NnikrsHRosV37t/GD7/xDm6cnMCTBiORXKcYPZFpXxFECdE8WxDXsNOHG5wAqXMe665D+kUNcKqldY39BGjJcMqfi9xC/lSkUuVhqEckKnWhAp18PK5Dm00kpMwSRHezyZ8076EChixZKgah+mZMkNJbvtF4BsaYxEJtg9vXkxHz9zkbkCjTZ+cEHJyn2bJmtlhLyuigd1hJOjO6j1FSk0mPF0jWgHSwzEPk9xbMaT536CQ3lc+hvM/z0EBhRkaKimHMJT93/e0MHNTN6ar+OBwjxTvA5cT1+0JP6gGXR09hhSVNuZbyuTKTMYesSszFU/FAFKOqvY/2F5Ok3ntCFzyWbYN3bhzje2/fxd3TE7RNm+tzJpY1MpKCE+VnJ+pMnMSW4E3lAuf6msvgcbpawnuP5aLF8JoVpN8IYLDBn9ikuTzY8vDtYVeflXrqmjQHrQyKOr2eDv7K7gxo+XUBhZR1Ub7ygC0bMebPMGDgcnZ7sEmVCPIBTlUASpQLbZhBlWChx0Xq2mTyKollsuhEzCpD1WMZkFhXyi6TojaOJmZMLINqijGv/ei90wVixc7ROAfvtVAqbMWs+XMoZ6/UBVNlXHl6qO7J3psL0x5Qdn0SyXnNLw9jLTQ7d+nsejBx3kw1XdG+ME1iLlwOGMGM+ZVyeqkWDBUw2OFlX+Rl8hJEKExTVBAWIE7MaNsGx0tZ2ftb92/hwa2bWLYtPDmpnm1zoXqGchIF/ijPuPRjSehjIrTeY9lKOH7bBMncfY32RgADUCS9dIZtu0oTZWCVhyqM4rrj6WvFItwBEQaQLdVmxbZKPJJ+bCXczZBYrVcQRQIkrYRkurTBWdKJlPQ7kfA+D/K2aRB8k6mrTS4z4PnZ5FEpqlTbJmGmlWpkyxImiWpD+b4AG10M6CK7wloSJzhIqLD3Dk0IaL1D6wmNF7XFfhgr4MtARgZUZVLXFD4/pRrs9HeyfFwBOPtdUSlIV16aq5UZkLg83+phV+OkHgS1cGEUGxSVffK+1dLkpPpWGTEzo2PWOFGAuWaZObApS/kRnBLWbYO3To9w83iDb791DzdPjhF8kBwNQgYjG5v5WXICKlBoHMFT2Y8hgByCR2v3zQWsX7W9McAg7WqYsXysH2S1b/UeB0On1oYJslqwGctyH+tPuXY9ZpooKawpicoQFaWlIGuaWZo5Qw5nFiA3YXp6kX5yzup68+St9jWAUEOkWebdwaSr75KhDEVBwdz41U1qvICUpt8PE6YpCSNxpMvIy7oUrQO6IDECRLqcHbPMF8u+JFHVDbgMEPK0pZcMRlPr7PuaCRDN/pCPWe6bqt/ZsaqMmNlYqjjKlW/KHhkBcJV+VNecDve7brfCQOaHK/sH73G0WuD28RrMCW/dOsOD26dYL1pZqjDpeAQywBSVxgRRFaaufZKUQRNIPVzQ6mCAKJi/gKpE3YoScEAZq1bmRv0g2TZeAZU8dTKVRv6DIjln9UHpYyrAEGN5QLWBUeZ0Zf2uAAFwZTAr+CRdM0CEV0KJhZjfmFUTMrWhrnlQFtZFZhs29kRtkaAbk2B26yUcN2EcI3b9gBgjFo1H6x2WIWDpPVZB/hZNQONFuTFValT9lbMNwBWbR57QhUXYPWWIzoKdsorgKmAw9lCyHml2nJn9gkztA4gthrCKRDRJm9UtuQCuxkG+PkaJcIyVO3rmmkzyne2XVQnK50sV1a9tTTGKbSFFGWNt8DjqWrTB4f7ZKc42m7zKeUKcgcKkwihGs1OUknHaaWX45LFgS+ahqFB4vfaGAEOlR8GmuHZ4DdDV+Ko1psIkeL4N+pBQDQQmpdwGAAxoBlo2NiowZJdkFeqaqSPXsGRW7vJnUhMAiBlxGpB0BangvdR79LZCFArVpjJxsvqQDzXnyWUg2L1WTEj3s0WNTD+epoR+iuinpIvRyDmCU4OYd8IW1B1KJL+dbJVJZzFBlGMhjM3UEp1ofr35Hqnex74vwDcHhbpfCphkY2vFmipZPev7ej+5Af1cTy7rtMwi2TTLmUGZUbsqBduzTaPeB3asqpqTChlixqppEI7WWC1anB2t0bVSbam4RUsxl/04YdcPEkKdBPS9ujjNOEwqInM6vKlMhLyQ0GtqEm8GMDCQFzQ9hDY62M+2SUfwlZ30McGi30xy1olNlsWYUolHyBK8UiVyUAoD4NokivI+U1pSiS5swWiwahdSEIXErdgGj82iQ6NBJ6YoCT2k7IEgmldOqgkszQY7V/eostOkFljsDlyyOvtxwpSSpCE7j8YT2kBYNgHLLqBrPFoNlAKAFB0cRVASA1eEjEjn7FrdzNAoE5iqmBPkSMAy4WkOEriOMVwDJPlPb58qgEQFClypHLPBZDYCKv1WjQsLsmKkrHqV0mylAlMu9Gr9zmUMl/0KiICkiMpmtdTUb8aiDdisV5LEhmKfEEBh7McJTy+2eHz+Apf7QRYkDh5H6xVOVLB4TnmsXLW1EUB/uDLybwQwAMiLkc6SnYD5bKj3z6hY5La5rWowsFBri1AUWi20ztYIzG4qUyeqUlvMc8Ni9ptUVN6AQB6E0z+7eJVhzmX6HbwUz5AoSC7uwZkOXQm9/FrBQyXxuN5k912pPpLAI2xh14/YDyP2U4RzUvyDSCILQ3AaSGTxETKxopPoRIpJogmVzjpOIHbZVZnBMPdSll2ybTanOd9TYUrzeW9/pXFmWOXYOrONdRRuqP1ywAwyMEAFB+tjF4GQYtV3Uai7scZkdiau9su/nxscY0o5PNmYpnMO3aJFu2il9JqGRYNI1FUDIPVeXOx6PDy/xGfPL/B8u0eMCYuuxQhZgWrdEloPeBLXLnJcjM2Baty/bCK9pL0xwGAPlPTBHTBR2UPRouT7sYKBPXB7WMpCuPb7Vt/rgrGszv5SaovzYJH/FQT0KjIwVEYvAGqgI134owqeAUvpeMhCtlFLensKWASvEY5VDxzQI6YZtKDujfyYM4DN+8BsClmFSJJtxxBWY7UmQaW8mA8eLnj41sN3AcE59XgkRDgkTAiOwWq0rEEsX3R1pflqdRYz5s/1C1tGi1mX6DOq7x8ZkGzCZwCtcRScDYhsz9m+U0Nydkdm+n81S1J0/JRjWgxokgKB7WO2AGNqkYU6epJxEoLEjGRBBlTPTqp87YcJl/2AF/sBzy632PcDQvDYDwOQEtzJBq4JgGcwPOqqZzlpiy3N6/XaGwMMbGIelPU2Yi0/nsm2hH+ajsga+pH0Qc9WawLyw8mgkD0K6YAV2PGsVcwAph7Mt5k8I+IMFjlAOEvOQqFtlSFmRnCEZSsTj4zKFgYs5IXK+0TFpnL4iLl+vQKChfampCBZAZu5AwUkZLstf+ZdCbuWuUe5D03XletJosfaqlU6AWqQMOZu0Yr1Xei8Lluu0oRr77fevXwooHnFT1GtMWmsA0DVT4X2H3p3mIswEuM1ZTWjZFVSTmKSEGUbnVBhwdlW5J2sTO6tT2tmoxfBKWGcRkwxAiliGHps9z0iA/u+B+KENA64cbTG8WqFJsi5vBOvRBkQwGzV7ldsbwwwlFZNPyqrOBWWQPl+mS233mhzKoyBS4ajGRXnufVFFpfxWiY8WziqSn+2qUmVoVHbrFKyGR8VHBJssRiXzxuTLHsOTiBYfn1Fnmu7RcUQDBxeRgoLSFReFEamwaxqkwGkxWNMU8QUkyxakoAY5c+kMDPrsns2yeeSPBOka9Qf6ycCikel6uoMoJgfsr4n0nuytT3LzfLsOdSfD7WIep8iEAxEkT/PvU7lAHNPVGWEtO/yyQwBbfVy1qQRGQ+eJFrV6/oWlktDqVw3qyoy5ZLycuwEktiTfsRHT57j/HKPO8cbvHv3DjbLJULw6BqHVutRBEfKGl5XkXiDgEG1NWXgJUxIuzYjcKoeqrCEUvegroGACiyK7cBAo5y3UDlCSa7xByBRTdBZwg4V+laP9GwoQ1YvUkqiTlTFPmzUz6QbVcHhM+mZe+dq3+mxZgOWkY2OkUXXnSqKa3kUluw1TgnTJK7MHhJQw5MaxaJ4bcYpYtJjyRL3xUhol/slD1lrPpBxq/KFHYHtXuWVWDI/ZyqLshIie2/bTYWgsp/2KSDDwE5XT35Lkzf3pFTdKuoFA5WqkcqrjUXrUz2nPY8aJC2c3dy7lkotxXdlP1N9JzMSDxPGaUJwDuvFAiG0GKaIcZowxYhn2x2YgUW3wDgxlosWQItWs23J1MWUXlub+FJgIKIFgP8SQKf7/1+Z+T8kohsA/hqA9wH8GMCfYean+pu/AODPAYgA/jwz/40vvRIuLyZdOENDsfRmlw7mawXW4cs2+3PgUo5RKHz9SvB1nvC1nYDmrwfSnFSVIJvcM1DQc+m1TeOgKwdBogvbJifz1GhutNseZJkyc8l4KAHyFl0cuOiYKn3YCnZISpbzyCA0RqAfE3b9hNYHIEZwZExqBEmqAo1TVQdIIyXJQV1iClxZN6hFOx1cb3Uv+QZrUDAHHElR2fmN6s8NVcv0uxJQRdecJ5+r5iKmQhT7VDWMMgObRTGaoKGrT8NB09h1fFjspoWy51XIiIBIiPmcxY5hlZfAhEXb4ZZvwc6hHxP2w4B+HND3A5rgtYiwlIwjlNB5BiCxtg78FZR26wH8D5j5gogaAH+HiP4fAP7nAP4WM/8lIvoNAL8B4NeJ6AcA/iyAXwbwFoC/SUTfZeaX15bSzs+GNA3xtDo7dUJSrQ7Y5E8pljz5rETKgW2/GeJU3LcYFCtAQO1ZUMlvzlGiaj+gJGOYFHM6XuV3qTq+lHiTuv+NrhRUC7yXWeMrcjzblgfvvCsFSFFCnyeWQSbSpjAWhrCJMckakt0wofEjUhQreXCyPuI0SorwOE1CqryDDw4NAuCcGCS1K8q1aX84N7+Z63QQk+iZeVTsqCYA+dc0O4SVYbqijtQWycNW6/c2ROqYhWrYWO6C2RtygJw+g9zp1b2UZ0gZgG3ClpRygOHUQE1ZAE6qRhARVq1GRIIA5zHGhH5o0Y8jLpsenKIsUOMcFl2Hrm3QaIwDQ2x0k2Ow/zkDA8tMu9CPjf4xgD8N4E/q9r8C4G8D+HXd/leZuQfwARH9CMCvAvi7X3AWOEjcvqkSojoUHdnQlDVR5TAgyUDDjmcTp2YHM6mSWUFtSxBA4AwSBRvMuFiOYeDCyoANFGS7rXmYYDoeSQES52QtwqYp18AVIFSHtSn/kqFtD6jovTCWRZg4oY9SX3DUQJl+iLIcWoogAprg0TSyn5siXD8CROi1/qAnrVM4jboQbqpAwYsUCgC4sgIxkOs0OOQkoOzBYD6oqFx9UAM66zFm3gaVsAwAzvgTyW9c+SEbeytDCyYgshdKQSCrl5UxOpmHgjViUceeqYCRS60NE1xFfaDZ7dQxGDZubFk8A4akekRiFhUiRmz7EftxAnSyB8NW55CY0AeH/SjVrodx1MV5CV0btAiu1vRQVcIxwF9F2jUReQD/AMC3Afwfmfm/JqK7zPyJ9At/QkR3dPcHAH6r+vmHuu3wmL8G4NcAYL3ZaGEAq7wr1H+WkFIxAksuMZZRI7m0OkBW/sxjkD0HKNmNQlkFGEpUQVEZCh0utgND+PxtbXhUKZnjKnT9yjhJNKUnoNG1JgpVxSyWg2dHt06bfwRMWBVwMJfZMEU83+6w60dEZuzGiP0wYhxGjNOUe6EJDo1PaLywiv0wYXKAowkEYJgmTOOUc/3//+39W6xuS3bfh/1G1Zzzu67L3vtc+nQ3m02KFBPJsS3aEJLICJjYSBRZsPIiQw8G9EBALwLswAgsEgYCJIAAOgEEv4ZIAghwGJpAIojQQ2xZCZE8yKHFiKLYbF76xu5zzj57n31bt+8256yRh6pRVfNb65zeJ2p2r4PsOlhnf9/85qVm1agx/uNabetoG89MNdZICCOMklGSBk0LgKhihKJqOaIR04zktXFv8kKRQGK6vU1D3QKpAnIZkyPNZXKvmOR2ZHSsv6f/myDJGaoUeG+qRjbkkhiNFKRRnDHGtjQGfyGpIG4mkbx5T34HLAQ6MvHr7Y6+H1nM5sx8NGQGcTFVP8QtBSyRygSi5bo0Pno8QHJNyt4dD+Knt9diDEkN+FdF5Bz4eyLyL33K6Xf14BYFqOovA78M8OittzWqA2OSKiHbB7K7MYUth1qVwNKN0wKPWN9kV1nYKc5AK85NZUScuiErxpDVhZo6y+uJwYmsA0gpnoAgEqKhKQWemCcASpRfrQrkBW4uUK2o3CTpXQObmItdPybj1c3uwCbtanWz77na7tju9vR9n0KYNe9g1DXKYVQkWSEUYQghXt8PeJTWC/PWs543nDjoWo/rx1hExBU0FtFFRAxWjCYa5qv3VUP605VsbumiTNwmJ7surifJY1N+I/clPss4UcVw8yPt+Y5YqLI8s+6bobHcB/SWpqLVrRMFxP/EPDEpxN0wTUUuFmKuwBhGhmGAcWTmSDUypIqmjPO763uME/pcnCV6I3yi2ZAGx/1JMIby4vpKRH4D+IvAExF5L6GF94Cn6bT3gR+rLvsy8H1304wW+zFx3VIIo7YOZ7ej6YaAMQeD87ZQJ3aD+juuKmWW/tQQQ2EkBTFEWJsLydaXUkHkdHCaIRhNP23XMZvP8d6nHP1Qcfx4reUaxIHOPK4e/AowFMLOY5RRkxFNNBTux8DVdsflZsuL62teXl2z3R9AlZc311zud/zku2/zrpzQNE2SNNCPkVFcDXCzHxiHAe9g5pSHfQdOaNsWlZGmIWePIhYmrTiNGxU3DsRHZqEBgiGBWtLbe9nSrdZrVJaroUiMKNulTCxO7pUER7ZFkc+3z7WtysZ4giZsHvL9ymMyy5DpfGWmIBW6TCfWzCrPVxXtOI7RjX3YHzj0fdp7pMdJG6NUx5Gb/YHLzZ5Xmy27wz5VtYrVoFqXSvbXA5Hoxk0H+vu21/FKvA30iSksgH8L+E+AXwf+OvBL6d+/ny75deBXROTvEI2PPw385qc9Q1UZhzFa7Y0xVAyg2BRqOEhemYYWVAXbsSerBZWxUG8ZFStGkhemSY9a6lSyIoqp6eBXTCR+s++KiIsBQ7Z5KqmQR0I+R9MY1QrM1HkkkjJFFoqtfeuDwiEom8PA9e7Ath/ZHnquNls2+xggc7XZcrPboarsh579OEaXL9B2DeocQZX9MLIbApf7gY+vNjy/uGCz3dLvtzxadvzMe+/w0198m0dna9aLGW0bS+HHzVVTrYUQ8KRErer9SL570JxKXjMKg+WCRCEuigSXKnhLLHgcNKoTISTvjg1IRCpa2RbyOIXqc22bmVRnmjKHXAY+/a/4LWq0VpNCwTlZ66T8m1U+o3sLV0+7X293B642Oy5vtgxjoEtG6uA9+6RivLresBsGRIRF13KymrOaz7LR0RaH9dTQ5Gdpr4MY3gP+brIzOODXVPUfiMg/Bn5NRH4e+C7wV9Ogf01Efg34PWAA/uaneiRS5+M28QNIbWCs+TSZ29cLOW8lllWFaDxUqVWCwizyRgI1QrBnWGhzDQesh2I9PZZy8UCREvZ7URCooiwlWZCrDQ2KWp0WDZJcq8fKs04vMIYYEqGNAfYjXO97rvY9m0PPfkgJU84x71pmXcchBc4Ehevdjg9evGTWzThdL3G+wTnPZghc7w68vNnw/rPn/PHjJ1xvNuwPezzwR4+f8TOP3+Znf/LL/OSX3uZsvYwl3aVBxePRFOvABElZ92v7Qh4JqbwEZFaOccRYOdPQohThkD4IJMNmpQLkBV0zi4rfJoFiqms+rLao7HO9sMrir8PYc3xGjSKzKlLmL5kmqvDpaOQcxhjrMgxjVpnHcSSMI67xdI2n855ZE6tle+85W8955/yEk8Wc1qqQS7RpBIURJch0vF+nvY5X4neAP3fH8efAv/kJ1/xt4G+/di8yhx5T4E09kVMQFyfCFn7JXdDsTvRTxnCsSlSMwWwE8br0W2I8WYQdoYUpcrB/kyGyInwjELNtSPXswXzU8YRomqAg5yg5E5TNimsZjHqvC6VENo4ag2NCelfvG5azBTMfN3fZ9T1nqzXPLq/Y7veMIdB6R+sbhhC43u6ZtS2N92y3B7aHA2OIyzHu1u1SafIDm2cveXa94cNXl/wrz9/jp957xIPTNevlkpPVgkXX0jUNjbhcfj6Pd70A8/zWHyrSmLy0SXxJYMoYaSEWyTM2RQdlLIsaWgyLOsmaND2+hDib8THNZ4UbSpel/CMyeb+KtZc5rJ5j7k8EmqZhvZjn8Pnz9ZLlfM6863AinCzmvHt+mgztStP6mGnZNrSW9EZ0r9o7qCjB/eARww+l2QCVKS2EBDYhBv2TrYAYuqyGEiBKffHkqkoxkif+5erAiePXoj+7Gm0hQ556DSCajYVCyILcGJN5PDRJC8t1sHKvsX/KEEa2h2jQsz64BJ2LyTMRck1SWeDU9hWqBB9Shl7AO8+im+F9QNtA62IO/xgCb53seffslMubDdvDPsF2R4sw9AP7/YHRORhHFk5o5zPG8zMacVydbLm4vuJmu2EY4/6L3/n4JRc3G771+GO+cH7CV955xFe/8BZffOsB7conJudKQZaKzxXBHhd48fZp3nSoAu3lkwacGZxDyHOqQXMth3JupTLU7sp0Rq3jW1TjOMbko9EqdlFUAM1MYurVKF6kdLKU/tp8ZU3QaEKr9H+iB6NLjMES+tbzGavFnFkb7Qwn8fWLO1Vj4Rd77wDsqtR6JXqexs+41O8FY4hSLxT3T1r8lbZGWTK2yAwluOq7qQ0pHoGCGnKcAZSFnHlEpVbk7wZOQ+4F1oOJKmGgl0nfyXLFIG0yMA0ju33P/rBHNdyhl6RFQoGvdpdKDhaom7P4IkGHMer1nffZgOeIVuqZdyzmwnnXsV8u2fV9DHoKIUZjti0Q3YmzFG8fArTrJQ9nHcMwsNk9YN/vUZRdHz0dwzjQtJ4hCLt9DyEwb1uWsy751mNNSZc4QtDy2jbHkRnU41iPRxkF8wSUxZ2myHbd1WrxGTJJTGGykI/sVxO1QTUnUY3FB56Rw8RAKZLvmx5VT1QGoPU81rI7OrLMo+AIrWe1mMVdygS6tqVtmliYJVWDtv26g8KgIc6TCKPCfhy53O65uNnQjyNN41nOW6S23r5GuxeMAQpXLVGFlc0gymhMXZgyA2MOyd6Q5a7PjGJqfCwUKQn2ZTxvZFpbjbQsyTqwt6znOxhXvnnsbbErWGWekcMwRh+/K3epgDP1USr1YeqLr7Mnky9dYxZf6xyugTBGwnUipdp041m0DUHncecirCali1vnEb0K0d+ozHxH6JpIWqdLRGJwlPeOwzAyjAPeCetZx+m85b23znlwsmIx7zJBZ7SQVrTxX1u48XXr1cTRCiL/ZswhWD/T7JTo6dpWoDEsJt9EJ4xFtcxsqcoVGVVJX5oyo/JnLyD5nDztUs6zm9SIwfCgED1SrXfM2+gVap0Q5l3SSpLrV0quhU+q8Zgg6RAiTe3GwOV2z9OXF7y4umYIgeVizkNZ4eRziBgikTgseSkOnCtBR1ryGHLMQlYnIOaiu4QAzKYQ/xUpTMQ+x+dpcVDY/fLM1apEnDzzrtc8wyRYdYB4VTzoRMGDb1pmszlNE+GgQqmi5DTvNBSlzxRECPX9jSkcDWBFeE5iSq848OLjHocmOQVQj3NpcxLiu44Sg7IU8KI06Q1MGorG7c8aEZp0Xds4Gu9pljFnYjnvWM1bVrOO1XLGomtSEJdQhlIzys5JR0evMU0oq+F5GZDy/lGyW+CQQgqKKtChRgf5mEl8qFLyj12VWh5UMbR0g3Isw4HCFYxhTHibTCcumVEzxLC5i1sOSn5GVA8KdnakY0koDIOy2R+43O642u15enHNk1eXXO/2iHMs+pGD98zGzyFiiLBICEkXjU2yOqDiCBk5xN/MqBeSPmCSWrFIswp1iER4nplGem6i0iKtC1FGV6JNnNp0R1iaN8CJolyO890zZC0+5FzjIPWrpEJXQkeP/oVp+HCmyZrop9JQIJdki/Usou8u6rTgXHERmsegeA4i4XlbAFJcXl4i1G2E+OcdXeuTCuJZL2esZi3LeRfj9Zvini2dnwxPeYf0JY+p2ItXTYp6EJjW/CzfE7Sq6jDa82q4b/s/gEUzhsoQWEU92nwjVT/vaGkC5RN+1DQXtZNbZWrrsNf2TojKQjT6Ztqu38GYbIiJbTe7PS+vNzy5uOLDl5d89PIiboHnPfPtnhtVTk8+sfd3tnvBGNCSbJTkZ1rQnoAjqCOY6qCa0IGpEQlJVEFJ2WMhxmNdFY/qikpQz+RE6S1qQ4F9hTSMQUzVicp7kZhKRBcJdEqprOxcZBQcEZwS49onQrP67WjIspU9fjcmFN9FnFXBpiwykXyOs1cuP6Xdp6w4i2QEY0Q/8xHmdk0q/9Z4Zl3LfNawWhSbQtPEeIYo3YuUBkMvmoqZMJGi9aubV8Y8O5FGyhgHjlyZWq6rAMUdzKGyE2B5OJTU6WPmVePDjFaOuLfcPjfPWYV0LO5yem5SKJKqANFG7vApbLqOeJSS3TnGqlzbQ8/zyxu+/eQZH758xcubLVfbPfsx0M1n6BC4OQTY9XyWdj8Yg5ARgQUXxWH0qPicKhxRgk3IkSeiLqRyR2JUHHz7nAhEChVIEUkZuOXFrUWZmGyIW7o/OSaJogu9OMQ3SEpkGYOy70f6UWkdOXBHJvgzSr5q7SfpVX3PLSkvksKRE6Kpwn5yHEH2ftg2fYm7WWiuMY2qC4iAd+SNaLo2+tTbxjOfNczahtmspe0amjYGc4lIXsZmhFVblOUlJ68yWW5HDLK86XTMj3+JIHAC4itDYxzMvLg4QgkVgqv/jp995xTko5UlygDMXe9T3cBArTFB+8ykL+bpislW+2Hkanfg2dUN33n6nO88fc7TyytuDj2HMSDO04rQdh1N2xE+jzaGqCIke4EYYkhqBFPGAKTVV/IfzJ5QlkMdyXicEJVvAKa92YQcK++ZvkzqG1MoaEEg7iqdrIiufoxdLoI4j23e0o8jV9s9u35g5tsoIVTByR3RvTIholqiTTFMojwp/9THjDGUyuvFHWxqhU8RipKteNFO0jjJBWK7Jhay7dq49dmsi1WlZ11Dm5iCK1Q+sQd8AlejPlqCvMp7ZhRQxzLcupMcHSnSv67KlL9TGW9DYRI1Ayn9PUYCWv1bqQepw5O+JV4/GfNqqnLvxdysRqvx/pNYChEGVfZD4GJ34KNXV/zhh0/5w8dPeXJxxX4YYtRs0zKbzTg/OeP87JzFeg2+u3PcP6ndC8YAETFEXTEtbC0ux1LgrRrNrCYkWS7VijgSJ3W8QomGSHfNKEHv+D0DOWJtw5QDIGb2BMhWDQSXyo+Zh4SkW2repRpgHAM3uz37vid0s7QVfQz/tTyD7PZKhDQlvinh2ZvlvtcIN1NiXGBOJJ9TEERUdTwloYf0uXES7Qne0aXMyq71ucR81/rsecjsKC1CS5m3Y9Zd1eMlbJI+nVM2YczwXdLxehymfMbesTwLQwZK+av7UDGu+jO1sbJqU1WgRiT2vQ5s0uq6WkRZvEaZE+OjVnehCCuS96V4SPoxsDn0PH11ybceP+W7H7/g5c2W/TDStB2+bWmajpP1ircennFyssbP5oyfz52ohCBNgnNVpCLRI1GWai2KJS/qPJIUi3B1a2zSLDzJMApQCpROCEwTjC4mzdKD0ovSy/o3gexFSUTgYNa2zOdzGu8JQ8+27zn0Q8rHtzuQJFlhgLc27K0JVqeQE4P+1r88XBP8UW2aW+wSXigb5hIPNkKyJQiddzSNp63UiGhBj1Z0Yzi5qpGmgqo25lkA663FWJhFMdSloP+yWIUY51ABA7UBOqoFWWwBdu9pnILZXvKxTDvT74YGFLunVL/W4dmFOUwZVkEWknQ4oSAH89iogwYXK0kHo4GagUbaGIKy60deXm/49pNnfPOjj/ng+StuDgcQx3Kx4PRkTdvNOT1ZsV6vmM9n4ByDfg69ElEue0aJVnQbjFwzoc6HIE2XkIuhFKWsRC+S3Jri6kVaQblaFE8IK1JWhtOJKgpDSGSRoKFD03ZgUnF/w49kJjefz1iv18zmM3Y3I9t9z/ZwSME+Fj5t9z8endtHzB6RkYktkAnjmkCHIyiheTxc2k3Kp+IhUa2I+0pEQ6NL7sn45xuPb+LmOS65JG3ogoa8+LIvxxh4Gs+8WLWyOyRvg0llsdivzOjKYrUkMguUErR4s4wpZHtBHZSUNoXJqkPFNLR8r1lGfrJW71D1Jo1kfg7p3SoZlC5QNGX2Oh/RpbmLQRAXX0gJsWKUFYVJf0MI7IbAy6sbvvnhE/7ogyc8fvGK6+2WEaGbz+hmM1bLBd1sxnq9ZLla4b1jDIqMpe+v0+4FY1AgiE/EUQchFUma2a1ShSzXIUdToa+20jKiqE9KJKuhmmvJv0dJEChxuybLjXCD8Q+wakWU0Kopn4+E3PhYjWcxm3HY7uiHgf0hWYpv6ZbWI8mEPhH+mbHlDkcEZQxLy+KxoczeP0mEK9NhMX6aN6r1UYXwPi5+l5hA/GyJZkUtmSy6erFJZXexsVc5WpRVhGJ6p5yNWTPxTACFl0f1zuJTmQY5TdSI0q+p9yEZI60f9ZRPZqNuNZNKXcoSXnMWZ5UEm/oVsJoMt3PO442CUhKqKqawH0Ze3Wz5zkcf8wfvf8QfP33Oq82WURXnG5Zty2I+Z7mcM58vWCyXdN0svd+IfMYdqe4FYwAI+JSn7yqCrZlEjQ7iR+X2wHIEN9OJ2ERWbu5MhDXZGUGJ1NfVC91Ons56kWrlPKnu6UToUnajOKEf4sayQdM7V/C3IKB0l/pZn9IqkFK/UKbfCR3au2VBmxAPZU9KlyLtGp82r62Ml/kmeYGnz0HLaJmxz1ayXWWGQDWGksY931MrPln6VeHFvF28YJGdRzzzNRBD7Es5J1Tvckw+dw2/Mb8JY8kMKb9N7jNExhs02qtEfR7MmilZUtUYYj3O3WHg1c0N33r8Mb/3vQ/55uOPeXWz4TCM2euwSkxhMZ+xWi2ZzTqcc4xjVFVvo85Pb/eEMQi5oKcUs15JXTXuXAeIVNJ1soiK6hAPuYweMuQ1gkuOuSyVBLD8BYnIQCbFY+0pjrw1XgEaCbEXFiHVMd942qZFnBDCyM1eeXpxyWZ/YD3rMuqINyssKwZaHbUjQ95kGLU+rWZktkDtzpIhcq4OlMbcdqrCxRh8+w3VXB8BsViNkCoRx3e14CCbAqUKXMqdZrJwprB8ippydml+Py1hGelMLbeNzMOekRf81BUZsN8rtJLuZGNa/5vH8+hzHT2ZVaiU85PL9Kf7eomqmakTsW5lfIDVlhyC0odAHwKHVOJt1w9cXG/43sfP+f0PnvDtJ895dnVDP4YYwt51LBcL1qsl69WS5XLFbDbHS5MjVh2uMpa/XrsfjEEKQ7BkjywbJH3OlYDrRVqhhwkcr4ehYhK2KBJj0MkpiTzNIJQRhhRCnqzQQpaF9CuLf3qCyTknaQu4ZL0fQ0guyz6hhiLEaz+/VM+bGBop533SlMf7aXZ11YxEsndFEGcSLBc6Z0Rj1mdQnARUBReE4KT4/V20lYdcyq4seGfFRzMUikpYFTryCf2dftZ0zxzMVKMhLR9tj4csI1If48dplGkJkbbf7H4TrpoZy+1+mlpiyVZlPxMrGhtT68eUSzLSeM+sbZh3no427WaevFSamMIY6EdlPwauDz2Xmx0XN1uevHjJtx4/4xuPn/HiesN+GGjbjsVixaMH56xWS85P15wsl8y7GY1vEfHoGMPZvQi39kP8Pu1+MAaOYDAmaYuUjwerZVIZvLK9MUONsiDlaNlYmHOUdslanCimaCl3SOm7OkthXnbcFpZ5KfK9xAx6PhrtiLpjPwyRMSSGYF6SbCfID4qrpGCoidiMLdsW0nPVJJmmEuhl2z4glQRzafV5oiz1kfCHEM1jGvNTIruV5FaLpcTGxhNUaW2XalchM5diO3TKuCICyo5Jcs1G+zp5Kc3zm1lLun9ZsOlOxtArlDRVJSoUcIRYUscqlKBVPz5F0qZOG6PIadshVue+3Oxievv+AAROF3MenZ9wfrKO6lmqyRHUNk4KDCFwsz/w0ctLPnz+iicvL3h1dcOTV5dcbraMQWmajlk34+z0hAfnpzw4O+HB2Qnr+ZzWd3EOQxy07DH7E9hX4ofTTMqacNcqsjxh03LE5Hn+kamchaOfagogV0moL6gkjcgxMZj8n9oSJh8n2kZN3pGynRPatqPt5vimQYcIE2/2B/oQEGmYLvkiDuXWU+W22kBEATn7OC+KSKiHMbDtowQbU+Xm1ntmnYsVgYLSBU/TgAyxkvWhSVmXSKlqrLGGY6wG1TIbQ6w1mOwQkt6V4HCT+O40JlphHC3zewuya3xPC/hy1egbRqundxpjEPuZVYGKMVhF8fo52bqRoVjpc43kavQz6XFiNEZmY4iJTR88e8m3n3zMxWaLaOCdszV/aniXrk1ZpyQml65TEfqgXG53fPfjF3zjgyc8eXUZy/HtD+yGgbZtOZnPOVmvefetR5yfn3J6smK1WNCKx6krKAij3MS0P0O7F4whMoTKvZjERA6rNQv4ZGKmWMASp0xHLi7IWqJnvWOyoIsKQr5vIbQcDB0vxWSE9UsnCCISU5GJWakRR9PNmC9PmM2X7Hcb9sPIy5sN20NPM28KYtHSpfoV6mV2m0HWUjHBXNVovOoHLrZ7Xt1s2fUDSjSELmcdC23YjUo3KrOgSC+xxL1TurRFu62TEJRxGOha4WSxYDELLFofk6u8S5GRPhUOCXhc9Q5lhUWDob3oFMHnNxN7N4n7ImAxEXm2q9mqmGRWMTQzB6h2mcpoQW8xpDK/02ZBSXVHa7uJ3TfXxQiBza7nwxeX/P6HT3lxfYMAz663uKbl/OSUrm0ghOxOH4HDEKtyv7i64f2PX/Dhi1dc3Gw5DAOjwmw2Z71a8fDslNV6xYOHpzw4P4vxMa6BoXRRpGy8a+7oz9LuBWMwGskGPaYIuZw4lStxaqYBRxGXJnvFESEWaJ/ExpHULb2J7sq8+JLBKz9RE28xmJw7kPqS7RH1so3p16v1Ccv1CaqBPiivbqI0WM7nuQBHiWmYfq5G6/ifasnEZ6vCqMKmH3l+teHpxRXPL6+52m4ZVFnMZ5ytVqwXc+azGct5x6JtcCKEEBAJzJqYzh5Q9vsDfd/T9z0iyslizslixsmiY5nKuC1mDSfLBUuSi9JrtqnclWMClUpwrMynReucVjtrG3KqGKJMLsl7c9S3rCsvGeOcPkcrwXDcjo6LTAygk9OOmMP20HO123Ox2dEPI4chsJzN+PJbb7FezNEu1rTACWOATT/y7OqG7z17wZNXl1zcbLje7WMdTt+wWq05Pz/j0YNT1icrzs7WrFcrnG9Q9YwhJMSbu5r76j6vqkQ24tXYz2owUnHCY+xvVvBbOoExg0RGmllEfFIOO5a0RVhVj2Gy3EwqFHIs0HL6DpOvtbFS4+2d98zmc7r5nM3mht1+z9PLK15c3/DgZB0zEidjUtSnKYq5PXa2kMyTMaqyGwaeXlzxrccf8fHlFa9ubrjZ7RnGEe89y8WC1WLBYj5nNZ+znnc03mM2iq71BIX9oefy+prNbsd2t2MII13TMGs863nL6XzGejHjrdM1P/bOI37snYe8c37CAqGxXqVVnLGeHK3o/K9ODmsKE7e5E8iml/g5jU5CkxM5rhVTwBCVoQg9mu7phB4z3Ol43/HFGAzRI7EfBm72e/aHqDLGKFflj5+94JsffUzXdrx1uqJrPeIdh1F5ebPl9/74Q772vQ95/9lztvseRZjNFszmC85OTjg7PWWxWnJyesJyuYgl/HH0Y/K+uSqqN6MnyV681233gjFEVeL4oOVAZM0iNqt/IMfX1sq+kEOm7zBYHjdTQeJJaRUn8Fp1h1x0BK2ghlaiyrqhk5/iawiIo5tHOLi9ueKw23Jxs+HJqwu++OghzTxuC2cMCy21B+oY+9pvMjGqkapFA32A6/3Aq5stz683vLi+4Wqz4dD3DOOIAje7HS8vr2gaT9e0zNqGxjd4F/VUkbQHxjiw2x/irlRD3IHZkJSXGOswaxtOF3O+/NYD/ltf/gI/+1Nf4cfffYuT9QKwMOx4T5fdxxYxikGwsui0sEGrBSpqMQ3GHGqFr8D67M5NlkZDCTViMKYwFSd3YbPEkvO9tLgltd75OkCqH9mPgX0q3W/VnocQ0H7g5fWGr7//EZv9yJcfnbOYz8B7DmHk+eU133j8MR+9vIxMwXm6bsZyfcJ6tWa9XrI+WbM+WbJYLmjaLgpPYvEdlYRksiGWrFbexeA+rd0LxpAnMy8qW2TR9GSHs7zWGiEoxRpvCz8VGp84vCVLwlvGxbSoshlIwAq+StZHi5iqPQ6x31ocCNV5U8kSF8F8vuD8wUMO+x27zYZ9f+DZ5SXX2y2rriVIiq7IaCZyRRGtajXU5FzIt0r3og+w7Qd2w5h3vB6DFTyt9vwcR4bRc+h7brYWlFSnIcd3tH1DrbBJXQsC4GoLL65u+PDlBb///kd87dvv83P/8s/wr/3MT7JcLph1seKTA0h1Ckv/i0ehLHPNt49816I6mQQ81WrJZMSt79gCKUwh3lMn16gJkkyPhTZy4Rf7X31fNO2UpthOY4dhzK7Gbd/Tj2XsLzY7/vDDJ3zw/BWni3mMTpS4W/Vmf+B6F13YiGPWzVidnHF2/oDT0zWr5YKT9ZLVcsasm+F9k18heoUqcrf+WlzN5xExlIVX7AB2uHDyOs+hIoi04DSJ5shfTMbGY7VmK2hFXBUUrWCuS54Jy+mMuZ95dwq8aHYDOQLOJBqWQ1GYVM0c4t6PLWdn5/SHPRcvX3B92PPqesPFzTWPVisa72I5tnSxhfs6KGHeCRSJjUTWmSOqGFXZHA68vLrhertFVXEuBlghghtjMI73ntkshtA633DoDxwOe8ahZ0huVKvunLcGDHEfTqsjiS2MhCD6IfDiesM/3X7Ai+sNH3z8nP/On/oKP/7Fdzg/WTNrylZszuw8EtHUcbITHKsNcVBc9f613cFmO5NUJq2CGmqSM3EAVC7Ro0k7atnTUd0mhzElZjT0A5fX17y8vmazP9APY079HkPPvh9ifIKzWqDR6B5SAlrjG1brE+aLJaenp6xPTzg9O+H8dMWsbem8w7sm0X1RjRBy/Hk5FCZM43XbPWEMFZSn1ubj9+yIKDgzXqUQ09EkD1K8T0iEIcmXPiGB/PvUX2k9Saii+h7RWfy3KgFTEsIzkdbPKG9gsxSdpA58S9PNadoZQeFqu+Pl1Ybh0QheShahjYMWRFByCCTbSczg1QfYB+Xl1Q3vP3vBd58+53K7YXc4IE6YL+Z0we7qmM+XnJycs1qf0nYz+uHAzc01N5trdvsdYQwxiq5p0DEQxp5xGBj6PRoCXeNBA/3hwL6Pf/0wMIwD20PPN54848nlFb/9nQ/4c1/9Mj/70z/OV957l7OTRVIpYpm4WKdR82LObkmNzDBraZJnLyGIolrYbBUEoHne7d9sjLQHTdS+ipFnpoF1KDM+qw8ZNKTS73UMQ/Tc7A9pn9B+YD+M9OPIOAbMzepSkNgQQiqU64gOIKHxDd18znK1YrU+4ez8AecPHnJysmQx68q+lEgqI5/6RhxQA8PGSOs6HJ+l3QvGUMvWekHGo7cXL0ki2wQbUVW3IROJBqwUvZWNs7tniUsGs4mZ1ASV7pYuyJKnUnvuHvP6rYzIYojqKB7fzZkvlvi243DY8+pmw/7Qs2rbwgkKa5wwCAvowpgCMax2NwRebmKizXefPedqs2cYh8gGnMf5WCzGeU/XzlivTzk5fch8tabpOlBlv99zvblhv4+pvLNZ3OEoDANhOBCGnuGwgxBiuvU4sNvesNlu2e13bHY7rrYbNvsd/Tjy4nrDxWbHt54857e++V3++z/zU/wb/8p/m/PzNbPWM/eSitOWEGGLGIljVs2JUqkTNfGTVYtyDQV21HaGTELVhKI5v6aIp3r+NSOPHMSUPtsuUhY4FoKyPey52u4SU0h7UlabGXvfRMnfNLRtS+MbZl2spdB1M9r5gtliyfLkhNX5A9ZnZ8zns4iU0naCln0aNIWwZ1g1FW4uSM7+/SztXjCGknSixI0JtZq4MnlT2DCd9DyLkmU8ZZrNVmGbk6Qrqm0dChsy/mscPvUrcwbrZzomOtFPq7fK5ytF1Qk4cA3tbMnJ2UOuLi/ZhsC2D2yHMcFKEuOr+qamqlSeG1N0khfiZrfn8fMXfPfZc55d3qAiOBf3deh8g2tamqZhPp+zmK9Zr09YL9e4totl58LIoY1EexgDzse9JmZekHGEMCBhRMcBNNbcanVkPOw59Ie47+J2wwfPPubDZx+n3a5iSPDlNvB7jz/m5fbA882ef+1nvspX3n3Eg/WC2ayhbQRXZYhGu0YhA8nvn5iAKybi49k2uqjE/0QF0OOBradrcgKVnSIhg2N7i33XiOICRDfl/sAhlMzN+n7iHN1szun6hMV8zmy+oG06fJO8VosV3XLFYr1ivjqhXS4RJ6iOBB1xGkr9S1MdJNcuA8ZII6YSi95Bn5/e7gVjiM301FAtvmTmi5gSqIJpM2s/GvkM+Atk5vjnstLytZLuqVlicURp05GdEJkhCQphHZcwH7F3AcUjzZzF+pzlyTmH/Z5NH7jY7HnnTHHiCzI5frJqsTVQeSaCEsYxeg+Sa8wlq/Z6uaJpW5xv8F6YtR2z2ZzVbMa8bRHvGMNIGAfc0CNjj1ehcdAR6BAaH8PtvXe4tk1EONLS4BctStzwZnfY8+hkzdl6zbNXr3h+ecFmFzelGcaRxxeX/MbXv8HHmy0/+1M/zlfffcij0xXr5YJ509B5oXUxZ8NKrtlU1WjBqaTFUYwDJW6tSPgJAuCIVKgQBEZjFaOg9mSQ1DYmDMGYl3mDDqPy/GrDi82OPtyOdxARnG9oF0vmpw9YLFd0szlNG13F8/mc+XJFN1vQLea07RyVNhqWE1MMEogG3ERn5sGDJPwcVl45Mo1ii3nddj8YgxTir9d7gUXW8tLjyOjw+g+afK5UCqsenQpqSMquLMJFC7xIA3+EXcj8K78ASaILI1IkIIKKR2YrFqdvsd1s2YWeD15d8Pb5mrdPVtQqlEyeYijEHhMp1wGLruPRyQnXu56umxPEMevmLJfLuPgVhnEghIFxOKBjZAJhHBgOPYQRHUf0sI81BYY9wXuCiwEy3ikNcbOZuLOyoxXFi0+p2Q4NSx6dnfH2w0c8ff6M7z19yvvPn/Hy+ppD36MKl5stv/vdxzy/2fOF85P49+CM985P+bG3zjk/WdK5eq7rT8W2ktW/POb1wrbxL8iqbsdUNfk0QQlJZE1sCcVrYwItAIPCzaHnyfWGy8PAaMWH8+KNsSztYs7i9JzF+SPmixXz2Yyua2malrZtmXVznPOgjjAGXAhxZ2+s+lS83/FebXEIBEn7rEB0qdZC5nXb/WAMCqJjYtKSJ0ZMv5xIyXQBaUHn9WLX1SzG7AbWQuGc6eKse2mpChBvpRNoqUmCObM/VN3JqmzuemEZQUv571Cfi+C6BcuzRxz2WzYvn/DRy5c8OV9zupjReo8pRVNWWL5N2KQIrfc8WC7x7zTcHEYG4m5FAWU79Nwc9vRDD75h5jxtGPD9Ie4DOfS0zqGpNmVPhKytKl0QFk6Ziaex8vFNE4u5SEwOa1zMlcA5ZqPStS3ns4a3T0945623+Nbjj3j66mWscxkC+2Hgg+cvefrqFX/UtTw6WfET7zziv/enf5LFYoZrLZegJpRkR9AqINmgXhqRO2txHAnL2zjsjhE2pIDmvSInRV1Mv9FCI0GFm/2ei82GXsG3HW03xLqXQx+Ni13HYn3G+uG7rB68y2I+o2sb5l1H633KOfGZTp2pjtmuJYnX+GR4TaqCocfMhBKaCqWfn6XdD8aAgo7xvVNtOqvYnDeSNSZhy8FUgCzyyZRiKkQdUZ8RgsZ7ZkvWEVapYxnKIteK4yZUoeSJqXlBJctRTRmNCXsUrSdNm2/pFmvWpw/ZXb3k1eUVH7x4yRcfnXE2n2c3aJ5w66upWjV3AhrnOF0uWM0W9AF2Q2DX92x2W8Jh4HK3oe97mtmMZtYyl8CcEecaaBtmTQMoY9ekDMyYTNVKrP04bzyt96maU0ywarykoi4uux27EHfBWjrHar5gvjyh6+acrU+52u/Z9gOHvieMI+OwZ9/Hqtk3+57tODKEiLJIM54D2JSSBl90hDIsRg82n7WgmMS0HGOEYySZGIKaCmFoQacuVZudhCzGYeTi+oaXN1v6UfFNS7dYgghDH/NO5qs1y/O3WT58l8XpAxZdw8ynKtu+2nApT3GdqeNiZKPZDARiVajoHQt2TlIdnEFJuB27833avWAMBdRrNigVcFCChyRPtpa5PIJIqqZv1YykFJQ1pmBW7UkfZHo/IxrBYv2n8Pa4BdKGMca9tVxRMwXTCcUpvmmYLZYsVif02yuuDwPX+571bJ4t9dFsWmBj6fi0L07i3g/BQaNxU5umcXgJhNBzs28YxiG+q0KDMvfQOPAuLfpqYERDLh9vlZyatLGqpMQcKwWXtwbUOJfeQfCODljPO945PcEr9Ai9wuZw4GZzzebminE4cLaY8eNvP+QL56fMvaTk7/LCeX7SsVoeSMUA9I5xmQjMYzRxx4wWhkBlVyifS+6FBYBFRLEfB568uuLZ1YYhKL6b0fkO33aM/QFEWKzPWJ0+oJstY82KtA1CCFG4x3VtyYBgtBtUCUIOfrPPlstSFkkRcAIEtUS2zyFjAFK+gk4ija1pPauJ8PKkVozD0IDmWgaWqWneCJehVuQXJXOySP3iGnRJugQ0+c3jb1ZYJWRmls08RYBlplDfm4JSjKs7Rzufs1yfsr95xW4IXO72vHVyQuddrEuZu5aXwmSQJrcm1eRQaBA0lqhGWNDriPMedZ4mFXRtGk/rYlRi3PzGCBOcpArQqaybT+qCpVdnD0p8epbkXiN6CS4S9byBk1mHO1khTQPOszkcOByW9PsTGHsermf82R97j7fWC7q0CU/eY0NqzDcd3yJgP4Hwqwk5VrPzNfWQMl34dfUnQ31lO7tQ7BAK/RC43B3YDQFxLbP5kraZxaEZY33PxckZ69Nzuq7DDKd2zzHtiuWtTl3VKTPCG3o0g2c2cufTDWFFxGcD+DnNrtTMGKBOpKrhoTGDAv7UGImJhDhqkQFomngRzKMRTdoux5NH/cvEo+S7TtFnHGCVkEuClWCnqNPm6kEkTp3KfJkeajYGI9Baf1TvkXbG+vSMcfeAw+aSi92B7Ri3klcn0RBozA/JWZ0xf6L8Zq+lCp6IBEBwbYOTGWdh5DCO9JpqJjgHziFp5+o2DUfc2yKe06Rq0V6sBqTLG9PUED4oWcLZ+HjXJGJX9k0D8xneeRCY+47uZMbCnzHzyum85Z0HJyxn0XOSwUGtAdxFO3fwg8I2E9jXO+SlHrGSWhBRqQsVacU7RzrNlaCLkYtDP3K9H1DxuKbDN3NmyxN8N4s2NA0s1yesliu6pslMN6KvyJUjuRaBlRlwxdwyc7B3rT7nGBfSXDjzXHzCAH5Ce23GICIe+CfAB6r6l0XkIfCfA18FvgP8u6r6Mp37i8DPEz04/76q/hefem+KKiHJCIgW6Ttx21WqxJRhEMtvS5UtiVQIIS2EalOYWp+QasOU0jJ5ZFLJyCDBOaRSS4wZqeUSSJo0C5iQjDxi0FW60De08xWL9Rnb7Q3Prna8uNmz6Dqct+CeyvUm09e+BYbjoKW9KOOYeBd3kDqZzdiOyqjQDyM7P0Q3pkJwCW3kgivgPLkQbEQLZV8Ke5bNX7a4aGSkpIjGVkL0MjSOLrkkRRrmnWPdeZadZ9F55ouWpvGRaRFVhE93sxliKrqFCQz7WeONjtSG9H89Ot++KQUJVKM7UQ0zVUiqHaHRnrPvUwB9hP/iHG07QwgQhlSkpUkh9pYoWP4soS/UTKGIwXjfCk2YkLB9Lk1pVqlSAMV9MqL6hPZZEMN/AHwdOE3ffwH4R6r6SyLyC+n73xKRPwP8NeDPAl8E/isR+dOqOn7azbM9EBsCrX6zWS1Tkudaq6nLuqYrUCwHSAHBVQwgT0vFcFKIbXKIS/W8GD9AjorMkXHJsW4MI3KMMTGGaKQzK7HVa8hMML2zikN9S7s6xV9dcnXY8uRqy+lqSTtv0u7TaSwqJFXQlEX9pV5olmuZmAMRSbWNZ0A5HGLpsf1+ZFjBvPH0HlrvYmWmxuGl7BmRRrPqfzpWAEualziJPgcdQCvCzAud89HY1jU0DmatsGwd8y5uZOMTU1CzrdwqepCmGWPOhSNnWH7XAshMYQIL8ogdn3hsdMyfJ+dXCDP9vx8DQzAP1sjQ9/jDgaYb8RLQcSSMIasEtvit0mbI8TeS/3NJuEW1gcwcrCx/WSuS6QIh2doilbjvw17vaq/FGETky8C/Dfxt4D9Mh/8K8HPp898FfgP4W+n4r6rqHvi2iHwD+PPAP/6+z6n+LQuNCq5FaWSfazRhizdz1xwKXQ9JQIJVkS6MIf7kcgANIsUrUsuIRAt1QZkp7SYGkhiDkHbhdimb0O49kUNEhuE9zWzJ6vQhh+tXXO4OXG13nHSrtEiqZx5JsgRcsB9zvGYFdzUoOiph1OQNiMFQ10HY7HaxPuTYM288D9ZLHp6sOFvO8bMu2iMoS8El0axaLw8tCCgCIhxJBeli4g+izJoY5Rh3uIrG0rZx+MbF6L78DuRn3KITJdcXyDLjWOU4YhJ3ycu77m3nhuqcjBcnqIOEFiA/yTmapsW5aMty5sERiUFrriT8xWtjtk1ITEEwyS5pACXLNfPOZXuBMYUKaVhqu5IEVhrASA9/MvtK/KfAfwScVMfeVdXHcfD0sYi8k45/Cfivq/PeT8cmTUT+BvA3AObLFQZDJ8xBjxYmBVDZpJuUznw7f3ZZekUpakk3adClQLVIyJVkTDqd3TsjlrwCjVHYU4tfXTVKhjibDnVx52dRN4G0po7kG4vHtTOW6zNcGNlcveT51Q0PV7NYQFYrX3WuVZCdpfndqxEux0PsU98P9P2IBqUhVg0axoH9Hg59z3a3oXHCfr+DMODGgVbWdG6Ga2KtiLKvRAkDz3JT4wL12OsLXqHtPEgsMm9b3rWNuTlj/kCpMFRRQbUQ61yV6sPkNY/FYj0alSkg09Zd59m5+S/Nb9BCcdbLPOzpGtGoskUm0NA2MWjJ+bQDOC2uaRNDKAvamIOY2pAMPSJxP9ds6zKaTccshyTvN1pJiCKwQk4I+Czt+zIGEfnLwFNV/S0R+bnXuOddPbjFm1X1l4FfBjh7+LYWwrYFYCGdkLMhsUkti6Gu34cWiJ8pJasUIU2EA2JOwmSgQzW41BLINEmS3pZyJGv3iU106puGOBUu34OyiCp3EkS4LBQCkaZDmo5N3/P45QUPV3O60xW1BaQQpVbfinem/FbIeAyBwxAYNQYkncxaTmdzANqmiQVG+hO6xnG+nPNgPWfRtszbGHjTpGAmSfaG9MQyJ/ZIQ0ZIXnzGTJzEkOrGCz4Z3mwd5O2qpOA4q7N4TFB3vCZ1dmY+606YYH2tzzxe5LU7MnkjMLKqjtef0+YwIyDe411D281oU90E3zTR89PNYkKbbeCThiyvaXNXZuqP4zmmF7bz1VCT/ZuGz2Waj+eVIjc/eMTwF4B/R0T+EjAHTkXkPwOeiMh7CS28BzxN578P/Fh1/ZeBDz/9ESbpNa7QikmUBV8zhWrx5+sqian1favzRKi36jJoFv8xeFaOFaSiWceLgSRWOqsWQ8XghGrcgzNtu2d9MxUkGqJKjIUleUW1I1q0A44XV9e8/+w567ahmXeT3ZYmr6plsUzjWOx5IOLo2hYRR+scy7aJ2X3e07Qt3vm0u3XU+Rddk42OMY5BqwVeVAkbO9WKmeZ+xgvyzlaiMdfCCeJdcatVnqFPlGx3oIHa1pH38Ey/6vTETEOTe6jmUybftU6MKmqEkV7Ol0jyKmjccPYQFBVP07TQzOhmS9pugW/atN9nzFcRV9u3kis8CTkNxP06dIqgHGbjkBT8FX/LY59owOIbMp3kEfkBIwZV/UXgFwESYvhfqOq/JyL/W+CvA7+U/v376ZJfB35FRP4O0fj408Bvfvoz4ltM8wnLQp9IgeNzKPp3UTMqeJv5bprF4wg4c4JMxfodzyLHLkRLcJi4hczrkKWR83GRa6l2ZOgjx1ko1GLeEmy6+YLTs3Mu+g1PXl5yNp8zf+sBvmtLAJghm8QZNBPatEVh7GgdLDsh+EDnHcvOJ30/lXPzJaqxaaKRskg0xbmEkqRiQibk60lSc+XGE8RJjn3wLr6juAQfyp1yAlSZw4rz3Go1OpjOtv1+iz/WH5UsTKpux+syMzhmDOairJFE2Upu0BiH4JxnsVihzYKmm9G2bbQfubgzuHcu2l0kMYW06LPgUEU1qcGJ2Rq6VNWYMxFcQVhpxoMqiLtFH0j67ZOG8hPav0gcwy8BvyYiPw98F/ircYD1ayLya8DvAQPwN7+fRyK2wvYycpjOWp7U+i2PDXmFTAqvzLevzk3DWVGKTFeV2HMz18qEqFggVkEM4qzek+SZURlxPi6qiIQs1r8s5Hx9YkYqUZ2Yr07Z3lyxuX7F44sbVvMl/rxh7l3aNLV4OGoGaM9PuZxAdFs2LgZ+jSq0Ln5vHTQEWgnpu8N7jfUREkIosTZS6bqp11J03LhRbZw/R3GVSsq9cF5ShCQZD1vQTpmPModTg3M9KUzPzMzVqOGTV0BhouXSjLwyWijHCwi1g7d/iypF2YgWoO06aLq4ezjRBS84PClDNe7UilPBIzjn8UQkmcWL6sSWk7WtPAxW+cm+S56j2hE3phf6jBHRn40xqOpvEL0PqOpz4N/8hPP+NtGD8VqtELjNREELR3dmIsUn5xQCy4GP1W9mm62JruRdaNaNs8EySxClslHX75h7XYrEutyLkBzJYwixhJktVNVkMS5vLsf0Lg4/W7I8fYSGkYv9wIcXV6wXM/yii+tqIiiLBDV4buvFxiMzDg0EdXkBCIpIsom7MZleFJEY25+LtRrjgswMyp9kKYrGsHALkHLOIU3ZIVukdP6W1lsvQu4igSkgrnkHWbLecc8KUHwSUyhCVatFXzELrROoqr/8W9zDo+w2nwLdxjEhL8WL0ohGxqAxoc+Ji9+luChrYWQMIU6BZIZakjYryGbzJInitURpyp3r6ZPbvYh8tIGw+G6qKMi7zrTFfOyxiIMj07qwGu+cvYW28FPLgHbiBk2LICR7gEHLijBNksT7HgVNGYKQuL1b7J7hF03vlzj+RMalCDg8rluwOHmAF9i8esqLqyuer+csujMWzgybtZeCQiDWx2oMIvOKBUkHoA+BVh0jsfaiaEDGiCDijUKKjrQFPY1GtB2nbHMdiwIFkoEy1jOMzCFF99nwpJkz1/BEktcjIjZ/ZcqqdXeLMErdgYrxCpMRLkyhQg63GMXxwp9+t7yJzEzSnHsfd+TiMGYBZ+9vv5lalcPMJUaoukI6cRxNO030aONm6lnxnBkvqOkvUaoc2Uc+Q7snjKEiOvufcexKnN75btUbG/qvsEO9lCfPqxnKJ6ocFgtvKUwVU6l10qgqaOm8OJCSIKMVpy8WO2Nx5c1jBJ2AeMQLzWyBI9DvNuyuXvDk4pqT5YJmMUdE0wY1OjWbfEJzydXokm887qoc+6whpOCt+HyvcT8IDRDEpH20eDshBtyIJHgsGeMW2pUMK4wh1AVccxm1zJXTwZy1KtxlLPzUNoFdtyAY1axOGADVsSJeatRQM4RiX5h6NSL6GVK9y6DR8+NSUlrkry7HNOQ6jDEivZYnGaVVXLSggOxmdxP0ZYzD/iIpGmJIZe4/l4ihIqYcCETRsaaQM6ELMfuAmVuKrC9nlu8xx4Dk4il7GxUmULGSiQTTLGVyZ3M/pGB6W/iSGIPziGsQlxiEZBFA/n/mgkl/r1a4IDEGop2xOD0HAtvQ82o3MO+imJlJZFhOp6gD0VuqlAg03iHSpN2VA9f7Aw5oG0fXOBapAEvjUqWm9C6SajI6Us3CpCIMIUT3o3PpGQkdpJFFNakzcbfsvOVgNZI66XYaz4QkotolFQyWTPgZHVW2oWPWMGECUNQd6j0sixphru7CBAxZ1Ayh3MfEiogyhJFXmxuuN1sG2rywVONGwc7ZgnbVwi5cQeuVnVLYLWeixCy4FNxkUMHWTT3TJaI22tACIVXn+iztfjCG3JKESRYUI4e4d2ElbSkYo5b5x5giVltOjCQrKlquNiyZF6nmxZmZQk11ETcyXYYuMwW7Xc3kJFUBhumiQI57O/2emYyLhWO7xZqwv+GyDyz2Pd61NK3DhRjvkSMA080tuSpLcaKEQlzki2Hgertju9/nDWRmjWfexuSexglt4/G+oWsbll1Lm6Bw06Qdu1PKtXfR9ei9pOQgj2/ignb5XSajWY1DWfgqNmdQ7D6az6uGrsz7p8GkPJbF/gFkI2lhChVzSKggZGlbjmGIwc4DgsR9J7d9z8Vmx34MSOtomujpMUbqnU+uWjdRyzLMr+bPao/YmBjzEyXvLZIZXhqM2q4mhnZDYBh6xiHWvvgs7d4wBuOguR6A1m6rdFI1gGJFY6XoihYPkEVKHS87Wd+GMqK1WAlM7IHY8j9iChV3zuwlwT8FNISIEAo7R1L0Y4x2s3elnGMtMZ2yki0RrMF3C2bA4Bzb8cDTyysat2bezemcICleK1TjFW+juZ+2wYtTaERBPYNv2OqBl9cbLjcbDkMPxMKyqiFWZvKO1WzGW+sl8xQebaXdRKMHo/WORddyspzz4GTFYtYxky4lQxmjrYN2yIte8oAYUqjGtyb+erRun55RmPEPLUSR6aZGDaXgyvR7qdSkOTNUE/TILs7MIGJk4n4MvLjecr3vEdfESs9d3NFaHMWuUBtzkYr3FTqoUU1NdvaGkWLLu+fxtPdNc6cackXvvu+R4XOIGIQobYAERV2lw0ne0lvTS2fjopI/xFNi/YUczahl8RZCmZAnEyifTsnOxEywSrEJlOvsc9BC/C6hhAjBfUELSgqwqqQ6dztbTXLGe8Q8Cte0uHbGsBt4td2koq6e887TieCSdKYMydGiSSMUkWrMTZi3eLdCJdZxfHl1xbbv2fU917sd+/7AEJTGu7jhrRkTRbIvvm08y67h4XrJFx+e8ZW3H/Lug1PaVA2KW30w6FDcyTVPtlGuANotV1uN5o5RyET3r6R9QQaaLfVaXWOFXXOR1xCjRY0p5BtSGEMQZQjKxfWWxy8vuN4dcC4WdF3MOsRBGAckOCRF8rrU9el+GIYSooC0soLx9S3awVifecHMXZ1uWDOscYh1PPuew25P3x9ile/P0O4FY0CiFRuJEigChlqaViQU4kSKhoo55BPJUF/LIOdTimUGS5XM6dHYT4XgjCAybCXdsyJNu1rUNoQxXdAnBkF1j9ufJ0eVCbFG/3didM7j2hY/dvSHlhc3B+bNhtn5isaXeKFjl11dyCNv0oKgXmgBccIX2lPeOlmye3BGH+JW7E8vLnh6ecnNfk8/RjdmP470+zG/vxeYtS3CnMMwMowhEbfLEjLH8d/xurmPx4cqThE1ok/SF26xhelwVkyh3nLPkIMJnAkzqP4dU1yCVOOqFGYRROlH5eJmx8vrHUGhm8Xdw2etR0PgECJjcBpyIN5xfGcJfracntR3kenir94tJ/KlvmlSHcI4EoZDZAqHA/3hwDBG9+hnafeDMUDSxTVWr9FQLaiiSsSIQoqOqLHcVZ7w4JK0LRWci4gOhRNnI1elGqTfKmZdnl9Rak5+mYC5BNPNYuxcLr7hnJ8YmGOXJGcH2lOqjqR/zWWbOuQczrfIfMnSOfrtDS9utiwc+PWcdetphJgwZXetsKjxP8v3j+YGj1fPDHAyx52ugBgU85XdQ653OzaHnj5tSTeqMowjQTXD41nbcLKc8fBkyYPVgrPVkvW8ixvkJvtKQS61TlDhgwkjmM6DQekM+NIFBQDeRg4ZHVQIIRwxhZpZmD3BNo6JG8Ro2laezOBsriwuIEgMhd4NA+I888WSdr6kaxsaJ4QQYxd8hgnxpSQxS3M7YszTVAx7F3u/JORi0BjTPB0lMoVxiKrDcOCw39EfDozDmDbCkbuZ86e0e8EYojXbLNtArUWJIIm1i0hyKETZrGKBGyYurQqBWa+rRV0jkKM1OQWzx99DZQWvJizz8uJeElze7SnaSyxWYfI4ahlRRW9MzqrMmZGYRVDXAIJrBQ49292eJ5c3iCr+fMXCuZQerannJC+MThhTjkhOS1UEvLhYhCWN+ems4e3TVbQ3QLKuk5OovFV28o62Eeatp2t82mHJ0UhtaKsWQPWueZQz8jt2URYLewGHNayHidWtOlygdY0cpmih3hsihLjIB9s5KtVNMENhtRQjU0h/Q1D2Q2BIDGTWNczamHdyUKvLUV1s8siYw9HcS/2hEl6S7DGi9roKGtO7MlNIe4/u93uGfkjBw47gfKTFz9DuB2OgwE3be7Jk7kkhnMg6mTIFTZ/TnbQsZjO41Tm7dQGLZG4qetyxmEIp9SNvAbrUX7Lh1NyTYqnW2dCUiNPERcUMNN+zqCgT+JiJOiVZCagDP1uCjry6uaQ/XOCd8N7pihmCT9dWSkQeaIfFFcR/fVytOdEpei8EkUgaVlcwbwIskl2Z0cYQayuYF6Mzj0V+f2OaR4ihQmbF/jM5kA9JfU5e6IbCdHp69btWC9jsCsZasoFRYRiVfhzZ9wP9MOaIUYhuWnWuGs2imo7Afhi52ffshp4xxA2PWxe9QmMYGcOAS9vT2dyXt6rRgdFqFfpcUYhd6VQSrUdXpGpgHHr6w4G+7zkcRg69Moa0t4S4KFD85xAxQAwAiT7Y2y9Q87pcySa5Iku4ZyzMYkhDMGlphyomoXZGmNzdklioodrROSbCigJhxsaYNFVSsKXQQHWnshimjMYs3pH2A1YDU9U26E3kYXuzNR3SzOhD4PnNNa0PLFrHw8U8w85aWGFMSiQzMy+SmYExi/znykK2850xDWd1B5TGS4p9EBofN55xripbV11fT63KUf/qgar+NcyUAEWW/FTvl83JefyKqlDbD7S6T1BlGJXNoefiZsvzyytudnsEOF+vOFksaH1TuRanERhxK7qBj15d8uz6mn4MdLMZs1lD1zUMfdrrc6x2Vqshg6b5NjFV+5vVEqrsQJYu1XuGuHHQaEzhQD8kxKNCEI/mIDsfcyY+Q7snjCEFeyTGoAk6VcsI233IlmiIK7+S/iCSbBPqKpxKWpUljbUsMwcS0GCQTtJxu6dU10y6WyRgQjA5eL2qnDC92iY3SYoE5es7Z8Uh04ROrzXcL9FVKO0c383Z3Fzx+MUFy65j3jT4WRv7ZganDFRqtCC4LPlrxkBK7CnHBfNmlNLxsUAsMebByso7l9GCuXDr5xsovwt1Fbqd/prRwpFaUH6l3LNiCrX6ENJGsIVZwGEYud4deP/pc7737AXPL68Iqpws5njnWczmNP54ciKUCAiDwuV2x+PnL7nZ7pnPOk5PV5wsZngvbPsQ9RNjCibAck1Th4XGCxS5Zi+siQ4rOhc05f0FNO0m1vd7DocDh35kVE/AEYgoQaXJSNNKBbxuuxeMwYhS05dc7Sj+mpZPhPz2gqWKgZ3msv4naEnjTcQSnE0OmVlEE4RPG4am51RwU7RMxFTTdLnfsfPFPRlRQ5IxysT+AEXu1M6musUxoGIgrhyvz3MN2sxolme0+z3XF894/8VlJOiHp6waHwOQNIVzVyBGiMgyqw/GKMTCd8t+Ea4+niIeS9BO8tH7WB8y50WYWoiBNft+BxtUQ0sU7nCECKh/T3NYAL1MzEeGGuKspdRoHAPRg3DoB262B56+vOA7T57yhx8+4Xq3p/OeB6sli5OW1axj5j1tykmJhVt1otIMIbDrB8agrGYdZ6crHp6f0HUtuwEOEtGeRVg6NHkm0liEMRkgrcigBeFFynZmF6ro1RiMaiCMPWGI2wuGZGDURC+SKkhFxgDFWP767V4wBiCGeiqp+KWtWshUnZiF7eGAkqUZ6bupEpbbEBdmHNnjJWjTkA086iaQLw+luELQZjXK3aqtvVKhhrSoqyfl9xC7+5TVxFOrBaEkIrFra0u8xDoevsXPV3Src25urnm52fPB85ecLjpm6yUdZXzyv9Y9cydmVSIl+1SwX6pzTO1w1Z8XQw5umtgj9RPzkJXv5VULk75bhyhMY4Lk6lN18jEXWSGlQyvs+pHL7Y4Pn73ge09f8P7Hz3l2dcPFZks/BtbzGY/O1rz34IwvPjznZL6IUZ5SVeGSKv4lPUdEWC/mnLcND06WnKzmsU5j6NGhp+8PBPVgbudEFaXCY0gp6pL/i2iojo4syNm8LOiY/iIVOedxnvgsilqrFgQ4mY3Xa/eHMZiximoZG/qenJlLURS1Il1T4JKrrjL14PiBdkpa6LlIRgC1uEclb1ajxhdqgjeMnMKeJ39T+7skTqYUC/2k6YQdJX5QGFE2fpndxMW8B+eWLE5hHHpuXj7l44srHq5mnM1busZPcEkeEfMUuIIURErtwFsqhP0rhjQKspiw3KOPhtrkqAcTIZjPnxpf60uqSBSmP9UqRGyB2mMA1/ue7370MV9//zF/8P5HfPDiFVfbPc4Ji67j3bNT/tQX3uVnvvQeD1YL5m0bK1ZLZAzZPlJESS5Rt1rM+VLbMu8a5qmgba8xrXoch1jiT3xBjTa+kNOw4+ci5CJJhiNbW1Qpct4GFtviEBoQzeh3UMeY72oyRfmTKgb7J95Mz5RMUYVT2g5Q+bsJ+ep6FXDBVUQ0JSZ3dCSjdaUsNjszizRNOosWwV16XKEAl1QIswQX2VA3e4eJi1JrWflJfF1q4ACSkBVRUrt2TrtY465esdle89HLS945XbE4WeeFXe5UXJQF2xz9Sfkdiqohkx8qj4u9W5kyMlI6erMpM6jVhaNWuxoqiFDnEUzumVTRoHGv0P0YIxK/+eFTfvtbf8y3nj7narNjdxjomoaH6xU/8fYjfvKdt/nSWw85Xy/pUm6DTNBUvHcuWJOe1+BZz2csCbRJrQpOYnl4Yh2OyaslEhO1PUYsgC39p64UZQKsBkhNr1aIOADqBMHH3b4CEWUHsc1OMrPM5fw/I2a4F4xBANuU804JdEw8UnwK8doobfJGHOZdwNSCevMNipqSqa7kXZiOWhDEBLwedSctTqlsDPXW51SEX2kjk4WUexg/ldiLo4ms8XNFLUrMwvTdHNfO6IPy8cUVj18sOJ/NaGcdtpQMAcjtu2PqxERQZU8GeeFNu3Q7RuN2z6dnHWMHYw4ZJkNxN2KuSK3GKl0n5S1slkfgEALX2wMfvbjkj5884w/ef8wHLy7oR+XB+oRF0/Du2ZqvvP0WX3nnEWfLeS5pJ6Y6JDrKhavrsZFYBbtNg6kqeIkSbXQux4GMmqIoKRsa576mmISaOOKbuDTUkfZsc0KRYoeIciw+IwiEYHNrE6s4VXrVkm6D4G7N+Ke3e8EYwAgzvfRdC+OO4waWQvrJuTqQpVroKeZBjggwElw5JzMTqX+r+lCc5xn6xwmp0UKVYH+H0acIwNjp44yBWqeu8baFysYrYz9yxrdz+LZjsVqzvZxxdfWCb374hFXb8FPvvs2ybSojKNV9SlcLtyjqXEYMGWVUEMGmIas6RvQmwY9msHqX/PX4ezUO1ONg76k2QunsCpn1Y+B6d+B7H33M17/3Ib//wRNe3uzYDQON8zw8WfPVR4/4wukJ756dcLJaMJtFdcun+JDMGKpxKa8Z6VMTAmtEqctwqETEIOpQJ+S4VZFs6wgGQNFUH7JsbxjJNamcY2QnIVj4eQr0QnL+jU+1HqIwikKxlUh+w0hGuVZ16nNbj6EQrUGhmmrse6YOok2hwGTFUIEhBtKspWAnDNqViMJCitGuYFCtUL5l/6WzK0NmkfKSGYLJxlqWlTvZI3XyeuW45XVUy8leub5UyrM1MQcRwTUds+UJi/UZV5cvefrqkm+0DaeLBV96eEabCoVWwz2dAnvOEZwoxsRpt/IIVi9Y0JCN0/Eir25QP3syDuW+NWIobn6pZkgYgnK93fHHT5/xte8+5ve/95jvPn/F1W5P4z1nyyXvnp7yE+++zY8/esD5cs6sbWhTUlguTitmT5HJO5cxkWoulMYWXerXWA2bxZs43xSBkfmcpkU64kKMB4mHY3JgUGUcB4bxwDgOudCKGH35Bt+0LGYzGh/zcVwqrCNojBJOCEaBAWHEH9ksvn+7H4wBUkHRu4k2El0yCKaJkLSOg5Tf06mJUxN9uLbg0460R4Ir3isX576FU7BoxQwibOUYxVgRliJXK2lT3bFGI/ai+d3ueGZe/rVBsk7xqqS/SkQN3YLV+Vusrl5xc/GcD19dcfrkY1bLBeeLBa1UXoejJTbhuzWKmIxXhXC0SPfbCkWczMwzJJ1TM3utYwnBohJJn+sgJVTzhkBBiAE8COOoPH95we988zv8v77+Tb719AWbQ48qzGYzHqxP+Im33uLLD8/50qNzHq4WMVy5KjkX/xIV5LGppjiNcS6WUiggSmoq5AjZI2JbITqfqkP7RGUamYCGuNWAT3lBoqAhRkse+gP7/sA4DDEkPYyY4RpJtR404OcdTdvmSt6SAuO8wOAEp8IBR6+Cv0X1n97uBWMwQIhUhrJ6BR8VHYktcsVcuCLjgSRVFEIl4UPtTaAGpCUhKgebTR4ek7vKtTVpTPEB9h6pI5rvbnEPFTwW06PLowzkYJJSYAItjhiKcavM1HzLbHXO+aP3IAxsri744MUrHp2d0r3TcDbrJkbHST+NkUqR9Ucyv2JV1p0qZmHC3G6z2MJEjgyR+X+az6uTnEIKChKNcSqjxorM2/2Bb3/4Eb/5h9/in33nAz54ccm+HxAX9884W634yttv8dPvfYFH6xUni46ubfK+FpN6lBVanTiMKsaYqUvIkF/sxfW2yTuTLhY0ZpsUpTIC6UGlUG/cOjAyhZ5+CASNRYXHALHO3hCZ0dCz99B4xXvSHqPgJND4QBijCxQXi/4GPqeMAZgQ2KRoilKR0tE1RAUhVwmqmEMARIUgmgl4wmuqz7diJtJd4sJOT0h+62lgki14g5mFreRbUyR8tm1E8VCdmX6rAnxisBWZ8CbcIz2kSK7UB9/QeMfJw3fQcGC/2/HyZsu3Hj/lbN6xfniO801OoELJ/nhVcs3JCo9M/krsxbGbUvIVtzFXHoSKGd0ep4or5vmL0YoxUlFClM59gKubLX/4vcf8xu98na9/8JSr3T6mFnvPfDbjfL3my2894sfffptHZ6csZy1tE+toiosRn96VGowu015tfNXq//U7GOoDY51Gn1bcJaZG2H3jghYdER0xU3nNPkIqvzaMA/t+4DAogVjcJ4igku4BEAZ06NluAl4CrQfXNCnOJKGOKrlwJO4+Vgu312n3hjE4qbbTmkhFmwXjEkneJxejEbVgvgVN95O0OUxatCYN0z0tNyFGSbo8wVLdI/Us/lPgBIXVHyOGCi1IWSZZT65WRxQUifik0Fpe6FpIMw+Bfc9PLIwl+rWjZPXdjPn6nPXpJdcXz3lycck3Hj/FI3z54RnrWZN06Tg+JYtwqhRMkIXUT8u8IH5OhlExjFFPV2aWkg3DxpBGjUhONeUyJMk7atrAJUm7oMo4jOwPPc8ub/jn3/ouv/XN7/Ltp8/Z7A8gjsWsY71c8s75Ge+en/Hu2Rlvna6Zdy1N43Fp09y67r3Y32RSygtPllKyPx17UU0gaUICg0KvgopHmgYL9dcwomFAU+n+aA+IdoORwDiOHIaR/Sj02qCSqn5pZAyWyBbCCCEyEucE3zTMu8Csidm80SBp3p4xFu31NYZ5vXZPGIPJoSKb8mHIhFZnOgqZRyShqgV1YGtOqnOMbaRBqlahZHRQqRi1YKjdmUnSxpVhkYlVr82AeMc8WPflLgRw60vFZNJ9zW4xFWqFqAvScrSzBSfnj+j7PZvLl3zro2fsdns0fJmvvP2AZdsmN1gx4ZbFXmGDCl7XCAWmx8xfbsbQzBTyQBYVwRhBUCUkq30I2TmXGcOgsTjMbt/z6uqa7z15zu98533+6MOnfHx5zWEYEedZzuY8OjnhS2894t0H55yvliy7lsWspWnizlquZgT2TjZ1nz4D5Us9rVqQDSSbB5IYmoBrYv2MxHBDCLnwS0QT8SZxLEb6oByC46DCKHH7GRsrcIjGPxUP6kEHDoeRzXYPISCJAcaCv9GWpC6OqK/c56/b7gljMFdcIsS8aK0dgVSpQHuCoFatyUqPh0SkLkklyecRoxuFFCyTyFEqn7kxAa3+krTIKFxNPpqendxZabItDTxvOEr1PEM9WpDPdDiOnJzGSIxXSFmI+ec8NhoLyLZzFidnnA0HdBy4vr7kOx8/p/GOWdfwpQeneInbtWuCq/Gd0gvenoSMqcSgqTFIM7gl545W82FJQ6YRWXGUcUyMgbIXpCGEUeEwBK53e15eXvG9j5/zzccf8+0nz3n86ortoSeEgDjHvOt4dHbGV956m6+8/Yjz9Yqu8TQSi9s2jrTRS8rrEKqIw0CKPCBPPUlEVQipZgbIVGgYMzNbgDGFtm3p2jGqCRrTupGYl+OSIVWJRWGGMHIYlV49o8RegaChiltwTZoZQcThtEecMAwju4RIZrMOJLlgXdxpvFFhMM/IZ2j3gjHU0DjD1NrQVp8IVOI+r9SsCCSfnmjJaz8OxJmGTMczioxMt7V1WGNpysHsV7bem1dEo/szqngp/TgTlKkF2bGaEcbE/XnHAN3FLKfEbEeTb7tpaWYrlicD/WHHfrdjs73hu89f8mC9Yj2b4ZYzpHFJmptKUL2nHI01RTUo+29qRmWTWL/UuVKpPxkUq/JpQdMO0WOI9RCGge1+4OJmw8cX13zv2Qs+eP6Kxy8veLnZcbPb048RVrdpv83FfMF6sWK1XDKfzWibJiXFhbR1XMCn/TEkREmhIeZ9GL25mulSjNFT+ijILTN1SJUcrdiLMo4xaUt8i/iBcOgZNQAjIiO+4jKjxg2ADuOYmILdbxo1K4ZOfRMT9oInbg00MoQe+gFN5eGdQJsK6IhEz4STkoz3uu1eMIZqXSXjo06YQL1g85HMziUVajGdIf5TR1JafqKlwZuQnizGROCRJ90lLuzUaRyf5s6bFIjQOAZUGRqp4D72ftXenFUGZRXHVq45Wm8J5OfLzZuQyTlJGGmUdrHm5OxtdBi4eAlX2w3fePyUmXf8qS+8w1unS9okRcVpZg5mK7C0ZStqC1G6OzQVwQ1FfUBK+LhQqiynnodUOm0wZhCUq+2B55dXfPzygovrG568uuCD5xd8fHXN5XbPYbTyZPG5IkLbtCxnMxrz57cNeE+PYxvIrr8DyhyYBaVry36coLHADNBp2gkq00Vi1BUMS/gu/5dpMjFDhVQSThlGidnW4klZEwlFRnUiPj5EJiAuVo1SYRQhVEjC3JO5DKDYfMR7N4kYVMdk3IS+H/FuYNY0kLwvkSis36/f7gdjgKzHJpdyhY9ttdYnlw+lonIlOiswke9JDf0AjcacyPWrE9KFpRitea/JKKF04Vi6Ry+GSWATlxFkuMoGENUJu8e0vsAdSCl3rUI1UsbGSDU7MIS01XqDNB3dcs057+Cc8OzpY55d3/DPv/sBh77nT3/5Czw6WbNwLV4l+9hLhppm1lrihdNDgqYdqUjGVgvSiotrDNEiHkJEBIfDwGEIbPcHtvsDm33P4xev+KPHT/nO02fc7PZsDodYSWm03ZPMtRhL2XvfsFosWM4XNM6znC+YdXMQz95cGURIvx/h4KBRaDWkKMf4e6NKM47MvDBzwrwRDKyXZZRYcEZOxcUs6XO94/WYPCiBGD8jrsG1gmgoVZk0MCQ37CiOEZ+KqqSo2US1Vq0LIRWFNdUzGiyDeNCIgqxc/DAGDv3I7tDT+Oh9saxZ+VwiBgqd25bgYItBC9FT1oxIyZUwCTpVAos6EbQYNtXiB6RWGwonyYbDvIpjEGu0qhuykekpmZElaI2iyb1mhUDNG1JezGIVpHoOySV6NC5Hn+s+FPRUDVCyXTjncE2DhA6/PGGtgeurSy4vXvL45SWHYWR76Pmp997h3fMTTpdzpG0QH5lYtNgXG0HM9S5jmGLGosRMxD4McVHvh8Cu79n1I9e7HS+ubnh5ec320Md9LG423Oz3XNzseH59w83ukNGF1NlEElWjpm3ipi2Np+vmeB83tpl1HW3bEhB2w4i6GAzUh4AbAr2SqksJc40l6BRFxkgTrcCy8ZzNG+ZeYkFdNKsI1pO8rrOdyJhCqRkZ0RCMISVWuxYvVkZ/JIyHWHUpxBqR6ho0RUfarlSWam8BUiYoTDXNcyGRZjShgaA9w6jAQOOIdTcbH4Ny0WzXeN12jxiDlgUNUNVxLD6DNEmVmmH/LyBCbd1lpuAyx018X6ax43m9TtSRAuezjaLSPCzDs4b8pHtr4uLWMSc+A5+MOTTzh2jIyyGHx9aOo3cWG5Fa4ZBybShwNyMR51Hf0nRLTs8fEcLI5vqaV5sdX3v/Iz56ecHbp2t+7K2HvPfgjIfrBfM27krVtg1OAw0xci97RtKAhBDoh5HN/sDF9YanL15FJnB9w/PrGy62O653B652O663+2RfCEk9SIbIEAghzn2pFVl2Di/ukvi+/dijGpCuS9WdR8YwMoQRP45xQ2GNOvw4Opx4ggqDFVRKz1CFnugWdT4aD2eeFB06IYw8FyVe1NSbFHSlxZMyqsQ6i42HRAujCkM4EKxys3gg1k0QjbYAi6fRsvIrGiQLF8Wl6uiAtES1VJEQNwza9SPNvsd5F6MuVVDqclTfv90fxmAGObXgnnrRJ48DFoBSgJ5VcqoxxielLh1L32m8GlPJSzGqGYHU3sp8evqh9mjEvRpD5Z1wld2kYmPm4svvG+IEZgRSTsuQ1hiKkBmmEWqubJS8ATlmIMoMXDNjdfoQVHHiubm54mq353Kz5bvPXvCNxx/z7vkJXzhb82C95K3TE06WC7rEJJq0iUysoAyHfuRqu+XjV1d89PKC91+85PGLV1xtd+wOfdxrIhVCzZI2M9lktnVpK3ifyu6L5H8LKorvNYaRkMqljT4mErf7Hb5pmM1nhT86oU11EJrGxxDiqlJVHG9jDlHH346SkU/nIrKIBspjplBiGYwxWPzCoBEp2D6U4lMlshA9DMH5aE9QAd8ivgPXJbXBU0eaUtGT6YhmM1MjHZNyOASP6MgYAofDwFZiAZe2UdogNPp5ZAwTaM1kUQgJsh77YcVOlSQsTdLbwqnO12lwkXkHDJEYPygqhd1IwZkRkaw7FHK17huEqC5HceYCTGW+CxjRdJeaCRUjXX4c07G4PWiSz1c7t76Wou/jPNJAM1+y1FSsznt22xt22y27w47t5RXPrq/5ww+FedtwMp+xns9pvUt7WnrGEOiHIZZN70eut1te3Wy52R/Y9T39GInTxllv9T+NYZofR7T8WUJT7d2xauF2rjGFeJqw7w+wFZq2Y63EwiXe4dOem941tI2jccl9h+b6FLYER43GvX1IJeBUmSvMROiQtJ1fmDAFe68xaA7EMhVCRfBNS4MyEEOT4x5QPhmEWySANB00bYxLSDVD1Vy8R5ixuLmpjMxGLTG2QVOq56A9Y1D8EPD7A+PoowGZz7ONwf61hZ6OTCD45GxS9B5ThpLXqWTYWxOooYwSKZkWiqkxhurtljWemz6+tFz1qYa9kdOrjsS9Ni1423TJ+r5pH02pdye0x2k5T8rzrIN3dgcwI6gmaE4qB+e6Od3qNI5B0+KbGXJzxW63YT/0bMeRi82WpxdXUaqGssAtTqPeDdqCkzDEcjRcdzVNamO9VRwTtFCkuk9GxxACGoqXZxhHpO/ZHWJ+wTBGD4CIpqjAtOFPVYcyCllJ45awiMZQa1vgmnSJyIA0RzpkVTQUFcLiL8zEFMu42UbDIRZ51fJclVTK3Qr7TAclzff3aUkNAlO5mljM0AkEh2PgMAbkMMYq1QhBPodb1BXQGNlAjEe3BaTVckpqQhq5IPH84oc2+F9FliXJb7s/2/xFJJKOx1PjsySZGjVKdrNNgGG3wrzS0cmbZBhpzCmY8c6ld0oXJ4QS51dx2Oa6KTZejx9kkLIaNC1uswyXJiNadNVgqb/ikWZGOwfE03QL2tkG17SIcxz2W4a+Z+h7xnFEU7huCKEwhwxzp+8e7Q+F3Uq96O9qCR4TAs75NE6JOVAhu3rb+IQuXLIjqCqHYWCz37E8zJjPmgirk5Ffq7pphi6D1fE0JKBEqJ+yJR1pfwiB0WGYKz/PoLwqsQirHVeSV6dPlsnkyrU/4t4jSd/BslKMLm6PaPpLdgWNFuHCGCTZGkKk2TRYeOcYdIChT5mZI8H9CZR2E5HvAFfEtPNBVf91EXkI/OfAV4HvAP+uqr5M5/8i8PPp/H9fVf+LT3+CFqSQFmO2xTGVQpbEktdC/buQPQ5WFEMnT6l18vrJ1T0VA40TJnLc3/LIsgei9SEXa1GNE0OA4BCf1vckq8NUmIRsCJj1H7JGmRncrc5o/e/kS/GBE70L6gSSrukQWufx7Sz+NdG6v9tcs9ttOex3HA77xByMGRhz0Om4SMqzyKqAVv0pDOXTWpT0acFkwk+MXHXCnJw0SNvGLfCcI+jIZrvhqmuZzVqa1iO0WKhQkNJbwcVoxzo4RCi7hkmUvEFgFGJwkiRv2USdncxMiTUAavuOVT8XNDM8h1X8cgklSiqGPLVVxU8JXYoal8C8dHnsxBWjqou/jygSRvpRkSGg/Z8cYvgfquqz6vsvAP9IVX9JRH4hff9bIvJngL8G/Fngi8B/JSJ/WlU/pWdS/b8cmlrftRoMzUwjLzGpYL9GBmPEKdU5ZXFVagNVBByJsSTmNKktWS++dC+b9HLQqgEZZ0+uy7GPU1w2D8jXaHpXY0q5AO3kuenDZI1VaCJ/0zw+JGLJ7M2+pw1hnDhwDo/SofjG0XQz2t2Ofr9jn5hDf4g7Jo/DEDdNDWXrNdP3Xdp9K7MNTa68lPQzyR7N3a8MgmI3M2mc3kNTrETWv0tYtV3bDwM3202iEWUYB5b9wGKxYN7Noy6f5O8kTiZ1JxdnseGSKPCHkDwUpbulfzbShhxQRlJEZ4gh0nah0ZlJf7Mp5OIrNo0JEVq5wELOhiyrOc+Mo6Y7Gx97YMz0DKMjjN+fOdftX0SV+CvAz6XPfxf4DeBvpeO/qqp74Nsi8g3gzwP/+NNulpfvhJjtt6M28fXf9cLT5ZrlW+XpUNWjq2vgXeZgsv/l5Hjsx11GTyUVh9Ux6pVhRDXgVcG3abuwsoxzzsWEGRgDSqRRiWhNv0vqnykOFQlNDJjxfesdkQrisqc6J0jTwmKFbxeMi57ZYcdhv2e/27DbXHM47JKKIfn5Lu1R2TSxfNyYpKUZ58LoYr7AWJhJYSqWNyCJUSUGEEKyJ8R/c+VqV9DEMMZ9GaLNLZ57QzRQbjYbVsslZyenPDw7wy2WMUwcixBNDEfN06VpngUJkvM14n6U0UjgE5o170q0LShD+us1ZlX2qrGak4sMJ9RwMi18ycWDC7lqIiyzB6n4grQyU9SoVuULCp1nOpISUm2G2yEow+FPpkq0Av+lRPz1v1PVXwbeVdXHaaIfi8g76dwvAf91de376dikicjfAP4GwHp9UqQB4NJim4Q+Q1azCystq6WQe1k99ZI2zmrSbNoXKMbDcqyyf+b7HTOtGqpEorWJisggKNFgRox+C1I28LXrb9V/raTZVNImFqCkfIDaKCjYtna58/Z7xSTiuUosLZz+qjGJi9zlzWh82qZtHFLsgAh+cAgBL1IKqTorbxdDqIdxjN4LHLZBWAjxWZk/ic2p6egBRlKcw0gYYhJSfCXJyCQ0qX7BMNA0sUSb0zxghBRG7cQxb1u6tkWapO64IuVtrGLtjkJ/8VphFBg0opAITeO7WfcjU7BU68gY4vySyrYlpTSYITOOa3RJmytT8/gXWi1+E6XUllSNodtQPFoikorZFMQhKW4hZCQakhHy9dvrMoa/oKofpsX/D0Xk9z/lXLnj2C2xnpjLLwO88847WmB54Z7ldjUmK3c89lPYXE87Uxw7mm+ut68TO9co1o5Vp0/eTKurjTkVE2qcuKo4bFDCMKJBiQkxEVlU221OkLZquRtHxxUpyUn5Z2MSRmQKldswq1BKUlfTQgwhx47YPqDxLx73kBmIoLQ+Fh/1xP0qW+fTHg4jgYBvPG2KMRhD3FHJhKZtKjRBDtmYp3AoaCcYMVd0Ee8xMgaP9/FPVWm7Lu19KhGi+xbEc+hHNrsd8/kcJRksBRrK/qJWpMWiY2OLpuDedll35PGOIc9xzEckoYbkoQhRkjuJlaPLeCZKTGjAWayDgiXc2cZIUcakcUn1G9UGpTJ+Wuh3jqvIQjL9mX7iWggp2eoztNdiDKr6Yfr3qYj8PaJq8ERE3kto4T3gaTr9feDHqsu/DHz4Gg+J/zqzpps+ln6WKQJIR6fM4FiH1XxGGUCqC3R6rhk9s1kwWZzLQxIPTxNR7qmJmG1XZTIMxupOKkgIMTJRekRTFmQGOIlDVC9a20xyf8W6U+Gb1OeCnSpjpU4/W3HRaPuIfcy1ENSClyI0H8eefhhAA75pEGY0Ai4MtGjOO9gNQ0qQCoRBaRtf9mFQTc8YqesxFLVOs5QLIVTvM53PPASj3ccWrYsZi87jmpZmvqBbrPBNS/COQxA2+56Ao21jMFHJQo5GRpeQXikmHJ8Xxri1oWpcKCJWOCbk5ClLHU+Tnhazz9G28bgkOqCs25SXgm1abGalHAGZ3k8Lw4hzNqIIknfQJkVXKiVJwIZOcMQtE5uS1vla7fsyBhFZAU5Vr9Ln/zHwvwZ+HfjrwC+lf/9+uuTXgV8Rkb9DND7+NPCbn/oMYjlupTA6kTtWRN2OiSZLIplEiFlxTpclU1Yoyr5VtrjrZ2mOLMjHS/2GdH6SvnaZGKQL0egWjXU9OvYQbEsxQByeuNNR9r3aQk9EU49Olgi1u9LUirKKqvFK38OUKZgDXlMEYQgj4xgXPuIy0Vv/+xQbgDh800bUoGMheoQhBA5jTOAxY2NIG6kMw8DQD4wW9GTS7piBY8zi1uE7m4a459hgs5XK9ysOn/IjUEFU6IOwGwLiRlyjtJC9AJIkq0q0K5R1LBHpYLtkQ3C2SIu3KlRMN4F3PAkhiU81H2ImqjkValwahVGYoF3J0+gyY7U8HUIoCySn7psgTXRrKrhqYQ6uydWoX7e9DmJ4F/h7SXo3wK+o6v9NRP4b4NdE5OeB7wJ/Nb6Hfk1Efg34vTR3f/PTPRJxwBYSC3lKfoFQJIedRDHCFKRQMYg0Pla5Ny7+tKwlSfO0kms6NINUnnD7U/LGPsYFsiqL5jRuTc+LWXbKoCMjI73uGccD49CnSY5E4NXRiaMVwYkWg1GayGyEtHfGHK1TtSpLEQqbMJWh+NwTJE3Rl7GS0ICMUY0I4yFmUIrgtSfokMZ+AAYcIblZHU49DY5GmrjpKlGCNwDOxU1WxvicITGDun+ZvZvx+JhBZKL/dA5RPBmSx5UQ04/D2KPDAXzKLk2anPdC42L6QuupNpOx/pVqElkoSVz8g0a4X3soSnfjEQd0PgmlVHfR+VgGph9HRFPxIJfS0SGi4xAiSHSeEIboDZMG8T4vbpGopgQZsSxJJWTVxNBqNM46Yi2KuH7apqFrW+afETHI6/iY/6SbiHwM3ADPvt+596C9xZt+/qDb56Wvn5d+wt19/XFVfft1Lr4XjAFARP6Jqv7rP+p+fL/2pp8/+PZ56evnpZ/wL97Xz6Z4vGlv2pv2/xftDWN40960N+1Wu0+M4Zd/1B14zfamnz/49nnp6+eln/Av2Nd7Y2N40960N+3+tPuEGN60N+1NuyftR84YROQvisgfiMg3Upbmj7o//0cReSoiv1sdeygi/1BE/ij9+6D67RdT3/9ARP4nP8R+/piI/D9E5Osi8jUR+Q/uY19FZC4ivyki/yz18391H/tZPduLyD8VkX9wz/v5HRH55yLy2yLyT37gfS1FJn74aDrpUQAAAtZJREFUf4AHvgn8JNAB/wz4Mz/iPv0PgJ8Ffrc69r8BfiF9/gXgP0mf/0zq8wz4ifQu/ofUz/eAn02fT4A/TP25V30lRgCt0+cW+H8D/9371s+qv/8h8CvAP7ivc5+e/x3graNjP7C+/qgRw58HvqGq31LVA/CrxLTtH1lT1f8n8OLo8F8hppaT/v2fVcd/VVX3qvptwFLMfxj9fKyq/5/0+Qr4OjGL9V71VWO7Tl/b9Kf3rZ8AIvJl4N8G/vfV4XvXz09pP7C+/qgZw5eA71Xf70zRvgdtkmIO1CnmP/L+i8hXgT9HlMb3rq8Jnv82MdHuH6rqvewn8J8C/xHVHkTcz35CZK7/pYj8ViphAD/Avv6oaz7KHcc+T26SH3n/RWQN/F+A/7mqXtYZqcen3nHsh9JXjbky/6qInBPzbv6lTzn9R9JPEfnLwFNV/S0R+bnXueSOYz/Muf+Bl0Ko248aMfz/lqL9w29PUmo5P5AU8x9QE5GWyBT+T6r6f73PfQVQ1VfESl9/kfvXz78A/DsS65v+KvA/EpH/7B72EwCtSiEAf4+qFMIPoq8/asbw3wA/LSI/ISIdsVbkr/+I+3RXsxRzuJ1i/tdEZCYiP8FrpJj/oJpEaPB/AL6uqn/nvvZVRN5OSAERWQD/FvD7962fqvqLqvplVf0qkQ7/76r67923fkIshSAiJ/aZWArhd3+gff1hWVE/xbr6l4gW9W8C//E96M//GXhM3L3sfWK160fAPwL+KP37sDr/P059/wPgf/pD7Oe/QYSDvwP8dvr7S/etr8C/DPzT1M/fBf6X6fi96udRn3+O4pW4d/0kevH+Wfr7mq2bH2Rf30Q+vmlv2pt2q/2oVYk37U170+5he8MY3rQ37U271d4whjftTXvTbrU3jOFNe9PetFvtDWN40960N+1We8MY3rQ37U271d4whjftTXvTbrU3jOFNe9PetFvt/wvK6aCdcCsFVwAAAABJRU5ErkJggg==\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], + "source": [ + "img_grid_fake = img_grid_fake.cpu().detach().numpy()\n", + "plt.imshow(np.transpose(img_grid_fake,(1,2,0)))" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.8" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} \ No newline at end of file