diff --git a/.gitignore b/.gitignore index 02c381e..ec7ec22 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,7 @@ ### Data ### data/ erc/ +plots/ ### Python ### # Byte-compiled / optimized / DLL files diff --git a/VRAE_example.ipynb b/VRAE_example.ipynb index 6aebd2e..96f2489 100644 --- a/VRAE_example.ipynb +++ b/VRAE_example.ipynb @@ -64,7 +64,7 @@ "\n", "import pickle\n", "\n", - "from sklearn.preprocessing import MinMaxScaler\n" + "from sklearn.preprocessing import MinMaxScaler, StandardScaler\n" ] }, { @@ -96,7 +96,7 @@ "metadata": {}, "outputs": [], "source": [ - "def load_gen_data(file_name, cols_to_remove = None):\n", + "def load_gen_data(file_name, scale_type = 'Standard', cols_to_remove = None):\n", " \"\"\"\n", " folder: folder where data is located\n", " \"\"\"\n", @@ -129,12 +129,17 @@ " TRAIN_DF = TRAIN_DF.to_numpy()\n", " TEST_DF = TEST_DF.iloc[:,1:-1].to_numpy()\n", " \n", - " MM_scaler = MinMaxScaler()\n", + " if scale_type == 'MinMax':\n", + " scaler = MinMaxScaler()\n", + " elif scale_type == 'Standard':\n", + " scaler = StandardScaler()\n", + " else:\n", + " pass\n", " \n", - " TRAIN_SCALED = MM_scaler.fit(TRAIN_DF).transform(TRAIN_DF)\n", - " TEST_SCALED = MM_scaler.transform(TEST_DF)\n", + " TRAIN_SCALED = scaler.fit(TRAIN_DF).transform(TRAIN_DF)\n", + " TEST_SCALED = scaler.transform(TEST_DF)\n", " \n", - " return TOTAL_DF, TRAIN_DF, TEST_DF, TRAIN_SCALED, TEST_SCALED, cols, MM_scaler" + " return TOTAL_DF, TRAIN_DF, TEST_DF, TRAIN_SCALED, TEST_SCALED, cols, scaler" ] }, { @@ -173,7 +178,7 @@ "file_name = 'netis'\n", "\n", "# load data\n", - "TOTAL_DF, TRAIN_DF, TEST_DF, TRAIN_SCALED, TEST_SCALED, cols, MM_scaler = load_gen_data(file_name)\n", + "TOTAL_DF, TRAIN_DF, TEST_DF, TRAIN_SCALED, TEST_SCALED, cols, scaler = load_gen_data(file_name)\n", "\n", "# shape\n", "print(TOTAL_DF.shape)\n", @@ -181,74 +186,6 @@ "print(TEST_SCALED.shape)" ] }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": { - "scrolled": true - }, - "outputs": [ - { - "data": { - "text/plain": [ - "array([[3.66328864e-04, 2.52639355e-05, 2.90615333e-05, ...,\n", - " 3.42446043e-01, 4.98597475e-01, 1.65289256e-01],\n", - " [2.66795942e-04, 3.25753827e-05, 3.13032504e-05, ...,\n", - " 3.51079137e-01, 4.97896213e-01, 1.65289256e-01],\n", - " [2.01613776e-04, 1.37864421e-05, 3.04728091e-05, ...,\n", - " 3.51079137e-01, 4.97896213e-01, 1.23966942e-01],\n", - " ...,\n", - " [2.66813941e-03, 9.48559406e-04, 3.24553957e-06, ...,\n", - " 6.04316547e-01, 9.89481066e-01, 2.89256198e-01],\n", - " [1.45200665e-03, 2.26151271e-03, 3.08280452e-06, ...,\n", - " 6.04316547e-01, 9.88779804e-01, 3.05785124e-01],\n", - " [8.30917887e-03, 8.96945321e-04, 7.79900694e-06, ...,\n", - " 6.04316547e-01, 9.88779804e-01, 2.97520661e-01]])" - ] - }, - "execution_count": 7, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "TRAIN_SCALED" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": { - "scrolled": true - }, - "outputs": [ - { - "data": { - "text/plain": [ - "array([[4.02355635e-03, 6.62881732e-05, 1.69243372e-05, ...,\n", - " 6.79136691e-01, 3.52033661e-01, 2.14876033e-01],\n", - " [4.07135202e-03, 1.18662977e-04, 6.92800865e-06, ...,\n", - " 6.79136691e-01, 3.52734923e-01, 2.14876033e-01],\n", - " [4.02378633e-03, 2.82489361e-04, 2.07942738e-05, ...,\n", - " 6.79136691e-01, 3.52734923e-01, 2.14876033e-01],\n", - " ...,\n", - " [3.98419630e-03, 7.85747554e-05, 1.75819403e-05, ...,\n", - " 5.98561151e-01, 4.25666199e-01, 2.56198347e-01],\n", - " [3.98799304e-03, 4.90275879e-05, 3.81572787e-06, ...,\n", - " 6.00000000e-01, 4.24964937e-01, 2.56198347e-01],\n", - " [3.93781591e-03, 3.97621553e-05, 8.13602856e-06, ...,\n", - " 6.04316547e-01, 4.24964937e-01, 2.47933884e-01]])" - ] - }, - "execution_count": 8, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "TEST_SCALED" - ] - }, { "cell_type": "code", "execution_count": 9, @@ -286,7 +223,7 @@ { "data": { "text/plain": [ - "<__main__.GenerationDataset at 0x7f2268a34ef0>" + "<__main__.GenerationDataset at 0x7f15ba5787f0>" ] }, "execution_count": 11, @@ -307,7 +244,7 @@ { "data": { "text/plain": [ - "<__main__.GenerationDataset at 0x7f2268a34780>" + "<__main__.GenerationDataset at 0x7f169811c9b0>" ] }, "execution_count": 12, @@ -481,7 +418,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 18, "metadata": { "scrolled": true }, @@ -489,7 +426,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "b71f35a1b15944e09c7f7667f08e70fb", + "model_id": "e9e8b6ebbfe64a6999572bc28e66ec7e", "version_major": 2, "version_minor": 0 }, @@ -505,2379 +442,9006 @@ "output_type": "stream", "text": [ "Epoch: 0\n", - "Batch 30, loss = 72.3787, recon_loss = 72.3705, kl_loss = 0.0081\n", - "Batch 60, loss = 33.8839, recon_loss = 33.8686, kl_loss = 0.0153\n", - "Batch 90, loss = 2.8417, recon_loss = 2.7706, kl_loss = 0.0712\n", - "Batch 120, loss = 1.4384, recon_loss = 1.2654, kl_loss = 0.1730\n", - "Batch 150, loss = 130.5443, recon_loss = 130.1898, kl_loss = 0.3545\n", - "Batch 180, loss = 65.8884, recon_loss = 65.5564, kl_loss = 0.3320\n", - "Batch 210, loss = 86.6773, recon_loss = 86.4329, kl_loss = 0.2444\n", - "Average loss: 54.9296\n", + "Batch 30, loss = 6855.2100, recon_loss = 6855.1846, kl_loss = 0.0252\n", + "Batch 60, loss = 1188.4844, recon_loss = 1188.3091, kl_loss = 0.1754\n", + "Batch 90, loss = 316.5652, recon_loss = 315.4057, kl_loss = 1.1595\n", + "Batch 120, loss = 413.5472, recon_loss = 412.3996, kl_loss = 1.1476\n", + "Batch 150, loss = 6007.3052, recon_loss = 6007.2036, kl_loss = 0.1016\n", + "Batch 180, loss = 7153.2642, recon_loss = 7152.8135, kl_loss = 0.4506\n", + "Batch 210, loss = 7340.1143, recon_loss = 7340.0249, kl_loss = 0.0893\n", + "Average loss: 6676.5800\n", "Epoch: 1\n", - "Batch 30, loss = 24.2688, recon_loss = 24.1388, kl_loss = 0.1300\n", - "Batch 60, loss = 4.9921, recon_loss = 4.8392, kl_loss = 0.1529\n", - "Batch 90, loss = 1.5662, recon_loss = 1.3917, kl_loss = 0.1746\n", - "Batch 120, loss = 0.8952, recon_loss = 0.7551, kl_loss = 0.1401\n", - "Batch 150, loss = 143.5255, recon_loss = 143.1471, kl_loss = 0.3784\n", - "Batch 180, loss = 98.2070, recon_loss = 97.8368, kl_loss = 0.3702\n", - "Batch 210, loss = 52.7060, recon_loss = 52.4864, kl_loss = 0.2197\n", - "Average loss: 47.9244\n", + "Batch 30, loss = 6820.3652, recon_loss = 6819.2285, kl_loss = 1.1368\n", + "Batch 60, loss = 1181.7334, recon_loss = 1179.9885, kl_loss = 1.7449\n", + "Batch 90, loss = 267.5953, recon_loss = 265.8129, kl_loss = 1.7824\n", + "Batch 120, loss = 398.7572, recon_loss = 398.1660, kl_loss = 0.5912\n", + "Batch 150, loss = 6088.2271, recon_loss = 6086.9175, kl_loss = 1.3095\n", + "Batch 180, loss = 7244.5718, recon_loss = 7242.5273, kl_loss = 2.0445\n", + "Batch 210, loss = 7337.3154, recon_loss = 7336.8760, kl_loss = 0.4393\n", + "Average loss: 6689.1469\n", "Epoch: 2\n", - "Batch 30, loss = 17.4677, recon_loss = 17.3556, kl_loss = 0.1121\n", - "Batch 60, loss = 2.8007, recon_loss = 2.6736, kl_loss = 0.1271\n", - "Batch 90, loss = 1.4123, recon_loss = 1.2778, kl_loss = 0.1345\n", - "Batch 120, loss = 0.7719, recon_loss = 0.6389, kl_loss = 0.1330\n", - "Batch 150, loss = 148.2660, recon_loss = 147.9605, kl_loss = 0.3054\n", - "Batch 180, loss = 109.8441, recon_loss = 109.5474, kl_loss = 0.2967\n", - "Batch 210, loss = 43.0875, recon_loss = 42.9358, kl_loss = 0.1517\n", - "Average loss: 46.3793\n", + "Batch 30, loss = 6748.5410, recon_loss = 6747.7725, kl_loss = 0.7685\n", + "Batch 60, loss = 1126.7091, recon_loss = 1125.6804, kl_loss = 1.0287\n", + "Batch 90, loss = 273.0164, recon_loss = 271.8093, kl_loss = 1.2071\n", + "Batch 120, loss = 398.2250, recon_loss = 397.6675, kl_loss = 0.5575\n", + "Batch 150, loss = 6249.0840, recon_loss = 6245.5947, kl_loss = 3.4893\n", + "Batch 180, loss = 7312.2671, recon_loss = 7308.0391, kl_loss = 4.2279\n", + "Batch 210, loss = 7354.4087, recon_loss = 7353.7490, kl_loss = 0.6596\n", + "Average loss: 6692.5464\n", "Epoch: 3\n", - "Batch 30, loss = 15.9307, recon_loss = 15.8475, kl_loss = 0.0833\n", - "Batch 60, loss = 2.6800, recon_loss = 2.5856, kl_loss = 0.0945\n", - "Batch 90, loss = 1.6867, recon_loss = 1.5910, kl_loss = 0.0957\n", - "Batch 120, loss = 0.7031, recon_loss = 0.6024, kl_loss = 0.1007\n", - "Batch 150, loss = 150.1393, recon_loss = 149.8353, kl_loss = 0.3040\n", - "Batch 180, loss = 117.3732, recon_loss = 117.0835, kl_loss = 0.2897\n", - "Batch 210, loss = 38.1105, recon_loss = 37.9659, kl_loss = 0.1446\n", - "Average loss: 46.7596\n", + "Batch 30, loss = 6667.0625, recon_loss = 6666.6025, kl_loss = 0.4601\n", + "Batch 60, loss = 1036.9330, recon_loss = 1036.4270, kl_loss = 0.5060\n", + "Batch 90, loss = 237.5879, recon_loss = 236.9736, kl_loss = 0.6143\n", + "Batch 120, loss = 401.4561, recon_loss = 400.9545, kl_loss = 0.5016\n", + "Batch 150, loss = 1824.0524, recon_loss = 1818.0775, kl_loss = 5.9749\n", + "Batch 180, loss = 2510.8696, recon_loss = 2505.4053, kl_loss = 5.4644\n", + "Batch 210, loss = 9695.8125, recon_loss = 9695.4570, kl_loss = 0.3550\n", + "Average loss: 5730.3002\n", "Epoch: 4\n", - "Batch 30, loss = 15.0854, recon_loss = 15.0109, kl_loss = 0.0746\n", - "Batch 60, loss = 2.4563, recon_loss = 2.3657, kl_loss = 0.0906\n", - "Batch 90, loss = 1.1740, recon_loss = 1.0905, kl_loss = 0.0835\n", - "Batch 120, loss = 0.8152, recon_loss = 0.7026, kl_loss = 0.1126\n", - "Batch 150, loss = 152.0565, recon_loss = 151.8075, kl_loss = 0.2490\n", - "Batch 180, loss = 123.1292, recon_loss = 122.8923, kl_loss = 0.2369\n", - "Batch 210, loss = 34.5528, recon_loss = 34.4362, kl_loss = 0.1166\n", - "Average loss: 47.4626\n", + "Batch 30, loss = 5929.4497, recon_loss = 5928.9834, kl_loss = 0.4662\n", + "Batch 60, loss = 671.8280, recon_loss = 671.3983, kl_loss = 0.4298\n", + "Batch 90, loss = 210.0416, recon_loss = 209.6860, kl_loss = 0.3556\n", + "Batch 120, loss = 410.0685, recon_loss = 409.7226, kl_loss = 0.3459\n", + "Batch 150, loss = 1542.2406, recon_loss = 1538.0991, kl_loss = 4.1415\n", + "Batch 180, loss = 2277.9595, recon_loss = 2274.2104, kl_loss = 3.7489\n", + "Batch 210, loss = 7730.6895, recon_loss = 7730.6260, kl_loss = 0.0635\n", + "Average loss: 5317.8064\n", "Epoch: 5\n", - "Batch 30, loss = 14.2743, recon_loss = 14.2153, kl_loss = 0.0589\n", - "Batch 60, loss = 2.4067, recon_loss = 2.3435, kl_loss = 0.0632\n", - "Batch 90, loss = 1.0728, recon_loss = 1.0037, kl_loss = 0.0691\n", - "Batch 120, loss = 0.8363, recon_loss = 0.7789, kl_loss = 0.0574\n", - "Batch 150, loss = 153.0119, recon_loss = 152.7989, kl_loss = 0.2130\n", - "Batch 180, loss = 127.5789, recon_loss = 127.3750, kl_loss = 0.2039\n", - "Batch 210, loss = 32.7907, recon_loss = 32.6848, kl_loss = 0.1059\n", - "Average loss: 47.8241\n", + "Batch 30, loss = 6019.7217, recon_loss = 6019.3159, kl_loss = 0.4058\n", + "Batch 60, loss = 665.3708, recon_loss = 665.0020, kl_loss = 0.3689\n", + "Batch 90, loss = 211.0529, recon_loss = 210.7198, kl_loss = 0.3331\n", + "Batch 120, loss = 410.2389, recon_loss = 409.7931, kl_loss = 0.4458\n", + "Batch 150, loss = 1421.7899, recon_loss = 1418.5851, kl_loss = 3.2048\n", + "Batch 180, loss = 2209.0205, recon_loss = 2206.0691, kl_loss = 2.9514\n", + "Batch 210, loss = 7822.1216, recon_loss = 7822.0547, kl_loss = 0.0670\n", + "Average loss: 5340.8949\n", "Epoch: 6\n", - "Batch 30, loss = 13.6900, recon_loss = 13.6344, kl_loss = 0.0556\n", - "Batch 60, loss = 2.3281, recon_loss = 2.2726, kl_loss = 0.0555\n", - "Batch 90, loss = 1.0595, recon_loss = 1.0047, kl_loss = 0.0548\n", - "Batch 120, loss = 0.6449, recon_loss = 0.5929, kl_loss = 0.0520\n", - "Batch 150, loss = 153.4678, recon_loss = 153.3187, kl_loss = 0.1491\n", - "Batch 180, loss = 130.8462, recon_loss = 130.6913, kl_loss = 0.1549\n", - "Batch 210, loss = 31.8065, recon_loss = 31.7276, kl_loss = 0.0789\n", - "Average loss: 48.2012\n", + "Batch 30, loss = 6019.2568, recon_loss = 6018.8276, kl_loss = 0.4293\n", + "Batch 60, loss = 663.4672, recon_loss = 663.0618, kl_loss = 0.4055\n", + "Batch 90, loss = 210.6349, recon_loss = 210.2028, kl_loss = 0.4321\n", + "Batch 120, loss = 410.1617, recon_loss = 409.8387, kl_loss = 0.3229\n", + "Batch 150, loss = 1323.0475, recon_loss = 1320.6060, kl_loss = 2.4415\n", + "Batch 180, loss = 2185.1484, recon_loss = 2182.4817, kl_loss = 2.6667\n", + "Batch 210, loss = 10633.5889, recon_loss = 10633.4570, kl_loss = 0.1317\n", + "Average loss: 5314.4389\n", "Epoch: 7\n", - "Batch 30, loss = 12.8725, recon_loss = 12.8298, kl_loss = 0.0427\n", - "Batch 60, loss = 2.2218, recon_loss = 2.1765, kl_loss = 0.0453\n", - "Batch 90, loss = 1.0235, recon_loss = 0.9813, kl_loss = 0.0422\n", - "Batch 120, loss = 0.6095, recon_loss = 0.5544, kl_loss = 0.0551\n", - "Batch 150, loss = 153.6874, recon_loss = 153.5252, kl_loss = 0.1622\n", - "Batch 180, loss = 133.3002, recon_loss = 133.1485, kl_loss = 0.1518\n", - "Batch 210, loss = 31.1838, recon_loss = 31.1085, kl_loss = 0.0753\n", - "Average loss: 48.3788\n", + "Batch 30, loss = 5994.8237, recon_loss = 5994.4521, kl_loss = 0.3717\n", + "Batch 60, loss = 661.6783, recon_loss = 661.2867, kl_loss = 0.3915\n", + "Batch 90, loss = 210.5159, recon_loss = 210.1395, kl_loss = 0.3764\n", + "Batch 120, loss = 409.8498, recon_loss = 409.5862, kl_loss = 0.2635\n", + "Batch 150, loss = 1266.3834, recon_loss = 1263.6887, kl_loss = 2.6947\n", + "Batch 180, loss = 2169.4546, recon_loss = 2166.9197, kl_loss = 2.5350\n", + "Batch 210, loss = 10563.2080, recon_loss = 10563.0811, kl_loss = 0.1270\n", + "Average loss: 5278.8269\n", "Epoch: 8\n", - "Batch 30, loss = 12.1373, recon_loss = 12.0981, kl_loss = 0.0391\n", - "Batch 60, loss = 2.2011, recon_loss = 2.1611, kl_loss = 0.0400\n", - "Batch 90, loss = 1.1788, recon_loss = 1.1428, kl_loss = 0.0360\n", - "Batch 120, loss = 0.7461, recon_loss = 0.7112, kl_loss = 0.0350\n", - "Batch 150, loss = 154.3795, recon_loss = 154.2610, kl_loss = 0.1185\n", - "Batch 180, loss = 135.2250, recon_loss = 135.1063, kl_loss = 0.1187\n", - "Batch 210, loss = 30.9486, recon_loss = 30.8951, kl_loss = 0.0535\n", - "Average loss: 48.6000\n", + "Batch 30, loss = 6006.1641, recon_loss = 6005.8491, kl_loss = 0.3150\n", + "Batch 60, loss = 661.0549, recon_loss = 660.7143, kl_loss = 0.3406\n", + "Batch 90, loss = 210.8007, recon_loss = 210.3803, kl_loss = 0.4204\n", + "Batch 120, loss = 409.8470, recon_loss = 409.4923, kl_loss = 0.3547\n", + "Batch 150, loss = 1242.4408, recon_loss = 1239.9379, kl_loss = 2.5029\n", + "Batch 180, loss = 2154.4751, recon_loss = 2152.0867, kl_loss = 2.3884\n", + "Batch 210, loss = 7948.3857, recon_loss = 7948.2324, kl_loss = 0.1535\n", + "Average loss: 5324.8882\n", "Epoch: 9\n", - "Batch 30, loss = 11.7735, recon_loss = 11.7445, kl_loss = 0.0289\n", - "Batch 60, loss = 2.0662, recon_loss = 2.0365, kl_loss = 0.0297\n", - "Batch 90, loss = 1.0155, recon_loss = 0.9873, kl_loss = 0.0283\n", - "Batch 120, loss = 0.5897, recon_loss = 0.5583, kl_loss = 0.0314\n", - "Batch 150, loss = 154.8754, recon_loss = 154.7542, kl_loss = 0.1211\n", - "Batch 180, loss = 137.1832, recon_loss = 137.0614, kl_loss = 0.1218\n", - "Batch 210, loss = 30.6776, recon_loss = 30.6252, kl_loss = 0.0525\n", - "Average loss: 48.8013\n", + "Batch 30, loss = 5991.6963, recon_loss = 5991.2920, kl_loss = 0.4041\n", + "Batch 60, loss = 660.2135, recon_loss = 659.8373, kl_loss = 0.3762\n", + "Batch 90, loss = 210.7507, recon_loss = 210.3864, kl_loss = 0.3643\n", + "Batch 120, loss = 409.6909, recon_loss = 409.3992, kl_loss = 0.2916\n", + "Batch 150, loss = 1215.5652, recon_loss = 1213.3369, kl_loss = 2.2282\n", + "Batch 180, loss = 2150.1104, recon_loss = 2147.9448, kl_loss = 2.1656\n", + "Batch 210, loss = 7843.3999, recon_loss = 7843.2471, kl_loss = 0.1529\n", + "Average loss: 5282.2955\n", "Epoch: 10\n", - "Batch 30, loss = 11.1653, recon_loss = 11.1357, kl_loss = 0.0297\n", - "Batch 60, loss = 2.0435, recon_loss = 2.0140, kl_loss = 0.0295\n", - "Batch 90, loss = 1.0035, recon_loss = 0.9782, kl_loss = 0.0253\n", - "Batch 120, loss = 0.6161, recon_loss = 0.5931, kl_loss = 0.0229\n", - "Batch 150, loss = 155.0661, recon_loss = 154.9623, kl_loss = 0.1038\n", - "Batch 180, loss = 138.5310, recon_loss = 138.4046, kl_loss = 0.1263\n", - "Batch 210, loss = 30.5659, recon_loss = 30.5362, kl_loss = 0.0297\n", - "Average loss: 48.9120\n", + "Batch 30, loss = 6006.0186, recon_loss = 6005.6968, kl_loss = 0.3219\n", + "Batch 60, loss = 659.9118, recon_loss = 659.5750, kl_loss = 0.3368\n", + "Batch 90, loss = 210.8639, recon_loss = 210.5495, kl_loss = 0.3144\n", + "Batch 120, loss = 409.8588, recon_loss = 409.5770, kl_loss = 0.2818\n", + "Batch 150, loss = 1201.3090, recon_loss = 1199.2555, kl_loss = 2.0535\n", + "Batch 180, loss = 2140.0281, recon_loss = 2138.0359, kl_loss = 1.9923\n", + "Batch 210, loss = 7925.3350, recon_loss = 7925.1777, kl_loss = 0.1574\n", + "Average loss: 5314.9381\n", "Epoch: 11\n", - "Batch 30, loss = 10.7111, recon_loss = 10.6939, kl_loss = 0.0173\n", - "Batch 60, loss = 1.9187, recon_loss = 1.9002, kl_loss = 0.0185\n", - "Batch 90, loss = 0.9841, recon_loss = 0.9658, kl_loss = 0.0183\n", - "Batch 120, loss = 0.5791, recon_loss = 0.5644, kl_loss = 0.0147\n", - "Batch 150, loss = 155.5477, recon_loss = 155.4199, kl_loss = 0.1279\n", - "Batch 180, loss = 139.6950, recon_loss = 139.5373, kl_loss = 0.1577\n", - "Batch 210, loss = 30.8560, recon_loss = 30.8357, kl_loss = 0.0203\n", - "Average loss: 49.0870\n", + "Batch 30, loss = 5999.4941, recon_loss = 5999.1953, kl_loss = 0.2990\n", + "Batch 60, loss = 659.4907, recon_loss = 659.1700, kl_loss = 0.3207\n", + "Batch 90, loss = 210.8948, recon_loss = 210.5610, kl_loss = 0.3339\n", + "Batch 120, loss = 409.6289, recon_loss = 409.3670, kl_loss = 0.2619\n", + "Batch 150, loss = 1183.7640, recon_loss = 1181.9174, kl_loss = 1.8466\n", + "Batch 180, loss = 2141.1494, recon_loss = 2139.3293, kl_loss = 1.8202\n", + "Batch 210, loss = 10343.2949, recon_loss = 10343.0234, kl_loss = 0.2715\n", + "Average loss: 5319.8865\n", "Epoch: 12\n", - "Batch 30, loss = 10.3200, recon_loss = 10.3082, kl_loss = 0.0118\n", - "Batch 60, loss = 1.9533, recon_loss = 1.9407, kl_loss = 0.0126\n", - "Batch 90, loss = 1.0118, recon_loss = 0.9989, kl_loss = 0.0129\n", - "Batch 120, loss = 0.5719, recon_loss = 0.5606, kl_loss = 0.0113\n", - "Batch 150, loss = 156.1364, recon_loss = 155.9860, kl_loss = 0.1504\n", - "Batch 180, loss = 140.7884, recon_loss = 140.5934, kl_loss = 0.1950\n", - "Batch 210, loss = 30.4500, recon_loss = 30.4333, kl_loss = 0.0167\n", - "Average loss: 49.1682\n", + "Batch 30, loss = 5995.4551, recon_loss = 5995.1943, kl_loss = 0.2607\n", + "Batch 60, loss = 659.2672, recon_loss = 658.9889, kl_loss = 0.2783\n", + "Batch 90, loss = 210.9522, recon_loss = 210.6444, kl_loss = 0.3078\n", + "Batch 120, loss = 410.0335, recon_loss = 409.7628, kl_loss = 0.2707\n", + "Batch 150, loss = 1172.4437, recon_loss = 1170.7689, kl_loss = 1.6747\n", + "Batch 180, loss = 2135.1785, recon_loss = 2133.5220, kl_loss = 1.6565\n", + "Batch 210, loss = 10154.6650, recon_loss = 10154.4590, kl_loss = 0.2059\n", + "Average loss: 5284.2950\n", "Epoch: 13\n", - "Batch 30, loss = 10.1499, recon_loss = 10.1399, kl_loss = 0.0100\n", - "Batch 60, loss = 1.8194, recon_loss = 1.8082, kl_loss = 0.0113\n", - "Batch 90, loss = 0.9811, recon_loss = 0.9707, kl_loss = 0.0104\n", - "Batch 120, loss = 0.5715, recon_loss = 0.5643, kl_loss = 0.0072\n", - "Batch 150, loss = 156.0021, recon_loss = 155.7783, kl_loss = 0.2238\n", - "Batch 180, loss = 141.6767, recon_loss = 141.4109, kl_loss = 0.2658\n", - "Batch 210, loss = 30.3339, recon_loss = 30.3161, kl_loss = 0.0178\n", - "Average loss: 49.2413\n", + "Batch 30, loss = 6002.2686, recon_loss = 6001.9897, kl_loss = 0.2790\n", + "Batch 60, loss = 659.1557, recon_loss = 658.8965, kl_loss = 0.2592\n", + "Batch 90, loss = 211.1515, recon_loss = 210.8773, kl_loss = 0.2741\n", + "Batch 120, loss = 409.5538, recon_loss = 409.2049, kl_loss = 0.3488\n", + "Batch 150, loss = 1163.2797, recon_loss = 1161.8276, kl_loss = 1.4520\n", + "Batch 180, loss = 2122.0693, recon_loss = 2120.5747, kl_loss = 1.4946\n", + "Batch 210, loss = 7829.7456, recon_loss = 7829.6021, kl_loss = 0.1436\n", + "Average loss: 5261.6672\n", "Epoch: 14\n", - "Batch 30, loss = 9.9563, recon_loss = 9.9499, kl_loss = 0.0065\n", - "Batch 60, loss = 1.7604, recon_loss = 1.7529, kl_loss = 0.0075\n", - "Batch 90, loss = 0.9840, recon_loss = 0.9768, kl_loss = 0.0072\n", - "Batch 120, loss = 0.5708, recon_loss = 0.5651, kl_loss = 0.0057\n", - "Batch 150, loss = 156.5941, recon_loss = 156.3391, kl_loss = 0.2550\n", - "Batch 180, loss = 142.1767, recon_loss = 141.8068, kl_loss = 0.3699\n", - "Batch 210, loss = 30.2969, recon_loss = 30.2850, kl_loss = 0.0119\n", - "Average loss: 49.3549\n", + "Batch 30, loss = 6011.0903, recon_loss = 6010.7495, kl_loss = 0.3410\n", + "Batch 60, loss = 659.3420, recon_loss = 659.0242, kl_loss = 0.3179\n", + "Batch 90, loss = 211.1392, recon_loss = 210.8293, kl_loss = 0.3098\n", + "Batch 120, loss = 409.2054, recon_loss = 408.9725, kl_loss = 0.2329\n", + "Batch 150, loss = 1151.5834, recon_loss = 1150.1199, kl_loss = 1.4635\n", + "Batch 180, loss = 2119.7258, recon_loss = 2118.2715, kl_loss = 1.4542\n", + "Batch 210, loss = 7901.1372, recon_loss = 7900.7617, kl_loss = 0.3755\n", + "Average loss: 5284.5108\n", "Epoch: 15\n", - "Batch 30, loss = 9.7015, recon_loss = 9.6956, kl_loss = 0.0059\n", - "Batch 60, loss = 1.7103, recon_loss = 1.7037, kl_loss = 0.0065\n", - "Batch 90, loss = 0.9947, recon_loss = 0.9889, kl_loss = 0.0058\n", - "Batch 120, loss = 0.5648, recon_loss = 0.5600, kl_loss = 0.0048\n", - "Batch 150, loss = 156.8679, recon_loss = 156.5659, kl_loss = 0.3021\n", - "Batch 180, loss = 143.1361, recon_loss = 142.7459, kl_loss = 0.3902\n", - "Batch 210, loss = 30.3472, recon_loss = 30.3318, kl_loss = 0.0153\n", - "Average loss: 49.4738\n", + "Batch 30, loss = 5998.7910, recon_loss = 5998.5459, kl_loss = 0.2450\n", + "Batch 60, loss = 660.7133, recon_loss = 660.4572, kl_loss = 0.2561\n", + "Batch 90, loss = 211.2700, recon_loss = 210.8939, kl_loss = 0.3761\n", + "Batch 120, loss = 408.9205, recon_loss = 408.6151, kl_loss = 0.3054\n", + "Batch 150, loss = 1145.5594, recon_loss = 1144.2194, kl_loss = 1.3400\n", + "Batch 180, loss = 2117.7666, recon_loss = 2116.3896, kl_loss = 1.3770\n", + "Batch 210, loss = 7927.2505, recon_loss = 7927.0762, kl_loss = 0.1745\n", + "Average loss: 5283.6128\n", "Epoch: 16\n", - "Batch 30, loss = 9.3882, recon_loss = 9.3840, kl_loss = 0.0042\n", - "Batch 60, loss = 1.6651, recon_loss = 1.6591, kl_loss = 0.0060\n", - "Batch 90, loss = 1.0275, recon_loss = 1.0215, kl_loss = 0.0059\n", - "Batch 120, loss = 0.5724, recon_loss = 0.5687, kl_loss = 0.0037\n", - "Batch 150, loss = 157.3160, recon_loss = 156.9683, kl_loss = 0.3476\n", - "Batch 180, loss = 144.0193, recon_loss = 143.5322, kl_loss = 0.4871\n", - "Batch 210, loss = 30.2109, recon_loss = 30.1961, kl_loss = 0.0148\n", - "Average loss: 49.5274\n", + "Batch 30, loss = 6007.8521, recon_loss = 6007.5508, kl_loss = 0.3014\n", + "Batch 60, loss = 658.7872, recon_loss = 658.5142, kl_loss = 0.2731\n", + "Batch 90, loss = 211.4469, recon_loss = 211.1470, kl_loss = 0.2998\n", + "Batch 120, loss = 409.2355, recon_loss = 408.8303, kl_loss = 0.4051\n", + "Batch 150, loss = 1137.0034, recon_loss = 1135.6743, kl_loss = 1.3291\n", + "Batch 180, loss = 2115.8313, recon_loss = 2114.4668, kl_loss = 1.3646\n", + "Batch 210, loss = 10639.6514, recon_loss = 10639.4453, kl_loss = 0.2063\n", + "Average loss: 5307.0336\n", "Epoch: 17\n", - "Batch 30, loss = 9.2279, recon_loss = 9.2246, kl_loss = 0.0033\n", - "Batch 60, loss = 1.6845, recon_loss = 1.6799, kl_loss = 0.0046\n", - "Batch 90, loss = 0.9870, recon_loss = 0.9816, kl_loss = 0.0054\n", - "Batch 120, loss = 0.5750, recon_loss = 0.5722, kl_loss = 0.0029\n", - "Batch 150, loss = 157.1606, recon_loss = 156.7841, kl_loss = 0.3765\n", - "Batch 180, loss = 144.3076, recon_loss = 143.7866, kl_loss = 0.5210\n", - "Batch 210, loss = 30.2850, recon_loss = 30.2716, kl_loss = 0.0134\n", - "Average loss: 49.5685\n", + "Batch 30, loss = 5997.9546, recon_loss = 5997.5908, kl_loss = 0.3638\n", + "Batch 60, loss = 658.4539, recon_loss = 658.1262, kl_loss = 0.3277\n", + "Batch 90, loss = 211.3833, recon_loss = 211.0874, kl_loss = 0.2959\n", + "Batch 120, loss = 408.9841, recon_loss = 408.7291, kl_loss = 0.2550\n", + "Batch 150, loss = 1130.5437, recon_loss = 1129.2836, kl_loss = 1.2602\n", + "Batch 180, loss = 2110.6182, recon_loss = 2109.1990, kl_loss = 1.4191\n", + "Batch 210, loss = 10705.8145, recon_loss = 10705.3555, kl_loss = 0.4590\n", + "Average loss: 5293.1111\n", "Epoch: 18\n", - "Batch 30, loss = 9.1063, recon_loss = 9.1022, kl_loss = 0.0041\n", - "Batch 60, loss = 1.5437, recon_loss = 1.5379, kl_loss = 0.0058\n", - "Batch 90, loss = 0.9898, recon_loss = 0.9849, kl_loss = 0.0049\n", - "Batch 120, loss = 0.5677, recon_loss = 0.5654, kl_loss = 0.0023\n", - "Batch 150, loss = 157.4280, recon_loss = 156.9618, kl_loss = 0.4662\n", - "Batch 180, loss = 143.9895, recon_loss = 143.3615, kl_loss = 0.6279\n", - "Batch 210, loss = 30.3284, recon_loss = 30.3113, kl_loss = 0.0171\n", - "Average loss: 49.5468\n", + "Batch 30, loss = 6000.9922, recon_loss = 6000.6875, kl_loss = 0.3045\n", + "Batch 60, loss = 658.3103, recon_loss = 658.0102, kl_loss = 0.3001\n", + "Batch 90, loss = 211.3856, recon_loss = 211.0938, kl_loss = 0.2918\n", + "Batch 120, loss = 408.6724, recon_loss = 408.4184, kl_loss = 0.2540\n", + "Batch 150, loss = 1120.6179, recon_loss = 1119.3016, kl_loss = 1.3163\n", + "Batch 180, loss = 2115.4053, recon_loss = 2114.1299, kl_loss = 1.2753\n", + "Batch 210, loss = 7990.0913, recon_loss = 7989.8804, kl_loss = 0.2111\n", + "Average loss: 5279.9308\n", "Epoch: 19\n", - "Batch 30, loss = 9.1082, recon_loss = 9.1054, kl_loss = 0.0028\n", - "Batch 60, loss = 1.5565, recon_loss = 1.5525, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9823, recon_loss = 0.9780, kl_loss = 0.0042\n", - "Batch 120, loss = 0.5662, recon_loss = 0.5644, kl_loss = 0.0018\n", - "Batch 150, loss = 157.5420, recon_loss = 157.0610, kl_loss = 0.4810\n", - "Batch 180, loss = 144.4572, recon_loss = 143.8067, kl_loss = 0.6505\n", - "Batch 210, loss = 30.2206, recon_loss = 30.2086, kl_loss = 0.0120\n", - "Average loss: 49.5618\n", + "Batch 30, loss = 6000.8706, recon_loss = 6000.5684, kl_loss = 0.3024\n", + "Batch 60, loss = 657.9814, recon_loss = 657.6964, kl_loss = 0.2850\n", + "Batch 90, loss = 211.4344, recon_loss = 211.1647, kl_loss = 0.2697\n", + "Batch 120, loss = 408.6392, recon_loss = 408.3890, kl_loss = 0.2502\n", + "Batch 150, loss = 1121.4255, recon_loss = 1120.2490, kl_loss = 1.1765\n", + "Batch 180, loss = 2118.1479, recon_loss = 2116.8560, kl_loss = 1.2919\n", + "Batch 210, loss = 8033.7891, recon_loss = 8033.5889, kl_loss = 0.2001\n", + "Average loss: 5305.4728\n", "Epoch: 20\n", - "Batch 30, loss = 8.7976, recon_loss = 8.7954, kl_loss = 0.0022\n", - "Batch 60, loss = 1.4873, recon_loss = 1.4838, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9833, recon_loss = 0.9798, kl_loss = 0.0035\n", - "Batch 120, loss = 0.5675, recon_loss = 0.5658, kl_loss = 0.0017\n", - "Batch 150, loss = 157.0199, recon_loss = 156.4719, kl_loss = 0.5479\n", - "Batch 180, loss = 144.9419, recon_loss = 144.1773, kl_loss = 0.7646\n", - "Batch 210, loss = 30.0585, recon_loss = 30.0424, kl_loss = 0.0161\n", - "Average loss: 49.6754\n", + "Batch 30, loss = 5999.5908, recon_loss = 5999.2861, kl_loss = 0.3049\n", + "Batch 60, loss = 657.8785, recon_loss = 657.5909, kl_loss = 0.2876\n", + "Batch 90, loss = 211.6002, recon_loss = 211.2828, kl_loss = 0.3173\n", + "Batch 120, loss = 408.6531, recon_loss = 408.3837, kl_loss = 0.2694\n", + "Batch 150, loss = 1116.6134, recon_loss = 1115.5088, kl_loss = 1.1046\n", + "Batch 180, loss = 2121.1270, recon_loss = 2119.8218, kl_loss = 1.3051\n", + "Batch 210, loss = 10468.9707, recon_loss = 10468.7275, kl_loss = 0.2427\n", + "Average loss: 5312.7567\n", "Epoch: 21\n", - "Batch 30, loss = 8.7331, recon_loss = 8.7308, kl_loss = 0.0023\n", - "Batch 60, loss = 1.4928, recon_loss = 1.4878, kl_loss = 0.0050\n", - "Batch 90, loss = 0.9853, recon_loss = 0.9814, kl_loss = 0.0039\n", - "Batch 120, loss = 0.5666, recon_loss = 0.5655, kl_loss = 0.0011\n", - "Batch 150, loss = 157.1369, recon_loss = 156.5265, kl_loss = 0.6104\n", - "Batch 180, loss = 144.6414, recon_loss = 143.8324, kl_loss = 0.8090\n", - "Batch 210, loss = 30.1067, recon_loss = 30.0708, kl_loss = 0.0359\n", - "Average loss: 49.5485\n", + "Batch 30, loss = 5996.8457, recon_loss = 5996.5830, kl_loss = 0.2626\n", + "Batch 60, loss = 657.8618, recon_loss = 657.5672, kl_loss = 0.2945\n", + "Batch 90, loss = 211.7155, recon_loss = 211.3933, kl_loss = 0.3222\n", + "Batch 120, loss = 408.6600, recon_loss = 408.3845, kl_loss = 0.2755\n", + "Batch 150, loss = 1109.1375, recon_loss = 1108.1432, kl_loss = 0.9942\n", + "Batch 180, loss = 2116.7861, recon_loss = 2115.4482, kl_loss = 1.3379\n", + "Batch 210, loss = 7953.9321, recon_loss = 7953.6963, kl_loss = 0.2361\n", + "Average loss: 5271.2613\n", "Epoch: 22\n", - "Batch 30, loss = 8.5553, recon_loss = 8.5506, kl_loss = 0.0047\n", - "Batch 60, loss = 1.5296, recon_loss = 1.5234, kl_loss = 0.0062\n", - "Batch 90, loss = 0.9964, recon_loss = 0.9893, kl_loss = 0.0071\n", - "Batch 120, loss = 0.5792, recon_loss = 0.5763, kl_loss = 0.0029\n", - "Batch 150, loss = 156.8469, recon_loss = 156.2322, kl_loss = 0.6148\n", - "Batch 180, loss = 144.6165, recon_loss = 143.7519, kl_loss = 0.8646\n", - "Batch 210, loss = 29.9076, recon_loss = 29.9027, kl_loss = 0.0050\n", - "Average loss: 49.5460\n", + "Batch 30, loss = 6006.5337, recon_loss = 6006.2427, kl_loss = 0.2913\n", + "Batch 60, loss = 658.5502, recon_loss = 658.2838, kl_loss = 0.2664\n", + "Batch 90, loss = 211.6020, recon_loss = 211.3008, kl_loss = 0.3012\n", + "Batch 120, loss = 408.7047, recon_loss = 408.4705, kl_loss = 0.2342\n", + "Batch 150, loss = 1099.2753, recon_loss = 1098.1638, kl_loss = 1.1115\n", + "Batch 180, loss = 2120.4624, recon_loss = 2119.1221, kl_loss = 1.3404\n", + "Batch 210, loss = 8011.4448, recon_loss = 8011.1729, kl_loss = 0.2718\n", + "Average loss: 5283.3656\n", "Epoch: 23\n", - "Batch 30, loss = 8.4160, recon_loss = 8.4143, kl_loss = 0.0017\n", - "Batch 60, loss = 1.4181, recon_loss = 1.4143, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9893, recon_loss = 0.9813, kl_loss = 0.0081\n", - "Batch 120, loss = 0.5862, recon_loss = 0.5835, kl_loss = 0.0027\n", - "Batch 150, loss = 156.2436, recon_loss = 155.4554, kl_loss = 0.7882\n", - "Batch 180, loss = 143.4479, recon_loss = 142.2690, kl_loss = 1.1790\n", - "Batch 210, loss = 29.8780, recon_loss = 29.8739, kl_loss = 0.0041\n", - "Average loss: 49.0222\n", + "Batch 30, loss = 5999.6172, recon_loss = 5999.3730, kl_loss = 0.2443\n", + "Batch 60, loss = 657.5712, recon_loss = 657.2940, kl_loss = 0.2772\n", + "Batch 90, loss = 211.6854, recon_loss = 211.4060, kl_loss = 0.2793\n", + "Batch 120, loss = 408.8173, recon_loss = 408.5697, kl_loss = 0.2476\n", + "Batch 150, loss = 1095.4851, recon_loss = 1094.4543, kl_loss = 1.0308\n", + "Batch 180, loss = 2122.3291, recon_loss = 2120.9697, kl_loss = 1.3594\n", + "Batch 210, loss = 8033.7622, recon_loss = 8033.4990, kl_loss = 0.2632\n", + "Average loss: 5285.6350\n", "Epoch: 24\n", - "Batch 30, loss = 8.2422, recon_loss = 8.2372, kl_loss = 0.0050\n", - "Batch 60, loss = 1.3626, recon_loss = 1.3553, kl_loss = 0.0074\n", - "Batch 90, loss = 1.0027, recon_loss = 0.9966, kl_loss = 0.0061\n", - "Batch 120, loss = 0.6520, recon_loss = 0.6425, kl_loss = 0.0095\n", - "Batch 150, loss = 46.5082, recon_loss = 44.8623, kl_loss = 1.6460\n", - "Batch 180, loss = 11.5780, recon_loss = 10.5694, kl_loss = 1.0086\n", - "Batch 210, loss = 31.9225, recon_loss = 31.9156, kl_loss = 0.0069\n", - "Average loss: 19.8868\n", + "Batch 30, loss = 6000.9854, recon_loss = 6000.7397, kl_loss = 0.2455\n", + "Batch 60, loss = 657.5471, recon_loss = 657.3177, kl_loss = 0.2294\n", + "Batch 90, loss = 211.5827, recon_loss = 211.3641, kl_loss = 0.2186\n", + "Batch 120, loss = 408.5417, recon_loss = 408.3668, kl_loss = 0.1749\n", + "Batch 150, loss = 1090.9122, recon_loss = 1089.8962, kl_loss = 1.0161\n", + "Batch 180, loss = 2124.8408, recon_loss = 2123.5706, kl_loss = 1.2703\n", + "Batch 210, loss = 10642.0459, recon_loss = 10641.6934, kl_loss = 0.3526\n", + "Average loss: 5284.3380\n", "Epoch: 25\n", - "Batch 30, loss = 2.9702, recon_loss = 2.9610, kl_loss = 0.0091\n", - "Batch 60, loss = 0.4805, recon_loss = 0.4738, kl_loss = 0.0067\n", - "Batch 90, loss = 0.9924, recon_loss = 0.9810, kl_loss = 0.0114\n", - "Batch 120, loss = 0.5635, recon_loss = 0.5575, kl_loss = 0.0060\n", - "Batch 150, loss = 17.3667, recon_loss = 16.5633, kl_loss = 0.8035\n", - "Batch 180, loss = 18.2596, recon_loss = 17.3136, kl_loss = 0.9460\n", - "Batch 210, loss = 32.0018, recon_loss = 31.9943, kl_loss = 0.0074\n", - "Average loss: 14.4984\n", + "Batch 30, loss = 5996.3408, recon_loss = 5996.1470, kl_loss = 0.1939\n", + "Batch 60, loss = 657.7398, recon_loss = 657.5421, kl_loss = 0.1977\n", + "Batch 90, loss = 225.6474, recon_loss = 225.4170, kl_loss = 0.2304\n", + "Batch 120, loss = 408.6104, recon_loss = 408.2560, kl_loss = 0.3544\n", + "Batch 150, loss = 1084.9991, recon_loss = 1083.9822, kl_loss = 1.0170\n", + "Batch 180, loss = 2122.8984, recon_loss = 2121.4287, kl_loss = 1.4696\n", + "Batch 210, loss = 7987.9907, recon_loss = 7987.6313, kl_loss = 0.3595\n", + "Average loss: 5243.7163\n", "Epoch: 26\n", - "Batch 30, loss = 2.8488, recon_loss = 2.8433, kl_loss = 0.0054\n", - "Batch 60, loss = 0.4747, recon_loss = 0.4680, kl_loss = 0.0066\n", - "Batch 90, loss = 0.9596, recon_loss = 0.9548, kl_loss = 0.0048\n", - "Batch 120, loss = 0.5639, recon_loss = 0.5574, kl_loss = 0.0064\n", - "Batch 150, loss = 32.1928, recon_loss = 31.4216, kl_loss = 0.7712\n", - "Batch 180, loss = 25.6628, recon_loss = 24.8010, kl_loss = 0.8618\n", - "Batch 210, loss = 32.4589, recon_loss = 32.4541, kl_loss = 0.0048\n", - "Average loss: 16.6200\n", + "Batch 30, loss = 6001.5562, recon_loss = 6001.2236, kl_loss = 0.3325\n", + "Batch 60, loss = 657.5966, recon_loss = 657.3037, kl_loss = 0.2928\n", + "Batch 90, loss = 211.6661, recon_loss = 211.3976, kl_loss = 0.2685\n", + "Batch 120, loss = 408.4052, recon_loss = 408.1920, kl_loss = 0.2131\n", + "Batch 150, loss = 1081.0554, recon_loss = 1080.1084, kl_loss = 0.9470\n", + "Batch 180, loss = 2135.5427, recon_loss = 2134.0430, kl_loss = 1.4999\n", + "Batch 210, loss = 8040.4087, recon_loss = 8039.9888, kl_loss = 0.4201\n", + "Average loss: 5289.2306\n", "Epoch: 27\n", - "Batch 30, loss = 2.8887, recon_loss = 2.8830, kl_loss = 0.0057\n", - "Batch 60, loss = 0.4732, recon_loss = 0.4666, kl_loss = 0.0067\n", - "Batch 90, loss = 0.9574, recon_loss = 0.9493, kl_loss = 0.0081\n", - "Batch 120, loss = 0.5728, recon_loss = 0.5651, kl_loss = 0.0076\n", - "Batch 150, loss = 27.4709, recon_loss = 26.6457, kl_loss = 0.8253\n", - "Batch 180, loss = 22.7114, recon_loss = 21.8196, kl_loss = 0.8918\n", - "Batch 210, loss = 32.2168, recon_loss = 32.2112, kl_loss = 0.0056\n", - "Average loss: 15.7464\n", + "Batch 30, loss = 5996.8242, recon_loss = 5996.5913, kl_loss = 0.2329\n", + "Batch 60, loss = 657.2680, recon_loss = 657.0291, kl_loss = 0.2389\n", + "Batch 90, loss = 211.6761, recon_loss = 211.4421, kl_loss = 0.2340\n", + "Batch 120, loss = 408.3885, recon_loss = 408.1909, kl_loss = 0.1976\n", + "Batch 150, loss = 1075.2372, recon_loss = 1074.2169, kl_loss = 1.0203\n", + "Batch 180, loss = 2130.7317, recon_loss = 2129.2534, kl_loss = 1.4783\n", + "Batch 210, loss = 8061.3696, recon_loss = 8060.9360, kl_loss = 0.4337\n", + "Average loss: 5272.9458\n", "Epoch: 28\n", - "Batch 30, loss = 2.9115, recon_loss = 2.9030, kl_loss = 0.0085\n", - "Batch 60, loss = 0.4831, recon_loss = 0.4687, kl_loss = 0.0143\n", - "Batch 90, loss = 0.9580, recon_loss = 0.9484, kl_loss = 0.0096\n", - "Batch 120, loss = 0.5893, recon_loss = 0.5793, kl_loss = 0.0099\n", - "Batch 150, loss = 26.8394, recon_loss = 26.0581, kl_loss = 0.7813\n", - "Batch 180, loss = 19.9332, recon_loss = 18.8391, kl_loss = 1.0940\n", - "Batch 210, loss = 32.5804, recon_loss = 32.5698, kl_loss = 0.0106\n", - "Average loss: 15.7508\n", + "Batch 30, loss = 5996.8706, recon_loss = 5996.6030, kl_loss = 0.2677\n", + "Batch 60, loss = 657.2698, recon_loss = 657.0233, kl_loss = 0.2466\n", + "Batch 90, loss = 211.7128, recon_loss = 211.4553, kl_loss = 0.2575\n", + "Batch 120, loss = 408.4521, recon_loss = 408.2424, kl_loss = 0.2098\n", + "Batch 150, loss = 1068.0649, recon_loss = 1067.1119, kl_loss = 0.9530\n", + "Batch 180, loss = 2130.0007, recon_loss = 2128.4697, kl_loss = 1.5310\n", + "Batch 210, loss = 8014.4141, recon_loss = 8013.9326, kl_loss = 0.4816\n", + "Average loss: 5268.2372\n", "Epoch: 29\n", - "Batch 30, loss = 2.7874, recon_loss = 2.7797, kl_loss = 0.0077\n", - "Batch 60, loss = 0.4734, recon_loss = 0.4669, kl_loss = 0.0065\n", - "Batch 90, loss = 0.9575, recon_loss = 0.9465, kl_loss = 0.0110\n", - "Batch 120, loss = 0.5828, recon_loss = 0.5763, kl_loss = 0.0065\n", - "Batch 150, loss = 27.2034, recon_loss = 26.3035, kl_loss = 0.9000\n", - "Batch 180, loss = 17.9652, recon_loss = 16.9426, kl_loss = 1.0226\n", - "Batch 210, loss = 33.4850, recon_loss = 33.4790, kl_loss = 0.0060\n", - "Average loss: 16.1884\n", + "Batch 30, loss = 5993.2700, recon_loss = 5993.0469, kl_loss = 0.2229\n", + "Batch 60, loss = 657.2147, recon_loss = 656.9883, kl_loss = 0.2264\n", + "Batch 90, loss = 211.7260, recon_loss = 211.4865, kl_loss = 0.2395\n", + "Batch 120, loss = 408.4886, recon_loss = 408.2967, kl_loss = 0.1919\n", + "Batch 150, loss = 1064.3997, recon_loss = 1063.4551, kl_loss = 0.9446\n", + "Batch 180, loss = 2131.9187, recon_loss = 2130.4355, kl_loss = 1.4831\n", + "Batch 210, loss = 8046.4683, recon_loss = 8045.8916, kl_loss = 0.5767\n", + "Average loss: 5271.5972\n", "Epoch: 30\n", - "Batch 30, loss = 2.6988, recon_loss = 2.6905, kl_loss = 0.0083\n", - "Batch 60, loss = 0.4677, recon_loss = 0.4600, kl_loss = 0.0076\n", - "Batch 90, loss = 0.9776, recon_loss = 0.9703, kl_loss = 0.0073\n", - "Batch 120, loss = 0.5777, recon_loss = 0.5716, kl_loss = 0.0061\n", - "Batch 150, loss = 26.3862, recon_loss = 25.5406, kl_loss = 0.8456\n", - "Batch 180, loss = 17.1069, recon_loss = 16.3406, kl_loss = 0.7663\n", - "Batch 210, loss = 33.7704, recon_loss = 33.7651, kl_loss = 0.0053\n", - "Average loss: 15.8585\n", + "Batch 30, loss = 5993.9023, recon_loss = 5993.6846, kl_loss = 0.2180\n", + "Batch 60, loss = 657.5229, recon_loss = 657.3113, kl_loss = 0.2116\n", + "Batch 90, loss = 211.7177, recon_loss = 211.4773, kl_loss = 0.2404\n", + "Batch 120, loss = 408.4969, recon_loss = 408.2964, kl_loss = 0.2006\n", + "Batch 150, loss = 1062.8655, recon_loss = 1061.9305, kl_loss = 0.9350\n", + "Batch 180, loss = 2144.9736, recon_loss = 2143.4009, kl_loss = 1.5727\n", + "Batch 210, loss = 10225.4922, recon_loss = 10224.8105, kl_loss = 0.6816\n", + "Average loss: 5339.4780\n", "Epoch: 31\n", - "Batch 30, loss = 2.7687, recon_loss = 2.7613, kl_loss = 0.0074\n", - "Batch 60, loss = 0.4653, recon_loss = 0.4579, kl_loss = 0.0074\n", - "Batch 90, loss = 0.9508, recon_loss = 0.9446, kl_loss = 0.0061\n", - "Batch 120, loss = 0.5803, recon_loss = 0.5757, kl_loss = 0.0046\n", - "Batch 150, loss = 21.8996, recon_loss = 21.1318, kl_loss = 0.7677\n", - "Batch 180, loss = 17.7876, recon_loss = 17.0102, kl_loss = 0.7774\n", - "Batch 210, loss = 32.7288, recon_loss = 32.7245, kl_loss = 0.0044\n", - "Average loss: 14.7821\n", + "Batch 30, loss = 5983.0991, recon_loss = 5982.8691, kl_loss = 0.2297\n", + "Batch 60, loss = 657.1922, recon_loss = 656.9715, kl_loss = 0.2207\n", + "Batch 90, loss = 211.9712, recon_loss = 211.7491, kl_loss = 0.2221\n", + "Batch 120, loss = 408.6680, recon_loss = 408.4716, kl_loss = 0.1964\n", + "Batch 150, loss = 1056.9658, recon_loss = 1056.0099, kl_loss = 0.9559\n", + "Batch 180, loss = 2134.6489, recon_loss = 2133.2815, kl_loss = 1.3674\n", + "Batch 210, loss = 8017.3828, recon_loss = 8016.6641, kl_loss = 0.7190\n", + "Average loss: 5239.6932\n", "Epoch: 32\n", - "Batch 30, loss = 2.9031, recon_loss = 2.8969, kl_loss = 0.0062\n", - "Batch 60, loss = 0.4665, recon_loss = 0.4590, kl_loss = 0.0075\n", - "Batch 90, loss = 0.9480, recon_loss = 0.9418, kl_loss = 0.0061\n", - "Batch 120, loss = 0.5829, recon_loss = 0.5779, kl_loss = 0.0050\n", - "Batch 150, loss = 21.2648, recon_loss = 20.5039, kl_loss = 0.7609\n", - "Batch 180, loss = 15.6169, recon_loss = 14.7847, kl_loss = 0.8322\n", - "Batch 210, loss = 32.9440, recon_loss = 32.9394, kl_loss = 0.0046\n", - "Average loss: 15.8272\n", + "Batch 30, loss = 5998.9937, recon_loss = 5998.7437, kl_loss = 0.2501\n", + "Batch 60, loss = 657.5009, recon_loss = 657.2505, kl_loss = 0.2504\n", + "Batch 90, loss = 211.6788, recon_loss = 211.4460, kl_loss = 0.2328\n", + "Batch 120, loss = 408.2694, recon_loss = 408.0546, kl_loss = 0.2149\n", + "Batch 150, loss = 1051.5930, recon_loss = 1050.6702, kl_loss = 0.9229\n", + "Batch 180, loss = 2134.4773, recon_loss = 2132.9199, kl_loss = 1.5574\n", + "Batch 210, loss = 8043.0615, recon_loss = 8042.1138, kl_loss = 0.9477\n", + "Average loss: 5258.6308\n", "Epoch: 33\n", - "Batch 30, loss = 2.8542, recon_loss = 2.8488, kl_loss = 0.0054\n", - "Batch 60, loss = 0.4614, recon_loss = 0.4558, kl_loss = 0.0056\n", - "Batch 90, loss = 0.9504, recon_loss = 0.9452, kl_loss = 0.0052\n", - "Batch 120, loss = 0.5814, recon_loss = 0.5744, kl_loss = 0.0070\n", - "Batch 150, loss = 21.2217, recon_loss = 20.4721, kl_loss = 0.7496\n", - "Batch 180, loss = 15.1534, recon_loss = 14.2956, kl_loss = 0.8578\n", - "Batch 210, loss = 33.0885, recon_loss = 33.0832, kl_loss = 0.0053\n", - "Average loss: 14.9911\n", + "Batch 30, loss = 5996.7549, recon_loss = 5996.5342, kl_loss = 0.2206\n", + "Batch 60, loss = 656.9822, recon_loss = 656.7840, kl_loss = 0.1982\n", + "Batch 90, loss = 211.7237, recon_loss = 211.4975, kl_loss = 0.2262\n", + "Batch 120, loss = 408.6031, recon_loss = 408.3912, kl_loss = 0.2120\n", + "Batch 150, loss = 1049.8929, recon_loss = 1048.9634, kl_loss = 0.9296\n", + "Batch 180, loss = 2134.6619, recon_loss = 2133.1562, kl_loss = 1.5055\n", + "Batch 210, loss = 10811.5967, recon_loss = 10810.5371, kl_loss = 1.0598\n", + "Average loss: 5296.9201\n", "Epoch: 34\n", - "Batch 30, loss = 2.8529, recon_loss = 2.8463, kl_loss = 0.0066\n", - "Batch 60, loss = 0.4608, recon_loss = 0.4548, kl_loss = 0.0060\n", - "Batch 90, loss = 0.9479, recon_loss = 0.9430, kl_loss = 0.0048\n", - "Batch 120, loss = 0.5847, recon_loss = 0.5779, kl_loss = 0.0068\n", - "Batch 150, loss = 20.0425, recon_loss = 19.2575, kl_loss = 0.7850\n", - "Batch 180, loss = 15.1344, recon_loss = 14.3074, kl_loss = 0.8270\n", - "Batch 210, loss = 33.0530, recon_loss = 33.0473, kl_loss = 0.0056\n", - "Average loss: 14.4814\n", + "Batch 30, loss = 5983.3149, recon_loss = 5983.0767, kl_loss = 0.2383\n", + "Batch 60, loss = 657.1995, recon_loss = 656.9694, kl_loss = 0.2302\n", + "Batch 90, loss = 212.0285, recon_loss = 211.7966, kl_loss = 0.2319\n", + "Batch 120, loss = 409.5720, recon_loss = 409.3646, kl_loss = 0.2074\n", + "Batch 150, loss = 1052.0892, recon_loss = 1051.2175, kl_loss = 0.8717\n", + "Batch 180, loss = 2130.6970, recon_loss = 2129.2627, kl_loss = 1.4342\n", + "Batch 210, loss = 10799.5088, recon_loss = 10798.4443, kl_loss = 1.0644\n", + "Average loss: 5278.0895\n", "Epoch: 35\n", - "Batch 30, loss = 2.8388, recon_loss = 2.8328, kl_loss = 0.0060\n", - "Batch 60, loss = 0.4632, recon_loss = 0.4566, kl_loss = 0.0066\n", - "Batch 90, loss = 0.9890, recon_loss = 0.9842, kl_loss = 0.0049\n", - "Batch 120, loss = 0.5805, recon_loss = 0.5749, kl_loss = 0.0056\n", - "Batch 150, loss = 18.6560, recon_loss = 17.8841, kl_loss = 0.7719\n", - "Batch 180, loss = 15.0255, recon_loss = 14.2768, kl_loss = 0.7488\n", - "Batch 210, loss = 33.0319, recon_loss = 33.0267, kl_loss = 0.0053\n", - "Average loss: 14.5470\n", + "Batch 30, loss = 5987.3286, recon_loss = 5987.0840, kl_loss = 0.2446\n", + "Batch 60, loss = 657.3406, recon_loss = 657.1188, kl_loss = 0.2218\n", + "Batch 90, loss = 211.9622, recon_loss = 211.7314, kl_loss = 0.2308\n", + "Batch 120, loss = 408.1084, recon_loss = 407.8893, kl_loss = 0.2191\n", + "Batch 150, loss = 1052.7893, recon_loss = 1051.9628, kl_loss = 0.8266\n", + "Batch 180, loss = 2123.9023, recon_loss = 2122.3899, kl_loss = 1.5124\n", + "Batch 210, loss = 8050.3770, recon_loss = 8049.4565, kl_loss = 0.9206\n", + "Average loss: 5227.0383\n", "Epoch: 36\n", - "Batch 30, loss = 2.8672, recon_loss = 2.8618, kl_loss = 0.0054\n", - "Batch 60, loss = 0.4605, recon_loss = 0.4541, kl_loss = 0.0064\n", - "Batch 90, loss = 0.9468, recon_loss = 0.9412, kl_loss = 0.0056\n", - "Batch 120, loss = 0.5836, recon_loss = 0.5787, kl_loss = 0.0048\n", - "Batch 150, loss = 17.0744, recon_loss = 16.3714, kl_loss = 0.7030\n", - "Batch 180, loss = 14.7018, recon_loss = 13.9204, kl_loss = 0.7814\n", - "Batch 210, loss = 33.2675, recon_loss = 33.2628, kl_loss = 0.0047\n", - "Average loss: 14.7174\n", + "Batch 30, loss = 5999.5728, recon_loss = 5999.3682, kl_loss = 0.2046\n", + "Batch 60, loss = 657.5103, recon_loss = 657.3117, kl_loss = 0.1986\n", + "Batch 90, loss = 211.7809, recon_loss = 211.5545, kl_loss = 0.2264\n", + "Batch 120, loss = 408.2642, recon_loss = 408.0640, kl_loss = 0.2001\n", + "Batch 150, loss = 1049.6768, recon_loss = 1048.7573, kl_loss = 0.9194\n", + "Batch 180, loss = 2134.3179, recon_loss = 2132.7896, kl_loss = 1.5284\n", + "Batch 210, loss = 10567.9756, recon_loss = 10567.0908, kl_loss = 0.8843\n", + "Average loss: 5308.3125\n", "Epoch: 37\n", - "Batch 30, loss = 2.8243, recon_loss = 2.8197, kl_loss = 0.0046\n", - "Batch 60, loss = 2.0064, recon_loss = 2.0017, kl_loss = 0.0047\n", - "Batch 90, loss = 0.9473, recon_loss = 0.9396, kl_loss = 0.0077\n", - "Batch 120, loss = 0.5857, recon_loss = 0.5801, kl_loss = 0.0057\n", - "Batch 150, loss = 17.5364, recon_loss = 16.7999, kl_loss = 0.7364\n", - "Batch 180, loss = 14.3384, recon_loss = 13.6100, kl_loss = 0.7283\n", - "Batch 210, loss = 33.2996, recon_loss = 33.2944, kl_loss = 0.0052\n", - "Average loss: 15.4906\n", + "Batch 30, loss = 5985.2964, recon_loss = 5985.0669, kl_loss = 0.2293\n", + "Batch 60, loss = 657.0862, recon_loss = 656.8687, kl_loss = 0.2175\n", + "Batch 90, loss = 211.8054, recon_loss = 211.5669, kl_loss = 0.2385\n", + "Batch 120, loss = 407.9529, recon_loss = 407.7512, kl_loss = 0.2017\n", + "Batch 150, loss = 1042.1584, recon_loss = 1041.2275, kl_loss = 0.9309\n", + "Batch 180, loss = 2124.8306, recon_loss = 2123.4810, kl_loss = 1.3495\n", + "Batch 210, loss = 8067.2036, recon_loss = 8066.2964, kl_loss = 0.9072\n", + "Average loss: 5236.9881\n", "Epoch: 38\n", - "Batch 30, loss = 3.3252, recon_loss = 3.3207, kl_loss = 0.0045\n", - "Batch 60, loss = 0.4586, recon_loss = 0.4535, kl_loss = 0.0051\n", - "Batch 90, loss = 0.9440, recon_loss = 0.9395, kl_loss = 0.0044\n", - "Batch 120, loss = 0.5846, recon_loss = 0.5810, kl_loss = 0.0035\n", - "Batch 150, loss = 16.2398, recon_loss = 15.4221, kl_loss = 0.8177\n", - "Batch 180, loss = 14.9757, recon_loss = 14.2108, kl_loss = 0.7649\n", - "Batch 210, loss = 34.5511, recon_loss = 34.5417, kl_loss = 0.0093\n", - "Average loss: 15.8353\n", + "Batch 30, loss = 5994.0352, recon_loss = 5993.8374, kl_loss = 0.1979\n", + "Batch 60, loss = 657.2420, recon_loss = 657.0380, kl_loss = 0.2040\n", + "Batch 90, loss = 211.9607, recon_loss = 211.6917, kl_loss = 0.2689\n", + "Batch 120, loss = 408.3461, recon_loss = 408.1096, kl_loss = 0.2366\n", + "Batch 150, loss = 1047.2803, recon_loss = 1046.3810, kl_loss = 0.8993\n", + "Batch 180, loss = 2133.3997, recon_loss = 2132.0073, kl_loss = 1.3923\n", + "Batch 210, loss = 8092.3760, recon_loss = 8091.2065, kl_loss = 1.1692\n", + "Average loss: 5267.7483\n", "Epoch: 39\n", - "Batch 30, loss = 2.5942, recon_loss = 2.5891, kl_loss = 0.0051\n", - "Batch 60, loss = 0.4675, recon_loss = 0.4628, kl_loss = 0.0047\n", - "Batch 90, loss = 0.9478, recon_loss = 0.9438, kl_loss = 0.0040\n", - "Batch 120, loss = 0.5899, recon_loss = 0.5860, kl_loss = 0.0038\n", - "Batch 150, loss = 16.6964, recon_loss = 15.9703, kl_loss = 0.7262\n", - "Batch 180, loss = 14.3909, recon_loss = 13.6369, kl_loss = 0.7541\n", - "Batch 210, loss = 34.2010, recon_loss = 34.1971, kl_loss = 0.0039\n", - "Average loss: 14.5687\n", + "Batch 30, loss = 5990.9482, recon_loss = 5990.7261, kl_loss = 0.2223\n", + "Batch 60, loss = 656.6517, recon_loss = 656.4500, kl_loss = 0.2016\n", + "Batch 90, loss = 211.9136, recon_loss = 211.6902, kl_loss = 0.2234\n", + "Batch 120, loss = 408.3875, recon_loss = 408.1509, kl_loss = 0.2365\n", + "Batch 150, loss = 1043.2172, recon_loss = 1042.2849, kl_loss = 0.9322\n", + "Batch 180, loss = 2127.0332, recon_loss = 2125.8359, kl_loss = 1.1972\n", + "Batch 210, loss = 10471.7168, recon_loss = 10470.5430, kl_loss = 1.1740\n", + "Average loss: 5289.3333\n", "Epoch: 40\n", - "Batch 30, loss = 2.6551, recon_loss = 2.6513, kl_loss = 0.0038\n", - "Batch 60, loss = 0.4571, recon_loss = 0.4534, kl_loss = 0.0037\n", - "Batch 90, loss = 0.9464, recon_loss = 0.9423, kl_loss = 0.0040\n", - "Batch 120, loss = 0.5945, recon_loss = 0.5879, kl_loss = 0.0066\n", - "Batch 150, loss = 16.5986, recon_loss = 15.8789, kl_loss = 0.7196\n", - "Batch 180, loss = 13.4566, recon_loss = 12.6498, kl_loss = 0.8067\n", - "Batch 210, loss = 34.3849, recon_loss = 34.3799, kl_loss = 0.0050\n", - "Average loss: 14.9855\n", + "Batch 30, loss = 5988.1597, recon_loss = 5987.9033, kl_loss = 0.2563\n", + "Batch 60, loss = 657.2849, recon_loss = 657.0521, kl_loss = 0.2328\n", + "Batch 90, loss = 212.1108, recon_loss = 211.8793, kl_loss = 0.2314\n", + "Batch 120, loss = 408.1946, recon_loss = 407.9532, kl_loss = 0.2413\n", + "Batch 150, loss = 1037.5951, recon_loss = 1036.7456, kl_loss = 0.8495\n", + "Batch 180, loss = 2128.3149, recon_loss = 2126.9131, kl_loss = 1.4020\n", + "Batch 210, loss = 8098.6055, recon_loss = 8097.3374, kl_loss = 1.2679\n", + "Average loss: 5231.2598\n", "Epoch: 41\n", - "Batch 30, loss = 2.6614, recon_loss = 2.6538, kl_loss = 0.0076\n", - "Batch 60, loss = 0.4571, recon_loss = 0.4501, kl_loss = 0.0070\n", - "Batch 90, loss = 0.9433, recon_loss = 0.9383, kl_loss = 0.0050\n", - "Batch 120, loss = 0.7647, recon_loss = 0.7611, kl_loss = 0.0036\n", - "Batch 150, loss = 17.0856, recon_loss = 16.3183, kl_loss = 0.7674\n", - "Batch 180, loss = 13.1250, recon_loss = 12.3715, kl_loss = 0.7534\n", - "Batch 210, loss = 34.0640, recon_loss = 34.0594, kl_loss = 0.0046\n", - "Average loss: 14.0311\n", + "Batch 30, loss = 5997.4067, recon_loss = 5997.1895, kl_loss = 0.2175\n", + "Batch 60, loss = 657.5132, recon_loss = 657.2927, kl_loss = 0.2205\n", + "Batch 90, loss = 211.8063, recon_loss = 211.5994, kl_loss = 0.2069\n", + "Batch 120, loss = 407.8219, recon_loss = 407.6231, kl_loss = 0.1988\n", + "Batch 150, loss = 1042.1516, recon_loss = 1041.0515, kl_loss = 1.1001\n", + "Batch 180, loss = 2134.7468, recon_loss = 2133.2659, kl_loss = 1.4810\n", + "Batch 210, loss = 10622.3984, recon_loss = 10621.0264, kl_loss = 1.3721\n", + "Average loss: 5274.7292\n", "Epoch: 42\n", - "Batch 30, loss = 2.6778, recon_loss = 2.6735, kl_loss = 0.0043\n", - "Batch 60, loss = 0.4526, recon_loss = 0.4487, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9417, recon_loss = 0.9386, kl_loss = 0.0031\n", - "Batch 120, loss = 0.5886, recon_loss = 0.5859, kl_loss = 0.0027\n", - "Batch 150, loss = 16.7592, recon_loss = 15.9938, kl_loss = 0.7654\n", - "Batch 180, loss = 13.0521, recon_loss = 12.3493, kl_loss = 0.7028\n", - "Batch 210, loss = 34.5285, recon_loss = 34.5245, kl_loss = 0.0040\n", - "Average loss: 15.2643\n", + "Batch 30, loss = 5987.6909, recon_loss = 5987.4878, kl_loss = 0.2030\n", + "Batch 60, loss = 657.1520, recon_loss = 656.9351, kl_loss = 0.2169\n", + "Batch 90, loss = 211.9707, recon_loss = 211.7623, kl_loss = 0.2083\n", + "Batch 120, loss = 408.1214, recon_loss = 407.9257, kl_loss = 0.1957\n", + "Batch 150, loss = 1032.7042, recon_loss = 1031.6714, kl_loss = 1.0329\n", + "Batch 180, loss = 2126.2886, recon_loss = 2124.8569, kl_loss = 1.4315\n", + "Batch 210, loss = 10594.2285, recon_loss = 10592.7314, kl_loss = 1.4973\n", + "Average loss: 5238.7072\n", "Epoch: 43\n", - "Batch 30, loss = 2.6442, recon_loss = 2.6408, kl_loss = 0.0034\n", - "Batch 60, loss = 0.4672, recon_loss = 0.4625, kl_loss = 0.0047\n", - "Batch 90, loss = 0.9409, recon_loss = 0.9364, kl_loss = 0.0045\n", - "Batch 120, loss = 0.5896, recon_loss = 0.5859, kl_loss = 0.0037\n", - "Batch 150, loss = 15.8385, recon_loss = 15.1349, kl_loss = 0.7037\n", - "Batch 180, loss = 13.5073, recon_loss = 12.6885, kl_loss = 0.8187\n", - "Batch 210, loss = 34.6185, recon_loss = 34.6142, kl_loss = 0.0043\n", - "Average loss: 15.0412\n", + "Batch 30, loss = 5995.0640, recon_loss = 5994.8867, kl_loss = 0.1773\n", + "Batch 60, loss = 657.0778, recon_loss = 656.9089, kl_loss = 0.1688\n", + "Batch 90, loss = 211.8506, recon_loss = 211.6701, kl_loss = 0.1804\n", + "Batch 120, loss = 408.1554, recon_loss = 407.9281, kl_loss = 0.2272\n", + "Batch 150, loss = 1032.5200, recon_loss = 1031.5559, kl_loss = 0.9641\n", + "Batch 180, loss = 2126.6567, recon_loss = 2125.2397, kl_loss = 1.4170\n", + "Batch 210, loss = 8092.6406, recon_loss = 8091.1709, kl_loss = 1.4696\n", + "Average loss: 5238.7578\n", "Epoch: 44\n", - "Batch 30, loss = 2.6348, recon_loss = 2.6303, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4535, recon_loss = 0.4494, kl_loss = 0.0041\n", - "Batch 90, loss = 0.9456, recon_loss = 0.9405, kl_loss = 0.0051\n", - "Batch 120, loss = 0.5941, recon_loss = 0.5886, kl_loss = 0.0054\n", - "Batch 150, loss = 15.9977, recon_loss = 15.1925, kl_loss = 0.8052\n", - "Batch 180, loss = 12.9926, recon_loss = 12.2142, kl_loss = 0.7784\n", - "Batch 210, loss = 34.4329, recon_loss = 34.4279, kl_loss = 0.0050\n", - "Average loss: 14.5249\n", + "Batch 30, loss = 5995.5122, recon_loss = 5995.3101, kl_loss = 0.2021\n", + "Batch 60, loss = 656.8770, recon_loss = 656.6879, kl_loss = 0.1891\n", + "Batch 90, loss = 211.8702, recon_loss = 211.6628, kl_loss = 0.2074\n", + "Batch 120, loss = 407.9742, recon_loss = 407.7407, kl_loss = 0.2335\n", + "Batch 150, loss = 1034.3689, recon_loss = 1033.3813, kl_loss = 0.9875\n", + "Batch 180, loss = 2162.1489, recon_loss = 2161.0483, kl_loss = 1.1007\n", + "Batch 210, loss = 8138.5083, recon_loss = 8137.1704, kl_loss = 1.3377\n", + "Average loss: 5258.9428\n", "Epoch: 45\n", - "Batch 30, loss = 2.6439, recon_loss = 2.6391, kl_loss = 0.0048\n", - "Batch 60, loss = 0.4517, recon_loss = 0.4475, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9389, recon_loss = 0.9354, kl_loss = 0.0035\n", - "Batch 120, loss = 0.5905, recon_loss = 0.5872, kl_loss = 0.0034\n", - "Batch 150, loss = 15.5600, recon_loss = 14.8665, kl_loss = 0.6935\n", - "Batch 180, loss = 12.7568, recon_loss = 12.0543, kl_loss = 0.7025\n", - "Batch 210, loss = 34.6938, recon_loss = 34.6898, kl_loss = 0.0040\n", - "Average loss: 14.5465\n", + "Batch 30, loss = 5992.9429, recon_loss = 5992.7124, kl_loss = 0.2306\n", + "Batch 60, loss = 656.9412, recon_loss = 656.7438, kl_loss = 0.1974\n", + "Batch 90, loss = 211.8850, recon_loss = 211.6657, kl_loss = 0.2193\n", + "Batch 120, loss = 408.2552, recon_loss = 408.0372, kl_loss = 0.2180\n", + "Batch 150, loss = 1032.2266, recon_loss = 1031.2158, kl_loss = 1.0107\n", + "Batch 180, loss = 2161.6096, recon_loss = 2160.2412, kl_loss = 1.3685\n", + "Batch 210, loss = 8210.0068, recon_loss = 8208.3926, kl_loss = 1.6147\n", + "Average loss: 5316.1074\n", "Epoch: 46\n", - "Batch 30, loss = 2.6352, recon_loss = 2.6311, kl_loss = 0.0041\n", - "Batch 60, loss = 0.4507, recon_loss = 0.4470, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9380, recon_loss = 0.9351, kl_loss = 0.0028\n", - "Batch 120, loss = 0.5976, recon_loss = 0.5925, kl_loss = 0.0051\n", - "Batch 150, loss = 15.2833, recon_loss = 14.5745, kl_loss = 0.7088\n", - "Batch 180, loss = 12.7379, recon_loss = 11.9421, kl_loss = 0.7958\n", - "Batch 210, loss = 34.7701, recon_loss = 34.7651, kl_loss = 0.0050\n", - "Average loss: 14.5066\n", + "Batch 30, loss = 5988.1641, recon_loss = 5987.8989, kl_loss = 0.2651\n", + "Batch 60, loss = 656.9370, recon_loss = 656.7285, kl_loss = 0.2085\n", + "Batch 90, loss = 211.8072, recon_loss = 211.5907, kl_loss = 0.2164\n", + "Batch 120, loss = 407.9407, recon_loss = 407.6949, kl_loss = 0.2458\n", + "Batch 150, loss = 1017.4214, recon_loss = 1016.4108, kl_loss = 1.0106\n", + "Batch 180, loss = 2156.4858, recon_loss = 2155.1685, kl_loss = 1.3175\n", + "Batch 210, loss = 7989.8970, recon_loss = 7987.8843, kl_loss = 2.0126\n", + "Average loss: 5242.8509\n", "Epoch: 47\n", - "Batch 30, loss = 2.6224, recon_loss = 2.6176, kl_loss = 0.0048\n", - "Batch 60, loss = 0.4520, recon_loss = 0.4477, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9408, recon_loss = 0.9373, kl_loss = 0.0034\n", - "Batch 120, loss = 0.5928, recon_loss = 0.5896, kl_loss = 0.0033\n", - "Batch 150, loss = 15.5680, recon_loss = 14.8641, kl_loss = 0.7039\n", - "Batch 180, loss = 12.4009, recon_loss = 11.7149, kl_loss = 0.6859\n", - "Batch 210, loss = 34.6340, recon_loss = 34.6300, kl_loss = 0.0041\n", - "Average loss: 14.4692\n", + "Batch 30, loss = 5982.7920, recon_loss = 5982.5752, kl_loss = 0.2168\n", + "Batch 60, loss = 656.9180, recon_loss = 656.7557, kl_loss = 0.1622\n", + "Batch 90, loss = 211.7126, recon_loss = 211.5106, kl_loss = 0.2020\n", + "Batch 120, loss = 408.2718, recon_loss = 408.0388, kl_loss = 0.2330\n", + "Batch 150, loss = 1017.3939, recon_loss = 1016.4026, kl_loss = 0.9913\n", + "Batch 180, loss = 2146.6880, recon_loss = 2145.4893, kl_loss = 1.1988\n", + "Batch 210, loss = 6043.6973, recon_loss = 6041.6167, kl_loss = 2.0806\n", + "Average loss: 5107.8723\n", "Epoch: 48\n", - "Batch 30, loss = 2.6360, recon_loss = 2.6317, kl_loss = 0.0042\n", - "Batch 60, loss = 0.4598, recon_loss = 0.4552, kl_loss = 0.0046\n", - "Batch 90, loss = 0.9393, recon_loss = 0.9354, kl_loss = 0.0039\n", - "Batch 120, loss = 0.5966, recon_loss = 0.5939, kl_loss = 0.0028\n", - "Batch 150, loss = 15.4519, recon_loss = 14.7992, kl_loss = 0.6527\n", - "Batch 180, loss = 12.7191, recon_loss = 12.0532, kl_loss = 0.6659\n", - "Batch 210, loss = 34.7789, recon_loss = 34.7751, kl_loss = 0.0038\n", - "Average loss: 14.4950\n", + "Batch 30, loss = 5976.8677, recon_loss = 5976.6382, kl_loss = 0.2295\n", + "Batch 60, loss = 656.8411, recon_loss = 656.6330, kl_loss = 0.2081\n", + "Batch 90, loss = 212.1731, recon_loss = 211.9826, kl_loss = 0.1905\n", + "Batch 120, loss = 408.9012, recon_loss = 408.6976, kl_loss = 0.2036\n", + "Batch 150, loss = 1018.3934, recon_loss = 1017.3666, kl_loss = 1.0268\n", + "Batch 180, loss = 2157.4336, recon_loss = 2156.0078, kl_loss = 1.4257\n", + "Batch 210, loss = 5673.0762, recon_loss = 5671.0200, kl_loss = 2.0563\n", + "Average loss: 5034.9051\n", "Epoch: 49\n", - "Batch 30, loss = 2.6210, recon_loss = 2.6184, kl_loss = 0.0026\n", - "Batch 60, loss = 0.4514, recon_loss = 0.4490, kl_loss = 0.0024\n", - "Batch 90, loss = 0.9366, recon_loss = 0.9341, kl_loss = 0.0025\n", - "Batch 120, loss = 0.5959, recon_loss = 0.5923, kl_loss = 0.0036\n", - "Batch 150, loss = 14.6950, recon_loss = 14.0218, kl_loss = 0.6732\n", - "Batch 180, loss = 12.4227, recon_loss = 11.7408, kl_loss = 0.6819\n", - "Batch 210, loss = 34.7229, recon_loss = 34.7187, kl_loss = 0.0042\n", - "Average loss: 14.4147\n", + "Batch 30, loss = 5976.3091, recon_loss = 5976.0908, kl_loss = 0.2181\n", + "Batch 60, loss = 657.1381, recon_loss = 656.9479, kl_loss = 0.1903\n", + "Batch 90, loss = 212.3151, recon_loss = 212.1171, kl_loss = 0.1980\n", + "Batch 120, loss = 408.4984, recon_loss = 408.2690, kl_loss = 0.2294\n", + "Batch 150, loss = 1018.0554, recon_loss = 1017.0725, kl_loss = 0.9829\n", + "Batch 180, loss = 2156.6069, recon_loss = 2155.0588, kl_loss = 1.5480\n", + "Batch 210, loss = 5474.1880, recon_loss = 5472.1006, kl_loss = 2.0872\n", + "Average loss: 5026.9498\n", "Epoch: 50\n", - "Batch 30, loss = 2.6281, recon_loss = 2.6238, kl_loss = 0.0043\n", - "Batch 60, loss = 0.4534, recon_loss = 0.4490, kl_loss = 0.0044\n", - "Batch 90, loss = 0.9544, recon_loss = 0.9510, kl_loss = 0.0034\n", - "Batch 120, loss = 0.5968, recon_loss = 0.5924, kl_loss = 0.0044\n", - "Batch 150, loss = 16.0251, recon_loss = 15.3920, kl_loss = 0.6332\n", - "Batch 180, loss = 12.2137, recon_loss = 11.5303, kl_loss = 0.6834\n", - "Batch 210, loss = 34.7257, recon_loss = 34.7216, kl_loss = 0.0041\n", - "Average loss: 14.9751\n", + "Batch 30, loss = 5975.1123, recon_loss = 5974.8721, kl_loss = 0.2404\n", + "Batch 60, loss = 657.4462, recon_loss = 657.2380, kl_loss = 0.2081\n", + "Batch 90, loss = 212.5656, recon_loss = 212.3651, kl_loss = 0.2005\n", + "Batch 120, loss = 408.3596, recon_loss = 408.1581, kl_loss = 0.2016\n", + "Batch 150, loss = 1013.9739, recon_loss = 1012.9839, kl_loss = 0.9900\n", + "Batch 180, loss = 2161.3792, recon_loss = 2159.9497, kl_loss = 1.4296\n", + "Batch 210, loss = 5376.7363, recon_loss = 5374.6431, kl_loss = 2.0933\n", + "Average loss: 5016.8242\n", "Epoch: 51\n", - "Batch 30, loss = 2.6366, recon_loss = 2.6319, kl_loss = 0.0047\n", - "Batch 60, loss = 0.4508, recon_loss = 0.4466, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9392, recon_loss = 0.9346, kl_loss = 0.0047\n", - "Batch 120, loss = 0.6032, recon_loss = 0.5974, kl_loss = 0.0058\n", - "Batch 150, loss = 14.5185, recon_loss = 13.8084, kl_loss = 0.7101\n", - "Batch 180, loss = 12.0587, recon_loss = 11.2079, kl_loss = 0.8508\n", - "Batch 210, loss = 34.7621, recon_loss = 34.7567, kl_loss = 0.0054\n", - "Average loss: 14.8612\n", + "Batch 30, loss = 5975.4106, recon_loss = 5975.2227, kl_loss = 0.1879\n", + "Batch 60, loss = 657.2261, recon_loss = 657.0508, kl_loss = 0.1753\n", + "Batch 90, loss = 212.3126, recon_loss = 212.1272, kl_loss = 0.1854\n", + "Batch 120, loss = 408.4861, recon_loss = 408.1935, kl_loss = 0.2927\n", + "Batch 150, loss = 1006.3943, recon_loss = 1005.3936, kl_loss = 1.0007\n", + "Batch 180, loss = 2163.2634, recon_loss = 2162.0242, kl_loss = 1.2391\n", + "Batch 210, loss = 5297.3105, recon_loss = 5295.3105, kl_loss = 2.0000\n", + "Average loss: 5011.1039\n", "Epoch: 52\n", - "Batch 30, loss = 2.6350, recon_loss = 2.6292, kl_loss = 0.0058\n", - "Batch 60, loss = 0.4519, recon_loss = 0.4464, kl_loss = 0.0054\n", - "Batch 90, loss = 0.9451, recon_loss = 0.9410, kl_loss = 0.0041\n", - "Batch 120, loss = 0.5978, recon_loss = 0.5946, kl_loss = 0.0032\n", - "Batch 150, loss = 15.1673, recon_loss = 14.4287, kl_loss = 0.7386\n", - "Batch 180, loss = 11.9053, recon_loss = 11.2344, kl_loss = 0.6709\n", - "Batch 210, loss = 34.8119, recon_loss = 34.8081, kl_loss = 0.0038\n", - "Average loss: 14.4152\n", + "Batch 30, loss = 5976.6260, recon_loss = 5976.3774, kl_loss = 0.2487\n", + "Batch 60, loss = 657.2197, recon_loss = 656.9836, kl_loss = 0.2361\n", + "Batch 90, loss = 212.3303, recon_loss = 212.1179, kl_loss = 0.2124\n", + "Batch 120, loss = 408.1190, recon_loss = 407.9032, kl_loss = 0.2158\n", + "Batch 150, loss = 1000.6024, recon_loss = 999.5680, kl_loss = 1.0344\n", + "Batch 180, loss = 2166.9800, recon_loss = 2165.3975, kl_loss = 1.5825\n", + "Batch 210, loss = 5209.0913, recon_loss = 5206.9932, kl_loss = 2.0980\n", + "Average loss: 5009.2046\n", "Epoch: 53\n", - "Batch 30, loss = 2.6323, recon_loss = 2.6293, kl_loss = 0.0031\n", - "Batch 60, loss = 0.4500, recon_loss = 0.4472, kl_loss = 0.0028\n", - "Batch 90, loss = 0.9378, recon_loss = 0.9355, kl_loss = 0.0023\n", - "Batch 120, loss = 0.5985, recon_loss = 0.5956, kl_loss = 0.0029\n", - "Batch 150, loss = 14.4185, recon_loss = 13.7688, kl_loss = 0.6497\n", - "Batch 180, loss = 11.9510, recon_loss = 11.2884, kl_loss = 0.6626\n", - "Batch 210, loss = 34.8386, recon_loss = 34.8350, kl_loss = 0.0035\n", - "Average loss: 14.4008\n", + "Batch 30, loss = 5978.4995, recon_loss = 5978.2705, kl_loss = 0.2292\n", + "Batch 60, loss = 657.0554, recon_loss = 656.8417, kl_loss = 0.2137\n", + "Batch 90, loss = 212.2143, recon_loss = 211.9849, kl_loss = 0.2294\n", + "Batch 120, loss = 408.2238, recon_loss = 407.9881, kl_loss = 0.2356\n", + "Batch 150, loss = 995.5250, recon_loss = 994.3853, kl_loss = 1.1398\n", + "Batch 180, loss = 2172.0588, recon_loss = 2170.4136, kl_loss = 1.6453\n", + "Batch 210, loss = 5159.9448, recon_loss = 5157.6445, kl_loss = 2.3002\n", + "Average loss: 5014.5542\n", "Epoch: 54\n", - "Batch 30, loss = 2.6325, recon_loss = 2.6297, kl_loss = 0.0029\n", - "Batch 60, loss = 0.4493, recon_loss = 0.4465, kl_loss = 0.0028\n", - "Batch 90, loss = 0.9404, recon_loss = 0.9371, kl_loss = 0.0033\n", - "Batch 120, loss = 0.6033, recon_loss = 0.5959, kl_loss = 0.0073\n", - "Batch 150, loss = 14.5171, recon_loss = 13.8109, kl_loss = 0.7062\n", - "Batch 180, loss = 11.9840, recon_loss = 11.3008, kl_loss = 0.6833\n", - "Batch 210, loss = 34.8888, recon_loss = 34.8819, kl_loss = 0.0068\n", - "Average loss: 14.9774\n", + "Batch 30, loss = 5978.6426, recon_loss = 5978.4385, kl_loss = 0.2040\n", + "Batch 60, loss = 656.9824, recon_loss = 656.7969, kl_loss = 0.1855\n", + "Batch 90, loss = 212.2856, recon_loss = 212.1123, kl_loss = 0.1733\n", + "Batch 120, loss = 408.2612, recon_loss = 408.0779, kl_loss = 0.1833\n", + "Batch 150, loss = 987.4719, recon_loss = 986.2216, kl_loss = 1.2502\n", + "Batch 180, loss = 2174.9651, recon_loss = 2173.5286, kl_loss = 1.4365\n", + "Batch 210, loss = 5132.8833, recon_loss = 5130.4531, kl_loss = 2.4303\n", + "Average loss: 5001.1756\n", "Epoch: 55\n", - "Batch 30, loss = 2.6367, recon_loss = 2.6302, kl_loss = 0.0065\n", - "Batch 60, loss = 0.4541, recon_loss = 0.4486, kl_loss = 0.0055\n", - "Batch 90, loss = 0.9384, recon_loss = 0.9341, kl_loss = 0.0044\n", - "Batch 120, loss = 0.5981, recon_loss = 0.5944, kl_loss = 0.0037\n", - "Batch 150, loss = 14.1387, recon_loss = 13.3956, kl_loss = 0.7431\n", - "Batch 180, loss = 12.9235, recon_loss = 12.2649, kl_loss = 0.6586\n", - "Batch 210, loss = 35.2582, recon_loss = 35.2529, kl_loss = 0.0053\n", - "Average loss: 15.0667\n", + "Batch 30, loss = 5978.7866, recon_loss = 5978.5601, kl_loss = 0.2267\n", + "Batch 60, loss = 656.5984, recon_loss = 656.4230, kl_loss = 0.1754\n", + "Batch 90, loss = 212.2933, recon_loss = 212.0872, kl_loss = 0.2061\n", + "Batch 120, loss = 408.0926, recon_loss = 407.8852, kl_loss = 0.2074\n", + "Batch 150, loss = 983.4075, recon_loss = 982.2165, kl_loss = 1.1911\n", + "Batch 180, loss = 2174.7061, recon_loss = 2173.1548, kl_loss = 1.5512\n", + "Batch 210, loss = 5113.1348, recon_loss = 5110.6816, kl_loss = 2.4529\n", + "Average loss: 5005.7721\n", "Epoch: 56\n", - "Batch 30, loss = 2.6090, recon_loss = 2.6027, kl_loss = 0.0063\n", - "Batch 60, loss = 0.4549, recon_loss = 0.4492, kl_loss = 0.0057\n", - "Batch 90, loss = 0.9765, recon_loss = 0.9719, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6017, recon_loss = 0.5974, kl_loss = 0.0043\n", - "Batch 150, loss = 13.7928, recon_loss = 13.1445, kl_loss = 0.6484\n", - "Batch 180, loss = 12.1347, recon_loss = 11.4253, kl_loss = 0.7094\n", - "Batch 210, loss = 34.9502, recon_loss = 34.9457, kl_loss = 0.0045\n", - "Average loss: 14.8823\n", + "Batch 30, loss = 5979.1104, recon_loss = 5978.9043, kl_loss = 0.2059\n", + "Batch 60, loss = 656.7092, recon_loss = 656.5314, kl_loss = 0.1778\n", + "Batch 90, loss = 212.2581, recon_loss = 212.0773, kl_loss = 0.1808\n", + "Batch 120, loss = 408.3359, recon_loss = 408.1363, kl_loss = 0.1997\n", + "Batch 150, loss = 972.7500, recon_loss = 971.5807, kl_loss = 1.1692\n", + "Batch 180, loss = 2183.4868, recon_loss = 2181.6274, kl_loss = 1.8594\n", + "Batch 210, loss = 5093.9146, recon_loss = 5091.4980, kl_loss = 2.4164\n", + "Average loss: 5032.2369\n", "Epoch: 57\n", - "Batch 30, loss = 2.6410, recon_loss = 2.6371, kl_loss = 0.0039\n", - "Batch 60, loss = 0.4515, recon_loss = 0.4477, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9389, recon_loss = 0.9351, kl_loss = 0.0038\n", - "Batch 120, loss = 0.6065, recon_loss = 0.6027, kl_loss = 0.0038\n", - "Batch 150, loss = 13.9493, recon_loss = 13.2540, kl_loss = 0.6953\n", - "Batch 180, loss = 12.0514, recon_loss = 11.3197, kl_loss = 0.7317\n", - "Batch 210, loss = 34.9607, recon_loss = 34.9564, kl_loss = 0.0043\n", - "Average loss: 14.3257\n", + "Batch 30, loss = 5978.1919, recon_loss = 5978.0137, kl_loss = 0.1785\n", + "Batch 60, loss = 656.8490, recon_loss = 656.6862, kl_loss = 0.1628\n", + "Batch 90, loss = 212.3635, recon_loss = 212.1857, kl_loss = 0.1778\n", + "Batch 120, loss = 408.3541, recon_loss = 408.1475, kl_loss = 0.2066\n", + "Batch 150, loss = 968.5095, recon_loss = 967.2951, kl_loss = 1.2144\n", + "Batch 180, loss = 2182.4065, recon_loss = 2180.8086, kl_loss = 1.5979\n", + "Batch 210, loss = 5077.4238, recon_loss = 5075.0142, kl_loss = 2.4095\n", + "Average loss: 5028.8982\n", "Epoch: 58\n", - "Batch 30, loss = 2.6333, recon_loss = 2.6296, kl_loss = 0.0037\n", - "Batch 60, loss = 0.4507, recon_loss = 0.4469, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9389, recon_loss = 0.9352, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6036, recon_loss = 0.6007, kl_loss = 0.0029\n", - "Batch 150, loss = 13.5996, recon_loss = 12.9472, kl_loss = 0.6524\n", - "Batch 180, loss = 12.0472, recon_loss = 11.3391, kl_loss = 0.7081\n", - "Batch 210, loss = 35.0429, recon_loss = 35.0394, kl_loss = 0.0034\n", - "Average loss: 14.3225\n", + "Batch 30, loss = 5978.2642, recon_loss = 5978.0625, kl_loss = 0.2017\n", + "Batch 60, loss = 657.1346, recon_loss = 656.9731, kl_loss = 0.1615\n", + "Batch 90, loss = 212.6465, recon_loss = 212.4901, kl_loss = 0.1564\n", + "Batch 120, loss = 408.2122, recon_loss = 408.0409, kl_loss = 0.1713\n", + "Batch 150, loss = 962.4579, recon_loss = 961.1097, kl_loss = 1.3482\n", + "Batch 180, loss = 2186.1924, recon_loss = 2184.6118, kl_loss = 1.5806\n", + "Batch 210, loss = 5081.4790, recon_loss = 5079.0977, kl_loss = 2.3812\n", + "Average loss: 5029.8326\n", "Epoch: 59\n", - "Batch 30, loss = 2.6390, recon_loss = 2.6360, kl_loss = 0.0030\n", - "Batch 60, loss = 0.4552, recon_loss = 0.4524, kl_loss = 0.0027\n", - "Batch 90, loss = 0.9372, recon_loss = 0.9336, kl_loss = 0.0036\n", - "Batch 120, loss = 0.5998, recon_loss = 0.5968, kl_loss = 0.0030\n", - "Batch 150, loss = 13.2522, recon_loss = 12.6260, kl_loss = 0.6263\n", - "Batch 180, loss = 12.1569, recon_loss = 11.5146, kl_loss = 0.6423\n", - "Batch 210, loss = 34.6596, recon_loss = 34.6559, kl_loss = 0.0037\n", - "Average loss: 13.7282\n", + "Batch 30, loss = 5978.8228, recon_loss = 5978.6538, kl_loss = 0.1688\n", + "Batch 60, loss = 656.7248, recon_loss = 656.5636, kl_loss = 0.1612\n", + "Batch 90, loss = 212.5763, recon_loss = 212.4142, kl_loss = 0.1621\n", + "Batch 120, loss = 408.0196, recon_loss = 407.8409, kl_loss = 0.1787\n", + "Batch 150, loss = 957.2436, recon_loss = 955.9623, kl_loss = 1.2813\n", + "Batch 180, loss = 2190.6663, recon_loss = 2189.1709, kl_loss = 1.4953\n", + "Batch 210, loss = 5079.0410, recon_loss = 5076.6289, kl_loss = 2.4123\n", + "Average loss: 5038.6194\n", "Epoch: 60\n", - "Batch 30, loss = 2.6769, recon_loss = 2.6739, kl_loss = 0.0030\n", - "Batch 60, loss = 0.4581, recon_loss = 0.4549, kl_loss = 0.0033\n", - "Batch 90, loss = 0.9383, recon_loss = 0.9346, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6022, recon_loss = 0.5993, kl_loss = 0.0029\n", - "Batch 150, loss = 12.9019, recon_loss = 12.2856, kl_loss = 0.6163\n", - "Batch 180, loss = 12.1636, recon_loss = 11.5499, kl_loss = 0.6137\n", - "Batch 210, loss = 34.6987, recon_loss = 34.6951, kl_loss = 0.0036\n", - "Average loss: 13.7589\n", + "Batch 30, loss = 5979.3696, recon_loss = 5979.1890, kl_loss = 0.1806\n", + "Batch 60, loss = 656.9708, recon_loss = 656.8137, kl_loss = 0.1572\n", + "Batch 90, loss = 212.7731, recon_loss = 212.6086, kl_loss = 0.1644\n", + "Batch 120, loss = 408.0136, recon_loss = 407.8061, kl_loss = 0.2075\n", + "Batch 150, loss = 939.6935, recon_loss = 938.3519, kl_loss = 1.3415\n", + "Batch 180, loss = 2204.4602, recon_loss = 2202.5322, kl_loss = 1.9280\n", + "Batch 210, loss = 5002.4414, recon_loss = 4999.9780, kl_loss = 2.4632\n", + "Average loss: 5064.7333\n", "Epoch: 61\n", - "Batch 30, loss = 2.6815, recon_loss = 2.6782, kl_loss = 0.0034\n", - "Batch 60, loss = 0.4510, recon_loss = 0.4476, kl_loss = 0.0034\n", - "Batch 90, loss = 0.9378, recon_loss = 0.9350, kl_loss = 0.0028\n", - "Batch 120, loss = 0.6001, recon_loss = 0.5976, kl_loss = 0.0025\n", - "Batch 150, loss = 12.7393, recon_loss = 12.1066, kl_loss = 0.6327\n", - "Batch 180, loss = 12.2060, recon_loss = 11.6136, kl_loss = 0.5924\n", - "Batch 210, loss = 35.0922, recon_loss = 35.0890, kl_loss = 0.0032\n", - "Average loss: 14.3515\n", + "Batch 30, loss = 5981.8901, recon_loss = 5981.6982, kl_loss = 0.1921\n", + "Batch 60, loss = 656.5804, recon_loss = 656.4248, kl_loss = 0.1555\n", + "Batch 90, loss = 212.3636, recon_loss = 212.1765, kl_loss = 0.1870\n", + "Batch 120, loss = 407.9853, recon_loss = 407.7874, kl_loss = 0.1979\n", + "Batch 150, loss = 869.6136, recon_loss = 868.1806, kl_loss = 1.4330\n", + "Batch 180, loss = 1898.7839, recon_loss = 1896.7495, kl_loss = 2.0344\n", + "Batch 210, loss = 4928.3472, recon_loss = 4925.9009, kl_loss = 2.4465\n", + "Average loss: 4936.0685\n", "Epoch: 62\n", - "Batch 30, loss = 2.6518, recon_loss = 2.6494, kl_loss = 0.0024\n", - "Batch 60, loss = 0.4497, recon_loss = 0.4472, kl_loss = 0.0025\n", - "Batch 90, loss = 0.9353, recon_loss = 0.9332, kl_loss = 0.0021\n", - "Batch 120, loss = 0.6024, recon_loss = 0.6006, kl_loss = 0.0018\n", - "Batch 150, loss = 12.4161, recon_loss = 11.8122, kl_loss = 0.6039\n", - "Batch 180, loss = 12.8405, recon_loss = 12.2672, kl_loss = 0.5733\n", - "Batch 210, loss = 35.1725, recon_loss = 35.1696, kl_loss = 0.0029\n", - "Average loss: 14.3543\n", + "Batch 30, loss = 5982.8877, recon_loss = 5982.7070, kl_loss = 0.1806\n", + "Batch 60, loss = 656.2164, recon_loss = 656.0619, kl_loss = 0.1545\n", + "Batch 90, loss = 212.1588, recon_loss = 212.0065, kl_loss = 0.1523\n", + "Batch 120, loss = 407.6529, recon_loss = 407.4966, kl_loss = 0.1562\n", + "Batch 150, loss = 739.1299, recon_loss = 737.5626, kl_loss = 1.5673\n", + "Batch 180, loss = 1780.3711, recon_loss = 1778.7383, kl_loss = 1.6328\n", + "Batch 210, loss = 4932.1357, recon_loss = 4929.7280, kl_loss = 2.4078\n", + "Average loss: 4905.9218\n", "Epoch: 63\n", - "Batch 30, loss = 2.6369, recon_loss = 2.6346, kl_loss = 0.0023\n", - "Batch 60, loss = 0.4543, recon_loss = 0.4501, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9444, recon_loss = 0.9399, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6037, recon_loss = 0.6002, kl_loss = 0.0035\n", - "Batch 150, loss = 12.2475, recon_loss = 11.6274, kl_loss = 0.6201\n", - "Batch 180, loss = 12.5699, recon_loss = 12.0038, kl_loss = 0.5661\n", - "Batch 210, loss = 35.1756, recon_loss = 35.1718, kl_loss = 0.0038\n", - "Average loss: 14.3343\n", + "Batch 30, loss = 5983.4355, recon_loss = 5983.2271, kl_loss = 0.2087\n", + "Batch 60, loss = 656.0154, recon_loss = 655.8562, kl_loss = 0.1592\n", + "Batch 90, loss = 211.9515, recon_loss = 211.7823, kl_loss = 0.1692\n", + "Batch 120, loss = 407.9107, recon_loss = 407.7187, kl_loss = 0.1920\n", + "Batch 150, loss = 686.1263, recon_loss = 684.5443, kl_loss = 1.5820\n", + "Batch 180, loss = 1794.8871, recon_loss = 1793.2402, kl_loss = 1.6468\n", + "Batch 210, loss = 4939.2832, recon_loss = 4936.7070, kl_loss = 2.5764\n", + "Average loss: 4861.2453\n", "Epoch: 64\n", - "Batch 30, loss = 2.6529, recon_loss = 2.6486, kl_loss = 0.0042\n", - "Batch 60, loss = 0.4488, recon_loss = 0.4447, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9373, recon_loss = 0.9336, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6014, recon_loss = 0.5986, kl_loss = 0.0029\n", - "Batch 150, loss = 11.9424, recon_loss = 11.3413, kl_loss = 0.6011\n", - "Batch 180, loss = 12.6982, recon_loss = 12.1647, kl_loss = 0.5334\n", - "Batch 210, loss = 35.1298, recon_loss = 35.1263, kl_loss = 0.0035\n", - "Average loss: 14.3053\n", + "Batch 30, loss = 5984.0498, recon_loss = 5983.8154, kl_loss = 0.2346\n", + "Batch 60, loss = 656.3627, recon_loss = 656.1949, kl_loss = 0.1678\n", + "Batch 90, loss = 212.0026, recon_loss = 211.8288, kl_loss = 0.1737\n", + "Batch 120, loss = 407.5625, recon_loss = 407.3738, kl_loss = 0.1887\n", + "Batch 150, loss = 679.3674, recon_loss = 677.8297, kl_loss = 1.5377\n", + "Batch 180, loss = 1826.6090, recon_loss = 1824.9568, kl_loss = 1.6523\n", + "Batch 210, loss = 4942.7124, recon_loss = 4940.1060, kl_loss = 2.6063\n", + "Average loss: 4862.1286\n", "Epoch: 65\n", - "Batch 30, loss = 2.6454, recon_loss = 2.6425, kl_loss = 0.0029\n", - "Batch 60, loss = 0.4507, recon_loss = 0.4478, kl_loss = 0.0029\n", - "Batch 90, loss = 0.9374, recon_loss = 0.9341, kl_loss = 0.0033\n", - "Batch 120, loss = 0.6041, recon_loss = 0.6012, kl_loss = 0.0030\n", - "Batch 150, loss = 11.9357, recon_loss = 11.3749, kl_loss = 0.5607\n", - "Batch 180, loss = 12.3711, recon_loss = 11.8177, kl_loss = 0.5535\n", - "Batch 210, loss = 35.2097, recon_loss = 35.2062, kl_loss = 0.0035\n", - "Average loss: 14.3249\n", + "Batch 30, loss = 5983.5903, recon_loss = 5983.2822, kl_loss = 0.3082\n", + "Batch 60, loss = 656.6929, recon_loss = 656.5251, kl_loss = 0.1678\n", + "Batch 90, loss = 212.0219, recon_loss = 211.8738, kl_loss = 0.1482\n", + "Batch 120, loss = 407.2471, recon_loss = 407.0951, kl_loss = 0.1520\n", + "Batch 150, loss = 679.2307, recon_loss = 677.7535, kl_loss = 1.4772\n", + "Batch 180, loss = 1850.5654, recon_loss = 1849.2666, kl_loss = 1.2988\n", + "Batch 210, loss = 4944.5483, recon_loss = 4941.8516, kl_loss = 2.6968\n", + "Average loss: 4857.1042\n", "Epoch: 66\n", - "Batch 30, loss = 2.6494, recon_loss = 2.6465, kl_loss = 0.0030\n", - "Batch 60, loss = 0.4523, recon_loss = 0.4493, kl_loss = 0.0030\n", - "Batch 90, loss = 0.9352, recon_loss = 0.9326, kl_loss = 0.0026\n", - "Batch 120, loss = 0.6031, recon_loss = 0.6007, kl_loss = 0.0024\n", - "Batch 150, loss = 11.6726, recon_loss = 11.0930, kl_loss = 0.5796\n", - "Batch 180, loss = 12.4283, recon_loss = 11.8703, kl_loss = 0.5580\n", - "Batch 210, loss = 35.1231, recon_loss = 35.1202, kl_loss = 0.0030\n", - "Average loss: 14.2816\n", + "Batch 30, loss = 5984.1772, recon_loss = 5983.9648, kl_loss = 0.2123\n", + "Batch 60, loss = 656.4010, recon_loss = 656.2571, kl_loss = 0.1439\n", + "Batch 90, loss = 212.3682, recon_loss = 212.2194, kl_loss = 0.1488\n", + "Batch 120, loss = 407.2280, recon_loss = 407.0706, kl_loss = 0.1574\n", + "Batch 150, loss = 678.9285, recon_loss = 677.6163, kl_loss = 1.3122\n", + "Batch 180, loss = 1856.0144, recon_loss = 1854.4064, kl_loss = 1.6080\n", + "Batch 210, loss = 4957.3096, recon_loss = 4954.7534, kl_loss = 2.5562\n", + "Average loss: 4898.9615\n", "Epoch: 67\n", - "Batch 30, loss = 2.6535, recon_loss = 2.6511, kl_loss = 0.0023\n", - "Batch 60, loss = 0.4526, recon_loss = 0.4504, kl_loss = 0.0021\n", - "Batch 90, loss = 0.9354, recon_loss = 0.9330, kl_loss = 0.0024\n", - "Batch 120, loss = 0.6072, recon_loss = 0.6032, kl_loss = 0.0040\n", - "Batch 150, loss = 11.9354, recon_loss = 11.3706, kl_loss = 0.5649\n", - "Batch 180, loss = 12.3538, recon_loss = 11.7814, kl_loss = 0.5723\n", - "Batch 210, loss = 35.2264, recon_loss = 35.2223, kl_loss = 0.0041\n", - "Average loss: 14.2747\n", + "Batch 30, loss = 5983.5967, recon_loss = 5983.4243, kl_loss = 0.1722\n", + "Batch 60, loss = 656.7817, recon_loss = 656.6453, kl_loss = 0.1364\n", + "Batch 90, loss = 212.3311, recon_loss = 212.1665, kl_loss = 0.1646\n", + "Batch 120, loss = 407.2092, recon_loss = 407.0093, kl_loss = 0.1999\n", + "Batch 150, loss = 678.5105, recon_loss = 677.1026, kl_loss = 1.4079\n", + "Batch 180, loss = 1847.4207, recon_loss = 1846.2361, kl_loss = 1.1846\n", + "Batch 210, loss = 4958.6201, recon_loss = 4956.0054, kl_loss = 2.6148\n", + "Average loss: 4870.8626\n", "Epoch: 68\n", - "Batch 30, loss = 2.6567, recon_loss = 2.6527, kl_loss = 0.0040\n", - "Batch 60, loss = 0.4496, recon_loss = 0.4461, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9510, recon_loss = 0.9481, kl_loss = 0.0028\n", - "Batch 120, loss = 0.6021, recon_loss = 0.5993, kl_loss = 0.0028\n", - "Batch 150, loss = 11.6701, recon_loss = 11.1288, kl_loss = 0.5413\n", - "Batch 180, loss = 12.2817, recon_loss = 11.7166, kl_loss = 0.5651\n", - "Batch 210, loss = 35.5150, recon_loss = 35.5114, kl_loss = 0.0035\n", - "Average loss: 14.2184\n", + "Batch 30, loss = 5983.6274, recon_loss = 5983.4253, kl_loss = 0.2024\n", + "Batch 60, loss = 656.5070, recon_loss = 656.3207, kl_loss = 0.1863\n", + "Batch 90, loss = 212.9302, recon_loss = 212.7578, kl_loss = 0.1724\n", + "Batch 120, loss = 406.9931, recon_loss = 406.8010, kl_loss = 0.1921\n", + "Batch 150, loss = 677.8444, recon_loss = 676.5717, kl_loss = 1.2727\n", + "Batch 180, loss = 1842.0596, recon_loss = 1840.5931, kl_loss = 1.4664\n", + "Batch 210, loss = 4960.7705, recon_loss = 4958.1016, kl_loss = 2.6690\n", + "Average loss: 4859.5062\n", "Epoch: 69\n", - "Batch 30, loss = 2.7120, recon_loss = 2.7077, kl_loss = 0.0043\n", - "Batch 60, loss = 0.4480, recon_loss = 0.4440, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9361, recon_loss = 0.9328, kl_loss = 0.0033\n", - "Batch 120, loss = 0.6045, recon_loss = 0.6003, kl_loss = 0.0042\n", - "Batch 150, loss = 12.0504, recon_loss = 11.5253, kl_loss = 0.5252\n", - "Batch 180, loss = 12.0807, recon_loss = 11.4736, kl_loss = 0.6071\n", - "Batch 210, loss = 35.1157, recon_loss = 35.1103, kl_loss = 0.0054\n", - "Average loss: 15.4627\n", + "Batch 30, loss = 5983.1245, recon_loss = 5982.8784, kl_loss = 0.2459\n", + "Batch 60, loss = 656.8394, recon_loss = 656.6761, kl_loss = 0.1632\n", + "Batch 90, loss = 212.6905, recon_loss = 212.5267, kl_loss = 0.1638\n", + "Batch 120, loss = 407.0136, recon_loss = 406.7836, kl_loss = 0.2300\n", + "Batch 150, loss = 677.4860, recon_loss = 676.3025, kl_loss = 1.1835\n", + "Batch 180, loss = 1848.6226, recon_loss = 1847.1624, kl_loss = 1.4602\n", + "Batch 210, loss = 4967.3774, recon_loss = 4964.8457, kl_loss = 2.5318\n", + "Average loss: 4872.2431\n", "Epoch: 70\n", - "Batch 30, loss = 2.6826, recon_loss = 2.6784, kl_loss = 0.0042\n", - "Batch 60, loss = 0.4535, recon_loss = 0.4498, kl_loss = 0.0037\n", - "Batch 90, loss = 0.9368, recon_loss = 0.9322, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6088, recon_loss = 0.6027, kl_loss = 0.0061\n", - "Batch 150, loss = 12.2333, recon_loss = 11.6476, kl_loss = 0.5856\n", - "Batch 180, loss = 12.0544, recon_loss = 11.4690, kl_loss = 0.5854\n", - "Batch 210, loss = 35.3493, recon_loss = 35.3422, kl_loss = 0.0071\n", - "Average loss: 14.2798\n", + "Batch 30, loss = 5982.4971, recon_loss = 5982.1167, kl_loss = 0.3803\n", + "Batch 60, loss = 656.8121, recon_loss = 656.6088, kl_loss = 0.2033\n", + "Batch 90, loss = 212.6359, recon_loss = 212.4550, kl_loss = 0.1808\n", + "Batch 120, loss = 407.2719, recon_loss = 407.1040, kl_loss = 0.1679\n", + "Batch 150, loss = 678.3000, recon_loss = 677.1393, kl_loss = 1.1607\n", + "Batch 180, loss = 1847.4762, recon_loss = 1846.1890, kl_loss = 1.2872\n", + "Batch 210, loss = 4946.5034, recon_loss = 4943.7920, kl_loss = 2.7115\n", + "Average loss: 4886.9668\n", "Epoch: 71\n", - "Batch 30, loss = 2.6662, recon_loss = 2.6605, kl_loss = 0.0057\n", - "Batch 60, loss = 0.4542, recon_loss = 0.4486, kl_loss = 0.0057\n", - "Batch 90, loss = 0.9397, recon_loss = 0.9331, kl_loss = 0.0066\n", - "Batch 120, loss = 0.6110, recon_loss = 0.6047, kl_loss = 0.0063\n", - "Batch 150, loss = 11.6028, recon_loss = 11.0277, kl_loss = 0.5751\n", - "Batch 180, loss = 12.0717, recon_loss = 11.4210, kl_loss = 0.6507\n", - "Batch 210, loss = 35.2695, recon_loss = 35.2624, kl_loss = 0.0071\n", - "Average loss: 14.2393\n", + "Batch 30, loss = 5984.8218, recon_loss = 5984.6265, kl_loss = 0.1954\n", + "Batch 60, loss = 656.5167, recon_loss = 656.3720, kl_loss = 0.1446\n", + "Batch 90, loss = 212.6394, recon_loss = 212.4987, kl_loss = 0.1406\n", + "Batch 120, loss = 407.3613, recon_loss = 407.1951, kl_loss = 0.1661\n", + "Batch 150, loss = 677.8596, recon_loss = 676.6531, kl_loss = 1.2065\n", + "Batch 180, loss = 1854.8862, recon_loss = 1853.6021, kl_loss = 1.2842\n", + "Batch 210, loss = 4927.1157, recon_loss = 4924.4258, kl_loss = 2.6898\n", + "Average loss: 4863.7819\n", "Epoch: 72\n", - "Batch 30, loss = 2.6750, recon_loss = 2.6692, kl_loss = 0.0058\n", - "Batch 60, loss = 0.4508, recon_loss = 0.4441, kl_loss = 0.0067\n", - "Batch 90, loss = 0.9380, recon_loss = 0.9326, kl_loss = 0.0053\n", - "Batch 120, loss = 0.6085, recon_loss = 0.6043, kl_loss = 0.0042\n", - "Batch 150, loss = 11.5218, recon_loss = 10.9134, kl_loss = 0.6084\n", - "Batch 180, loss = 12.0730, recon_loss = 11.5183, kl_loss = 0.5547\n", - "Batch 210, loss = 35.2627, recon_loss = 35.2573, kl_loss = 0.0053\n", - "Average loss: 14.2441\n", + "Batch 30, loss = 5982.5225, recon_loss = 5982.3535, kl_loss = 0.1692\n", + "Batch 60, loss = 656.7964, recon_loss = 656.6614, kl_loss = 0.1350\n", + "Batch 90, loss = 212.7034, recon_loss = 212.5656, kl_loss = 0.1378\n", + "Batch 120, loss = 407.1332, recon_loss = 406.9498, kl_loss = 0.1834\n", + "Batch 150, loss = 678.1514, recon_loss = 677.0332, kl_loss = 1.1182\n", + "Batch 180, loss = 1875.9750, recon_loss = 1874.8594, kl_loss = 1.1156\n", + "Batch 210, loss = 4928.1484, recon_loss = 4925.5640, kl_loss = 2.5844\n", + "Average loss: 4853.1593\n", "Epoch: 73\n", - "Batch 30, loss = 2.6733, recon_loss = 2.6692, kl_loss = 0.0041\n", - "Batch 60, loss = 0.4540, recon_loss = 0.4495, kl_loss = 0.0045\n", - "Batch 90, loss = 0.9360, recon_loss = 0.9315, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6076, recon_loss = 0.6038, kl_loss = 0.0039\n", - "Batch 150, loss = 11.3163, recon_loss = 10.7496, kl_loss = 0.5667\n", - "Batch 180, loss = 12.0889, recon_loss = 11.5699, kl_loss = 0.5190\n", - "Batch 210, loss = 35.3724, recon_loss = 35.3673, kl_loss = 0.0051\n", - "Average loss: 14.1684\n", + "Batch 30, loss = 5982.3081, recon_loss = 5982.0220, kl_loss = 0.2861\n", + "Batch 60, loss = 657.2657, recon_loss = 657.1099, kl_loss = 0.1558\n", + "Batch 90, loss = 212.7154, recon_loss = 212.5577, kl_loss = 0.1578\n", + "Batch 120, loss = 406.8022, recon_loss = 406.6433, kl_loss = 0.1588\n", + "Batch 150, loss = 678.1044, recon_loss = 677.0034, kl_loss = 1.1010\n", + "Batch 180, loss = 2800.7900, recon_loss = 2799.5896, kl_loss = 1.2004\n", + "Batch 210, loss = 4916.9883, recon_loss = 4914.2046, kl_loss = 2.7835\n", + "Average loss: 4858.4451\n", "Epoch: 74\n", - "Batch 30, loss = 2.6751, recon_loss = 2.6714, kl_loss = 0.0037\n", - "Batch 60, loss = 0.4507, recon_loss = 0.4472, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9354, recon_loss = 0.9323, kl_loss = 0.0030\n", - "Batch 120, loss = 0.6088, recon_loss = 0.6056, kl_loss = 0.0032\n", - "Batch 150, loss = 11.2339, recon_loss = 10.7272, kl_loss = 0.5066\n", - "Batch 180, loss = 12.1688, recon_loss = 11.5808, kl_loss = 0.5880\n", - "Batch 210, loss = 35.2970, recon_loss = 35.2926, kl_loss = 0.0044\n", - "Average loss: 14.2000\n", + "Batch 30, loss = 5982.7163, recon_loss = 5982.3799, kl_loss = 0.3366\n", + "Batch 60, loss = 656.9180, recon_loss = 656.7781, kl_loss = 0.1400\n", + "Batch 90, loss = 212.9702, recon_loss = 212.8144, kl_loss = 0.1558\n", + "Batch 120, loss = 407.1100, recon_loss = 406.9418, kl_loss = 0.1682\n", + "Batch 150, loss = 679.0680, recon_loss = 678.0339, kl_loss = 1.0341\n", + "Batch 180, loss = 1872.6453, recon_loss = 1871.2957, kl_loss = 1.3496\n", + "Batch 210, loss = 4947.8105, recon_loss = 4945.1514, kl_loss = 2.6591\n", + "Average loss: 4889.7720\n", "Epoch: 75\n", - "Batch 30, loss = 2.6829, recon_loss = 2.6797, kl_loss = 0.0031\n", - "Batch 60, loss = 0.4497, recon_loss = 0.4464, kl_loss = 0.0034\n", - "Batch 90, loss = 0.9365, recon_loss = 0.9321, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6040, kl_loss = 0.0038\n", - "Batch 150, loss = 11.2391, recon_loss = 10.6933, kl_loss = 0.5458\n", - "Batch 180, loss = 12.1205, recon_loss = 11.5695, kl_loss = 0.5510\n", - "Batch 210, loss = 35.2235, recon_loss = 35.2186, kl_loss = 0.0049\n", - "Average loss: 14.1999\n", + "Batch 30, loss = 5980.9033, recon_loss = 5980.6914, kl_loss = 0.2118\n", + "Batch 60, loss = 656.7763, recon_loss = 656.5900, kl_loss = 0.1863\n", + "Batch 90, loss = 212.8279, recon_loss = 212.6540, kl_loss = 0.1739\n", + "Batch 120, loss = 406.9768, recon_loss = 406.7968, kl_loss = 0.1799\n", + "Batch 150, loss = 678.2769, recon_loss = 677.2249, kl_loss = 1.0519\n", + "Batch 180, loss = 1838.8063, recon_loss = 1837.6617, kl_loss = 1.1445\n", + "Batch 210, loss = 4961.8828, recon_loss = 4959.2314, kl_loss = 2.6515\n", + "Average loss: 4875.1655\n", "Epoch: 76\n", - "Batch 30, loss = 2.6864, recon_loss = 2.6829, kl_loss = 0.0035\n", - "Batch 60, loss = 0.4524, recon_loss = 0.4490, kl_loss = 0.0034\n", - "Batch 90, loss = 0.9357, recon_loss = 0.9320, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6095, recon_loss = 0.6066, kl_loss = 0.0030\n", - "Batch 150, loss = 11.0804, recon_loss = 10.5307, kl_loss = 0.5497\n", - "Batch 180, loss = 12.2869, recon_loss = 11.7836, kl_loss = 0.5033\n", - "Batch 210, loss = 35.3554, recon_loss = 35.3513, kl_loss = 0.0040\n", - "Average loss: 14.2254\n", + "Batch 30, loss = 5981.3745, recon_loss = 5981.2173, kl_loss = 0.1571\n", + "Batch 60, loss = 657.0764, recon_loss = 656.9332, kl_loss = 0.1432\n", + "Batch 90, loss = 212.9062, recon_loss = 212.7445, kl_loss = 0.1616\n", + "Batch 120, loss = 407.2784, recon_loss = 407.0958, kl_loss = 0.1827\n", + "Batch 150, loss = 678.1296, recon_loss = 677.0039, kl_loss = 1.1257\n", + "Batch 180, loss = 1829.5868, recon_loss = 1828.4094, kl_loss = 1.1773\n", + "Batch 210, loss = 4961.6411, recon_loss = 4958.9756, kl_loss = 2.6655\n", + "Average loss: 4876.7505\n", "Epoch: 77\n", - "Batch 30, loss = 2.6908, recon_loss = 2.6876, kl_loss = 0.0032\n", - "Batch 60, loss = 0.4480, recon_loss = 0.4449, kl_loss = 0.0031\n", - "Batch 90, loss = 0.9369, recon_loss = 0.9327, kl_loss = 0.0042\n", - "Batch 120, loss = 0.6072, recon_loss = 0.6030, kl_loss = 0.0042\n", - "Batch 150, loss = 10.8833, recon_loss = 10.3654, kl_loss = 0.5179\n", - "Batch 180, loss = 12.1346, recon_loss = 11.5556, kl_loss = 0.5790\n", - "Batch 210, loss = 35.3232, recon_loss = 35.3178, kl_loss = 0.0055\n", - "Average loss: 14.1802\n", + "Batch 30, loss = 5982.9644, recon_loss = 5982.7275, kl_loss = 0.2370\n", + "Batch 60, loss = 656.8396, recon_loss = 656.6752, kl_loss = 0.1644\n", + "Batch 90, loss = 212.6893, recon_loss = 212.5358, kl_loss = 0.1536\n", + "Batch 120, loss = 406.6782, recon_loss = 406.4989, kl_loss = 0.1792\n", + "Batch 150, loss = 677.7864, recon_loss = 676.7146, kl_loss = 1.0718\n", + "Batch 180, loss = 1837.1536, recon_loss = 1835.7739, kl_loss = 1.3796\n", + "Batch 210, loss = 4935.2129, recon_loss = 4932.4932, kl_loss = 2.7195\n", + "Average loss: 4855.6535\n", "Epoch: 78\n", - "Batch 30, loss = 2.6924, recon_loss = 2.6886, kl_loss = 0.0038\n", - "Batch 60, loss = 0.4487, recon_loss = 0.4451, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9375, recon_loss = 0.9344, kl_loss = 0.0031\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6037, kl_loss = 0.0040\n", - "Batch 150, loss = 10.9056, recon_loss = 10.3736, kl_loss = 0.5321\n", - "Batch 180, loss = 13.2341, recon_loss = 12.7075, kl_loss = 0.5266\n", - "Batch 210, loss = 35.3522, recon_loss = 35.3461, kl_loss = 0.0061\n", - "Average loss: 14.2261\n", + "Batch 30, loss = 5984.3569, recon_loss = 5983.9795, kl_loss = 0.3773\n", + "Batch 60, loss = 656.9187, recon_loss = 656.7634, kl_loss = 0.1554\n", + "Batch 90, loss = 212.6599, recon_loss = 212.4936, kl_loss = 0.1664\n", + "Batch 120, loss = 406.9888, recon_loss = 406.7640, kl_loss = 0.2248\n", + "Batch 150, loss = 679.1536, recon_loss = 678.1249, kl_loss = 1.0287\n", + "Batch 180, loss = 2702.0459, recon_loss = 2700.8108, kl_loss = 1.2352\n", + "Batch 210, loss = 4932.1655, recon_loss = 4929.4800, kl_loss = 2.6856\n", + "Average loss: 4854.5942\n", "Epoch: 79\n", - "Batch 30, loss = 2.6964, recon_loss = 2.6923, kl_loss = 0.0041\n", - "Batch 60, loss = 0.4480, recon_loss = 0.4442, kl_loss = 0.0038\n", - "Batch 90, loss = 1.1882, recon_loss = 1.1845, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6115, recon_loss = 0.6067, kl_loss = 0.0048\n", - "Batch 150, loss = 10.8091, recon_loss = 10.2819, kl_loss = 0.5272\n", - "Batch 180, loss = 12.1541, recon_loss = 11.6302, kl_loss = 0.5239\n", - "Batch 210, loss = 35.3534, recon_loss = 35.3465, kl_loss = 0.0069\n", - "Average loss: 14.1931\n", + "Batch 30, loss = 5982.0264, recon_loss = 5981.6934, kl_loss = 0.3329\n", + "Batch 60, loss = 657.0058, recon_loss = 656.8126, kl_loss = 0.1933\n", + "Batch 90, loss = 212.7704, recon_loss = 212.5951, kl_loss = 0.1753\n", + "Batch 120, loss = 407.0839, recon_loss = 406.8967, kl_loss = 0.1872\n", + "Batch 150, loss = 677.7213, recon_loss = 676.7338, kl_loss = 0.9875\n", + "Batch 180, loss = 1873.1152, recon_loss = 1871.9978, kl_loss = 1.1175\n", + "Batch 210, loss = 4902.5591, recon_loss = 4899.7822, kl_loss = 2.7767\n", + "Average loss: 4849.9608\n", "Epoch: 80\n", - "Batch 30, loss = 2.7035, recon_loss = 2.6983, kl_loss = 0.0052\n", - "Batch 60, loss = 0.4503, recon_loss = 0.4456, kl_loss = 0.0047\n", - "Batch 90, loss = 0.9373, recon_loss = 0.9331, kl_loss = 0.0042\n", - "Batch 120, loss = 0.6089, recon_loss = 0.6055, kl_loss = 0.0034\n", - "Batch 150, loss = 10.6917, recon_loss = 10.1754, kl_loss = 0.5163\n", - "Batch 180, loss = 12.2445, recon_loss = 11.7651, kl_loss = 0.4794\n", - "Batch 210, loss = 35.3737, recon_loss = 35.3689, kl_loss = 0.0048\n", - "Average loss: 14.2039\n", + "Batch 30, loss = 5984.6631, recon_loss = 5984.3750, kl_loss = 0.2880\n", + "Batch 60, loss = 657.1512, recon_loss = 656.9881, kl_loss = 0.1631\n", + "Batch 90, loss = 212.9023, recon_loss = 212.7125, kl_loss = 0.1898\n", + "Batch 120, loss = 406.9696, recon_loss = 406.7627, kl_loss = 0.2069\n", + "Batch 150, loss = 678.4000, recon_loss = 677.4222, kl_loss = 0.9778\n", + "Batch 180, loss = 2869.5042, recon_loss = 2868.5049, kl_loss = 0.9992\n", + "Batch 210, loss = 4922.8862, recon_loss = 4921.0635, kl_loss = 1.8227\n", + "Average loss: 4881.7950\n", "Epoch: 81\n", - "Batch 30, loss = 2.7089, recon_loss = 2.7056, kl_loss = 0.0033\n", - "Batch 60, loss = 0.4507, recon_loss = 0.4470, kl_loss = 0.0037\n", - "Batch 90, loss = 0.9374, recon_loss = 0.9326, kl_loss = 0.0047\n", - "Batch 120, loss = 0.6085, recon_loss = 0.6049, kl_loss = 0.0036\n", - "Batch 150, loss = 10.5285, recon_loss = 10.0351, kl_loss = 0.4933\n", - "Batch 180, loss = 12.4136, recon_loss = 11.9136, kl_loss = 0.5000\n", - "Batch 210, loss = 35.4126, recon_loss = 35.4071, kl_loss = 0.0054\n", - "Average loss: 14.7952\n", + "Batch 30, loss = 5982.0425, recon_loss = 5981.8047, kl_loss = 0.2377\n", + "Batch 60, loss = 656.9895, recon_loss = 656.8063, kl_loss = 0.1833\n", + "Batch 90, loss = 213.0464, recon_loss = 212.8780, kl_loss = 0.1684\n", + "Batch 120, loss = 406.8473, recon_loss = 406.6686, kl_loss = 0.1787\n", + "Batch 150, loss = 677.9860, recon_loss = 676.9635, kl_loss = 1.0225\n", + "Batch 180, loss = 1895.4954, recon_loss = 1894.2500, kl_loss = 1.2453\n", + "Batch 210, loss = 4891.3564, recon_loss = 4888.5728, kl_loss = 2.7837\n", + "Average loss: 4850.5950\n", "Epoch: 82\n", - "Batch 30, loss = 2.7098, recon_loss = 2.7064, kl_loss = 0.0034\n", - "Batch 60, loss = 0.4485, recon_loss = 0.4444, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9351, recon_loss = 0.9316, kl_loss = 0.0034\n", - "Batch 120, loss = 0.6087, recon_loss = 0.6058, kl_loss = 0.0028\n", - "Batch 150, loss = 10.3379, recon_loss = 9.8330, kl_loss = 0.5049\n", - "Batch 180, loss = 12.2827, recon_loss = 11.8086, kl_loss = 0.4741\n", - "Batch 210, loss = 35.3471, recon_loss = 35.3425, kl_loss = 0.0046\n", - "Average loss: 14.1943\n", + "Batch 30, loss = 5984.6284, recon_loss = 5984.3340, kl_loss = 0.2942\n", + "Batch 60, loss = 656.8849, recon_loss = 656.7130, kl_loss = 0.1720\n", + "Batch 90, loss = 212.7476, recon_loss = 212.5653, kl_loss = 0.1823\n", + "Batch 120, loss = 406.8063, recon_loss = 406.6281, kl_loss = 0.1782\n", + "Batch 150, loss = 678.0587, recon_loss = 677.0986, kl_loss = 0.9600\n", + "Batch 180, loss = 2845.0210, recon_loss = 2843.9033, kl_loss = 1.1177\n", + "Batch 210, loss = 4925.1274, recon_loss = 4922.5093, kl_loss = 2.6181\n", + "Average loss: 4886.1747\n", "Epoch: 83\n", - "Batch 30, loss = 2.7127, recon_loss = 2.7100, kl_loss = 0.0027\n", - "Batch 60, loss = 0.4450, recon_loss = 0.4423, kl_loss = 0.0027\n", - "Batch 90, loss = 0.9364, recon_loss = 0.9338, kl_loss = 0.0025\n", - "Batch 120, loss = 0.6086, recon_loss = 0.6060, kl_loss = 0.0026\n", - "Batch 150, loss = 10.2979, recon_loss = 9.8325, kl_loss = 0.4654\n", - "Batch 180, loss = 12.2363, recon_loss = 11.7946, kl_loss = 0.4417\n", - "Batch 210, loss = 35.4107, recon_loss = 35.4044, kl_loss = 0.0063\n", - "Average loss: 14.3487\n", + "Batch 30, loss = 5982.8477, recon_loss = 5982.5464, kl_loss = 0.3012\n", + "Batch 60, loss = 657.1575, recon_loss = 656.9681, kl_loss = 0.1894\n", + "Batch 90, loss = 213.2620, recon_loss = 213.0866, kl_loss = 0.1755\n", + "Batch 120, loss = 406.8638, recon_loss = 406.6833, kl_loss = 0.1805\n", + "Batch 150, loss = 678.4060, recon_loss = 677.3503, kl_loss = 1.0557\n", + "Batch 180, loss = 1890.4858, recon_loss = 1889.3521, kl_loss = 1.1338\n", + "Batch 210, loss = 4891.4375, recon_loss = 4888.7734, kl_loss = 2.6640\n", + "Average loss: 4841.0484\n", "Epoch: 84\n", - "Batch 30, loss = 2.7841, recon_loss = 2.7809, kl_loss = 0.0031\n", - "Batch 60, loss = 0.4431, recon_loss = 0.4400, kl_loss = 0.0031\n", - "Batch 90, loss = 0.9341, recon_loss = 0.9309, kl_loss = 0.0032\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6039, kl_loss = 0.0038\n", - "Batch 150, loss = 10.3167, recon_loss = 9.8616, kl_loss = 0.4551\n", - "Batch 180, loss = 12.0029, recon_loss = 11.4959, kl_loss = 0.5070\n", - "Batch 210, loss = 34.6125, recon_loss = 34.6067, kl_loss = 0.0059\n", - "Average loss: 14.4395\n", + "Batch 30, loss = 5983.0811, recon_loss = 5982.8140, kl_loss = 0.2670\n", + "Batch 60, loss = 657.2065, recon_loss = 657.0529, kl_loss = 0.1537\n", + "Batch 90, loss = 212.6698, recon_loss = 212.5059, kl_loss = 0.1639\n", + "Batch 120, loss = 406.7747, recon_loss = 406.6022, kl_loss = 0.1725\n", + "Batch 150, loss = 679.7523, recon_loss = 678.6653, kl_loss = 1.0869\n", + "Batch 180, loss = 1899.6066, recon_loss = 1898.4862, kl_loss = 1.1203\n", + "Batch 210, loss = 4974.1260, recon_loss = 4971.3643, kl_loss = 2.7619\n", + "Average loss: 4985.2190\n", "Epoch: 85\n", - "Batch 30, loss = 2.8299, recon_loss = 2.8265, kl_loss = 0.0035\n", - "Batch 60, loss = 0.4421, recon_loss = 0.4388, kl_loss = 0.0033\n", - "Batch 90, loss = 0.9350, recon_loss = 0.9320, kl_loss = 0.0030\n", - "Batch 120, loss = 0.6078, recon_loss = 0.6051, kl_loss = 0.0028\n", - "Batch 150, loss = 10.5069, recon_loss = 10.0174, kl_loss = 0.4895\n", - "Batch 180, loss = 12.0606, recon_loss = 11.5986, kl_loss = 0.4620\n", - "Batch 210, loss = 35.3641, recon_loss = 35.3590, kl_loss = 0.0051\n", - "Average loss: 14.1717\n", + "Batch 30, loss = 5976.0474, recon_loss = 5975.7607, kl_loss = 0.2865\n", + "Batch 60, loss = 656.1688, recon_loss = 655.9869, kl_loss = 0.1819\n", + "Batch 90, loss = 212.6648, recon_loss = 212.4888, kl_loss = 0.1760\n", + "Batch 120, loss = 407.7481, recon_loss = 407.5631, kl_loss = 0.1850\n", + "Batch 150, loss = 680.4996, recon_loss = 679.5296, kl_loss = 0.9700\n", + "Batch 180, loss = 1894.6777, recon_loss = 1893.4978, kl_loss = 1.1799\n", + "Batch 210, loss = 4935.7354, recon_loss = 4932.9814, kl_loss = 2.7541\n", + "Average loss: 4837.0007\n", "Epoch: 86\n", - "Batch 30, loss = 2.7205, recon_loss = 2.7179, kl_loss = 0.0027\n", - "Batch 60, loss = 0.4456, recon_loss = 0.4430, kl_loss = 0.0026\n", - "Batch 90, loss = 0.9372, recon_loss = 0.9342, kl_loss = 0.0030\n", - "Batch 120, loss = 0.6089, recon_loss = 0.6045, kl_loss = 0.0045\n", - "Batch 150, loss = 10.7503, recon_loss = 10.3069, kl_loss = 0.4434\n", - "Batch 180, loss = 12.1541, recon_loss = 11.6623, kl_loss = 0.4918\n", - "Batch 210, loss = 35.4219, recon_loss = 35.4145, kl_loss = 0.0075\n", - "Average loss: 14.1777\n", + "Batch 30, loss = 5974.7495, recon_loss = 5974.4038, kl_loss = 0.3455\n", + "Batch 60, loss = 655.6959, recon_loss = 655.5222, kl_loss = 0.1737\n", + "Batch 90, loss = 212.5816, recon_loss = 212.4165, kl_loss = 0.1651\n", + "Batch 120, loss = 407.7753, recon_loss = 407.6147, kl_loss = 0.1606\n", + "Batch 150, loss = 678.1096, recon_loss = 677.1219, kl_loss = 0.9876\n", + "Batch 180, loss = 1865.0428, recon_loss = 1863.8958, kl_loss = 1.1471\n", + "Batch 210, loss = 4901.2988, recon_loss = 4898.5557, kl_loss = 2.7434\n", + "Average loss: 4808.8843\n", "Epoch: 87\n", - "Batch 30, loss = 2.7258, recon_loss = 2.7217, kl_loss = 0.0041\n", - "Batch 60, loss = 0.4460, recon_loss = 0.4421, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9384, recon_loss = 0.9349, kl_loss = 0.0035\n", - "Batch 120, loss = 0.6087, recon_loss = 0.6057, kl_loss = 0.0030\n", - "Batch 150, loss = 10.2427, recon_loss = 9.7812, kl_loss = 0.4614\n", - "Batch 180, loss = 12.0557, recon_loss = 11.6083, kl_loss = 0.4474\n", - "Batch 210, loss = 35.4141, recon_loss = 35.4081, kl_loss = 0.0060\n", - "Average loss: 14.1459\n", + "Batch 30, loss = 5976.4272, recon_loss = 5976.1792, kl_loss = 0.2481\n", + "Batch 60, loss = 656.1899, recon_loss = 656.0012, kl_loss = 0.1886\n", + "Batch 90, loss = 212.9262, recon_loss = 212.7419, kl_loss = 0.1843\n", + "Batch 120, loss = 407.9271, recon_loss = 407.7335, kl_loss = 0.1937\n", + "Batch 150, loss = 678.1888, recon_loss = 677.1949, kl_loss = 0.9939\n", + "Batch 180, loss = 1893.9474, recon_loss = 1892.8281, kl_loss = 1.1193\n", + "Batch 210, loss = 4896.6602, recon_loss = 4893.9067, kl_loss = 2.7534\n", + "Average loss: 4802.7697\n", "Epoch: 88\n", - "Batch 30, loss = 2.7321, recon_loss = 2.7288, kl_loss = 0.0033\n", - "Batch 60, loss = 0.4475, recon_loss = 0.4443, kl_loss = 0.0032\n", - "Batch 90, loss = 0.9348, recon_loss = 0.9319, kl_loss = 0.0029\n", - "Batch 120, loss = 0.6154, recon_loss = 0.6127, kl_loss = 0.0026\n", - "Batch 150, loss = 10.0776, recon_loss = 9.6525, kl_loss = 0.4251\n", - "Batch 180, loss = 12.0463, recon_loss = 11.6008, kl_loss = 0.4455\n", - "Batch 210, loss = 35.3696, recon_loss = 35.3647, kl_loss = 0.0049\n", - "Average loss: 14.1481\n", + "Batch 30, loss = 5976.6519, recon_loss = 5976.4497, kl_loss = 0.2023\n", + "Batch 60, loss = 656.2745, recon_loss = 656.0700, kl_loss = 0.2046\n", + "Batch 90, loss = 213.1082, recon_loss = 212.8767, kl_loss = 0.2316\n", + "Batch 120, loss = 407.7499, recon_loss = 407.5380, kl_loss = 0.2120\n", + "Batch 150, loss = 678.8629, recon_loss = 677.8665, kl_loss = 0.9964\n", + "Batch 180, loss = 1879.8630, recon_loss = 1878.7583, kl_loss = 1.1048\n", + "Batch 210, loss = 4891.7964, recon_loss = 4889.1138, kl_loss = 2.6827\n", + "Average loss: 4795.1100\n", "Epoch: 89\n", - "Batch 30, loss = 2.7441, recon_loss = 2.7414, kl_loss = 0.0027\n", - "Batch 60, loss = 0.4434, recon_loss = 0.4407, kl_loss = 0.0027\n", - "Batch 90, loss = 0.9347, recon_loss = 0.9322, kl_loss = 0.0025\n", - "Batch 120, loss = 0.6123, recon_loss = 0.6101, kl_loss = 0.0022\n", - "Batch 150, loss = 10.0045, recon_loss = 9.5787, kl_loss = 0.4258\n", - "Batch 180, loss = 12.1525, recon_loss = 11.7426, kl_loss = 0.4099\n", - "Batch 210, loss = 35.4322, recon_loss = 35.4279, kl_loss = 0.0042\n", - "Average loss: 14.1889\n", + "Batch 30, loss = 5976.1577, recon_loss = 5975.9346, kl_loss = 0.2231\n", + "Batch 60, loss = 656.3068, recon_loss = 656.1123, kl_loss = 0.1944\n", + "Batch 90, loss = 212.8070, recon_loss = 212.6030, kl_loss = 0.2040\n", + "Batch 120, loss = 407.6910, recon_loss = 407.4882, kl_loss = 0.2029\n", + "Batch 150, loss = 679.5024, recon_loss = 678.5516, kl_loss = 0.9508\n", + "Batch 180, loss = 2847.9797, recon_loss = 2846.9087, kl_loss = 1.0711\n", + "Batch 210, loss = 4887.4741, recon_loss = 4884.6284, kl_loss = 2.8457\n", + "Average loss: 4818.1599\n", "Epoch: 90\n", - "Batch 30, loss = 2.7311, recon_loss = 2.7289, kl_loss = 0.0022\n", - "Batch 60, loss = 0.4450, recon_loss = 0.4428, kl_loss = 0.0022\n", - "Batch 90, loss = 0.9332, recon_loss = 0.9312, kl_loss = 0.0020\n", - "Batch 120, loss = 0.6084, recon_loss = 0.6066, kl_loss = 0.0018\n", - "Batch 150, loss = 9.9167, recon_loss = 9.4587, kl_loss = 0.4581\n", - "Batch 180, loss = 12.1595, recon_loss = 11.7604, kl_loss = 0.3991\n", - "Batch 210, loss = 35.4233, recon_loss = 35.4188, kl_loss = 0.0044\n", - "Average loss: 14.1243\n", + "Batch 30, loss = 5976.7319, recon_loss = 5976.4761, kl_loss = 0.2558\n", + "Batch 60, loss = 656.4232, recon_loss = 656.2423, kl_loss = 0.1809\n", + "Batch 90, loss = 212.7871, recon_loss = 212.6161, kl_loss = 0.1710\n", + "Batch 120, loss = 407.2015, recon_loss = 407.0308, kl_loss = 0.1708\n", + "Batch 150, loss = 679.0498, recon_loss = 678.0926, kl_loss = 0.9572\n", + "Batch 180, loss = 1855.7245, recon_loss = 1854.6364, kl_loss = 1.0881\n", + "Batch 210, loss = 4905.0806, recon_loss = 4902.3594, kl_loss = 2.7213\n", + "Average loss: 4787.6980\n", "Epoch: 91\n", - "Batch 30, loss = 2.7870, recon_loss = 2.7841, kl_loss = 0.0029\n", - "Batch 60, loss = 0.4427, recon_loss = 0.4395, kl_loss = 0.0032\n", - "Batch 90, loss = 0.9354, recon_loss = 0.9316, kl_loss = 0.0038\n", - "Batch 120, loss = 0.6112, recon_loss = 0.6080, kl_loss = 0.0032\n", - "Batch 150, loss = 9.6634, recon_loss = 9.2764, kl_loss = 0.3870\n", - "Batch 180, loss = 12.1993, recon_loss = 11.7696, kl_loss = 0.4298\n", - "Batch 210, loss = 35.4116, recon_loss = 35.4058, kl_loss = 0.0057\n", - "Average loss: 14.1462\n", + "Batch 30, loss = 5976.6519, recon_loss = 5976.3237, kl_loss = 0.3281\n", + "Batch 60, loss = 656.3470, recon_loss = 656.1806, kl_loss = 0.1664\n", + "Batch 90, loss = 212.8694, recon_loss = 212.6973, kl_loss = 0.1721\n", + "Batch 120, loss = 407.4077, recon_loss = 407.2046, kl_loss = 0.2031\n", + "Batch 150, loss = 678.5698, recon_loss = 677.5480, kl_loss = 1.0217\n", + "Batch 180, loss = 1871.7242, recon_loss = 1870.6565, kl_loss = 1.0677\n", + "Batch 210, loss = 4917.7480, recon_loss = 4915.1650, kl_loss = 2.5832\n", + "Average loss: 4808.2993\n", "Epoch: 92\n", - "Batch 30, loss = 2.7497, recon_loss = 2.7468, kl_loss = 0.0029\n", - "Batch 60, loss = 0.4424, recon_loss = 0.4394, kl_loss = 0.0031\n", - "Batch 90, loss = 0.9347, recon_loss = 0.9315, kl_loss = 0.0032\n", - "Batch 120, loss = 0.6074, recon_loss = 0.6047, kl_loss = 0.0027\n", - "Batch 150, loss = 9.7458, recon_loss = 9.3210, kl_loss = 0.4248\n", - "Batch 180, loss = 12.1332, recon_loss = 11.7349, kl_loss = 0.3983\n", - "Batch 210, loss = 35.4132, recon_loss = 35.4073, kl_loss = 0.0059\n", - "Average loss: 14.1323\n", + "Batch 30, loss = 5976.8335, recon_loss = 5976.4058, kl_loss = 0.4279\n", + "Batch 60, loss = 656.5148, recon_loss = 656.3245, kl_loss = 0.1902\n", + "Batch 90, loss = 213.1230, recon_loss = 212.9404, kl_loss = 0.1826\n", + "Batch 120, loss = 407.7039, recon_loss = 407.5079, kl_loss = 0.1959\n", + "Batch 150, loss = 682.2583, recon_loss = 681.2675, kl_loss = 0.9908\n", + "Batch 180, loss = 1874.4895, recon_loss = 1873.1987, kl_loss = 1.2908\n", + "Batch 210, loss = 4913.0293, recon_loss = 4910.4023, kl_loss = 2.6271\n", + "Average loss: 4833.8264\n", "Epoch: 93\n", - "Batch 30, loss = 2.7537, recon_loss = 2.7507, kl_loss = 0.0031\n", - "Batch 60, loss = 0.4445, recon_loss = 0.4416, kl_loss = 0.0029\n", - "Batch 90, loss = 0.9348, recon_loss = 0.9322, kl_loss = 0.0026\n", - "Batch 120, loss = 0.6096, recon_loss = 0.6072, kl_loss = 0.0024\n", - "Batch 150, loss = 9.6749, recon_loss = 9.2815, kl_loss = 0.3934\n", - "Batch 180, loss = 12.1504, recon_loss = 11.7838, kl_loss = 0.3666\n", - "Batch 210, loss = 35.4152, recon_loss = 35.4106, kl_loss = 0.0046\n", - "Average loss: 14.1325\n", + "Batch 30, loss = 5975.9253, recon_loss = 5975.5010, kl_loss = 0.4244\n", + "Batch 60, loss = 656.2242, recon_loss = 656.0276, kl_loss = 0.1966\n", + "Batch 90, loss = 212.9650, recon_loss = 212.7657, kl_loss = 0.1993\n", + "Batch 120, loss = 407.2208, recon_loss = 407.0356, kl_loss = 0.1852\n", + "Batch 150, loss = 677.8846, recon_loss = 676.9844, kl_loss = 0.9003\n", + "Batch 180, loss = 1853.2684, recon_loss = 1851.7837, kl_loss = 1.4847\n", + "Batch 210, loss = 4927.4316, recon_loss = 4924.7173, kl_loss = 2.7144\n", + "Average loss: 4790.4633\n", "Epoch: 94\n", - "Batch 30, loss = 2.7506, recon_loss = 2.7483, kl_loss = 0.0023\n", - "Batch 60, loss = 0.4425, recon_loss = 0.4401, kl_loss = 0.0024\n", - "Batch 90, loss = 0.9342, recon_loss = 0.9318, kl_loss = 0.0024\n", - "Batch 120, loss = 0.6100, recon_loss = 0.6074, kl_loss = 0.0026\n", - "Batch 150, loss = 9.5130, recon_loss = 9.1370, kl_loss = 0.3759\n", - "Batch 180, loss = 12.2432, recon_loss = 11.7910, kl_loss = 0.4522\n", - "Batch 210, loss = 35.4428, recon_loss = 35.4378, kl_loss = 0.0050\n", - "Average loss: 14.1204\n", + "Batch 30, loss = 5977.0708, recon_loss = 5976.6025, kl_loss = 0.4684\n", + "Batch 60, loss = 656.0562, recon_loss = 655.8717, kl_loss = 0.1845\n", + "Batch 90, loss = 213.0004, recon_loss = 212.8282, kl_loss = 0.1723\n", + "Batch 120, loss = 407.4801, recon_loss = 407.2994, kl_loss = 0.1807\n", + "Batch 150, loss = 677.6687, recon_loss = 676.7299, kl_loss = 0.9389\n", + "Batch 180, loss = 1843.6761, recon_loss = 1842.4440, kl_loss = 1.2322\n", + "Batch 210, loss = 4939.9077, recon_loss = 4937.2402, kl_loss = 2.6674\n", + "Average loss: 4820.9865\n", "Epoch: 95\n", - "Batch 30, loss = 2.7814, recon_loss = 2.7780, kl_loss = 0.0034\n", - "Batch 60, loss = 0.4434, recon_loss = 0.4399, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9340, recon_loss = 0.9308, kl_loss = 0.0031\n", - "Batch 120, loss = 0.6098, recon_loss = 0.6071, kl_loss = 0.0027\n", - "Batch 150, loss = 9.6550, recon_loss = 9.2243, kl_loss = 0.4307\n", - "Batch 180, loss = 12.1126, recon_loss = 11.7200, kl_loss = 0.3927\n", - "Batch 210, loss = 35.4376, recon_loss = 35.4313, kl_loss = 0.0064\n", - "Average loss: 14.1200\n", + "Batch 30, loss = 5981.5801, recon_loss = 5981.3794, kl_loss = 0.2007\n", + "Batch 60, loss = 656.5590, recon_loss = 656.3726, kl_loss = 0.1864\n", + "Batch 90, loss = 212.9057, recon_loss = 212.6801, kl_loss = 0.2256\n", + "Batch 120, loss = 407.7054, recon_loss = 407.4951, kl_loss = 0.2103\n", + "Batch 150, loss = 677.5718, recon_loss = 676.5408, kl_loss = 1.0309\n", + "Batch 180, loss = 1834.6133, recon_loss = 1833.4989, kl_loss = 1.1144\n", + "Batch 210, loss = 4943.6841, recon_loss = 4941.0718, kl_loss = 2.6122\n", + "Average loss: 4799.5244\n", "Epoch: 96\n", - "Batch 30, loss = 2.7597, recon_loss = 2.7564, kl_loss = 0.0033\n", - "Batch 60, loss = 0.4432, recon_loss = 0.4402, kl_loss = 0.0031\n", - "Batch 90, loss = 0.9344, recon_loss = 0.9315, kl_loss = 0.0029\n", - "Batch 120, loss = 0.6096, recon_loss = 0.6069, kl_loss = 0.0028\n", - "Batch 150, loss = 9.9515, recon_loss = 9.5866, kl_loss = 0.3649\n", - "Batch 180, loss = 12.0729, recon_loss = 11.6728, kl_loss = 0.4001\n", - "Batch 210, loss = 35.5018, recon_loss = 35.4966, kl_loss = 0.0051\n", - "Average loss: 14.1196\n", + "Batch 30, loss = 5976.7686, recon_loss = 5976.5410, kl_loss = 0.2274\n", + "Batch 60, loss = 656.3146, recon_loss = 656.1312, kl_loss = 0.1835\n", + "Batch 90, loss = 212.8646, recon_loss = 212.6909, kl_loss = 0.1738\n", + "Batch 120, loss = 407.4411, recon_loss = 407.2549, kl_loss = 0.1862\n", + "Batch 150, loss = 677.3343, recon_loss = 676.4133, kl_loss = 0.9210\n", + "Batch 180, loss = 1859.1385, recon_loss = 1858.0439, kl_loss = 1.0946\n", + "Batch 210, loss = 4946.5273, recon_loss = 4943.8926, kl_loss = 2.6347\n", + "Average loss: 4804.9340\n", "Epoch: 97\n", - "Batch 30, loss = 2.7649, recon_loss = 2.7620, kl_loss = 0.0029\n", - "Batch 60, loss = 0.4414, recon_loss = 0.4386, kl_loss = 0.0028\n", - "Batch 90, loss = 0.9353, recon_loss = 0.9311, kl_loss = 0.0042\n", - "Batch 120, loss = 0.6100, recon_loss = 0.6064, kl_loss = 0.0036\n", - "Batch 150, loss = 9.4568, recon_loss = 9.0732, kl_loss = 0.3836\n", - "Batch 180, loss = 12.1422, recon_loss = 11.7382, kl_loss = 0.4041\n", - "Batch 210, loss = 35.4448, recon_loss = 35.4377, kl_loss = 0.0070\n", - "Average loss: 14.1437\n", + "Batch 30, loss = 5977.8813, recon_loss = 5977.6792, kl_loss = 0.2019\n", + "Batch 60, loss = 656.6035, recon_loss = 656.3953, kl_loss = 0.2082\n", + "Batch 90, loss = 213.0113, recon_loss = 212.8013, kl_loss = 0.2100\n", + "Batch 120, loss = 407.3670, recon_loss = 407.1684, kl_loss = 0.1987\n", + "Batch 150, loss = 679.9147, recon_loss = 679.0491, kl_loss = 0.8657\n", + "Batch 180, loss = 1843.6423, recon_loss = 1842.4745, kl_loss = 1.1678\n", + "Batch 210, loss = 4949.6816, recon_loss = 4946.9766, kl_loss = 2.7050\n", + "Average loss: 4787.7893\n", "Epoch: 98\n", - "Batch 30, loss = 2.7714, recon_loss = 2.7672, kl_loss = 0.0042\n", - "Batch 60, loss = 0.4423, recon_loss = 0.4384, kl_loss = 0.0040\n", - "Batch 90, loss = 1.0468, recon_loss = 1.0426, kl_loss = 0.0042\n", - "Batch 120, loss = 0.6137, recon_loss = 0.6068, kl_loss = 0.0070\n", - "Batch 150, loss = 9.3770, recon_loss = 8.9439, kl_loss = 0.4331\n", - "Batch 180, loss = 12.1920, recon_loss = 11.7775, kl_loss = 0.4144\n", - "Batch 210, loss = 35.5046, recon_loss = 35.4945, kl_loss = 0.0101\n", - "Average loss: 14.1129\n", + "Batch 30, loss = 5976.9185, recon_loss = 5976.5474, kl_loss = 0.3712\n", + "Batch 60, loss = 656.2590, recon_loss = 656.0910, kl_loss = 0.1680\n", + "Batch 90, loss = 213.0474, recon_loss = 212.8699, kl_loss = 0.1775\n", + "Batch 120, loss = 407.4601, recon_loss = 407.2774, kl_loss = 0.1827\n", + "Batch 150, loss = 677.3651, recon_loss = 676.4930, kl_loss = 0.8721\n", + "Batch 180, loss = 1824.0961, recon_loss = 1822.9192, kl_loss = 1.1768\n", + "Batch 210, loss = 4958.8945, recon_loss = 4956.2441, kl_loss = 2.6503\n", + "Average loss: 4796.9987\n", "Epoch: 99\n", - "Batch 30, loss = 2.7898, recon_loss = 2.7830, kl_loss = 0.0068\n", - "Batch 60, loss = 0.4445, recon_loss = 0.4384, kl_loss = 0.0062\n", - "Batch 90, loss = 0.9396, recon_loss = 0.9342, kl_loss = 0.0054\n", - "Batch 120, loss = 0.6114, recon_loss = 0.6068, kl_loss = 0.0046\n", - "Batch 150, loss = 9.3806, recon_loss = 9.0023, kl_loss = 0.3783\n", - "Batch 180, loss = 12.1551, recon_loss = 11.7531, kl_loss = 0.4020\n", - "Batch 210, loss = 35.5088, recon_loss = 35.5018, kl_loss = 0.0070\n", - "Average loss: 14.1234\n", + "Batch 30, loss = 5977.7832, recon_loss = 5977.4971, kl_loss = 0.2860\n", + "Batch 60, loss = 656.1686, recon_loss = 655.9796, kl_loss = 0.1891\n", + "Batch 90, loss = 212.8811, recon_loss = 212.6904, kl_loss = 0.1908\n", + "Batch 120, loss = 407.5083, recon_loss = 407.3211, kl_loss = 0.1872\n", + "Batch 150, loss = 677.5876, recon_loss = 676.5912, kl_loss = 0.9965\n", + "Batch 180, loss = 1818.8250, recon_loss = 1817.6703, kl_loss = 1.1547\n", + "Batch 210, loss = 4956.8838, recon_loss = 4954.2812, kl_loss = 2.6023\n", + "Average loss: 4776.8096\n", "Epoch: 100\n", - "Batch 30, loss = 2.7810, recon_loss = 2.7767, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4436, recon_loss = 0.4393, kl_loss = 0.0042\n", - "Batch 90, loss = 0.9361, recon_loss = 0.9323, kl_loss = 0.0038\n", - "Batch 120, loss = 0.6106, recon_loss = 0.6072, kl_loss = 0.0034\n", - "Batch 150, loss = 9.2838, recon_loss = 8.8974, kl_loss = 0.3864\n", - "Batch 180, loss = 12.2076, recon_loss = 11.8554, kl_loss = 0.3521\n", - "Batch 210, loss = 35.4620, recon_loss = 35.4560, kl_loss = 0.0061\n", - "Average loss: 14.1199\n", + "Batch 30, loss = 5977.1318, recon_loss = 5976.8179, kl_loss = 0.3140\n", + "Batch 60, loss = 656.5973, recon_loss = 656.4340, kl_loss = 0.1634\n", + "Batch 90, loss = 212.8500, recon_loss = 212.6786, kl_loss = 0.1715\n", + "Batch 120, loss = 407.6407, recon_loss = 407.4462, kl_loss = 0.1945\n", + "Batch 150, loss = 677.3099, recon_loss = 676.4453, kl_loss = 0.8646\n", + "Batch 180, loss = 1832.1614, recon_loss = 1830.7876, kl_loss = 1.3738\n", + "Batch 210, loss = 4964.6353, recon_loss = 4961.9756, kl_loss = 2.6598\n", + "Average loss: 4797.5871\n", "Epoch: 101\n", - "Batch 30, loss = 2.7823, recon_loss = 2.7789, kl_loss = 0.0033\n", - "Batch 60, loss = 0.4396, recon_loss = 0.4363, kl_loss = 0.0033\n", - "Batch 90, loss = 0.9361, recon_loss = 0.9320, kl_loss = 0.0042\n", - "Batch 120, loss = 0.6092, recon_loss = 0.6054, kl_loss = 0.0037\n", - "Batch 150, loss = 9.2253, recon_loss = 8.8530, kl_loss = 0.3722\n", - "Batch 180, loss = 12.1898, recon_loss = 11.8023, kl_loss = 0.3875\n", - "Batch 210, loss = 35.4786, recon_loss = 35.4715, kl_loss = 0.0070\n", - "Average loss: 14.1028\n", + "Batch 30, loss = 5977.8711, recon_loss = 5977.6294, kl_loss = 0.2417\n", + "Batch 60, loss = 656.2872, recon_loss = 656.1065, kl_loss = 0.1808\n", + "Batch 90, loss = 212.9396, recon_loss = 212.7599, kl_loss = 0.1797\n", + "Batch 120, loss = 407.7136, recon_loss = 407.5365, kl_loss = 0.1771\n", + "Batch 150, loss = 677.8350, recon_loss = 676.9346, kl_loss = 0.9004\n", + "Batch 180, loss = 2537.7676, recon_loss = 2536.5391, kl_loss = 1.2285\n", + "Batch 210, loss = 4959.2114, recon_loss = 4956.4717, kl_loss = 2.7397\n", + "Average loss: 4788.5375\n", "Epoch: 102\n", - "Batch 30, loss = 2.7834, recon_loss = 2.7795, kl_loss = 0.0040\n", - "Batch 60, loss = 0.4412, recon_loss = 0.4374, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9343, recon_loss = 0.9309, kl_loss = 0.0035\n", - "Batch 120, loss = 0.6092, recon_loss = 0.6040, kl_loss = 0.0052\n", - "Batch 150, loss = 9.4877, recon_loss = 9.1016, kl_loss = 0.3861\n", - "Batch 180, loss = 12.2183, recon_loss = 11.8196, kl_loss = 0.3988\n", - "Batch 210, loss = 35.5001, recon_loss = 35.4918, kl_loss = 0.0083\n", - "Average loss: 14.1287\n", + "Batch 30, loss = 5977.8013, recon_loss = 5977.3677, kl_loss = 0.4338\n", + "Batch 60, loss = 656.2324, recon_loss = 656.0708, kl_loss = 0.1616\n", + "Batch 90, loss = 212.9124, recon_loss = 212.7556, kl_loss = 0.1568\n", + "Batch 120, loss = 407.6888, recon_loss = 407.5095, kl_loss = 0.1794\n", + "Batch 150, loss = 677.4432, recon_loss = 676.5652, kl_loss = 0.8780\n", + "Batch 180, loss = 1824.3866, recon_loss = 1823.1913, kl_loss = 1.1953\n", + "Batch 210, loss = 4968.2642, recon_loss = 4965.6411, kl_loss = 2.6230\n", + "Average loss: 4775.9913\n", "Epoch: 103\n", - "Batch 30, loss = 2.7934, recon_loss = 2.7885, kl_loss = 0.0050\n", - "Batch 60, loss = 0.4480, recon_loss = 0.4415, kl_loss = 0.0065\n", - "Batch 90, loss = 0.9371, recon_loss = 0.9310, kl_loss = 0.0061\n", - "Batch 120, loss = 0.6131, recon_loss = 0.6076, kl_loss = 0.0055\n", - "Batch 150, loss = 9.1101, recon_loss = 8.7199, kl_loss = 0.3902\n", - "Batch 180, loss = 12.2417, recon_loss = 11.8602, kl_loss = 0.3815\n", - "Batch 210, loss = 35.4689, recon_loss = 35.4606, kl_loss = 0.0083\n", - "Average loss: 14.1166\n", + "Batch 30, loss = 5979.3145, recon_loss = 5979.1416, kl_loss = 0.1729\n", + "Batch 60, loss = 656.2144, recon_loss = 656.0596, kl_loss = 0.1548\n", + "Batch 90, loss = 212.8548, recon_loss = 212.7148, kl_loss = 0.1401\n", + "Batch 120, loss = 407.7881, recon_loss = 407.6306, kl_loss = 0.1576\n", + "Batch 150, loss = 677.3530, recon_loss = 676.4740, kl_loss = 0.8789\n", + "Batch 180, loss = 1831.2212, recon_loss = 1830.0437, kl_loss = 1.1775\n", + "Batch 210, loss = 4953.3096, recon_loss = 4950.6172, kl_loss = 2.6925\n", + "Average loss: 4770.9870\n", "Epoch: 104\n", - "Batch 30, loss = 2.7961, recon_loss = 2.7911, kl_loss = 0.0050\n", - "Batch 60, loss = 0.4409, recon_loss = 0.4361, kl_loss = 0.0048\n", - "Batch 90, loss = 0.9384, recon_loss = 0.9322, kl_loss = 0.0062\n", - "Batch 120, loss = 0.6137, recon_loss = 0.6083, kl_loss = 0.0054\n", - "Batch 150, loss = 9.2661, recon_loss = 8.8628, kl_loss = 0.4033\n", - "Batch 180, loss = 12.1315, recon_loss = 11.7342, kl_loss = 0.3973\n", - "Batch 210, loss = 35.5312, recon_loss = 35.5208, kl_loss = 0.0104\n", - "Average loss: 14.6933\n", + "Batch 30, loss = 5978.3550, recon_loss = 5978.1899, kl_loss = 0.1652\n", + "Batch 60, loss = 656.0812, recon_loss = 655.9399, kl_loss = 0.1413\n", + "Batch 90, loss = 212.7623, recon_loss = 212.6004, kl_loss = 0.1619\n", + "Batch 120, loss = 408.0596, recon_loss = 407.8945, kl_loss = 0.1651\n", + "Batch 150, loss = 679.0064, recon_loss = 678.1454, kl_loss = 0.8610\n", + "Batch 180, loss = 1868.2313, recon_loss = 1867.0812, kl_loss = 1.1501\n", + "Batch 210, loss = 4963.9321, recon_loss = 4961.3076, kl_loss = 2.6244\n", + "Average loss: 4840.8710\n", "Epoch: 105\n", - "Batch 30, loss = 2.7882, recon_loss = 2.7809, kl_loss = 0.0073\n", - "Batch 60, loss = 0.4409, recon_loss = 0.4341, kl_loss = 0.0068\n", - "Batch 90, loss = 0.9371, recon_loss = 0.9312, kl_loss = 0.0059\n", - "Batch 120, loss = 0.6123, recon_loss = 0.6071, kl_loss = 0.0052\n", - "Batch 150, loss = 9.2212, recon_loss = 8.8470, kl_loss = 0.3742\n", - "Batch 180, loss = 12.0885, recon_loss = 11.7207, kl_loss = 0.3679\n", - "Batch 210, loss = 35.5432, recon_loss = 35.5350, kl_loss = 0.0082\n", - "Average loss: 14.1087\n", + "Batch 30, loss = 5978.5791, recon_loss = 5978.1553, kl_loss = 0.4239\n", + "Batch 60, loss = 656.1052, recon_loss = 655.9589, kl_loss = 0.1463\n", + "Batch 90, loss = 213.0315, recon_loss = 212.8986, kl_loss = 0.1329\n", + "Batch 120, loss = 407.6973, recon_loss = 407.5372, kl_loss = 0.1601\n", + "Batch 150, loss = 679.9324, recon_loss = 679.0963, kl_loss = 0.8361\n", + "Batch 180, loss = 1844.5936, recon_loss = 1843.4175, kl_loss = 1.1761\n", + "Batch 210, loss = 4966.4048, recon_loss = 4963.8521, kl_loss = 2.5529\n", + "Average loss: 4774.1372\n", "Epoch: 106\n", - "Batch 30, loss = 2.8037, recon_loss = 2.7990, kl_loss = 0.0047\n", - "Batch 60, loss = 0.4394, recon_loss = 0.4348, kl_loss = 0.0046\n", - "Batch 90, loss = 0.9389, recon_loss = 0.9336, kl_loss = 0.0054\n", - "Batch 120, loss = 0.6111, recon_loss = 0.6062, kl_loss = 0.0049\n", - "Batch 150, loss = 9.0791, recon_loss = 8.7049, kl_loss = 0.3742\n", - "Batch 180, loss = 12.4623, recon_loss = 12.1069, kl_loss = 0.3553\n", - "Batch 210, loss = 35.5437, recon_loss = 35.5357, kl_loss = 0.0080\n", - "Average loss: 14.1128\n", + "Batch 30, loss = 5978.9209, recon_loss = 5978.7607, kl_loss = 0.1601\n", + "Batch 60, loss = 656.0800, recon_loss = 655.9207, kl_loss = 0.1593\n", + "Batch 90, loss = 213.0619, recon_loss = 212.9081, kl_loss = 0.1538\n", + "Batch 120, loss = 407.8736, recon_loss = 407.7042, kl_loss = 0.1694\n", + "Batch 150, loss = 677.4617, recon_loss = 676.5768, kl_loss = 0.8848\n", + "Batch 180, loss = 1852.0823, recon_loss = 1850.9056, kl_loss = 1.1766\n", + "Batch 210, loss = 4966.7568, recon_loss = 4964.1899, kl_loss = 2.5671\n", + "Average loss: 4777.0010\n", "Epoch: 107\n", - "Batch 30, loss = 2.8141, recon_loss = 2.8096, kl_loss = 0.0045\n", - "Batch 60, loss = 0.4395, recon_loss = 0.4351, kl_loss = 0.0044\n", - "Batch 90, loss = 0.9376, recon_loss = 0.9333, kl_loss = 0.0043\n", - "Batch 120, loss = 0.6109, recon_loss = 0.6070, kl_loss = 0.0039\n", - "Batch 150, loss = 9.0043, recon_loss = 8.6347, kl_loss = 0.3697\n", - "Batch 180, loss = 12.3798, recon_loss = 12.0373, kl_loss = 0.3425\n", - "Batch 210, loss = 35.5064, recon_loss = 35.4994, kl_loss = 0.0070\n", - "Average loss: 14.0863\n", + "Batch 30, loss = 5980.7095, recon_loss = 5980.5400, kl_loss = 0.1697\n", + "Batch 60, loss = 656.1071, recon_loss = 655.9589, kl_loss = 0.1481\n", + "Batch 90, loss = 212.9734, recon_loss = 212.8209, kl_loss = 0.1526\n", + "Batch 120, loss = 407.9951, recon_loss = 407.8194, kl_loss = 0.1758\n", + "Batch 150, loss = 679.3892, recon_loss = 678.5945, kl_loss = 0.7947\n", + "Batch 180, loss = 1852.6593, recon_loss = 1851.4501, kl_loss = 1.2092\n", + "Batch 210, loss = 4944.9336, recon_loss = 4942.6768, kl_loss = 2.2566\n", + "Average loss: 4802.3828\n", "Epoch: 108\n", - "Batch 30, loss = 2.8101, recon_loss = 2.8065, kl_loss = 0.0036\n", - "Batch 60, loss = 0.4393, recon_loss = 0.4358, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9372, recon_loss = 0.9326, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6113, recon_loss = 0.6072, kl_loss = 0.0041\n", - "Batch 150, loss = 8.9317, recon_loss = 8.5845, kl_loss = 0.3472\n", - "Batch 180, loss = 13.1782, recon_loss = 12.8297, kl_loss = 0.3484\n", - "Batch 210, loss = 35.5994, recon_loss = 35.5923, kl_loss = 0.0071\n", - "Average loss: 14.0933\n", + "Batch 30, loss = 5979.3647, recon_loss = 5979.1733, kl_loss = 0.1916\n", + "Batch 60, loss = 656.0576, recon_loss = 655.8940, kl_loss = 0.1635\n", + "Batch 90, loss = 212.8463, recon_loss = 212.7000, kl_loss = 0.1463\n", + "Batch 120, loss = 407.8620, recon_loss = 407.7043, kl_loss = 0.1576\n", + "Batch 150, loss = 677.6209, recon_loss = 676.7462, kl_loss = 0.8747\n", + "Batch 180, loss = 2850.9739, recon_loss = 2849.7822, kl_loss = 1.1916\n", + "Batch 210, loss = 4937.7856, recon_loss = 4935.2456, kl_loss = 2.5401\n", + "Average loss: 4778.9423\n", "Epoch: 109\n", - "Batch 30, loss = 2.8133, recon_loss = 2.8095, kl_loss = 0.0039\n", - "Batch 60, loss = 0.4398, recon_loss = 0.4360, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9400, recon_loss = 0.9358, kl_loss = 0.0042\n", - "Batch 120, loss = 0.6106, recon_loss = 0.6067, kl_loss = 0.0039\n", - "Batch 150, loss = 8.8797, recon_loss = 8.5299, kl_loss = 0.3498\n", - "Batch 180, loss = 12.1075, recon_loss = 11.7393, kl_loss = 0.3682\n", - "Batch 210, loss = 35.5010, recon_loss = 35.4939, kl_loss = 0.0071\n", - "Average loss: 14.0706\n", + "Batch 30, loss = 5979.0732, recon_loss = 5978.8853, kl_loss = 0.1881\n", + "Batch 60, loss = 656.1038, recon_loss = 655.9595, kl_loss = 0.1443\n", + "Batch 90, loss = 212.8212, recon_loss = 212.6503, kl_loss = 0.1709\n", + "Batch 120, loss = 408.0560, recon_loss = 407.8547, kl_loss = 0.2014\n", + "Batch 150, loss = 679.5829, recon_loss = 678.7114, kl_loss = 0.8716\n", + "Batch 180, loss = 1852.5431, recon_loss = 1851.3160, kl_loss = 1.2271\n", + "Batch 210, loss = 4930.7993, recon_loss = 4928.3071, kl_loss = 2.4920\n", + "Average loss: 4794.1411\n", "Epoch: 110\n", - "Batch 30, loss = 2.8214, recon_loss = 2.8175, kl_loss = 0.0038\n", - "Batch 60, loss = 0.4377, recon_loss = 0.4340, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9388, recon_loss = 0.9353, kl_loss = 0.0034\n", - "Batch 120, loss = 0.6112, recon_loss = 0.6077, kl_loss = 0.0036\n", - "Batch 150, loss = 8.8460, recon_loss = 8.5058, kl_loss = 0.3403\n", - "Batch 180, loss = 12.1364, recon_loss = 11.8126, kl_loss = 0.3238\n", - "Batch 210, loss = 35.5336, recon_loss = 35.5268, kl_loss = 0.0068\n", - "Average loss: 14.0873\n", + "Batch 30, loss = 5980.4551, recon_loss = 5980.2739, kl_loss = 0.1813\n", + "Batch 60, loss = 656.0462, recon_loss = 655.8872, kl_loss = 0.1590\n", + "Batch 90, loss = 212.8949, recon_loss = 212.7453, kl_loss = 0.1496\n", + "Batch 120, loss = 407.7478, recon_loss = 407.5739, kl_loss = 0.1740\n", + "Batch 150, loss = 677.2020, recon_loss = 676.2775, kl_loss = 0.9246\n", + "Batch 180, loss = 1859.5562, recon_loss = 1858.2483, kl_loss = 1.3079\n", + "Batch 210, loss = 4932.3066, recon_loss = 4929.7715, kl_loss = 2.5352\n", + "Average loss: 4796.7811\n", "Epoch: 111\n", - "Batch 30, loss = 2.8225, recon_loss = 2.8191, kl_loss = 0.0033\n", - "Batch 60, loss = 0.4401, recon_loss = 0.4368, kl_loss = 0.0033\n", - "Batch 90, loss = 0.9360, recon_loss = 0.9325, kl_loss = 0.0036\n", - "Batch 120, loss = 0.6105, recon_loss = 0.6067, kl_loss = 0.0037\n", - "Batch 150, loss = 8.8899, recon_loss = 8.5510, kl_loss = 0.3389\n", - "Batch 180, loss = 12.0884, recon_loss = 11.7488, kl_loss = 0.3396\n", - "Batch 210, loss = 35.5044, recon_loss = 35.4974, kl_loss = 0.0070\n", - "Average loss: 14.6377\n", + "Batch 30, loss = 5980.4976, recon_loss = 5979.9658, kl_loss = 0.5317\n", + "Batch 60, loss = 656.0325, recon_loss = 655.8950, kl_loss = 0.1376\n", + "Batch 90, loss = 212.7635, recon_loss = 212.6336, kl_loss = 0.1300\n", + "Batch 120, loss = 407.7726, recon_loss = 407.5824, kl_loss = 0.1901\n", + "Batch 150, loss = 677.8499, recon_loss = 676.9603, kl_loss = 0.8895\n", + "Batch 180, loss = 2695.5435, recon_loss = 2694.0798, kl_loss = 1.4636\n", + "Batch 210, loss = 4913.8970, recon_loss = 4911.2705, kl_loss = 2.6267\n", + "Average loss: 4790.4076\n", "Epoch: 112\n", - "Batch 30, loss = 2.8443, recon_loss = 2.8408, kl_loss = 0.0035\n", - "Batch 60, loss = 0.4357, recon_loss = 0.4322, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9345, recon_loss = 0.9312, kl_loss = 0.0032\n", - "Batch 120, loss = 0.6103, recon_loss = 0.6073, kl_loss = 0.0029\n", - "Batch 150, loss = 8.8559, recon_loss = 8.5205, kl_loss = 0.3354\n", - "Batch 180, loss = 12.0242, recon_loss = 11.6824, kl_loss = 0.3417\n", - "Batch 210, loss = 35.5480, recon_loss = 35.5419, kl_loss = 0.0061\n", - "Average loss: 14.0659\n", + "Batch 30, loss = 5979.5488, recon_loss = 5978.9961, kl_loss = 0.5529\n", + "Batch 60, loss = 656.0490, recon_loss = 655.8898, kl_loss = 0.1593\n", + "Batch 90, loss = 212.9153, recon_loss = 212.7550, kl_loss = 0.1604\n", + "Batch 120, loss = 408.0974, recon_loss = 407.9164, kl_loss = 0.1810\n", + "Batch 150, loss = 678.5186, recon_loss = 677.6001, kl_loss = 0.9185\n", + "Batch 180, loss = 1843.8298, recon_loss = 1842.3823, kl_loss = 1.4474\n", + "Batch 210, loss = 4931.4097, recon_loss = 4928.7529, kl_loss = 2.6565\n", + "Average loss: 4778.0127\n", "Epoch: 113\n", - "Batch 30, loss = 2.8291, recon_loss = 2.8261, kl_loss = 0.0029\n", - "Batch 60, loss = 0.4359, recon_loss = 0.4330, kl_loss = 0.0029\n", - "Batch 90, loss = 0.9357, recon_loss = 0.9329, kl_loss = 0.0028\n", - "Batch 120, loss = 0.6095, recon_loss = 0.6070, kl_loss = 0.0025\n", - "Batch 150, loss = 8.8222, recon_loss = 8.5052, kl_loss = 0.3170\n", - "Batch 180, loss = 12.1102, recon_loss = 11.7960, kl_loss = 0.3142\n", - "Batch 210, loss = 35.5775, recon_loss = 35.5720, kl_loss = 0.0056\n", - "Average loss: 14.0413\n", + "Batch 30, loss = 5978.5728, recon_loss = 5978.1650, kl_loss = 0.4079\n", + "Batch 60, loss = 656.1593, recon_loss = 655.9901, kl_loss = 0.1692\n", + "Batch 90, loss = 212.8280, recon_loss = 212.6725, kl_loss = 0.1554\n", + "Batch 120, loss = 407.9678, recon_loss = 407.8067, kl_loss = 0.1611\n", + "Batch 150, loss = 677.3200, recon_loss = 676.4330, kl_loss = 0.8870\n", + "Batch 180, loss = 1840.6384, recon_loss = 1839.3545, kl_loss = 1.2840\n", + "Batch 210, loss = 4946.0010, recon_loss = 4943.3428, kl_loss = 2.6583\n", + "Average loss: 4771.0644\n", "Epoch: 114\n", - "Batch 30, loss = 2.8293, recon_loss = 2.8270, kl_loss = 0.0023\n", - "Batch 60, loss = 0.4343, recon_loss = 0.4312, kl_loss = 0.0031\n", - "Batch 90, loss = 0.9357, recon_loss = 0.9329, kl_loss = 0.0029\n", - "Batch 120, loss = 0.6098, recon_loss = 0.6073, kl_loss = 0.0025\n", - "Batch 150, loss = 8.6315, recon_loss = 8.3214, kl_loss = 0.3101\n", - "Batch 180, loss = 12.1617, recon_loss = 11.8571, kl_loss = 0.3047\n", - "Batch 210, loss = 35.5695, recon_loss = 35.5641, kl_loss = 0.0054\n", - "Average loss: 14.0964\n", + "Batch 30, loss = 5980.5967, recon_loss = 5980.2861, kl_loss = 0.3104\n", + "Batch 60, loss = 656.0414, recon_loss = 655.8921, kl_loss = 0.1494\n", + "Batch 90, loss = 213.0062, recon_loss = 212.8288, kl_loss = 0.1774\n", + "Batch 120, loss = 408.1938, recon_loss = 407.9969, kl_loss = 0.1969\n", + "Batch 150, loss = 677.9057, recon_loss = 676.9950, kl_loss = 0.9107\n", + "Batch 180, loss = 2849.9856, recon_loss = 2848.6704, kl_loss = 1.3153\n", + "Batch 210, loss = 4957.2549, recon_loss = 4954.6968, kl_loss = 2.5582\n", + "Average loss: 4796.2523\n", "Epoch: 115\n", - "Batch 30, loss = 2.8483, recon_loss = 2.8455, kl_loss = 0.0028\n", - "Batch 60, loss = 0.4343, recon_loss = 0.4308, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9361, recon_loss = 0.9330, kl_loss = 0.0031\n", - "Batch 120, loss = 0.6098, recon_loss = 0.6071, kl_loss = 0.0027\n", - "Batch 150, loss = 9.3297, recon_loss = 9.0188, kl_loss = 0.3109\n", - "Batch 180, loss = 12.2729, recon_loss = 11.9454, kl_loss = 0.3275\n", - "Batch 210, loss = 35.5230, recon_loss = 35.5175, kl_loss = 0.0055\n", - "Average loss: 14.0331\n", + "Batch 30, loss = 5980.7666, recon_loss = 5980.3154, kl_loss = 0.4512\n", + "Batch 60, loss = 656.1693, recon_loss = 655.9984, kl_loss = 0.1709\n", + "Batch 90, loss = 213.7068, recon_loss = 213.5424, kl_loss = 0.1644\n", + "Batch 120, loss = 407.9667, recon_loss = 407.7851, kl_loss = 0.1816\n", + "Batch 150, loss = 678.5630, recon_loss = 677.7527, kl_loss = 0.8104\n", + "Batch 180, loss = 1876.7045, recon_loss = 1875.1115, kl_loss = 1.5930\n", + "Batch 210, loss = 4925.8086, recon_loss = 4923.1006, kl_loss = 2.7079\n", + "Average loss: 4801.7525\n", "Epoch: 116\n", - "Batch 30, loss = 2.8385, recon_loss = 2.8358, kl_loss = 0.0026\n", - "Batch 60, loss = 0.4362, recon_loss = 0.4333, kl_loss = 0.0029\n", - "Batch 90, loss = 0.9380, recon_loss = 0.9341, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6102, recon_loss = 0.6068, kl_loss = 0.0034\n", - "Batch 150, loss = 8.8844, recon_loss = 8.5765, kl_loss = 0.3080\n", - "Batch 180, loss = 12.4578, recon_loss = 12.1452, kl_loss = 0.3127\n", - "Batch 210, loss = 35.6096, recon_loss = 35.6035, kl_loss = 0.0062\n", - "Average loss: 14.0524\n", + "Batch 30, loss = 5979.7285, recon_loss = 5979.2627, kl_loss = 0.4658\n", + "Batch 60, loss = 655.9181, recon_loss = 655.7645, kl_loss = 0.1535\n", + "Batch 90, loss = 212.9857, recon_loss = 212.8430, kl_loss = 0.1428\n", + "Batch 120, loss = 408.0652, recon_loss = 407.8949, kl_loss = 0.1703\n", + "Batch 150, loss = 677.5230, recon_loss = 676.6604, kl_loss = 0.8626\n", + "Batch 180, loss = 1868.8109, recon_loss = 1867.5148, kl_loss = 1.2961\n", + "Batch 210, loss = 4948.6807, recon_loss = 4945.9805, kl_loss = 2.7003\n", + "Average loss: 4804.3766\n", "Epoch: 117\n", - "Batch 30, loss = 2.8429, recon_loss = 2.8397, kl_loss = 0.0032\n", - "Batch 60, loss = 0.4347, recon_loss = 0.4316, kl_loss = 0.0031\n", - "Batch 90, loss = 0.9361, recon_loss = 0.9333, kl_loss = 0.0028\n", - "Batch 120, loss = 0.6088, recon_loss = 0.6063, kl_loss = 0.0025\n", - "Batch 150, loss = 8.7240, recon_loss = 8.4067, kl_loss = 0.3172\n", - "Batch 180, loss = 12.1824, recon_loss = 11.8751, kl_loss = 0.3073\n", - "Batch 210, loss = 35.5640, recon_loss = 35.5589, kl_loss = 0.0052\n", - "Average loss: 14.0880\n", + "Batch 30, loss = 5980.1812, recon_loss = 5979.9331, kl_loss = 0.2482\n", + "Batch 60, loss = 655.9520, recon_loss = 655.7887, kl_loss = 0.1632\n", + "Batch 90, loss = 212.8066, recon_loss = 212.6521, kl_loss = 0.1545\n", + "Batch 120, loss = 408.0490, recon_loss = 407.8615, kl_loss = 0.1875\n", + "Batch 150, loss = 679.3202, recon_loss = 678.4944, kl_loss = 0.8258\n", + "Batch 180, loss = 1882.4315, recon_loss = 1881.2131, kl_loss = 1.2184\n", + "Batch 210, loss = 4914.4785, recon_loss = 4911.8442, kl_loss = 2.6341\n", + "Average loss: 4774.7504\n", "Epoch: 118\n", - "Batch 30, loss = 2.8692, recon_loss = 2.8668, kl_loss = 0.0024\n", - "Batch 60, loss = 0.4333, recon_loss = 0.4310, kl_loss = 0.0023\n", - "Batch 90, loss = 0.9348, recon_loss = 0.9327, kl_loss = 0.0021\n", - "Batch 120, loss = 0.6133, recon_loss = 0.6100, kl_loss = 0.0033\n", - "Batch 150, loss = 8.4586, recon_loss = 8.1322, kl_loss = 0.3265\n", - "Batch 180, loss = 12.2027, recon_loss = 11.8864, kl_loss = 0.3163\n", - "Batch 210, loss = 35.8203, recon_loss = 35.8130, kl_loss = 0.0073\n", - "Average loss: 14.5383\n", + "Batch 30, loss = 5979.5684, recon_loss = 5979.1650, kl_loss = 0.4032\n", + "Batch 60, loss = 655.9778, recon_loss = 655.8213, kl_loss = 0.1566\n", + "Batch 90, loss = 212.9021, recon_loss = 212.7417, kl_loss = 0.1604\n", + "Batch 120, loss = 408.0519, recon_loss = 407.8788, kl_loss = 0.1731\n", + "Batch 150, loss = 677.7177, recon_loss = 676.8790, kl_loss = 0.8386\n", + "Batch 180, loss = 2716.6682, recon_loss = 2715.4810, kl_loss = 1.1873\n", + "Batch 210, loss = 4905.8691, recon_loss = 4903.0850, kl_loss = 2.7841\n", + "Average loss: 4787.5801\n", "Epoch: 119\n", - "Batch 30, loss = 2.8068, recon_loss = 2.8025, kl_loss = 0.0043\n", - "Batch 60, loss = 0.4372, recon_loss = 0.4331, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9365, recon_loss = 0.9327, kl_loss = 0.0038\n", - "Batch 120, loss = 0.6112, recon_loss = 0.6064, kl_loss = 0.0049\n", - "Batch 150, loss = 8.3990, recon_loss = 8.0553, kl_loss = 0.3438\n", - "Batch 180, loss = 12.2321, recon_loss = 11.8986, kl_loss = 0.3335\n", - "Batch 210, loss = 35.5557, recon_loss = 35.5473, kl_loss = 0.0083\n", - "Average loss: 14.0835\n", + "Batch 30, loss = 5979.9370, recon_loss = 5979.5176, kl_loss = 0.4194\n", + "Batch 60, loss = 655.9268, recon_loss = 655.7753, kl_loss = 0.1515\n", + "Batch 90, loss = 212.9979, recon_loss = 212.8440, kl_loss = 0.1539\n", + "Batch 120, loss = 407.8739, recon_loss = 407.7193, kl_loss = 0.1546\n", + "Batch 150, loss = 678.0847, recon_loss = 677.2562, kl_loss = 0.8285\n", + "Batch 180, loss = 1842.2592, recon_loss = 1840.9021, kl_loss = 1.3570\n", + "Batch 210, loss = 4913.3291, recon_loss = 4910.5664, kl_loss = 2.7626\n", + "Average loss: 4808.8371\n", "Epoch: 120\n", - "Batch 30, loss = 2.8648, recon_loss = 2.8604, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4356, recon_loss = 0.4313, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9370, recon_loss = 0.9329, kl_loss = 0.0041\n", - "Batch 120, loss = 0.6108, recon_loss = 0.6071, kl_loss = 0.0037\n", - "Batch 150, loss = 8.3905, recon_loss = 8.0591, kl_loss = 0.3314\n", - "Batch 180, loss = 12.3371, recon_loss = 12.0196, kl_loss = 0.3175\n", - "Batch 210, loss = 35.7796, recon_loss = 35.7731, kl_loss = 0.0065\n", - "Average loss: 14.0709\n", + "Batch 30, loss = 5980.0181, recon_loss = 5979.5469, kl_loss = 0.4711\n", + "Batch 60, loss = 655.9658, recon_loss = 655.8174, kl_loss = 0.1483\n", + "Batch 90, loss = 218.8020, recon_loss = 218.6668, kl_loss = 0.1352\n", + "Batch 120, loss = 407.9376, recon_loss = 407.7295, kl_loss = 0.2081\n", + "Batch 150, loss = 677.6489, recon_loss = 676.7871, kl_loss = 0.8618\n", + "Batch 180, loss = 2683.1570, recon_loss = 2681.8799, kl_loss = 1.2771\n", + "Batch 210, loss = 4883.3667, recon_loss = 4880.4717, kl_loss = 2.8952\n", + "Average loss: 4793.3451\n", "Epoch: 121\n", - "Batch 30, loss = 2.8694, recon_loss = 2.8657, kl_loss = 0.0037\n", - "Batch 60, loss = 0.4335, recon_loss = 0.4299, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9363, recon_loss = 0.9330, kl_loss = 0.0033\n", - "Batch 120, loss = 0.6097, recon_loss = 0.6066, kl_loss = 0.0030\n", - "Batch 150, loss = 8.4526, recon_loss = 8.1579, kl_loss = 0.2947\n", - "Batch 180, loss = 12.1453, recon_loss = 11.8189, kl_loss = 0.3264\n", - "Batch 210, loss = 35.4870, recon_loss = 35.4810, kl_loss = 0.0059\n", - "Average loss: 14.0617\n", + "Batch 30, loss = 5981.4956, recon_loss = 5981.0298, kl_loss = 0.4660\n", + "Batch 60, loss = 655.8669, recon_loss = 655.6708, kl_loss = 0.1960\n", + "Batch 90, loss = 212.8053, recon_loss = 212.6499, kl_loss = 0.1554\n", + "Batch 120, loss = 408.0843, recon_loss = 407.9097, kl_loss = 0.1746\n", + "Batch 150, loss = 680.5970, recon_loss = 679.8300, kl_loss = 0.7671\n", + "Batch 180, loss = 1885.3464, recon_loss = 1883.9501, kl_loss = 1.3964\n", + "Batch 210, loss = 4897.6196, recon_loss = 4894.7935, kl_loss = 2.8262\n", + "Average loss: 4802.2598\n", "Epoch: 122\n", - "Batch 30, loss = 2.8767, recon_loss = 2.8738, kl_loss = 0.0029\n", - "Batch 60, loss = 0.4326, recon_loss = 0.4298, kl_loss = 0.0029\n", - "Batch 90, loss = 0.9351, recon_loss = 0.9323, kl_loss = 0.0027\n", - "Batch 120, loss = 0.6102, recon_loss = 0.6071, kl_loss = 0.0031\n", - "Batch 150, loss = 8.6334, recon_loss = 8.3199, kl_loss = 0.3135\n", - "Batch 180, loss = 12.0652, recon_loss = 11.7360, kl_loss = 0.3292\n", - "Batch 210, loss = 35.5276, recon_loss = 35.5205, kl_loss = 0.0071\n", - "Average loss: 14.0458\n", + "Batch 30, loss = 5980.0762, recon_loss = 5979.6406, kl_loss = 0.4353\n", + "Batch 60, loss = 655.6172, recon_loss = 655.4526, kl_loss = 0.1646\n", + "Batch 90, loss = 212.7372, recon_loss = 212.5896, kl_loss = 0.1476\n", + "Batch 120, loss = 407.9850, recon_loss = 407.8191, kl_loss = 0.1659\n", + "Batch 150, loss = 677.4312, recon_loss = 676.5339, kl_loss = 0.8974\n", + "Batch 180, loss = 1791.4579, recon_loss = 1790.0277, kl_loss = 1.4302\n", + "Batch 210, loss = 5705.7891, recon_loss = 5702.9863, kl_loss = 2.8028\n", + "Average loss: 4798.6381\n", "Epoch: 123\n", - "Batch 30, loss = 2.8844, recon_loss = 2.8811, kl_loss = 0.0033\n", - "Batch 60, loss = 0.4331, recon_loss = 0.4299, kl_loss = 0.0032\n", - "Batch 90, loss = 0.9361, recon_loss = 0.9331, kl_loss = 0.0030\n", - "Batch 120, loss = 0.6119, recon_loss = 0.6076, kl_loss = 0.0043\n", - "Batch 150, loss = 8.5554, recon_loss = 8.2473, kl_loss = 0.3081\n", - "Batch 180, loss = 12.0673, recon_loss = 11.7190, kl_loss = 0.3483\n", - "Batch 210, loss = 35.5975, recon_loss = 35.5888, kl_loss = 0.0086\n", - "Average loss: 14.0348\n", + "Batch 30, loss = 5981.2817, recon_loss = 5980.8545, kl_loss = 0.4273\n", + "Batch 60, loss = 655.8571, recon_loss = 655.6992, kl_loss = 0.1579\n", + "Batch 90, loss = 213.4023, recon_loss = 213.2556, kl_loss = 0.1467\n", + "Batch 120, loss = 408.0175, recon_loss = 407.8475, kl_loss = 0.1699\n", + "Batch 150, loss = 678.2313, recon_loss = 677.4446, kl_loss = 0.7866\n", + "Batch 180, loss = 1788.3582, recon_loss = 1786.9929, kl_loss = 1.3652\n", + "Batch 210, loss = 4916.2930, recon_loss = 4913.6177, kl_loss = 2.6753\n", + "Average loss: 4759.4162\n", "Epoch: 124\n", - "Batch 30, loss = 2.9097, recon_loss = 2.9040, kl_loss = 0.0057\n", - "Batch 60, loss = 0.4315, recon_loss = 0.4261, kl_loss = 0.0054\n", - "Batch 90, loss = 0.9382, recon_loss = 0.9335, kl_loss = 0.0047\n", - "Batch 120, loss = 0.6117, recon_loss = 0.6075, kl_loss = 0.0042\n", - "Batch 150, loss = 8.6800, recon_loss = 8.3597, kl_loss = 0.3203\n", - "Batch 180, loss = 12.0750, recon_loss = 11.7664, kl_loss = 0.3086\n", - "Batch 210, loss = 35.6407, recon_loss = 35.6332, kl_loss = 0.0075\n", - "Average loss: 14.6591\n", + "Batch 30, loss = 5979.9443, recon_loss = 5979.6328, kl_loss = 0.3113\n", + "Batch 60, loss = 655.7980, recon_loss = 655.6389, kl_loss = 0.1591\n", + "Batch 90, loss = 212.7557, recon_loss = 212.6126, kl_loss = 0.1431\n", + "Batch 120, loss = 407.8430, recon_loss = 407.6666, kl_loss = 0.1764\n", + "Batch 150, loss = 677.6879, recon_loss = 676.9315, kl_loss = 0.7564\n", + "Batch 180, loss = 1776.8110, recon_loss = 1775.5487, kl_loss = 1.2623\n", + "Batch 210, loss = 4914.4238, recon_loss = 4911.7285, kl_loss = 2.6953\n", + "Average loss: 4748.9149\n", "Epoch: 125\n", - "Batch 30, loss = 2.8641, recon_loss = 2.8602, kl_loss = 0.0039\n", - "Batch 60, loss = 0.4387, recon_loss = 0.4350, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9373, recon_loss = 0.9336, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6105, recon_loss = 0.6069, kl_loss = 0.0036\n", - "Batch 150, loss = 8.1179, recon_loss = 7.8092, kl_loss = 0.3086\n", - "Batch 180, loss = 12.4367, recon_loss = 12.1237, kl_loss = 0.3129\n", - "Batch 210, loss = 35.6165, recon_loss = 35.6098, kl_loss = 0.0067\n", - "Average loss: 14.6744\n", + "Batch 30, loss = 5981.3770, recon_loss = 5981.1665, kl_loss = 0.2106\n", + "Batch 60, loss = 655.9803, recon_loss = 655.8235, kl_loss = 0.1568\n", + "Batch 90, loss = 212.6753, recon_loss = 212.5298, kl_loss = 0.1456\n", + "Batch 120, loss = 408.1029, recon_loss = 407.9533, kl_loss = 0.1496\n", + "Batch 150, loss = 677.2584, recon_loss = 676.4252, kl_loss = 0.8333\n", + "Batch 180, loss = 2441.6228, recon_loss = 2440.2544, kl_loss = 1.3683\n", + "Batch 210, loss = 4912.3340, recon_loss = 4909.6670, kl_loss = 2.6669\n", + "Average loss: 4763.6035\n", "Epoch: 126\n", - "Batch 30, loss = 2.8840, recon_loss = 2.8805, kl_loss = 0.0035\n", - "Batch 60, loss = 0.4328, recon_loss = 0.4294, kl_loss = 0.0034\n", - "Batch 90, loss = 0.9383, recon_loss = 0.9351, kl_loss = 0.0032\n", - "Batch 120, loss = 0.6139, recon_loss = 0.6106, kl_loss = 0.0033\n", - "Batch 150, loss = 8.0333, recon_loss = 7.6723, kl_loss = 0.3610\n", - "Batch 180, loss = 12.4766, recon_loss = 12.1427, kl_loss = 0.3339\n", - "Batch 210, loss = 35.5620, recon_loss = 35.5540, kl_loss = 0.0080\n", - "Average loss: 14.0863\n", + "Batch 30, loss = 5980.1479, recon_loss = 5979.8301, kl_loss = 0.3180\n", + "Batch 60, loss = 656.1111, recon_loss = 655.9772, kl_loss = 0.1339\n", + "Batch 90, loss = 212.8638, recon_loss = 212.7088, kl_loss = 0.1550\n", + "Batch 120, loss = 408.0975, recon_loss = 407.9155, kl_loss = 0.1820\n", + "Batch 150, loss = 677.5578, recon_loss = 676.7672, kl_loss = 0.7906\n", + "Batch 180, loss = 1806.6404, recon_loss = 1805.1411, kl_loss = 1.4993\n", + "Batch 210, loss = 4892.4482, recon_loss = 4889.6787, kl_loss = 2.7696\n", + "Average loss: 4768.3119\n", "Epoch: 127\n", - "Batch 30, loss = 2.8885, recon_loss = 2.8848, kl_loss = 0.0037\n", - "Batch 60, loss = 0.4294, recon_loss = 0.4258, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9376, recon_loss = 0.9343, kl_loss = 0.0033\n", - "Batch 120, loss = 0.6082, recon_loss = 0.6048, kl_loss = 0.0034\n", - "Batch 150, loss = 8.0186, recon_loss = 7.7014, kl_loss = 0.3173\n", - "Batch 180, loss = 12.4286, recon_loss = 12.1124, kl_loss = 0.3161\n", - "Batch 210, loss = 35.6127, recon_loss = 35.6046, kl_loss = 0.0082\n", - "Average loss: 14.0807\n", + "Batch 30, loss = 5981.3271, recon_loss = 5981.0874, kl_loss = 0.2397\n", + "Batch 60, loss = 655.9757, recon_loss = 655.8019, kl_loss = 0.1738\n", + "Batch 90, loss = 212.7617, recon_loss = 212.5954, kl_loss = 0.1663\n", + "Batch 120, loss = 408.0148, recon_loss = 407.8206, kl_loss = 0.1942\n", + "Batch 150, loss = 677.8027, recon_loss = 677.0038, kl_loss = 0.7989\n", + "Batch 180, loss = 1740.2764, recon_loss = 1738.6118, kl_loss = 1.6646\n", + "Batch 210, loss = 4900.8164, recon_loss = 4898.1206, kl_loss = 2.6957\n", + "Average loss: 4782.4885\n", "Epoch: 128\n", - "Batch 30, loss = 2.8836, recon_loss = 2.8797, kl_loss = 0.0039\n", - "Batch 60, loss = 0.4375, recon_loss = 0.4338, kl_loss = 0.0037\n", - "Batch 90, loss = 0.9370, recon_loss = 0.9336, kl_loss = 0.0034\n", - "Batch 120, loss = 0.6168, recon_loss = 0.6131, kl_loss = 0.0036\n", - "Batch 150, loss = 8.2561, recon_loss = 7.9467, kl_loss = 0.3094\n", - "Batch 180, loss = 12.4321, recon_loss = 12.1014, kl_loss = 0.3307\n", - "Batch 210, loss = 35.6313, recon_loss = 35.6245, kl_loss = 0.0067\n", - "Average loss: 14.7237\n", + "Batch 30, loss = 5980.8760, recon_loss = 5980.4043, kl_loss = 0.4715\n", + "Batch 60, loss = 655.9214, recon_loss = 655.7323, kl_loss = 0.1891\n", + "Batch 90, loss = 212.8039, recon_loss = 212.6499, kl_loss = 0.1540\n", + "Batch 120, loss = 408.0971, recon_loss = 407.9282, kl_loss = 0.1689\n", + "Batch 150, loss = 677.5884, recon_loss = 676.7367, kl_loss = 0.8517\n", + "Batch 180, loss = 1719.7947, recon_loss = 1718.4325, kl_loss = 1.3622\n", + "Batch 210, loss = 4947.8130, recon_loss = 4945.6577, kl_loss = 2.1551\n", + "Average loss: 4757.8264\n", "Epoch: 129\n", - "Batch 30, loss = 2.8913, recon_loss = 2.8878, kl_loss = 0.0035\n", - "Batch 60, loss = 0.4317, recon_loss = 0.4271, kl_loss = 0.0045\n", - "Batch 90, loss = 0.9397, recon_loss = 0.9342, kl_loss = 0.0056\n", - "Batch 120, loss = 0.6112, recon_loss = 0.6060, kl_loss = 0.0052\n", - "Batch 150, loss = 8.4279, recon_loss = 8.1161, kl_loss = 0.3118\n", - "Batch 180, loss = 12.3936, recon_loss = 12.0776, kl_loss = 0.3159\n", - "Batch 210, loss = 35.6274, recon_loss = 35.6183, kl_loss = 0.0091\n", - "Average loss: 14.6914\n", + "Batch 30, loss = 5981.7036, recon_loss = 5981.4604, kl_loss = 0.2432\n", + "Batch 60, loss = 655.7455, recon_loss = 655.5978, kl_loss = 0.1477\n", + "Batch 90, loss = 213.2930, recon_loss = 213.1286, kl_loss = 0.1644\n", + "Batch 120, loss = 408.0464, recon_loss = 407.8744, kl_loss = 0.1721\n", + "Batch 150, loss = 677.5575, recon_loss = 676.6935, kl_loss = 0.8640\n", + "Batch 180, loss = 1856.2590, recon_loss = 1854.8236, kl_loss = 1.4354\n", + "Batch 210, loss = 4885.6362, recon_loss = 4882.8604, kl_loss = 2.7757\n", + "Average loss: 4764.1361\n", "Epoch: 130\n", - "Batch 30, loss = 2.8969, recon_loss = 2.8920, kl_loss = 0.0049\n", - "Batch 60, loss = 0.4319, recon_loss = 0.4271, kl_loss = 0.0047\n", - "Batch 90, loss = 3.7381, recon_loss = 3.7333, kl_loss = 0.0048\n", - "Batch 120, loss = 0.6122, recon_loss = 0.6058, kl_loss = 0.0064\n", - "Batch 150, loss = 8.0190, recon_loss = 7.7020, kl_loss = 0.3170\n", - "Batch 180, loss = 12.3683, recon_loss = 12.0466, kl_loss = 0.3217\n", - "Batch 210, loss = 35.6058, recon_loss = 35.5957, kl_loss = 0.0101\n", - "Average loss: 14.0864\n", + "Batch 30, loss = 5981.9565, recon_loss = 5981.7485, kl_loss = 0.2081\n", + "Batch 60, loss = 655.7807, recon_loss = 655.6070, kl_loss = 0.1737\n", + "Batch 90, loss = 212.7982, recon_loss = 212.6519, kl_loss = 0.1463\n", + "Batch 120, loss = 408.0579, recon_loss = 407.8928, kl_loss = 0.1651\n", + "Batch 150, loss = 678.4781, recon_loss = 677.6945, kl_loss = 0.7836\n", + "Batch 180, loss = 1693.6012, recon_loss = 1692.1069, kl_loss = 1.4943\n", + "Batch 210, loss = 4894.8232, recon_loss = 4892.1523, kl_loss = 2.6708\n", + "Average loss: 4729.1540\n", "Epoch: 131\n", - "Batch 30, loss = 2.9052, recon_loss = 2.8994, kl_loss = 0.0058\n", - "Batch 60, loss = 0.4340, recon_loss = 0.4285, kl_loss = 0.0055\n", - "Batch 90, loss = 0.9393, recon_loss = 0.9343, kl_loss = 0.0051\n", - "Batch 120, loss = 0.6093, recon_loss = 0.6035, kl_loss = 0.0058\n", - "Batch 150, loss = 8.0258, recon_loss = 7.7061, kl_loss = 0.3197\n", - "Batch 180, loss = 12.1962, recon_loss = 11.8279, kl_loss = 0.3683\n", - "Batch 210, loss = 35.5543, recon_loss = 35.5445, kl_loss = 0.0098\n", - "Average loss: 14.0497\n", + "Batch 30, loss = 5981.9780, recon_loss = 5981.7539, kl_loss = 0.2242\n", + "Batch 60, loss = 655.8987, recon_loss = 655.7386, kl_loss = 0.1602\n", + "Batch 90, loss = 212.5611, recon_loss = 212.4164, kl_loss = 0.1447\n", + "Batch 120, loss = 408.2851, recon_loss = 408.0928, kl_loss = 0.1923\n", + "Batch 150, loss = 677.5659, recon_loss = 676.8022, kl_loss = 0.7636\n", + "Batch 180, loss = 1681.8728, recon_loss = 1680.2974, kl_loss = 1.5755\n", + "Batch 210, loss = 4884.0493, recon_loss = 4881.3667, kl_loss = 2.6826\n", + "Average loss: 4762.9017\n", "Epoch: 132\n", - "Batch 30, loss = 2.9128, recon_loss = 2.9070, kl_loss = 0.0057\n", - "Batch 60, loss = 0.4314, recon_loss = 0.4258, kl_loss = 0.0056\n", - "Batch 90, loss = 0.9394, recon_loss = 0.9343, kl_loss = 0.0051\n", - "Batch 120, loss = 0.6107, recon_loss = 0.6060, kl_loss = 0.0047\n", - "Batch 150, loss = 8.1816, recon_loss = 7.8349, kl_loss = 0.3467\n", - "Batch 180, loss = 12.2542, recon_loss = 11.9391, kl_loss = 0.3151\n", - "Batch 210, loss = 35.6652, recon_loss = 35.6572, kl_loss = 0.0080\n", - "Average loss: 14.0616\n", + "Batch 30, loss = 5981.6299, recon_loss = 5981.4199, kl_loss = 0.2099\n", + "Batch 60, loss = 655.7766, recon_loss = 655.6263, kl_loss = 0.1502\n", + "Batch 90, loss = 212.7300, recon_loss = 212.5824, kl_loss = 0.1476\n", + "Batch 120, loss = 407.9916, recon_loss = 407.8303, kl_loss = 0.1613\n", + "Batch 150, loss = 677.8223, recon_loss = 677.0175, kl_loss = 0.8047\n", + "Batch 180, loss = 1671.6552, recon_loss = 1670.2207, kl_loss = 1.4344\n", + "Batch 210, loss = 4882.7520, recon_loss = 4880.0254, kl_loss = 2.7265\n", + "Average loss: 4727.5957\n", "Epoch: 133\n", - "Batch 30, loss = 2.9048, recon_loss = 2.9005, kl_loss = 0.0043\n", - "Batch 60, loss = 0.4304, recon_loss = 0.4262, kl_loss = 0.0042\n", - "Batch 90, loss = 0.9386, recon_loss = 0.9347, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6109, recon_loss = 0.6065, kl_loss = 0.0044\n", - "Batch 150, loss = 8.0945, recon_loss = 7.7651, kl_loss = 0.3294\n", - "Batch 180, loss = 12.3275, recon_loss = 12.0047, kl_loss = 0.3228\n", - "Batch 210, loss = 35.6587, recon_loss = 35.6504, kl_loss = 0.0083\n", - "Average loss: 14.0624\n", + "Batch 30, loss = 5981.3818, recon_loss = 5981.1772, kl_loss = 0.2048\n", + "Batch 60, loss = 655.6661, recon_loss = 655.5189, kl_loss = 0.1472\n", + "Batch 90, loss = 212.6476, recon_loss = 212.5063, kl_loss = 0.1413\n", + "Batch 120, loss = 408.1723, recon_loss = 407.9975, kl_loss = 0.1749\n", + "Batch 150, loss = 677.8785, recon_loss = 677.0696, kl_loss = 0.8089\n", + "Batch 180, loss = 1650.5262, recon_loss = 1649.0718, kl_loss = 1.4545\n", + "Batch 210, loss = 4883.7095, recon_loss = 4880.9941, kl_loss = 2.7156\n", + "Average loss: 4732.4554\n", "Epoch: 134\n", - "Batch 30, loss = 2.9089, recon_loss = 2.9048, kl_loss = 0.0041\n", - "Batch 60, loss = 0.4294, recon_loss = 0.4253, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9386, recon_loss = 0.9345, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6107, recon_loss = 0.6067, kl_loss = 0.0040\n", - "Batch 150, loss = 8.0910, recon_loss = 7.7850, kl_loss = 0.3060\n", - "Batch 180, loss = 12.2260, recon_loss = 11.9144, kl_loss = 0.3116\n", - "Batch 210, loss = 35.6275, recon_loss = 35.6203, kl_loss = 0.0073\n", - "Average loss: 14.0505\n", + "Batch 30, loss = 5981.7202, recon_loss = 5981.4438, kl_loss = 0.2765\n", + "Batch 60, loss = 655.8884, recon_loss = 655.7343, kl_loss = 0.1542\n", + "Batch 90, loss = 212.7225, recon_loss = 212.5408, kl_loss = 0.1818\n", + "Batch 120, loss = 408.2290, recon_loss = 408.0544, kl_loss = 0.1746\n", + "Batch 150, loss = 678.3230, recon_loss = 677.5834, kl_loss = 0.7396\n", + "Batch 180, loss = 1629.8152, recon_loss = 1628.3965, kl_loss = 1.4187\n", + "Batch 210, loss = 4873.3545, recon_loss = 4870.6333, kl_loss = 2.7213\n", + "Average loss: 4743.2224\n", "Epoch: 135\n", - "Batch 30, loss = 2.9182, recon_loss = 2.9144, kl_loss = 0.0038\n", - "Batch 60, loss = 0.4287, recon_loss = 0.4251, kl_loss = 0.0037\n", - "Batch 90, loss = 0.9397, recon_loss = 0.9352, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6086, recon_loss = 0.6044, kl_loss = 0.0041\n", - "Batch 150, loss = 8.1330, recon_loss = 7.8282, kl_loss = 0.3047\n", - "Batch 180, loss = 12.2123, recon_loss = 11.9001, kl_loss = 0.3122\n", - "Batch 210, loss = 35.6523, recon_loss = 35.6451, kl_loss = 0.0072\n", - "Average loss: 15.6487\n", + "Batch 30, loss = 5982.8735, recon_loss = 5982.6157, kl_loss = 0.2578\n", + "Batch 60, loss = 655.6414, recon_loss = 655.4827, kl_loss = 0.1588\n", + "Batch 90, loss = 212.5980, recon_loss = 212.4541, kl_loss = 0.1439\n", + "Batch 120, loss = 407.9716, recon_loss = 407.7940, kl_loss = 0.1776\n", + "Batch 150, loss = 677.4737, recon_loss = 676.6722, kl_loss = 0.8015\n", + "Batch 180, loss = 1598.9788, recon_loss = 1597.5155, kl_loss = 1.4632\n", + "Batch 210, loss = 4861.7788, recon_loss = 4859.2090, kl_loss = 2.5697\n", + "Average loss: 4732.6325\n", "Epoch: 136\n", - "Batch 30, loss = 2.9156, recon_loss = 2.9116, kl_loss = 0.0040\n", - "Batch 60, loss = 0.4356, recon_loss = 0.4317, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9394, recon_loss = 0.9344, kl_loss = 0.0050\n", - "Batch 120, loss = 0.6091, recon_loss = 0.6045, kl_loss = 0.0046\n", - "Batch 150, loss = 8.0679, recon_loss = 7.7188, kl_loss = 0.3491\n", - "Batch 180, loss = 12.2676, recon_loss = 11.9350, kl_loss = 0.3326\n", - "Batch 210, loss = 35.6262, recon_loss = 35.6185, kl_loss = 0.0077\n", - "Average loss: 14.0433\n", + "Batch 30, loss = 5982.0254, recon_loss = 5981.7324, kl_loss = 0.2931\n", + "Batch 60, loss = 655.7622, recon_loss = 655.6200, kl_loss = 0.1422\n", + "Batch 90, loss = 212.6200, recon_loss = 212.4723, kl_loss = 0.1477\n", + "Batch 120, loss = 408.2246, recon_loss = 408.0511, kl_loss = 0.1735\n", + "Batch 150, loss = 678.4378, recon_loss = 677.6978, kl_loss = 0.7400\n", + "Batch 180, loss = 1577.5966, recon_loss = 1575.9404, kl_loss = 1.6561\n", + "Batch 210, loss = 6245.1699, recon_loss = 6242.7773, kl_loss = 2.3928\n", + "Average loss: 4759.0468\n", "Epoch: 137\n", - "Batch 30, loss = 2.9274, recon_loss = 2.9231, kl_loss = 0.0043\n", - "Batch 60, loss = 0.4292, recon_loss = 0.4245, kl_loss = 0.0047\n", - "Batch 90, loss = 0.9402, recon_loss = 0.9358, kl_loss = 0.0043\n", - "Batch 120, loss = 0.6092, recon_loss = 0.6053, kl_loss = 0.0039\n", - "Batch 150, loss = 8.0293, recon_loss = 7.7143, kl_loss = 0.3150\n", - "Batch 180, loss = 12.1114, recon_loss = 11.7716, kl_loss = 0.3398\n", - "Batch 210, loss = 35.5675, recon_loss = 35.5602, kl_loss = 0.0072\n", - "Average loss: 14.6088\n", + "Batch 30, loss = 5981.4009, recon_loss = 5981.1094, kl_loss = 0.2917\n", + "Batch 60, loss = 655.8986, recon_loss = 655.7372, kl_loss = 0.1614\n", + "Batch 90, loss = 212.6015, recon_loss = 212.4654, kl_loss = 0.1361\n", + "Batch 120, loss = 407.8994, recon_loss = 407.7545, kl_loss = 0.1448\n", + "Batch 150, loss = 677.6675, recon_loss = 676.8191, kl_loss = 0.8484\n", + "Batch 180, loss = 1566.1761, recon_loss = 1564.6456, kl_loss = 1.5305\n", + "Batch 210, loss = 6154.8867, recon_loss = 6152.4141, kl_loss = 2.4726\n", + "Average loss: 4743.4410\n", "Epoch: 138\n", - "Batch 30, loss = 2.9904, recon_loss = 2.9851, kl_loss = 0.0054\n", - "Batch 60, loss = 0.4244, recon_loss = 0.4190, kl_loss = 0.0054\n", - "Batch 90, loss = 0.9394, recon_loss = 0.9346, kl_loss = 0.0049\n", - "Batch 120, loss = 0.6098, recon_loss = 0.6054, kl_loss = 0.0044\n", - "Batch 150, loss = 8.0974, recon_loss = 7.7695, kl_loss = 0.3279\n", - "Batch 180, loss = 12.1434, recon_loss = 11.8341, kl_loss = 0.3093\n", - "Batch 210, loss = 35.7243, recon_loss = 35.7168, kl_loss = 0.0074\n", - "Average loss: 13.9658\n", + "Batch 30, loss = 5982.4614, recon_loss = 5982.2065, kl_loss = 0.2551\n", + "Batch 60, loss = 655.6514, recon_loss = 655.5049, kl_loss = 0.1465\n", + "Batch 90, loss = 212.9396, recon_loss = 212.8088, kl_loss = 0.1308\n", + "Batch 120, loss = 407.9881, recon_loss = 407.8269, kl_loss = 0.1611\n", + "Batch 150, loss = 678.2094, recon_loss = 677.4639, kl_loss = 0.7455\n", + "Batch 180, loss = 1544.8997, recon_loss = 1543.3638, kl_loss = 1.5359\n", + "Batch 210, loss = 4934.9443, recon_loss = 4932.4360, kl_loss = 2.5081\n", + "Average loss: 4734.2777\n", "Epoch: 139\n", - "Batch 30, loss = 2.9148, recon_loss = 2.9102, kl_loss = 0.0046\n", - "Batch 60, loss = 0.4346, recon_loss = 0.4291, kl_loss = 0.0055\n", - "Batch 90, loss = 0.9414, recon_loss = 0.9356, kl_loss = 0.0058\n", - "Batch 120, loss = 0.6101, recon_loss = 0.6048, kl_loss = 0.0053\n", - "Batch 150, loss = 7.9772, recon_loss = 7.6871, kl_loss = 0.2901\n", - "Batch 180, loss = 12.1846, recon_loss = 11.8620, kl_loss = 0.3226\n", - "Batch 210, loss = 35.6790, recon_loss = 35.6707, kl_loss = 0.0083\n", - "Average loss: 13.9593\n", + "Batch 30, loss = 5980.6299, recon_loss = 5980.2959, kl_loss = 0.3339\n", + "Batch 60, loss = 655.5414, recon_loss = 655.3998, kl_loss = 0.1415\n", + "Batch 90, loss = 212.5691, recon_loss = 212.4294, kl_loss = 0.1396\n", + "Batch 120, loss = 408.2024, recon_loss = 408.0710, kl_loss = 0.1313\n", + "Batch 150, loss = 678.7316, recon_loss = 677.9725, kl_loss = 0.7591\n", + "Batch 180, loss = 1527.7706, recon_loss = 1526.2805, kl_loss = 1.4901\n", + "Batch 210, loss = 4922.2485, recon_loss = 4919.5737, kl_loss = 2.6750\n", + "Average loss: 4739.4089\n", "Epoch: 140\n", - "Batch 30, loss = 2.9191, recon_loss = 2.9141, kl_loss = 0.0050\n", - "Batch 60, loss = 0.4298, recon_loss = 0.4249, kl_loss = 0.0049\n", - "Batch 90, loss = 0.9407, recon_loss = 0.9351, kl_loss = 0.0056\n", - "Batch 120, loss = 0.6091, recon_loss = 0.6040, kl_loss = 0.0051\n", - "Batch 150, loss = 138.3014, recon_loss = 138.0170, kl_loss = 0.2844\n", - "Batch 180, loss = 12.1456, recon_loss = 11.8212, kl_loss = 0.3243\n", - "Batch 210, loss = 35.5382, recon_loss = 35.5302, kl_loss = 0.0080\n", - "Average loss: 14.6025\n", + "Batch 30, loss = 5981.2485, recon_loss = 5980.8833, kl_loss = 0.3650\n", + "Batch 60, loss = 655.6219, recon_loss = 655.4922, kl_loss = 0.1297\n", + "Batch 90, loss = 212.5092, recon_loss = 212.3857, kl_loss = 0.1236\n", + "Batch 120, loss = 407.9930, recon_loss = 407.8288, kl_loss = 0.1642\n", + "Batch 150, loss = 677.9783, recon_loss = 677.2228, kl_loss = 0.7554\n", + "Batch 180, loss = 1502.4237, recon_loss = 1500.8430, kl_loss = 1.5807\n", + "Batch 210, loss = 4928.1919, recon_loss = 4925.4609, kl_loss = 2.7311\n", + "Average loss: 4731.2818\n", "Epoch: 141\n", - "Batch 30, loss = 2.9494, recon_loss = 2.9448, kl_loss = 0.0046\n", - "Batch 60, loss = 0.4253, recon_loss = 0.4207, kl_loss = 0.0046\n", - "Batch 90, loss = 0.9406, recon_loss = 0.9353, kl_loss = 0.0053\n", - "Batch 120, loss = 0.6093, recon_loss = 0.6045, kl_loss = 0.0048\n", - "Batch 150, loss = 8.0752, recon_loss = 7.7702, kl_loss = 0.3050\n", - "Batch 180, loss = 12.0021, recon_loss = 11.6716, kl_loss = 0.3305\n", - "Batch 210, loss = 35.5917, recon_loss = 35.5840, kl_loss = 0.0077\n", - "Average loss: 14.5945\n", + "Batch 30, loss = 5980.9395, recon_loss = 5980.5186, kl_loss = 0.4210\n", + "Batch 60, loss = 655.7746, recon_loss = 655.6453, kl_loss = 0.1293\n", + "Batch 90, loss = 212.6546, recon_loss = 212.4473, kl_loss = 0.2074\n", + "Batch 120, loss = 408.0971, recon_loss = 407.9203, kl_loss = 0.1769\n", + "Batch 150, loss = 678.1156, recon_loss = 677.4044, kl_loss = 0.7112\n", + "Batch 180, loss = 1479.1134, recon_loss = 1477.5090, kl_loss = 1.6044\n", + "Batch 210, loss = 4897.4316, recon_loss = 4894.7363, kl_loss = 2.6955\n", + "Average loss: 4744.1598\n", "Epoch: 142\n", - "Batch 30, loss = 2.9475, recon_loss = 2.9431, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4251, recon_loss = 0.4207, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9400, recon_loss = 0.9359, kl_loss = 0.0041\n", - "Batch 120, loss = 0.6091, recon_loss = 0.6053, kl_loss = 0.0038\n", - "Batch 150, loss = 8.1499, recon_loss = 7.8353, kl_loss = 0.3145\n", - "Batch 180, loss = 12.0183, recon_loss = 11.7231, kl_loss = 0.2952\n", - "Batch 210, loss = 35.7130, recon_loss = 35.7067, kl_loss = 0.0063\n", - "Average loss: 14.0340\n", + "Batch 30, loss = 5981.0347, recon_loss = 5980.3633, kl_loss = 0.6716\n", + "Batch 60, loss = 655.5841, recon_loss = 655.4138, kl_loss = 0.1703\n", + "Batch 90, loss = 212.4006, recon_loss = 212.2622, kl_loss = 0.1384\n", + "Batch 120, loss = 408.0848, recon_loss = 407.9415, kl_loss = 0.1433\n", + "Batch 150, loss = 677.4962, recon_loss = 676.7366, kl_loss = 0.7595\n", + "Batch 180, loss = 1462.4866, recon_loss = 1461.0033, kl_loss = 1.4832\n", + "Batch 210, loss = 4885.6841, recon_loss = 4883.0361, kl_loss = 2.6478\n", + "Average loss: 4723.5302\n", "Epoch: 143\n", - "Batch 30, loss = 2.9304, recon_loss = 2.9268, kl_loss = 0.0036\n", - "Batch 60, loss = 0.4254, recon_loss = 0.4219, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9411, recon_loss = 0.9372, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6126, recon_loss = 0.6080, kl_loss = 0.0047\n", - "Batch 150, loss = 8.0324, recon_loss = 7.7434, kl_loss = 0.2890\n", - "Batch 180, loss = 11.9764, recon_loss = 11.6429, kl_loss = 0.3335\n", - "Batch 210, loss = 35.4751, recon_loss = 35.4659, kl_loss = 0.0092\n", - "Average loss: 13.4321\n", + "Batch 30, loss = 5980.8965, recon_loss = 5980.2314, kl_loss = 0.6649\n", + "Batch 60, loss = 655.4952, recon_loss = 655.3586, kl_loss = 0.1365\n", + "Batch 90, loss = 212.4986, recon_loss = 212.3629, kl_loss = 0.1357\n", + "Batch 120, loss = 407.9463, recon_loss = 407.8060, kl_loss = 0.1403\n", + "Batch 150, loss = 678.6523, recon_loss = 677.9080, kl_loss = 0.7444\n", + "Batch 180, loss = 1443.3220, recon_loss = 1441.7262, kl_loss = 1.5958\n", + "Batch 210, loss = 4889.7261, recon_loss = 4887.1255, kl_loss = 2.6007\n", + "Average loss: 4736.9974\n", "Epoch: 144\n", - "Batch 30, loss = 2.9715, recon_loss = 2.9662, kl_loss = 0.0052\n", - "Batch 60, loss = 0.4238, recon_loss = 0.4188, kl_loss = 0.0050\n", - "Batch 90, loss = 0.9397, recon_loss = 0.9351, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6111, recon_loss = 0.6067, kl_loss = 0.0044\n", - "Batch 150, loss = 8.2097, recon_loss = 7.8685, kl_loss = 0.3412\n", - "Batch 180, loss = 12.0338, recon_loss = 11.7098, kl_loss = 0.3239\n", - "Batch 210, loss = 35.6410, recon_loss = 35.6311, kl_loss = 0.0099\n", - "Average loss: 14.0283\n", + "Batch 30, loss = 5981.3057, recon_loss = 5981.0894, kl_loss = 0.2165\n", + "Batch 60, loss = 655.6599, recon_loss = 655.4961, kl_loss = 0.1638\n", + "Batch 90, loss = 212.3752, recon_loss = 212.2240, kl_loss = 0.1512\n", + "Batch 120, loss = 408.0338, recon_loss = 407.8788, kl_loss = 0.1550\n", + "Batch 150, loss = 678.3967, recon_loss = 677.6686, kl_loss = 0.7281\n", + "Batch 180, loss = 1428.2941, recon_loss = 1426.7861, kl_loss = 1.5079\n", + "Batch 210, loss = 5811.1289, recon_loss = 5808.4170, kl_loss = 2.7119\n", + "Average loss: 4785.3564\n", "Epoch: 145\n", - "Batch 30, loss = 2.9394, recon_loss = 2.9341, kl_loss = 0.0054\n", - "Batch 60, loss = 0.4327, recon_loss = 0.4277, kl_loss = 0.0050\n", - "Batch 90, loss = 0.9414, recon_loss = 0.9362, kl_loss = 0.0053\n", - "Batch 120, loss = 0.6102, recon_loss = 0.6048, kl_loss = 0.0054\n", - "Batch 150, loss = 8.1352, recon_loss = 7.8304, kl_loss = 0.3048\n", - "Batch 180, loss = 12.0477, recon_loss = 11.7501, kl_loss = 0.2976\n", - "Batch 210, loss = 35.7423, recon_loss = 35.7342, kl_loss = 0.0080\n", - "Average loss: 14.0238\n", + "Batch 30, loss = 5981.8140, recon_loss = 5981.5972, kl_loss = 0.2166\n", + "Batch 60, loss = 656.5272, recon_loss = 656.3729, kl_loss = 0.1544\n", + "Batch 90, loss = 212.6348, recon_loss = 212.5084, kl_loss = 0.1264\n", + "Batch 120, loss = 408.2200, recon_loss = 408.0475, kl_loss = 0.1724\n", + "Batch 150, loss = 678.7466, recon_loss = 677.9744, kl_loss = 0.7722\n", + "Batch 180, loss = 1427.3303, recon_loss = 1425.6167, kl_loss = 1.7136\n", + "Batch 210, loss = 4931.7290, recon_loss = 4928.9492, kl_loss = 2.7799\n", + "Average loss: 4737.9290\n", "Epoch: 146\n", - "Batch 30, loss = 2.9530, recon_loss = 2.9473, kl_loss = 0.0057\n", - "Batch 60, loss = 0.4254, recon_loss = 0.4198, kl_loss = 0.0056\n", - "Batch 90, loss = 0.9404, recon_loss = 0.9352, kl_loss = 0.0052\n", - "Batch 120, loss = 0.6109, recon_loss = 0.6061, kl_loss = 0.0048\n", - "Batch 150, loss = 8.0003, recon_loss = 7.7183, kl_loss = 0.2820\n", - "Batch 180, loss = 11.9953, recon_loss = 11.7020, kl_loss = 0.2933\n", - "Batch 210, loss = 35.7020, recon_loss = 35.6949, kl_loss = 0.0071\n", - "Average loss: 14.0185\n", + "Batch 30, loss = 5981.1714, recon_loss = 5980.7700, kl_loss = 0.4014\n", + "Batch 60, loss = 656.8364, recon_loss = 656.6974, kl_loss = 0.1390\n", + "Batch 90, loss = 212.3124, recon_loss = 212.1660, kl_loss = 0.1464\n", + "Batch 120, loss = 407.9438, recon_loss = 407.7784, kl_loss = 0.1655\n", + "Batch 150, loss = 678.4126, recon_loss = 677.7479, kl_loss = 0.6647\n", + "Batch 180, loss = 1422.9474, recon_loss = 1421.3000, kl_loss = 1.6473\n", + "Batch 210, loss = 4914.5586, recon_loss = 4911.6582, kl_loss = 2.9004\n", + "Average loss: 4724.9822\n", "Epoch: 147\n", - "Batch 30, loss = 2.9461, recon_loss = 2.9417, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4241, recon_loss = 0.4197, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9398, recon_loss = 0.9357, kl_loss = 0.0041\n", - "Batch 120, loss = 0.6053, recon_loss = 0.6005, kl_loss = 0.0048\n", - "Batch 150, loss = 8.0039, recon_loss = 7.7318, kl_loss = 0.2721\n", - "Batch 180, loss = 11.9234, recon_loss = 11.6200, kl_loss = 0.3034\n", - "Batch 210, loss = 35.6395, recon_loss = 35.6315, kl_loss = 0.0080\n", - "Average loss: 13.8817\n", + "Batch 30, loss = 5980.4800, recon_loss = 5980.1362, kl_loss = 0.3438\n", + "Batch 60, loss = 656.0495, recon_loss = 655.8749, kl_loss = 0.1745\n", + "Batch 90, loss = 212.5461, recon_loss = 212.3872, kl_loss = 0.1589\n", + "Batch 120, loss = 407.9739, recon_loss = 407.8086, kl_loss = 0.1654\n", + "Batch 150, loss = 678.8167, recon_loss = 678.0532, kl_loss = 0.7635\n", + "Batch 180, loss = 1420.2235, recon_loss = 1418.5325, kl_loss = 1.6910\n", + "Batch 210, loss = 4907.7573, recon_loss = 4904.8135, kl_loss = 2.9439\n", + "Average loss: 4718.7693\n", "Epoch: 148\n", - "Batch 30, loss = 2.9655, recon_loss = 2.9608, kl_loss = 0.0047\n", - "Batch 60, loss = 0.4235, recon_loss = 0.4190, kl_loss = 0.0045\n", - "Batch 90, loss = 0.9397, recon_loss = 0.9355, kl_loss = 0.0041\n", - "Batch 120, loss = 0.6041, recon_loss = 0.5991, kl_loss = 0.0050\n", - "Batch 150, loss = 7.9698, recon_loss = 7.6805, kl_loss = 0.2893\n", - "Batch 180, loss = 12.0087, recon_loss = 11.7044, kl_loss = 0.3044\n", - "Batch 210, loss = 35.7315, recon_loss = 35.7236, kl_loss = 0.0079\n", - "Average loss: 14.0680\n", + "Batch 30, loss = 5980.1758, recon_loss = 5979.6074, kl_loss = 0.5686\n", + "Batch 60, loss = 655.6409, recon_loss = 655.4799, kl_loss = 0.1610\n", + "Batch 90, loss = 212.1825, recon_loss = 212.0556, kl_loss = 0.1269\n", + "Batch 120, loss = 407.9589, recon_loss = 407.7989, kl_loss = 0.1600\n", + "Batch 150, loss = 678.1197, recon_loss = 677.3947, kl_loss = 0.7250\n", + "Batch 180, loss = 1423.3971, recon_loss = 1421.8003, kl_loss = 1.5968\n", + "Batch 210, loss = 4902.8081, recon_loss = 4899.9248, kl_loss = 2.8832\n", + "Average loss: 4722.2948\n", "Epoch: 149\n", - "Batch 30, loss = 2.9533, recon_loss = 2.9483, kl_loss = 0.0050\n", - "Batch 60, loss = 0.4242, recon_loss = 0.4194, kl_loss = 0.0048\n", - "Batch 90, loss = 0.9399, recon_loss = 0.9354, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6098, recon_loss = 0.6057, kl_loss = 0.0041\n", - "Batch 150, loss = 7.9575, recon_loss = 7.6487, kl_loss = 0.3089\n", - "Batch 180, loss = 12.1871, recon_loss = 11.8989, kl_loss = 0.2882\n", - "Batch 210, loss = 35.6964, recon_loss = 35.6903, kl_loss = 0.0061\n", - "Average loss: 14.0345\n", + "Batch 30, loss = 5979.1357, recon_loss = 5978.5962, kl_loss = 0.5393\n", + "Batch 60, loss = 655.7463, recon_loss = 655.5751, kl_loss = 0.1712\n", + "Batch 90, loss = 212.2646, recon_loss = 212.1432, kl_loss = 0.1213\n", + "Batch 120, loss = 407.7737, recon_loss = 407.6184, kl_loss = 0.1553\n", + "Batch 150, loss = 677.1487, recon_loss = 676.4365, kl_loss = 0.7122\n", + "Batch 180, loss = 1423.3647, recon_loss = 1421.7656, kl_loss = 1.5991\n", + "Batch 210, loss = 4920.3467, recon_loss = 4917.4023, kl_loss = 2.9445\n", + "Average loss: 4757.9086\n", "Epoch: 150\n", - "Batch 30, loss = 2.9547, recon_loss = 2.9507, kl_loss = 0.0039\n", - "Batch 60, loss = 0.8059, recon_loss = 0.8020, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9418, recon_loss = 0.9368, kl_loss = 0.0050\n", - "Batch 120, loss = 0.6091, recon_loss = 0.6042, kl_loss = 0.0049\n", - "Batch 150, loss = 7.9599, recon_loss = 7.6591, kl_loss = 0.3008\n", - "Batch 180, loss = 12.0701, recon_loss = 11.7539, kl_loss = 0.3162\n", - "Batch 210, loss = 35.6851, recon_loss = 35.6781, kl_loss = 0.0070\n", - "Average loss: 14.0171\n", + "Batch 30, loss = 5979.1665, recon_loss = 5978.5825, kl_loss = 0.5839\n", + "Batch 60, loss = 656.0830, recon_loss = 655.9072, kl_loss = 0.1758\n", + "Batch 90, loss = 212.1719, recon_loss = 212.0286, kl_loss = 0.1432\n", + "Batch 120, loss = 407.8169, recon_loss = 407.6689, kl_loss = 0.1481\n", + "Batch 150, loss = 678.8817, recon_loss = 678.0897, kl_loss = 0.7919\n", + "Batch 180, loss = 1422.0811, recon_loss = 1420.4836, kl_loss = 1.5974\n", + "Batch 210, loss = 5157.8901, recon_loss = 5154.9414, kl_loss = 2.9486\n", + "Average loss: 4708.9003\n", "Epoch: 151\n", - "Batch 30, loss = 3.0147, recon_loss = 3.0099, kl_loss = 0.0048\n", - "Batch 60, loss = 0.4196, recon_loss = 0.4137, kl_loss = 0.0059\n", - "Batch 90, loss = 0.9415, recon_loss = 0.9358, kl_loss = 0.0057\n", - "Batch 120, loss = 0.6100, recon_loss = 0.6049, kl_loss = 0.0051\n", - "Batch 150, loss = 7.9108, recon_loss = 7.6106, kl_loss = 0.3002\n", - "Batch 180, loss = 12.0669, recon_loss = 11.7818, kl_loss = 0.2851\n", - "Batch 210, loss = 35.4939, recon_loss = 35.4868, kl_loss = 0.0071\n", - "Average loss: 14.1365\n", + "Batch 30, loss = 5977.8574, recon_loss = 5977.1948, kl_loss = 0.6627\n", + "Batch 60, loss = 655.7922, recon_loss = 655.5950, kl_loss = 0.1972\n", + "Batch 90, loss = 212.1916, recon_loss = 212.0476, kl_loss = 0.1440\n", + "Batch 120, loss = 407.7536, recon_loss = 407.5777, kl_loss = 0.1759\n", + "Batch 150, loss = 677.3828, recon_loss = 676.6918, kl_loss = 0.6910\n", + "Batch 180, loss = 1423.9567, recon_loss = 1422.4602, kl_loss = 1.4965\n", + "Batch 210, loss = 6418.2417, recon_loss = 6415.4424, kl_loss = 2.7996\n", + "Average loss: 4725.9673\n", "Epoch: 152\n", - "Batch 30, loss = 3.0148, recon_loss = 3.0100, kl_loss = 0.0048\n", - "Batch 60, loss = 0.4203, recon_loss = 0.4154, kl_loss = 0.0049\n", - "Batch 90, loss = 0.9403, recon_loss = 0.9358, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6094, recon_loss = 0.6053, kl_loss = 0.0042\n", - "Batch 150, loss = 7.8779, recon_loss = 7.5948, kl_loss = 0.2831\n", - "Batch 180, loss = 12.0783, recon_loss = 11.7369, kl_loss = 0.3413\n", - "Batch 210, loss = 35.6721, recon_loss = 35.6665, kl_loss = 0.0056\n", - "Average loss: 14.0216\n", + "Batch 30, loss = 5974.6011, recon_loss = 5973.6802, kl_loss = 0.9211\n", + "Batch 60, loss = 656.1805, recon_loss = 656.0204, kl_loss = 0.1601\n", + "Batch 90, loss = 211.9583, recon_loss = 211.7885, kl_loss = 0.1698\n", + "Batch 120, loss = 407.4280, recon_loss = 407.2759, kl_loss = 0.1521\n", + "Batch 150, loss = 678.2703, recon_loss = 677.5663, kl_loss = 0.7040\n", + "Batch 180, loss = 1423.5822, recon_loss = 1421.9847, kl_loss = 1.5975\n", + "Batch 210, loss = 4961.1309, recon_loss = 4958.3169, kl_loss = 2.8140\n", + "Average loss: 4724.0697\n", "Epoch: 153\n", - "Batch 30, loss = 2.9742, recon_loss = 2.9703, kl_loss = 0.0039\n", - "Batch 60, loss = 0.4210, recon_loss = 0.4171, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9391, recon_loss = 0.9355, kl_loss = 0.0036\n", - "Batch 120, loss = 0.6082, recon_loss = 0.6049, kl_loss = 0.0033\n", - "Batch 150, loss = 7.9612, recon_loss = 7.6474, kl_loss = 0.3138\n", - "Batch 180, loss = 12.0752, recon_loss = 11.7756, kl_loss = 0.2996\n", - "Batch 210, loss = 35.7406, recon_loss = 35.7357, kl_loss = 0.0049\n", - "Average loss: 14.0251\n", + "Batch 30, loss = 5840.1982, recon_loss = 5839.6523, kl_loss = 0.5460\n", + "Batch 60, loss = 655.5325, recon_loss = 655.3696, kl_loss = 0.1629\n", + "Batch 90, loss = 210.6608, recon_loss = 210.5159, kl_loss = 0.1449\n", + "Batch 120, loss = 407.0152, recon_loss = 406.8835, kl_loss = 0.1317\n", + "Batch 150, loss = 678.0270, recon_loss = 677.2356, kl_loss = 0.7914\n", + "Batch 180, loss = 1427.7614, recon_loss = 1426.1459, kl_loss = 1.6155\n", + "Batch 210, loss = 4960.0049, recon_loss = 4957.1934, kl_loss = 2.8116\n", + "Average loss: 4715.2033\n", "Epoch: 154\n", - "Batch 30, loss = 2.9692, recon_loss = 2.9660, kl_loss = 0.0032\n", - "Batch 60, loss = 0.4219, recon_loss = 0.4188, kl_loss = 0.0031\n", - "Batch 90, loss = 0.9393, recon_loss = 0.9362, kl_loss = 0.0031\n", - "Batch 120, loss = 0.6074, recon_loss = 0.6045, kl_loss = 0.0029\n", - "Batch 150, loss = 7.8969, recon_loss = 7.6081, kl_loss = 0.2889\n", - "Batch 180, loss = 12.0610, recon_loss = 11.7740, kl_loss = 0.2870\n", - "Batch 210, loss = 35.7199, recon_loss = 35.7149, kl_loss = 0.0050\n", - "Average loss: 14.1283\n", + "Batch 30, loss = 5799.0029, recon_loss = 5798.3145, kl_loss = 0.6883\n", + "Batch 60, loss = 655.1996, recon_loss = 655.0995, kl_loss = 0.1000\n", + "Batch 90, loss = 210.1791, recon_loss = 210.0697, kl_loss = 0.1094\n", + "Batch 120, loss = 407.4160, recon_loss = 407.2853, kl_loss = 0.1306\n", + "Batch 150, loss = 678.1405, recon_loss = 677.4009, kl_loss = 0.7396\n", + "Batch 180, loss = 1426.2135, recon_loss = 1424.7229, kl_loss = 1.4906\n", + "Batch 210, loss = 5108.4722, recon_loss = 5105.6646, kl_loss = 2.8075\n", + "Average loss: 4706.8625\n", "Epoch: 155\n", - "Batch 30, loss = 3.0981, recon_loss = 3.0943, kl_loss = 0.0038\n", - "Batch 60, loss = 0.6278, recon_loss = 0.6226, kl_loss = 0.0051\n", - "Batch 90, loss = 0.9437, recon_loss = 0.9374, kl_loss = 0.0063\n", - "Batch 120, loss = 0.6102, recon_loss = 0.6047, kl_loss = 0.0055\n", - "Batch 150, loss = 7.6696, recon_loss = 7.3982, kl_loss = 0.2714\n", - "Batch 180, loss = 12.0870, recon_loss = 11.7593, kl_loss = 0.3277\n", - "Batch 210, loss = 35.2185, recon_loss = 35.2114, kl_loss = 0.0071\n", - "Average loss: 13.4876\n", + "Batch 30, loss = 5795.5576, recon_loss = 5795.0723, kl_loss = 0.4855\n", + "Batch 60, loss = 656.5131, recon_loss = 656.3719, kl_loss = 0.1411\n", + "Batch 90, loss = 209.9916, recon_loss = 209.8597, kl_loss = 0.1319\n", + "Batch 120, loss = 407.1643, recon_loss = 407.0065, kl_loss = 0.1578\n", + "Batch 150, loss = 677.8566, recon_loss = 677.1469, kl_loss = 0.7098\n", + "Batch 180, loss = 1423.6572, recon_loss = 1422.0540, kl_loss = 1.6032\n", + "Batch 210, loss = 4994.2437, recon_loss = 4991.4668, kl_loss = 2.7767\n", + "Average loss: 4705.6909\n", "Epoch: 156\n", - "Batch 30, loss = 3.1620, recon_loss = 3.1567, kl_loss = 0.0053\n", - "Batch 60, loss = 0.4153, recon_loss = 0.4101, kl_loss = 0.0052\n", - "Batch 90, loss = 0.9432, recon_loss = 0.9368, kl_loss = 0.0064\n", - "Batch 120, loss = 0.6117, recon_loss = 0.6056, kl_loss = 0.0061\n", - "Batch 150, loss = 7.7331, recon_loss = 7.4299, kl_loss = 0.3032\n", - "Batch 180, loss = 12.0730, recon_loss = 11.7303, kl_loss = 0.3427\n", - "Batch 210, loss = 35.1807, recon_loss = 35.1708, kl_loss = 0.0099\n", - "Average loss: 13.5064\n", + "Batch 30, loss = 5801.8823, recon_loss = 5801.5293, kl_loss = 0.3528\n", + "Batch 60, loss = 654.4597, recon_loss = 654.2995, kl_loss = 0.1602\n", + "Batch 90, loss = 210.3183, recon_loss = 210.1665, kl_loss = 0.1518\n", + "Batch 120, loss = 407.2736, recon_loss = 407.1132, kl_loss = 0.1604\n", + "Batch 150, loss = 678.3864, recon_loss = 677.7051, kl_loss = 0.6813\n", + "Batch 180, loss = 1423.9673, recon_loss = 1422.3767, kl_loss = 1.5906\n", + "Batch 210, loss = 5126.6929, recon_loss = 5123.9409, kl_loss = 2.7519\n", + "Average loss: 4698.2316\n", "Epoch: 157\n", - "Batch 30, loss = 3.1619, recon_loss = 3.1549, kl_loss = 0.0070\n", - "Batch 60, loss = 0.4142, recon_loss = 0.4075, kl_loss = 0.0067\n", - "Batch 90, loss = 0.9424, recon_loss = 0.9356, kl_loss = 0.0068\n", - "Batch 120, loss = 0.6112, recon_loss = 0.6051, kl_loss = 0.0061\n", - "Batch 150, loss = 7.7692, recon_loss = 7.4539, kl_loss = 0.3153\n", - "Batch 180, loss = 12.1161, recon_loss = 11.8222, kl_loss = 0.2939\n", - "Batch 210, loss = 35.2600, recon_loss = 35.2522, kl_loss = 0.0079\n", - "Average loss: 13.5188\n", + "Batch 30, loss = 5801.3027, recon_loss = 5800.9048, kl_loss = 0.3981\n", + "Batch 60, loss = 654.4739, recon_loss = 654.3270, kl_loss = 0.1469\n", + "Batch 90, loss = 210.3263, recon_loss = 210.1730, kl_loss = 0.1533\n", + "Batch 120, loss = 407.1962, recon_loss = 407.0385, kl_loss = 0.1577\n", + "Batch 150, loss = 677.6654, recon_loss = 676.9667, kl_loss = 0.6987\n", + "Batch 180, loss = 1421.1747, recon_loss = 1419.6003, kl_loss = 1.5744\n", + "Batch 210, loss = 5095.3745, recon_loss = 5092.5723, kl_loss = 2.8021\n", + "Average loss: 4699.5624\n", "Epoch: 158\n", - "Batch 30, loss = 3.1529, recon_loss = 3.1470, kl_loss = 0.0059\n", - "Batch 60, loss = 0.4127, recon_loss = 0.4069, kl_loss = 0.0058\n", - "Batch 90, loss = 0.9408, recon_loss = 0.9354, kl_loss = 0.0055\n", - "Batch 120, loss = 0.6105, recon_loss = 0.6055, kl_loss = 0.0050\n", - "Batch 150, loss = 7.6295, recon_loss = 7.3564, kl_loss = 0.2730\n", - "Batch 180, loss = 11.9394, recon_loss = 11.5995, kl_loss = 0.3399\n", - "Batch 210, loss = 35.1065, recon_loss = 35.1001, kl_loss = 0.0064\n", - "Average loss: 14.6355\n", + "Batch 30, loss = 5801.3691, recon_loss = 5800.8994, kl_loss = 0.4700\n", + "Batch 60, loss = 654.8547, recon_loss = 654.7133, kl_loss = 0.1415\n", + "Batch 90, loss = 210.1387, recon_loss = 209.9972, kl_loss = 0.1415\n", + "Batch 120, loss = 407.4005, recon_loss = 407.2563, kl_loss = 0.1441\n", + "Batch 150, loss = 677.9387, recon_loss = 677.2217, kl_loss = 0.7169\n", + "Batch 180, loss = 1424.7344, recon_loss = 1423.1047, kl_loss = 1.6297\n", + "Batch 210, loss = 5417.7427, recon_loss = 5415.0308, kl_loss = 2.7119\n", + "Average loss: 4712.8380\n", "Epoch: 159\n", - "Batch 30, loss = 3.1890, recon_loss = 3.1842, kl_loss = 0.0048\n", - "Batch 60, loss = 0.4114, recon_loss = 0.4063, kl_loss = 0.0050\n", - "Batch 90, loss = 0.9401, recon_loss = 0.9353, kl_loss = 0.0047\n", - "Batch 120, loss = 0.6099, recon_loss = 0.6054, kl_loss = 0.0044\n", - "Batch 150, loss = 7.8536, recon_loss = 7.5360, kl_loss = 0.3176\n", - "Batch 180, loss = 12.0424, recon_loss = 11.7437, kl_loss = 0.2987\n", - "Batch 210, loss = 35.2037, recon_loss = 35.1978, kl_loss = 0.0060\n", - "Average loss: 13.7166\n", + "Batch 30, loss = 5801.7075, recon_loss = 5801.2236, kl_loss = 0.4839\n", + "Batch 60, loss = 655.1485, recon_loss = 655.0327, kl_loss = 0.1158\n", + "Batch 90, loss = 210.2220, recon_loss = 210.1002, kl_loss = 0.1218\n", + "Batch 120, loss = 407.3008, recon_loss = 407.1661, kl_loss = 0.1346\n", + "Batch 150, loss = 677.7054, recon_loss = 677.0414, kl_loss = 0.6641\n", + "Batch 180, loss = 1422.4218, recon_loss = 1420.6238, kl_loss = 1.7980\n", + "Batch 210, loss = 5066.5020, recon_loss = 5063.6025, kl_loss = 2.8994\n", + "Average loss: 4731.5660\n", "Epoch: 160\n", - "Batch 30, loss = 3.0829, recon_loss = 3.0786, kl_loss = 0.0043\n", - "Batch 60, loss = 0.4151, recon_loss = 0.4108, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9403, recon_loss = 0.9363, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6113, recon_loss = 0.6070, kl_loss = 0.0043\n", - "Batch 150, loss = 7.7505, recon_loss = 7.4514, kl_loss = 0.2992\n", - "Batch 180, loss = 12.2038, recon_loss = 11.9025, kl_loss = 0.3013\n", - "Batch 210, loss = 35.7983, recon_loss = 35.7912, kl_loss = 0.0071\n", - "Average loss: 14.0669\n", + "Batch 30, loss = 6030.1880, recon_loss = 6029.9541, kl_loss = 0.2339\n", + "Batch 60, loss = 654.8629, recon_loss = 654.7140, kl_loss = 0.1488\n", + "Batch 90, loss = 210.0529, recon_loss = 209.9043, kl_loss = 0.1485\n", + "Batch 120, loss = 407.2845, recon_loss = 407.1321, kl_loss = 0.1524\n", + "Batch 150, loss = 678.0554, recon_loss = 677.2439, kl_loss = 0.8115\n", + "Batch 180, loss = 1423.7255, recon_loss = 1422.1317, kl_loss = 1.5937\n", + "Batch 210, loss = 5020.4897, recon_loss = 5017.6016, kl_loss = 2.8884\n", + "Average loss: 4691.9170\n", "Epoch: 161\n", - "Batch 30, loss = 2.9848, recon_loss = 2.9801, kl_loss = 0.0047\n", - "Batch 60, loss = 0.4193, recon_loss = 0.4148, kl_loss = 0.0045\n", - "Batch 90, loss = 0.9410, recon_loss = 0.9364, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6103, recon_loss = 0.6057, kl_loss = 0.0047\n", - "Batch 150, loss = 7.7103, recon_loss = 7.4190, kl_loss = 0.2913\n", - "Batch 180, loss = 12.1311, recon_loss = 11.8307, kl_loss = 0.3004\n", - "Batch 210, loss = 35.7720, recon_loss = 35.7658, kl_loss = 0.0062\n", - "Average loss: 14.0338\n", + "Batch 30, loss = 5799.6909, recon_loss = 5799.2720, kl_loss = 0.4189\n", + "Batch 60, loss = 655.0947, recon_loss = 654.9462, kl_loss = 0.1485\n", + "Batch 90, loss = 210.1570, recon_loss = 210.0299, kl_loss = 0.1271\n", + "Batch 120, loss = 407.2217, recon_loss = 407.0767, kl_loss = 0.1450\n", + "Batch 150, loss = 678.3561, recon_loss = 677.6187, kl_loss = 0.7374\n", + "Batch 180, loss = 1424.6066, recon_loss = 1422.9473, kl_loss = 1.6593\n", + "Batch 210, loss = 5029.6182, recon_loss = 5026.7148, kl_loss = 2.9033\n", + "Average loss: 4728.5672\n", "Epoch: 162\n", - "Batch 30, loss = 2.9799, recon_loss = 2.9755, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4177, recon_loss = 0.4134, kl_loss = 0.0044\n", - "Batch 90, loss = 0.9427, recon_loss = 0.9373, kl_loss = 0.0054\n", - "Batch 120, loss = 0.6106, recon_loss = 0.6057, kl_loss = 0.0049\n", - "Batch 150, loss = 7.8232, recon_loss = 7.5275, kl_loss = 0.2957\n", - "Batch 180, loss = 12.1602, recon_loss = 11.8480, kl_loss = 0.3122\n", - "Batch 210, loss = 35.8146, recon_loss = 35.8061, kl_loss = 0.0085\n", - "Average loss: 14.0706\n", + "Batch 30, loss = 5804.3350, recon_loss = 5803.8940, kl_loss = 0.4407\n", + "Batch 60, loss = 654.9677, recon_loss = 654.8312, kl_loss = 0.1365\n", + "Batch 90, loss = 210.1174, recon_loss = 209.9970, kl_loss = 0.1205\n", + "Batch 120, loss = 407.3239, recon_loss = 407.1527, kl_loss = 0.1712\n", + "Batch 150, loss = 677.8062, recon_loss = 677.0040, kl_loss = 0.8021\n", + "Batch 180, loss = 1424.3859, recon_loss = 1422.7330, kl_loss = 1.6528\n", + "Batch 210, loss = 5181.0874, recon_loss = 5178.4238, kl_loss = 2.6636\n", + "Average loss: 4689.2051\n", "Epoch: 163\n", - "Batch 30, loss = 2.9801, recon_loss = 2.9741, kl_loss = 0.0060\n", - "Batch 60, loss = 0.4185, recon_loss = 0.4126, kl_loss = 0.0058\n", - "Batch 90, loss = 0.9416, recon_loss = 0.9363, kl_loss = 0.0053\n", - "Batch 120, loss = 0.6102, recon_loss = 0.6054, kl_loss = 0.0049\n", - "Batch 150, loss = 7.7491, recon_loss = 7.4505, kl_loss = 0.2986\n", - "Batch 180, loss = 12.2610, recon_loss = 11.9606, kl_loss = 0.3004\n", - "Batch 210, loss = 35.7222, recon_loss = 35.7153, kl_loss = 0.0069\n", - "Average loss: 13.5634\n", + "Batch 30, loss = 5800.9302, recon_loss = 5800.5308, kl_loss = 0.3994\n", + "Batch 60, loss = 654.7142, recon_loss = 654.5747, kl_loss = 0.1395\n", + "Batch 90, loss = 209.9547, recon_loss = 209.8073, kl_loss = 0.1474\n", + "Batch 120, loss = 407.3238, recon_loss = 407.1819, kl_loss = 0.1419\n", + "Batch 150, loss = 677.8475, recon_loss = 677.1724, kl_loss = 0.6752\n", + "Batch 180, loss = 1427.8232, recon_loss = 1426.2512, kl_loss = 1.5720\n", + "Batch 210, loss = 4996.8018, recon_loss = 4993.9600, kl_loss = 2.8417\n", + "Average loss: 4701.8210\n", "Epoch: 164\n", - "Batch 30, loss = 3.0823, recon_loss = 3.0776, kl_loss = 0.0047\n", - "Batch 60, loss = 0.4158, recon_loss = 0.4110, kl_loss = 0.0048\n", - "Batch 90, loss = 0.9403, recon_loss = 0.9358, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6085, recon_loss = 0.6044, kl_loss = 0.0041\n", - "Batch 150, loss = 7.5641, recon_loss = 7.2961, kl_loss = 0.2680\n", - "Batch 180, loss = 12.1581, recon_loss = 11.8725, kl_loss = 0.2856\n", - "Batch 210, loss = 35.3370, recon_loss = 35.3317, kl_loss = 0.0053\n", - "Average loss: 13.6926\n", + "Batch 30, loss = 6032.8589, recon_loss = 6032.6973, kl_loss = 0.1619\n", + "Batch 60, loss = 654.2842, recon_loss = 654.1519, kl_loss = 0.1324\n", + "Batch 90, loss = 210.1107, recon_loss = 209.9611, kl_loss = 0.1496\n", + "Batch 120, loss = 407.0644, recon_loss = 406.9185, kl_loss = 0.1459\n", + "Batch 150, loss = 678.0984, recon_loss = 677.4191, kl_loss = 0.6794\n", + "Batch 180, loss = 1426.6476, recon_loss = 1425.0771, kl_loss = 1.5704\n", + "Batch 210, loss = 4972.9575, recon_loss = 4970.1699, kl_loss = 2.7874\n", + "Average loss: 4706.0044\n", "Epoch: 165\n", - "Batch 30, loss = 3.0880, recon_loss = 3.0842, kl_loss = 0.0038\n", - "Batch 60, loss = 0.4111, recon_loss = 0.4073, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9403, recon_loss = 0.9368, kl_loss = 0.0035\n", - "Batch 120, loss = 0.6076, recon_loss = 0.6044, kl_loss = 0.0031\n", - "Batch 150, loss = 7.5388, recon_loss = 7.2580, kl_loss = 0.2808\n", - "Batch 180, loss = 12.2187, recon_loss = 11.9328, kl_loss = 0.2858\n", - "Batch 210, loss = 35.5556, recon_loss = 35.5519, kl_loss = 0.0038\n", - "Average loss: 13.4565\n", + "Batch 30, loss = 6034.3511, recon_loss = 6034.1396, kl_loss = 0.2116\n", + "Batch 60, loss = 654.5486, recon_loss = 654.4314, kl_loss = 0.1172\n", + "Batch 90, loss = 210.0955, recon_loss = 209.9663, kl_loss = 0.1292\n", + "Batch 120, loss = 407.2102, recon_loss = 407.0743, kl_loss = 0.1359\n", + "Batch 150, loss = 677.9354, recon_loss = 677.2878, kl_loss = 0.6476\n", + "Batch 180, loss = 1434.7054, recon_loss = 1433.0242, kl_loss = 1.6813\n", + "Batch 210, loss = 4973.3311, recon_loss = 4970.5186, kl_loss = 2.8126\n", + "Average loss: 4700.9410\n", "Epoch: 166\n", - "Batch 30, loss = 3.0281, recon_loss = 3.0250, kl_loss = 0.0030\n", - "Batch 60, loss = 0.4142, recon_loss = 0.4105, kl_loss = 0.0037\n", - "Batch 90, loss = 0.9410, recon_loss = 0.9374, kl_loss = 0.0036\n", - "Batch 120, loss = 0.6074, recon_loss = 0.6041, kl_loss = 0.0033\n", - "Batch 150, loss = 7.5914, recon_loss = 7.3109, kl_loss = 0.2805\n", - "Batch 180, loss = 12.2663, recon_loss = 11.9883, kl_loss = 0.2780\n", - "Batch 210, loss = 35.7622, recon_loss = 35.7578, kl_loss = 0.0044\n", - "Average loss: 14.6646\n", + "Batch 30, loss = 6025.6689, recon_loss = 6025.4199, kl_loss = 0.2490\n", + "Batch 60, loss = 655.0619, recon_loss = 654.9365, kl_loss = 0.1254\n", + "Batch 90, loss = 209.8444, recon_loss = 209.6779, kl_loss = 0.1665\n", + "Batch 120, loss = 407.3477, recon_loss = 407.1940, kl_loss = 0.1537\n", + "Batch 150, loss = 678.0944, recon_loss = 677.4688, kl_loss = 0.6256\n", + "Batch 180, loss = 1422.1693, recon_loss = 1420.5203, kl_loss = 1.6490\n", + "Batch 210, loss = 4944.7598, recon_loss = 4941.9434, kl_loss = 2.8162\n", + "Average loss: 4733.4011\n", "Epoch: 167\n", - "Batch 30, loss = 3.0094, recon_loss = 3.0058, kl_loss = 0.0036\n", - "Batch 60, loss = 0.4154, recon_loss = 0.4118, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9400, recon_loss = 0.9366, kl_loss = 0.0034\n", - "Batch 120, loss = 0.6067, recon_loss = 0.6036, kl_loss = 0.0031\n", - "Batch 150, loss = 7.5976, recon_loss = 7.3233, kl_loss = 0.2742\n", - "Batch 180, loss = 12.1812, recon_loss = 11.9114, kl_loss = 0.2698\n", - "Batch 210, loss = 35.7629, recon_loss = 35.7586, kl_loss = 0.0043\n", - "Average loss: 14.0425\n", + "Batch 30, loss = 5793.0947, recon_loss = 5792.8965, kl_loss = 0.1981\n", + "Batch 60, loss = 653.9031, recon_loss = 653.7808, kl_loss = 0.1223\n", + "Batch 90, loss = 209.8201, recon_loss = 209.6752, kl_loss = 0.1449\n", + "Batch 120, loss = 407.0297, recon_loss = 406.8716, kl_loss = 0.1581\n", + "Batch 150, loss = 678.0130, recon_loss = 677.2903, kl_loss = 0.7227\n", + "Batch 180, loss = 1421.4663, recon_loss = 1419.8167, kl_loss = 1.6496\n", + "Batch 210, loss = 4970.1279, recon_loss = 4967.4268, kl_loss = 2.7011\n", + "Average loss: 4679.4404\n", "Epoch: 168\n", - "Batch 30, loss = 3.0017, recon_loss = 2.9987, kl_loss = 0.0030\n", - "Batch 60, loss = 0.4157, recon_loss = 0.4126, kl_loss = 0.0031\n", - "Batch 90, loss = 0.9412, recon_loss = 0.9372, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6070, recon_loss = 0.6034, kl_loss = 0.0037\n", - "Batch 150, loss = 7.5352, recon_loss = 7.2447, kl_loss = 0.2904\n", - "Batch 180, loss = 12.4531, recon_loss = 12.1637, kl_loss = 0.2894\n", - "Batch 210, loss = 35.7884, recon_loss = 35.7836, kl_loss = 0.0048\n", - "Average loss: 14.0320\n", + "Batch 30, loss = 6034.1768, recon_loss = 6033.9375, kl_loss = 0.2394\n", + "Batch 60, loss = 657.4573, recon_loss = 657.2935, kl_loss = 0.1639\n", + "Batch 90, loss = 209.9057, recon_loss = 209.7642, kl_loss = 0.1415\n", + "Batch 120, loss = 406.9865, recon_loss = 406.8301, kl_loss = 0.1563\n", + "Batch 150, loss = 678.4867, recon_loss = 677.8295, kl_loss = 0.6572\n", + "Batch 180, loss = 1426.8961, recon_loss = 1425.3716, kl_loss = 1.5246\n", + "Batch 210, loss = 4927.5122, recon_loss = 4924.6777, kl_loss = 2.8343\n", + "Average loss: 4717.5959\n", "Epoch: 169\n", - "Batch 30, loss = 3.0002, recon_loss = 2.9968, kl_loss = 0.0034\n", - "Batch 60, loss = 0.4135, recon_loss = 0.4100, kl_loss = 0.0034\n", - "Batch 90, loss = 0.9404, recon_loss = 0.9372, kl_loss = 0.0032\n", - "Batch 120, loss = 0.6123, recon_loss = 0.6081, kl_loss = 0.0042\n", - "Batch 150, loss = 7.4938, recon_loss = 7.2079, kl_loss = 0.2859\n", - "Batch 180, loss = 121.9450, recon_loss = 121.6578, kl_loss = 0.2872\n", - "Batch 210, loss = 35.8778, recon_loss = 35.8719, kl_loss = 0.0060\n", - "Average loss: 14.5527\n", + "Batch 30, loss = 5800.9541, recon_loss = 5800.5410, kl_loss = 0.4130\n", + "Batch 60, loss = 654.7761, recon_loss = 654.6062, kl_loss = 0.1698\n", + "Batch 90, loss = 210.0522, recon_loss = 209.9240, kl_loss = 0.1283\n", + "Batch 120, loss = 406.7929, recon_loss = 406.6536, kl_loss = 0.1394\n", + "Batch 150, loss = 677.7966, recon_loss = 677.0743, kl_loss = 0.7222\n", + "Batch 180, loss = 1423.8157, recon_loss = 1422.2070, kl_loss = 1.6086\n", + "Batch 210, loss = 4959.4507, recon_loss = 4956.7197, kl_loss = 2.7312\n", + "Average loss: 4671.9252\n", "Epoch: 170\n", - "Batch 30, loss = 3.0460, recon_loss = 3.0403, kl_loss = 0.0057\n", - "Batch 60, loss = 0.4159, recon_loss = 0.4105, kl_loss = 0.0054\n", - "Batch 90, loss = 0.9433, recon_loss = 0.9384, kl_loss = 0.0049\n", - "Batch 120, loss = 0.6095, recon_loss = 0.6045, kl_loss = 0.0049\n", - "Batch 150, loss = 7.6788, recon_loss = 7.3619, kl_loss = 0.3169\n", - "Batch 180, loss = 12.3638, recon_loss = 12.0674, kl_loss = 0.2963\n", - "Batch 210, loss = 35.7254, recon_loss = 35.7188, kl_loss = 0.0066\n", - "Average loss: 13.5068\n", + "Batch 30, loss = 5802.5649, recon_loss = 5802.2144, kl_loss = 0.3507\n", + "Batch 60, loss = 654.9079, recon_loss = 654.7739, kl_loss = 0.1339\n", + "Batch 90, loss = 209.7477, recon_loss = 209.5869, kl_loss = 0.1608\n", + "Batch 120, loss = 407.0226, recon_loss = 406.8636, kl_loss = 0.1589\n", + "Batch 150, loss = 677.7461, recon_loss = 677.1260, kl_loss = 0.6201\n", + "Batch 180, loss = 1431.0131, recon_loss = 1429.4744, kl_loss = 1.5387\n", + "Batch 210, loss = 4956.0288, recon_loss = 4953.1567, kl_loss = 2.8720\n", + "Average loss: 4676.8970\n", "Epoch: 171\n", - "Batch 30, loss = 3.0614, recon_loss = 3.0552, kl_loss = 0.0062\n", - "Batch 60, loss = 0.4137, recon_loss = 0.4074, kl_loss = 0.0063\n", - "Batch 90, loss = 0.9436, recon_loss = 0.9380, kl_loss = 0.0056\n", - "Batch 120, loss = 0.6103, recon_loss = 0.6052, kl_loss = 0.0052\n", - "Batch 150, loss = 7.3770, recon_loss = 7.0928, kl_loss = 0.2843\n", - "Batch 180, loss = 12.3277, recon_loss = 12.0354, kl_loss = 0.2924\n", - "Batch 210, loss = 35.8514, recon_loss = 35.8452, kl_loss = 0.0062\n", - "Average loss: 14.0836\n", + "Batch 30, loss = 5801.2690, recon_loss = 5800.8774, kl_loss = 0.3917\n", + "Batch 60, loss = 654.7601, recon_loss = 654.5879, kl_loss = 0.1722\n", + "Batch 90, loss = 209.7900, recon_loss = 209.6498, kl_loss = 0.1402\n", + "Batch 120, loss = 406.6892, recon_loss = 406.5310, kl_loss = 0.1582\n", + "Batch 150, loss = 677.8124, recon_loss = 677.2244, kl_loss = 0.5880\n", + "Batch 180, loss = 1421.3517, recon_loss = 1419.7876, kl_loss = 1.5641\n", + "Batch 210, loss = 4932.9048, recon_loss = 4930.0464, kl_loss = 2.8586\n", + "Average loss: 4667.8066\n", "Epoch: 172\n", - "Batch 30, loss = 3.0191, recon_loss = 3.0143, kl_loss = 0.0048\n", - "Batch 60, loss = 0.4154, recon_loss = 0.4106, kl_loss = 0.0047\n", - "Batch 90, loss = 0.9424, recon_loss = 0.9380, kl_loss = 0.0044\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6036, kl_loss = 0.0041\n", - "Batch 150, loss = 7.3657, recon_loss = 7.0839, kl_loss = 0.2818\n", - "Batch 180, loss = 12.1800, recon_loss = 11.8810, kl_loss = 0.2990\n", - "Batch 210, loss = 35.7016, recon_loss = 35.6963, kl_loss = 0.0052\n", - "Average loss: 14.5073\n", + "Batch 30, loss = 5802.0474, recon_loss = 5801.6343, kl_loss = 0.4132\n", + "Batch 60, loss = 655.4473, recon_loss = 655.3023, kl_loss = 0.1450\n", + "Batch 90, loss = 209.7571, recon_loss = 209.6121, kl_loss = 0.1451\n", + "Batch 120, loss = 406.4373, recon_loss = 406.2433, kl_loss = 0.1941\n", + "Batch 150, loss = 677.4970, recon_loss = 676.9105, kl_loss = 0.5865\n", + "Batch 180, loss = 1418.8336, recon_loss = 1417.2214, kl_loss = 1.6121\n", + "Batch 210, loss = 4918.5337, recon_loss = 4915.5977, kl_loss = 2.9360\n", + "Average loss: 4691.9737\n", "Epoch: 173\n", - "Batch 30, loss = 3.0304, recon_loss = 3.0265, kl_loss = 0.0039\n", - "Batch 60, loss = 0.4127, recon_loss = 0.4088, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9421, recon_loss = 0.9375, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6035, kl_loss = 0.0042\n", - "Batch 150, loss = 7.4178, recon_loss = 7.1466, kl_loss = 0.2712\n", - "Batch 180, loss = 12.1232, recon_loss = 11.8130, kl_loss = 0.3102\n", - "Batch 210, loss = 35.7360, recon_loss = 35.7304, kl_loss = 0.0057\n", - "Average loss: 14.0141\n", + "Batch 30, loss = 5802.1309, recon_loss = 5801.6973, kl_loss = 0.4336\n", + "Batch 60, loss = 654.5025, recon_loss = 654.3293, kl_loss = 0.1732\n", + "Batch 90, loss = 209.5922, recon_loss = 209.4439, kl_loss = 0.1483\n", + "Batch 120, loss = 406.6659, recon_loss = 406.5041, kl_loss = 0.1618\n", + "Batch 150, loss = 679.3124, recon_loss = 678.5780, kl_loss = 0.7345\n", + "Batch 180, loss = 1422.5907, recon_loss = 1420.9927, kl_loss = 1.5981\n", + "Batch 210, loss = 4930.0508, recon_loss = 4927.3213, kl_loss = 2.7296\n", + "Average loss: 4694.5015\n", "Epoch: 174\n", - "Batch 30, loss = 3.0256, recon_loss = 3.0215, kl_loss = 0.0041\n", - "Batch 60, loss = 0.4128, recon_loss = 0.4087, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9406, recon_loss = 0.9366, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6075, recon_loss = 0.6038, kl_loss = 0.0037\n", - "Batch 150, loss = 7.5321, recon_loss = 7.2277, kl_loss = 0.3043\n", - "Batch 180, loss = 12.1928, recon_loss = 11.9121, kl_loss = 0.2807\n", - "Batch 210, loss = 35.7570, recon_loss = 35.7520, kl_loss = 0.0049\n", - "Average loss: 14.0145\n", + "Batch 30, loss = 5802.8218, recon_loss = 5802.4448, kl_loss = 0.3769\n", + "Batch 60, loss = 655.2980, recon_loss = 655.1608, kl_loss = 0.1372\n", + "Batch 90, loss = 209.0808, recon_loss = 208.9396, kl_loss = 0.1412\n", + "Batch 120, loss = 406.8484, recon_loss = 406.6923, kl_loss = 0.1562\n", + "Batch 150, loss = 678.8810, recon_loss = 678.2274, kl_loss = 0.6536\n", + "Batch 180, loss = 1423.2190, recon_loss = 1421.6841, kl_loss = 1.5349\n", + "Batch 210, loss = 4927.8481, recon_loss = 4925.1631, kl_loss = 2.6851\n", + "Average loss: 4683.9627\n", "Epoch: 175\n", - "Batch 30, loss = 3.0208, recon_loss = 3.0172, kl_loss = 0.0036\n", - "Batch 60, loss = 0.4147, recon_loss = 0.4110, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9432, recon_loss = 0.9386, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6075, recon_loss = 0.6033, kl_loss = 0.0042\n", - "Batch 150, loss = 7.4892, recon_loss = 7.2271, kl_loss = 0.2621\n", - "Batch 180, loss = 12.1542, recon_loss = 11.8609, kl_loss = 0.2933\n", - "Batch 210, loss = 35.5701, recon_loss = 35.5652, kl_loss = 0.0049\n", - "Average loss: 13.4259\n", + "Batch 30, loss = 5799.6924, recon_loss = 5799.1455, kl_loss = 0.5467\n", + "Batch 60, loss = 654.3663, recon_loss = 654.2322, kl_loss = 0.1341\n", + "Batch 90, loss = 206.9198, recon_loss = 206.7898, kl_loss = 0.1300\n", + "Batch 120, loss = 406.8575, recon_loss = 406.6975, kl_loss = 0.1600\n", + "Batch 150, loss = 678.2296, recon_loss = 677.6108, kl_loss = 0.6188\n", + "Batch 180, loss = 1419.3752, recon_loss = 1417.8022, kl_loss = 1.5730\n", + "Batch 210, loss = 4931.6118, recon_loss = 4928.9097, kl_loss = 2.7020\n", + "Average loss: 4672.1816\n", "Epoch: 176\n", - "Batch 30, loss = 3.0615, recon_loss = 3.0574, kl_loss = 0.0040\n", - "Batch 60, loss = 0.4112, recon_loss = 0.4072, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9414, recon_loss = 0.9373, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6120, recon_loss = 0.6072, kl_loss = 0.0048\n", - "Batch 150, loss = 7.5017, recon_loss = 7.1999, kl_loss = 0.3019\n", - "Batch 180, loss = 12.1480, recon_loss = 11.8623, kl_loss = 0.2857\n", - "Batch 210, loss = 35.7718, recon_loss = 35.7651, kl_loss = 0.0067\n", - "Average loss: 14.0337\n", + "Batch 30, loss = 5804.6699, recon_loss = 5804.3599, kl_loss = 0.3100\n", + "Batch 60, loss = 653.9747, recon_loss = 653.8360, kl_loss = 0.1387\n", + "Batch 90, loss = 205.1802, recon_loss = 205.0327, kl_loss = 0.1475\n", + "Batch 120, loss = 406.7390, recon_loss = 406.5894, kl_loss = 0.1497\n", + "Batch 150, loss = 678.7992, recon_loss = 678.0706, kl_loss = 0.7286\n", + "Batch 180, loss = 1421.9501, recon_loss = 1420.3535, kl_loss = 1.5965\n", + "Batch 210, loss = 4911.6685, recon_loss = 4908.8887, kl_loss = 2.7797\n", + "Average loss: 4668.4100\n", "Epoch: 177\n", - "Batch 30, loss = 3.0322, recon_loss = 3.0271, kl_loss = 0.0051\n", - "Batch 60, loss = 0.4119, recon_loss = 0.4064, kl_loss = 0.0056\n", - "Batch 90, loss = 0.9438, recon_loss = 0.9387, kl_loss = 0.0050\n", - "Batch 120, loss = 0.6097, recon_loss = 0.6051, kl_loss = 0.0046\n", - "Batch 150, loss = 7.4679, recon_loss = 7.1843, kl_loss = 0.2836\n", - "Batch 180, loss = 12.1986, recon_loss = 11.9116, kl_loss = 0.2871\n", - "Batch 210, loss = 35.8230, recon_loss = 35.8173, kl_loss = 0.0057\n", - "Average loss: 14.0128\n", + "Batch 30, loss = 5801.3677, recon_loss = 5801.0859, kl_loss = 0.2816\n", + "Batch 60, loss = 653.7458, recon_loss = 653.5984, kl_loss = 0.1473\n", + "Batch 90, loss = 206.9700, recon_loss = 206.7978, kl_loss = 0.1722\n", + "Batch 120, loss = 406.8008, recon_loss = 406.6444, kl_loss = 0.1564\n", + "Batch 150, loss = 678.5615, recon_loss = 677.9115, kl_loss = 0.6501\n", + "Batch 180, loss = 1426.2141, recon_loss = 1424.8921, kl_loss = 1.3220\n", + "Batch 210, loss = 5415.0659, recon_loss = 5412.3589, kl_loss = 2.7071\n", + "Average loss: 4682.8851\n", "Epoch: 178\n", - "Batch 30, loss = 3.0299, recon_loss = 3.0256, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4114, recon_loss = 0.4071, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9418, recon_loss = 0.9378, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6080, recon_loss = 0.6036, kl_loss = 0.0044\n", - "Batch 150, loss = 7.4151, recon_loss = 7.1353, kl_loss = 0.2798\n", - "Batch 180, loss = 12.1816, recon_loss = 11.8999, kl_loss = 0.2817\n", - "Batch 210, loss = 35.8278, recon_loss = 35.8219, kl_loss = 0.0058\n", - "Average loss: 14.0007\n", + "Batch 30, loss = 5801.7910, recon_loss = 5801.4741, kl_loss = 0.3169\n", + "Batch 60, loss = 653.8989, recon_loss = 653.7390, kl_loss = 0.1599\n", + "Batch 90, loss = 205.6874, recon_loss = 205.5199, kl_loss = 0.1675\n", + "Batch 120, loss = 406.3096, recon_loss = 406.1488, kl_loss = 0.1609\n", + "Batch 150, loss = 677.9429, recon_loss = 677.3252, kl_loss = 0.6178\n", + "Batch 180, loss = 1429.3811, recon_loss = 1428.0437, kl_loss = 1.3374\n", + "Batch 210, loss = 4939.8433, recon_loss = 4937.0532, kl_loss = 2.7898\n", + "Average loss: 4663.9971\n", "Epoch: 179\n", - "Batch 30, loss = 3.0318, recon_loss = 3.0273, kl_loss = 0.0045\n", - "Batch 60, loss = 0.4114, recon_loss = 0.4070, kl_loss = 0.0044\n", - "Batch 90, loss = 0.9427, recon_loss = 0.9386, kl_loss = 0.0041\n", - "Batch 120, loss = 0.6087, recon_loss = 0.6049, kl_loss = 0.0038\n", - "Batch 150, loss = 7.3124, recon_loss = 7.0527, kl_loss = 0.2596\n", - "Batch 180, loss = 12.1997, recon_loss = 11.9282, kl_loss = 0.2715\n", - "Batch 210, loss = 35.8178, recon_loss = 35.8131, kl_loss = 0.0048\n", - "Average loss: 14.0119\n", + "Batch 30, loss = 5801.5273, recon_loss = 5801.0425, kl_loss = 0.4847\n", + "Batch 60, loss = 654.0164, recon_loss = 653.8663, kl_loss = 0.1500\n", + "Batch 90, loss = 205.2806, recon_loss = 205.1394, kl_loss = 0.1412\n", + "Batch 120, loss = 406.7422, recon_loss = 406.6032, kl_loss = 0.1390\n", + "Batch 150, loss = 677.9701, recon_loss = 677.3651, kl_loss = 0.6050\n", + "Batch 180, loss = 1427.4821, recon_loss = 1426.0936, kl_loss = 1.3885\n", + "Batch 210, loss = 4896.7578, recon_loss = 4893.8154, kl_loss = 2.9426\n", + "Average loss: 4672.7510\n", "Epoch: 180\n", - "Batch 30, loss = 3.0363, recon_loss = 3.0327, kl_loss = 0.0036\n", - "Batch 60, loss = 0.4105, recon_loss = 0.4070, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9412, recon_loss = 0.9379, kl_loss = 0.0034\n", - "Batch 120, loss = 0.6068, recon_loss = 0.6036, kl_loss = 0.0032\n", - "Batch 150, loss = 7.3558, recon_loss = 7.0962, kl_loss = 0.2596\n", - "Batch 180, loss = 12.5839, recon_loss = 12.3289, kl_loss = 0.2550\n", - "Batch 210, loss = 35.8520, recon_loss = 35.8476, kl_loss = 0.0044\n", - "Average loss: 14.1681\n", + "Batch 30, loss = 5800.1328, recon_loss = 5799.6875, kl_loss = 0.4455\n", + "Batch 60, loss = 736.6377, recon_loss = 736.4866, kl_loss = 0.1511\n", + "Batch 90, loss = 203.6904, recon_loss = 203.5517, kl_loss = 0.1387\n", + "Batch 120, loss = 405.7054, recon_loss = 405.5536, kl_loss = 0.1517\n", + "Batch 150, loss = 677.8646, recon_loss = 677.1842, kl_loss = 0.6804\n", + "Batch 180, loss = 1425.0588, recon_loss = 1423.6155, kl_loss = 1.4433\n", + "Batch 210, loss = 4903.0156, recon_loss = 4899.9912, kl_loss = 3.0246\n", + "Average loss: 4685.4969\n", "Epoch: 181\n", - "Batch 30, loss = 3.0313, recon_loss = 3.0283, kl_loss = 0.0030\n", - "Batch 60, loss = 0.4095, recon_loss = 0.4065, kl_loss = 0.0030\n", - "Batch 90, loss = 0.9414, recon_loss = 0.9386, kl_loss = 0.0028\n", - "Batch 120, loss = 0.6070, recon_loss = 0.6045, kl_loss = 0.0025\n", - "Batch 150, loss = 7.4265, recon_loss = 7.1658, kl_loss = 0.2607\n", - "Batch 180, loss = 12.1088, recon_loss = 11.8091, kl_loss = 0.2998\n", - "Batch 210, loss = 35.7145, recon_loss = 35.7082, kl_loss = 0.0063\n", - "Average loss: 15.7849\n", + "Batch 30, loss = 5803.4746, recon_loss = 5803.0449, kl_loss = 0.4296\n", + "Batch 60, loss = 653.0831, recon_loss = 652.9240, kl_loss = 0.1591\n", + "Batch 90, loss = 207.2511, recon_loss = 207.1064, kl_loss = 0.1447\n", + "Batch 120, loss = 406.2296, recon_loss = 406.0883, kl_loss = 0.1414\n", + "Batch 150, loss = 678.5122, recon_loss = 677.9520, kl_loss = 0.5602\n", + "Batch 180, loss = 1421.8124, recon_loss = 1420.3201, kl_loss = 1.4923\n", + "Batch 210, loss = 4880.0278, recon_loss = 4876.9971, kl_loss = 3.0309\n", + "Average loss: 4698.7277\n", "Epoch: 182\n", - "Batch 30, loss = 3.0405, recon_loss = 3.0361, kl_loss = 0.0045\n", - "Batch 60, loss = 0.4060, recon_loss = 0.4014, kl_loss = 0.0045\n", - "Batch 90, loss = 0.9420, recon_loss = 0.9375, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6096, recon_loss = 0.6048, kl_loss = 0.0048\n", - "Batch 150, loss = 7.7826, recon_loss = 7.5008, kl_loss = 0.2817\n", - "Batch 180, loss = 12.1320, recon_loss = 11.8578, kl_loss = 0.2742\n", - "Batch 210, loss = 35.8000, recon_loss = 35.7936, kl_loss = 0.0064\n", - "Average loss: 14.0063\n", + "Batch 30, loss = 5802.9644, recon_loss = 5802.3394, kl_loss = 0.6251\n", + "Batch 60, loss = 653.8698, recon_loss = 653.6981, kl_loss = 0.1717\n", + "Batch 90, loss = 204.5883, recon_loss = 204.4513, kl_loss = 0.1370\n", + "Batch 120, loss = 405.8716, recon_loss = 405.7334, kl_loss = 0.1382\n", + "Batch 150, loss = 678.2045, recon_loss = 677.5504, kl_loss = 0.6541\n", + "Batch 180, loss = 1421.5444, recon_loss = 1420.1184, kl_loss = 1.4260\n", + "Batch 210, loss = 4892.0874, recon_loss = 4889.1255, kl_loss = 2.9617\n", + "Average loss: 4656.5114\n", "Epoch: 183\n", - "Batch 30, loss = 3.0385, recon_loss = 3.0337, kl_loss = 0.0048\n", - "Batch 60, loss = 0.4117, recon_loss = 0.4069, kl_loss = 0.0048\n", - "Batch 90, loss = 0.9439, recon_loss = 0.9395, kl_loss = 0.0044\n", - "Batch 120, loss = 0.6076, recon_loss = 0.6036, kl_loss = 0.0041\n", - "Batch 150, loss = 7.3880, recon_loss = 7.1153, kl_loss = 0.2727\n", - "Batch 180, loss = 12.1514, recon_loss = 11.8896, kl_loss = 0.2618\n", - "Batch 210, loss = 35.6530, recon_loss = 35.6480, kl_loss = 0.0050\n", - "Average loss: 13.4233\n", + "Batch 30, loss = 5799.7500, recon_loss = 5799.2036, kl_loss = 0.5462\n", + "Batch 60, loss = 653.9179, recon_loss = 653.7701, kl_loss = 0.1478\n", + "Batch 90, loss = 205.4461, recon_loss = 205.3213, kl_loss = 0.1247\n", + "Batch 120, loss = 405.8721, recon_loss = 405.7253, kl_loss = 0.1468\n", + "Batch 150, loss = 677.7444, recon_loss = 677.1143, kl_loss = 0.6301\n", + "Batch 180, loss = 1424.9404, recon_loss = 1423.4426, kl_loss = 1.4978\n", + "Batch 210, loss = 5166.3945, recon_loss = 5163.3564, kl_loss = 3.0381\n", + "Average loss: 4659.0054\n", "Epoch: 184\n", - "Batch 30, loss = 3.0814, recon_loss = 3.0776, kl_loss = 0.0038\n", - "Batch 60, loss = 0.4076, recon_loss = 0.4036, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9446, recon_loss = 0.9394, kl_loss = 0.0052\n", - "Batch 120, loss = 0.6083, recon_loss = 0.6029, kl_loss = 0.0055\n", - "Batch 150, loss = 7.4014, recon_loss = 7.1292, kl_loss = 0.2722\n", - "Batch 180, loss = 12.0970, recon_loss = 11.7907, kl_loss = 0.3063\n", - "Batch 210, loss = 35.8239, recon_loss = 35.8173, kl_loss = 0.0066\n", - "Average loss: 14.0077\n", + "Batch 30, loss = 5801.3755, recon_loss = 5801.0996, kl_loss = 0.2761\n", + "Batch 60, loss = 652.8977, recon_loss = 652.7291, kl_loss = 0.1686\n", + "Batch 90, loss = 205.1212, recon_loss = 204.9869, kl_loss = 0.1343\n", + "Batch 120, loss = 406.2729, recon_loss = 406.1220, kl_loss = 0.1509\n", + "Batch 150, loss = 678.6899, recon_loss = 678.0165, kl_loss = 0.6734\n", + "Batch 180, loss = 1422.5057, recon_loss = 1420.9169, kl_loss = 1.5889\n", + "Batch 210, loss = 4888.5542, recon_loss = 4885.4980, kl_loss = 3.0560\n", + "Average loss: 4660.1008\n", "Epoch: 185\n", - "Batch 30, loss = 3.0557, recon_loss = 3.0507, kl_loss = 0.0050\n", - "Batch 60, loss = 0.4093, recon_loss = 0.4044, kl_loss = 0.0049\n", - "Batch 90, loss = 0.9441, recon_loss = 0.9385, kl_loss = 0.0056\n", - "Batch 120, loss = 0.6096, recon_loss = 0.6041, kl_loss = 0.0056\n", - "Batch 150, loss = 7.4039, recon_loss = 7.1165, kl_loss = 0.2875\n", - "Batch 180, loss = 12.1362, recon_loss = 11.8671, kl_loss = 0.2691\n", - "Batch 210, loss = 35.8866, recon_loss = 35.8799, kl_loss = 0.0067\n", - "Average loss: 14.0088\n", + "Batch 30, loss = 5801.3159, recon_loss = 5800.8237, kl_loss = 0.4922\n", + "Batch 60, loss = 653.0472, recon_loss = 652.9033, kl_loss = 0.1439\n", + "Batch 90, loss = 204.4471, recon_loss = 204.2890, kl_loss = 0.1581\n", + "Batch 120, loss = 405.6397, recon_loss = 405.4884, kl_loss = 0.1514\n", + "Batch 150, loss = 678.1837, recon_loss = 677.5467, kl_loss = 0.6369\n", + "Batch 180, loss = 1422.2314, recon_loss = 1420.5823, kl_loss = 1.6491\n", + "Batch 210, loss = 5060.5337, recon_loss = 5057.4556, kl_loss = 3.0779\n", + "Average loss: 4670.4078\n", "Epoch: 186\n", - "Batch 30, loss = 3.0497, recon_loss = 3.0445, kl_loss = 0.0052\n", - "Batch 60, loss = 0.4096, recon_loss = 0.4045, kl_loss = 0.0051\n", - "Batch 90, loss = 0.9434, recon_loss = 0.9386, kl_loss = 0.0048\n", - "Batch 120, loss = 0.6097, recon_loss = 0.6043, kl_loss = 0.0054\n", - "Batch 150, loss = 7.3670, recon_loss = 7.0879, kl_loss = 0.2791\n", - "Batch 180, loss = 12.1334, recon_loss = 11.8549, kl_loss = 0.2786\n", - "Batch 210, loss = 35.8294, recon_loss = 35.8229, kl_loss = 0.0065\n", - "Average loss: 14.0053\n", + "Batch 30, loss = 5802.9551, recon_loss = 5802.4014, kl_loss = 0.5537\n", + "Batch 60, loss = 653.7194, recon_loss = 653.5228, kl_loss = 0.1965\n", + "Batch 90, loss = 204.2298, recon_loss = 204.0652, kl_loss = 0.1646\n", + "Batch 120, loss = 405.6671, recon_loss = 405.5014, kl_loss = 0.1657\n", + "Batch 150, loss = 678.6035, recon_loss = 677.9946, kl_loss = 0.6089\n", + "Batch 180, loss = 1418.1635, recon_loss = 1416.5786, kl_loss = 1.5849\n", + "Batch 210, loss = 5021.2632, recon_loss = 5018.2661, kl_loss = 2.9972\n", + "Average loss: 4718.3414\n", "Epoch: 187\n", - "Batch 30, loss = 3.0510, recon_loss = 3.0459, kl_loss = 0.0051\n", - "Batch 60, loss = 0.4090, recon_loss = 0.4036, kl_loss = 0.0054\n", - "Batch 90, loss = 0.9433, recon_loss = 0.9383, kl_loss = 0.0050\n", - "Batch 120, loss = 0.6080, recon_loss = 0.6034, kl_loss = 0.0047\n", - "Batch 150, loss = 7.3440, recon_loss = 7.0592, kl_loss = 0.2848\n", - "Batch 180, loss = 12.1749, recon_loss = 11.8950, kl_loss = 0.2799\n", - "Batch 210, loss = 35.8460, recon_loss = 35.8404, kl_loss = 0.0056\n", - "Average loss: 14.0217\n", + "Batch 30, loss = 5801.1992, recon_loss = 5800.6333, kl_loss = 0.5658\n", + "Batch 60, loss = 654.2363, recon_loss = 654.0354, kl_loss = 0.2009\n", + "Batch 90, loss = 206.0263, recon_loss = 205.8687, kl_loss = 0.1576\n", + "Batch 120, loss = 405.6347, recon_loss = 405.4600, kl_loss = 0.1748\n", + "Batch 150, loss = 678.2858, recon_loss = 677.6406, kl_loss = 0.6452\n", + "Batch 180, loss = 1416.9408, recon_loss = 1415.5083, kl_loss = 1.4326\n", + "Batch 210, loss = 4979.2056, recon_loss = 4976.3311, kl_loss = 2.8743\n", + "Average loss: 4660.2777\n", "Epoch: 188\n", - "Batch 30, loss = 3.0698, recon_loss = 3.0647, kl_loss = 0.0051\n", - "Batch 60, loss = 0.4105, recon_loss = 0.4046, kl_loss = 0.0059\n", - "Batch 90, loss = 0.9448, recon_loss = 0.9393, kl_loss = 0.0055\n", - "Batch 120, loss = 0.6083, recon_loss = 0.6033, kl_loss = 0.0051\n", - "Batch 150, loss = 7.2798, recon_loss = 6.9823, kl_loss = 0.2974\n", - "Batch 180, loss = 12.2523, recon_loss = 11.9743, kl_loss = 0.2780\n", - "Batch 210, loss = 35.9732, recon_loss = 35.9654, kl_loss = 0.0078\n", - "Average loss: 13.8228\n", + "Batch 30, loss = 5800.3174, recon_loss = 5799.9258, kl_loss = 0.3915\n", + "Batch 60, loss = 653.4106, recon_loss = 653.2304, kl_loss = 0.1802\n", + "Batch 90, loss = 205.8815, recon_loss = 205.7314, kl_loss = 0.1501\n", + "Batch 120, loss = 405.6808, recon_loss = 405.5340, kl_loss = 0.1468\n", + "Batch 150, loss = 677.6782, recon_loss = 677.0699, kl_loss = 0.6083\n", + "Batch 180, loss = 1419.6594, recon_loss = 1418.1277, kl_loss = 1.5318\n", + "Batch 210, loss = 5257.9727, recon_loss = 5255.3447, kl_loss = 2.6281\n", + "Average loss: 4657.5193\n", "Epoch: 189\n", - "Batch 30, loss = 3.0867, recon_loss = 3.0808, kl_loss = 0.0059\n", - "Batch 60, loss = 0.4077, recon_loss = 0.4019, kl_loss = 0.0058\n", - "Batch 90, loss = 0.9442, recon_loss = 0.9388, kl_loss = 0.0054\n", - "Batch 120, loss = 0.6094, recon_loss = 0.6043, kl_loss = 0.0050\n", - "Batch 150, loss = 7.3202, recon_loss = 7.0544, kl_loss = 0.2657\n", - "Batch 180, loss = 12.2575, recon_loss = 11.9806, kl_loss = 0.2769\n", - "Batch 210, loss = 35.8019, recon_loss = 35.7954, kl_loss = 0.0064\n", - "Average loss: 14.0440\n", + "Batch 30, loss = 5800.3008, recon_loss = 5799.9463, kl_loss = 0.3546\n", + "Batch 60, loss = 653.4999, recon_loss = 653.3398, kl_loss = 0.1601\n", + "Batch 90, loss = 205.1348, recon_loss = 204.9759, kl_loss = 0.1589\n", + "Batch 120, loss = 405.0657, recon_loss = 404.8950, kl_loss = 0.1706\n", + "Batch 150, loss = 677.9180, recon_loss = 677.3326, kl_loss = 0.5854\n", + "Batch 180, loss = 1417.1638, recon_loss = 1415.7301, kl_loss = 1.4337\n", + "Batch 210, loss = 6217.7046, recon_loss = 6214.8457, kl_loss = 2.8588\n", + "Average loss: 4708.1264\n", "Epoch: 190\n", - "Batch 30, loss = 3.0601, recon_loss = 3.0554, kl_loss = 0.0047\n", - "Batch 60, loss = 0.4065, recon_loss = 0.4018, kl_loss = 0.0047\n", - "Batch 90, loss = 0.9424, recon_loss = 0.9379, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6075, recon_loss = 0.6031, kl_loss = 0.0044\n", - "Batch 150, loss = 7.1854, recon_loss = 6.9216, kl_loss = 0.2638\n", - "Batch 180, loss = 12.8098, recon_loss = 12.5393, kl_loss = 0.2705\n", - "Batch 210, loss = 35.8414, recon_loss = 35.8357, kl_loss = 0.0057\n", - "Average loss: 14.0309\n", + "Batch 30, loss = 5800.3438, recon_loss = 5799.9956, kl_loss = 0.3482\n", + "Batch 60, loss = 653.4271, recon_loss = 653.2319, kl_loss = 0.1952\n", + "Batch 90, loss = 204.4286, recon_loss = 204.2837, kl_loss = 0.1449\n", + "Batch 120, loss = 405.3806, recon_loss = 405.2187, kl_loss = 0.1619\n", + "Batch 150, loss = 678.8212, recon_loss = 678.1902, kl_loss = 0.6311\n", + "Batch 180, loss = 1419.9805, recon_loss = 1418.5203, kl_loss = 1.4602\n", + "Batch 210, loss = 6134.6475, recon_loss = 6131.9062, kl_loss = 2.7411\n", + "Average loss: 4662.9991\n", "Epoch: 191\n", - "Batch 30, loss = 3.0953, recon_loss = 3.0903, kl_loss = 0.0050\n", - "Batch 60, loss = 0.4058, recon_loss = 0.4004, kl_loss = 0.0054\n", - "Batch 90, loss = 0.9436, recon_loss = 0.9386, kl_loss = 0.0050\n", - "Batch 120, loss = 0.6084, recon_loss = 0.6038, kl_loss = 0.0046\n", - "Batch 150, loss = 7.1697, recon_loss = 6.8952, kl_loss = 0.2745\n", - "Batch 180, loss = 12.3190, recon_loss = 12.0251, kl_loss = 0.2939\n", - "Batch 210, loss = 35.8457, recon_loss = 35.8396, kl_loss = 0.0060\n", - "Average loss: 14.0081\n", + "Batch 30, loss = 5802.1255, recon_loss = 5801.6880, kl_loss = 0.4377\n", + "Batch 60, loss = 654.1142, recon_loss = 653.9338, kl_loss = 0.1803\n", + "Batch 90, loss = 206.5192, recon_loss = 206.3462, kl_loss = 0.1730\n", + "Batch 120, loss = 405.7483, recon_loss = 405.5677, kl_loss = 0.1806\n", + "Batch 150, loss = 677.9279, recon_loss = 677.3375, kl_loss = 0.5904\n", + "Batch 180, loss = 1419.5211, recon_loss = 1418.0553, kl_loss = 1.4658\n", + "Batch 210, loss = 4947.7207, recon_loss = 4944.8613, kl_loss = 2.8592\n", + "Average loss: 4683.1111\n", "Epoch: 192\n", - "Batch 30, loss = 3.0646, recon_loss = 3.0602, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4052, recon_loss = 0.4009, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9429, recon_loss = 0.9388, kl_loss = 0.0041\n", - "Batch 120, loss = 0.6093, recon_loss = 0.6054, kl_loss = 0.0039\n", - "Batch 150, loss = 7.1894, recon_loss = 6.9165, kl_loss = 0.2729\n", - "Batch 180, loss = 12.2739, recon_loss = 12.0063, kl_loss = 0.2676\n", - "Batch 210, loss = 35.9087, recon_loss = 35.9031, kl_loss = 0.0055\n", - "Average loss: 14.2601\n", + "Batch 30, loss = 5799.1172, recon_loss = 5798.7256, kl_loss = 0.3915\n", + "Batch 60, loss = 652.6908, recon_loss = 652.5032, kl_loss = 0.1876\n", + "Batch 90, loss = 204.2007, recon_loss = 204.0389, kl_loss = 0.1618\n", + "Batch 120, loss = 405.3391, recon_loss = 405.1662, kl_loss = 0.1729\n", + "Batch 150, loss = 677.9052, recon_loss = 677.2590, kl_loss = 0.6461\n", + "Batch 180, loss = 1420.9904, recon_loss = 1419.4211, kl_loss = 1.5692\n", + "Batch 210, loss = 4876.3320, recon_loss = 4873.4067, kl_loss = 2.9251\n", + "Average loss: 4648.2344\n", "Epoch: 193\n", - "Batch 30, loss = 3.0603, recon_loss = 3.0563, kl_loss = 0.0040\n", - "Batch 60, loss = 0.4062, recon_loss = 0.4022, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9425, recon_loss = 0.9388, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6073, recon_loss = 0.6038, kl_loss = 0.0036\n", - "Batch 150, loss = 7.1212, recon_loss = 6.8429, kl_loss = 0.2783\n", - "Batch 180, loss = 12.3610, recon_loss = 12.0974, kl_loss = 0.2637\n", - "Batch 210, loss = 35.8856, recon_loss = 35.8810, kl_loss = 0.0045\n", - "Average loss: 13.8143\n", + "Batch 30, loss = 5801.5181, recon_loss = 5800.9717, kl_loss = 0.5465\n", + "Batch 60, loss = 653.3961, recon_loss = 653.1075, kl_loss = 0.2885\n", + "Batch 90, loss = 203.4520, recon_loss = 203.2752, kl_loss = 0.1768\n", + "Batch 120, loss = 405.6072, recon_loss = 405.4224, kl_loss = 0.1848\n", + "Batch 150, loss = 678.3506, recon_loss = 677.7731, kl_loss = 0.5776\n", + "Batch 180, loss = 1420.9657, recon_loss = 1419.5427, kl_loss = 1.4230\n", + "Batch 210, loss = 4998.0039, recon_loss = 4994.8823, kl_loss = 3.1215\n", + "Average loss: 4672.8321\n", "Epoch: 194\n", - "Batch 30, loss = 3.0577, recon_loss = 3.0543, kl_loss = 0.0034\n", - "Batch 60, loss = 0.4055, recon_loss = 0.4022, kl_loss = 0.0033\n", - "Batch 90, loss = 0.9430, recon_loss = 0.9399, kl_loss = 0.0032\n", - "Batch 120, loss = 0.6063, recon_loss = 0.6034, kl_loss = 0.0029\n", - "Batch 150, loss = 7.1580, recon_loss = 6.8765, kl_loss = 0.2815\n", - "Batch 180, loss = 12.4702, recon_loss = 12.2046, kl_loss = 0.2656\n", - "Batch 210, loss = 35.8923, recon_loss = 35.8865, kl_loss = 0.0059\n", - "Average loss: 14.0256\n", + "Batch 30, loss = 5798.9604, recon_loss = 5798.5186, kl_loss = 0.4421\n", + "Batch 60, loss = 654.0865, recon_loss = 653.7962, kl_loss = 0.2904\n", + "Batch 90, loss = 204.3603, recon_loss = 204.1893, kl_loss = 0.1710\n", + "Batch 120, loss = 405.4987, recon_loss = 405.3286, kl_loss = 0.1702\n", + "Batch 150, loss = 678.2040, recon_loss = 677.4831, kl_loss = 0.7209\n", + "Batch 180, loss = 1419.6094, recon_loss = 1417.9879, kl_loss = 1.6215\n", + "Batch 210, loss = 4881.9497, recon_loss = 4878.7656, kl_loss = 3.1841\n", + "Average loss: 4650.8441\n", "Epoch: 195\n", - "Batch 30, loss = 3.1102, recon_loss = 3.1049, kl_loss = 0.0053\n", - "Batch 60, loss = 0.4047, recon_loss = 0.3997, kl_loss = 0.0051\n", - "Batch 90, loss = 0.9445, recon_loss = 0.9398, kl_loss = 0.0047\n", - "Batch 120, loss = 0.6078, recon_loss = 0.6034, kl_loss = 0.0044\n", - "Batch 150, loss = 7.1187, recon_loss = 6.8469, kl_loss = 0.2718\n", - "Batch 180, loss = 12.3248, recon_loss = 12.0501, kl_loss = 0.2747\n", - "Batch 210, loss = 35.8857, recon_loss = 35.8800, kl_loss = 0.0057\n", - "Average loss: 14.0601\n", + "Batch 30, loss = 6012.0859, recon_loss = 6011.7588, kl_loss = 0.3272\n", + "Batch 60, loss = 653.1246, recon_loss = 652.9075, kl_loss = 0.2171\n", + "Batch 90, loss = 203.7938, recon_loss = 203.6322, kl_loss = 0.1616\n", + "Batch 120, loss = 406.1264, recon_loss = 405.9606, kl_loss = 0.1657\n", + "Batch 150, loss = 678.3864, recon_loss = 677.7762, kl_loss = 0.6102\n", + "Batch 180, loss = 1423.2627, recon_loss = 1421.8894, kl_loss = 1.3733\n", + "Batch 210, loss = 4870.0913, recon_loss = 4866.9688, kl_loss = 3.1228\n", + "Average loss: 4641.3006\n", "Epoch: 196\n", - "Batch 30, loss = 3.0674, recon_loss = 3.0632, kl_loss = 0.0042\n", - "Batch 60, loss = 0.4043, recon_loss = 0.3991, kl_loss = 0.0052\n", - "Batch 90, loss = 0.9464, recon_loss = 0.9402, kl_loss = 0.0061\n", - "Batch 120, loss = 0.6084, recon_loss = 0.6027, kl_loss = 0.0057\n", - "Batch 150, loss = 7.1364, recon_loss = 6.8457, kl_loss = 0.2907\n", - "Batch 180, loss = 12.3422, recon_loss = 12.0500, kl_loss = 0.2921\n", - "Batch 210, loss = 35.9223, recon_loss = 35.9155, kl_loss = 0.0068\n", - "Average loss: 14.6571\n", + "Batch 30, loss = 5799.2666, recon_loss = 5798.7969, kl_loss = 0.4699\n", + "Batch 60, loss = 653.4402, recon_loss = 653.2798, kl_loss = 0.1604\n", + "Batch 90, loss = 204.1987, recon_loss = 204.0231, kl_loss = 0.1757\n", + "Batch 120, loss = 406.2436, recon_loss = 406.0884, kl_loss = 0.1552\n", + "Batch 150, loss = 678.0308, recon_loss = 677.4077, kl_loss = 0.6231\n", + "Batch 180, loss = 1421.4414, recon_loss = 1420.0137, kl_loss = 1.4277\n", + "Batch 210, loss = 4862.8726, recon_loss = 4859.6797, kl_loss = 3.1929\n", + "Average loss: 4681.1079\n", "Epoch: 197\n", - "Batch 30, loss = 3.0790, recon_loss = 3.0737, kl_loss = 0.0053\n", - "Batch 60, loss = 0.4067, recon_loss = 0.4015, kl_loss = 0.0052\n", - "Batch 90, loss = 0.9442, recon_loss = 0.9393, kl_loss = 0.0049\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6031, kl_loss = 0.0046\n", - "Batch 150, loss = 7.1135, recon_loss = 6.8073, kl_loss = 0.3062\n", - "Batch 180, loss = 12.4270, recon_loss = 12.1439, kl_loss = 0.2831\n", - "Batch 210, loss = 35.9787, recon_loss = 35.9719, kl_loss = 0.0068\n", - "Average loss: 14.1605\n", + "Batch 30, loss = 5797.9336, recon_loss = 5797.4590, kl_loss = 0.4746\n", + "Batch 60, loss = 653.0254, recon_loss = 652.8309, kl_loss = 0.1945\n", + "Batch 90, loss = 204.3328, recon_loss = 204.2003, kl_loss = 0.1326\n", + "Batch 120, loss = 405.6183, recon_loss = 405.4804, kl_loss = 0.1379\n", + "Batch 150, loss = 678.6611, recon_loss = 678.0005, kl_loss = 0.6606\n", + "Batch 180, loss = 1421.4283, recon_loss = 1419.8602, kl_loss = 1.5681\n", + "Batch 210, loss = 4881.6558, recon_loss = 4878.5176, kl_loss = 3.1384\n", + "Average loss: 4642.4603\n", "Epoch: 198\n", - "Batch 30, loss = 3.1085, recon_loss = 3.1036, kl_loss = 0.0049\n", - "Batch 60, loss = 0.4033, recon_loss = 0.3985, kl_loss = 0.0048\n", - "Batch 90, loss = 0.9440, recon_loss = 0.9394, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6074, recon_loss = 0.6032, kl_loss = 0.0043\n", - "Batch 150, loss = 7.0694, recon_loss = 6.8033, kl_loss = 0.2662\n", - "Batch 180, loss = 12.3045, recon_loss = 12.0259, kl_loss = 0.2786\n", - "Batch 210, loss = 35.5305, recon_loss = 35.5252, kl_loss = 0.0053\n", - "Average loss: 14.1181\n", + "Batch 30, loss = 5797.0645, recon_loss = 5796.5786, kl_loss = 0.4857\n", + "Batch 60, loss = 653.6894, recon_loss = 653.4771, kl_loss = 0.2123\n", + "Batch 90, loss = 204.3801, recon_loss = 204.2163, kl_loss = 0.1638\n", + "Batch 120, loss = 405.3604, recon_loss = 405.2016, kl_loss = 0.1588\n", + "Batch 150, loss = 678.9487, recon_loss = 678.3763, kl_loss = 0.5724\n", + "Batch 180, loss = 1417.4062, recon_loss = 1415.8434, kl_loss = 1.5629\n", + "Batch 210, loss = 4992.8638, recon_loss = 4989.7451, kl_loss = 3.1185\n", + "Average loss: 4627.7080\n", "Epoch: 199\n", - "Batch 30, loss = 3.1266, recon_loss = 3.1225, kl_loss = 0.0041\n", - "Batch 60, loss = 0.4000, recon_loss = 0.3960, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9425, recon_loss = 0.9385, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6083, recon_loss = 0.6044, kl_loss = 0.0039\n", - "Batch 150, loss = 7.0760, recon_loss = 6.7971, kl_loss = 0.2789\n", - "Batch 180, loss = 12.3728, recon_loss = 12.1049, kl_loss = 0.2679\n", - "Batch 210, loss = 35.8667, recon_loss = 35.8613, kl_loss = 0.0054\n", - "Average loss: 14.0266\n", + "Batch 30, loss = 5796.8872, recon_loss = 5796.3955, kl_loss = 0.4919\n", + "Batch 60, loss = 653.7659, recon_loss = 653.5399, kl_loss = 0.2260\n", + "Batch 90, loss = 204.5332, recon_loss = 204.3863, kl_loss = 0.1469\n", + "Batch 120, loss = 405.8867, recon_loss = 405.7396, kl_loss = 0.1471\n", + "Batch 150, loss = 677.9556, recon_loss = 677.2944, kl_loss = 0.6613\n", + "Batch 180, loss = 1417.0519, recon_loss = 1415.5547, kl_loss = 1.4971\n", + "Batch 210, loss = 4968.9570, recon_loss = 4965.8613, kl_loss = 3.0958\n", + "Average loss: 4631.5403\n", "Epoch: 200\n", - "Batch 30, loss = 3.0756, recon_loss = 3.0719, kl_loss = 0.0038\n", - "Batch 60, loss = 0.4054, recon_loss = 0.4016, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9429, recon_loss = 0.9393, kl_loss = 0.0036\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6044, kl_loss = 0.0033\n", - "Batch 150, loss = 7.0032, recon_loss = 6.7540, kl_loss = 0.2492\n", - "Batch 180, loss = 12.3375, recon_loss = 12.0935, kl_loss = 0.2440\n", - "Batch 210, loss = 35.5850, recon_loss = 35.5804, kl_loss = 0.0046\n", - "Average loss: 13.0567\n", + "Batch 30, loss = 5796.8999, recon_loss = 5796.4878, kl_loss = 0.4120\n", + "Batch 60, loss = 654.1328, recon_loss = 653.8648, kl_loss = 0.2680\n", + "Batch 90, loss = 203.5227, recon_loss = 203.3454, kl_loss = 0.1772\n", + "Batch 120, loss = 406.5371, recon_loss = 406.3875, kl_loss = 0.1496\n", + "Batch 150, loss = 678.2152, recon_loss = 677.5170, kl_loss = 0.6982\n", + "Batch 180, loss = 1417.1586, recon_loss = 1415.6018, kl_loss = 1.5567\n", + "Batch 210, loss = 4954.7427, recon_loss = 4951.5479, kl_loss = 3.1948\n", + "Average loss: 4632.0708\n", "Epoch: 201\n", - "Batch 30, loss = 3.1417, recon_loss = 3.1382, kl_loss = 0.0036\n", - "Batch 60, loss = 0.4021, recon_loss = 0.3981, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9447, recon_loss = 0.9405, kl_loss = 0.0042\n", - "Batch 120, loss = 0.6072, recon_loss = 0.6032, kl_loss = 0.0040\n", - "Batch 150, loss = 7.0075, recon_loss = 6.7292, kl_loss = 0.2783\n", - "Batch 180, loss = 12.3955, recon_loss = 12.1300, kl_loss = 0.2655\n", - "Batch 210, loss = 35.8784, recon_loss = 35.8729, kl_loss = 0.0054\n", - "Average loss: 15.4067\n", + "Batch 30, loss = 5795.6802, recon_loss = 5795.2212, kl_loss = 0.4589\n", + "Batch 60, loss = 653.2772, recon_loss = 653.0902, kl_loss = 0.1870\n", + "Batch 90, loss = 205.3307, recon_loss = 205.1794, kl_loss = 0.1513\n", + "Batch 120, loss = 405.1478, recon_loss = 404.9692, kl_loss = 0.1785\n", + "Batch 150, loss = 677.7612, recon_loss = 677.1646, kl_loss = 0.5966\n", + "Batch 180, loss = 1422.6947, recon_loss = 1421.1439, kl_loss = 1.5508\n", + "Batch 210, loss = 4962.4458, recon_loss = 4959.3662, kl_loss = 3.0796\n", + "Average loss: 4641.3236\n", "Epoch: 202\n", - "Batch 30, loss = 3.0977, recon_loss = 3.0939, kl_loss = 0.0038\n", - "Batch 60, loss = 0.4023, recon_loss = 0.3986, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9463, recon_loss = 0.9418, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6064, recon_loss = 0.6020, kl_loss = 0.0044\n", - "Batch 150, loss = 6.9099, recon_loss = 6.6440, kl_loss = 0.2659\n", - "Batch 180, loss = 12.4224, recon_loss = 12.1283, kl_loss = 0.2941\n", - "Batch 210, loss = 35.8910, recon_loss = 35.8839, kl_loss = 0.0071\n", - "Average loss: 14.0760\n", + "Batch 30, loss = 5796.1831, recon_loss = 5795.6660, kl_loss = 0.5173\n", + "Batch 60, loss = 653.3813, recon_loss = 653.1754, kl_loss = 0.2059\n", + "Batch 90, loss = 203.8468, recon_loss = 203.6963, kl_loss = 0.1505\n", + "Batch 120, loss = 405.9105, recon_loss = 405.7550, kl_loss = 0.1554\n", + "Batch 150, loss = 678.4185, recon_loss = 677.8383, kl_loss = 0.5802\n", + "Batch 180, loss = 1419.2098, recon_loss = 1417.6357, kl_loss = 1.5741\n", + "Batch 210, loss = 4931.9023, recon_loss = 4928.8804, kl_loss = 3.0218\n", + "Average loss: 4635.1811\n", "Epoch: 203\n", - "Batch 30, loss = 3.0893, recon_loss = 3.0841, kl_loss = 0.0052\n", - "Batch 60, loss = 0.4013, recon_loss = 0.3961, kl_loss = 0.0051\n", - "Batch 90, loss = 0.9432, recon_loss = 0.9384, kl_loss = 0.0048\n", - "Batch 120, loss = 0.6082, recon_loss = 0.6037, kl_loss = 0.0045\n", - "Batch 150, loss = 6.9980, recon_loss = 6.7136, kl_loss = 0.2844\n", - "Batch 180, loss = 12.4953, recon_loss = 12.2282, kl_loss = 0.2671\n", - "Batch 210, loss = 35.9345, recon_loss = 35.9283, kl_loss = 0.0062\n", - "Average loss: 14.0216\n", + "Batch 30, loss = 5796.3281, recon_loss = 5795.8730, kl_loss = 0.4552\n", + "Batch 60, loss = 653.6564, recon_loss = 653.4880, kl_loss = 0.1684\n", + "Batch 90, loss = 204.6176, recon_loss = 204.4723, kl_loss = 0.1453\n", + "Batch 120, loss = 405.5687, recon_loss = 405.4144, kl_loss = 0.1543\n", + "Batch 150, loss = 677.8239, recon_loss = 677.2631, kl_loss = 0.5608\n", + "Batch 180, loss = 1417.4515, recon_loss = 1415.8839, kl_loss = 1.5676\n", + "Batch 210, loss = 4917.7778, recon_loss = 4914.6611, kl_loss = 3.1165\n", + "Average loss: 4632.6285\n", "Epoch: 204\n", - "Batch 30, loss = 3.0775, recon_loss = 3.0731, kl_loss = 0.0044\n", - "Batch 60, loss = 0.4028, recon_loss = 0.3985, kl_loss = 0.0044\n", - "Batch 90, loss = 0.9459, recon_loss = 0.9411, kl_loss = 0.0048\n", - "Batch 120, loss = 0.6084, recon_loss = 0.6026, kl_loss = 0.0058\n", - "Batch 150, loss = 6.9739, recon_loss = 6.7377, kl_loss = 0.2362\n", - "Batch 180, loss = 12.2987, recon_loss = 12.0276, kl_loss = 0.2711\n", - "Batch 210, loss = 35.8565, recon_loss = 35.8486, kl_loss = 0.0079\n", - "Average loss: 15.2228\n", + "Batch 30, loss = 5795.8770, recon_loss = 5795.4424, kl_loss = 0.4347\n", + "Batch 60, loss = 653.2318, recon_loss = 653.0554, kl_loss = 0.1764\n", + "Batch 90, loss = 204.4998, recon_loss = 204.3577, kl_loss = 0.1422\n", + "Batch 120, loss = 405.8770, recon_loss = 405.7290, kl_loss = 0.1480\n", + "Batch 150, loss = 678.0176, recon_loss = 677.4510, kl_loss = 0.5665\n", + "Batch 180, loss = 1420.8295, recon_loss = 1419.2963, kl_loss = 1.5332\n", + "Batch 210, loss = 4894.2217, recon_loss = 4891.1616, kl_loss = 3.0602\n", + "Average loss: 4640.7139\n", "Epoch: 205\n", - "Batch 30, loss = 3.2498, recon_loss = 3.2444, kl_loss = 0.0054\n", - "Batch 60, loss = 0.4037, recon_loss = 0.3980, kl_loss = 0.0057\n", - "Batch 90, loss = 0.9474, recon_loss = 0.9410, kl_loss = 0.0064\n", - "Batch 120, loss = 0.6086, recon_loss = 0.6023, kl_loss = 0.0063\n", - "Batch 150, loss = 6.9672, recon_loss = 6.6632, kl_loss = 0.3040\n", - "Batch 180, loss = 12.4801, recon_loss = 12.1821, kl_loss = 0.2979\n", - "Batch 210, loss = 35.7194, recon_loss = 35.7113, kl_loss = 0.0081\n", - "Average loss: 14.0208\n", + "Batch 30, loss = 5795.8193, recon_loss = 5795.3384, kl_loss = 0.4810\n", + "Batch 60, loss = 653.3396, recon_loss = 653.0831, kl_loss = 0.2565\n", + "Batch 90, loss = 203.1191, recon_loss = 202.9887, kl_loss = 0.1305\n", + "Batch 120, loss = 406.0267, recon_loss = 405.8518, kl_loss = 0.1749\n", + "Batch 150, loss = 677.7546, recon_loss = 677.1271, kl_loss = 0.6276\n", + "Batch 180, loss = 1422.4916, recon_loss = 1421.0870, kl_loss = 1.4046\n", + "Batch 210, loss = 4856.5596, recon_loss = 4853.4746, kl_loss = 3.0848\n", + "Average loss: 4678.5614\n", "Epoch: 206\n", - "Batch 30, loss = 3.0775, recon_loss = 3.0714, kl_loss = 0.0061\n", - "Batch 60, loss = 0.4043, recon_loss = 0.3983, kl_loss = 0.0060\n", - "Batch 90, loss = 0.9457, recon_loss = 0.9401, kl_loss = 0.0056\n", - "Batch 120, loss = 0.6092, recon_loss = 0.6039, kl_loss = 0.0053\n", - "Batch 150, loss = 7.0149, recon_loss = 6.7231, kl_loss = 0.2918\n", - "Batch 180, loss = 12.4957, recon_loss = 12.2198, kl_loss = 0.2759\n", - "Batch 210, loss = 35.9720, recon_loss = 35.9626, kl_loss = 0.0094\n", - "Average loss: 14.0266\n", + "Batch 30, loss = 5795.0977, recon_loss = 5794.6304, kl_loss = 0.4674\n", + "Batch 60, loss = 653.1598, recon_loss = 652.9193, kl_loss = 0.2405\n", + "Batch 90, loss = 203.6543, recon_loss = 203.4693, kl_loss = 0.1850\n", + "Batch 120, loss = 405.8470, recon_loss = 405.6784, kl_loss = 0.1686\n", + "Batch 150, loss = 678.3784, recon_loss = 677.8281, kl_loss = 0.5504\n", + "Batch 180, loss = 1423.4556, recon_loss = 1421.9810, kl_loss = 1.4746\n", + "Batch 210, loss = 4869.6309, recon_loss = 4866.5161, kl_loss = 3.1146\n", + "Average loss: 4631.1287\n", "Epoch: 207\n", - "Batch 30, loss = 3.0864, recon_loss = 3.0800, kl_loss = 0.0064\n", - "Batch 60, loss = 0.4031, recon_loss = 0.3968, kl_loss = 0.0063\n", - "Batch 90, loss = 0.9453, recon_loss = 0.9394, kl_loss = 0.0059\n", - "Batch 120, loss = 0.6096, recon_loss = 0.6041, kl_loss = 0.0055\n", - "Batch 150, loss = 6.9593, recon_loss = 6.6843, kl_loss = 0.2751\n", - "Batch 180, loss = 12.4099, recon_loss = 12.1452, kl_loss = 0.2647\n", - "Batch 210, loss = 35.9930, recon_loss = 35.9853, kl_loss = 0.0077\n", - "Average loss: 14.6475\n", + "Batch 30, loss = 5794.3169, recon_loss = 5793.8467, kl_loss = 0.4704\n", + "Batch 60, loss = 653.7820, recon_loss = 653.6265, kl_loss = 0.1555\n", + "Batch 90, loss = 203.9822, recon_loss = 203.8114, kl_loss = 0.1709\n", + "Batch 120, loss = 405.2508, recon_loss = 405.0862, kl_loss = 0.1646\n", + "Batch 150, loss = 677.6511, recon_loss = 677.0844, kl_loss = 0.5667\n", + "Batch 180, loss = 1424.4774, recon_loss = 1422.9600, kl_loss = 1.5174\n", + "Batch 210, loss = 4871.0498, recon_loss = 4867.8926, kl_loss = 3.1572\n", + "Average loss: 4648.9862\n", "Epoch: 208\n", - "Batch 30, loss = 3.0977, recon_loss = 3.0925, kl_loss = 0.0052\n", - "Batch 60, loss = 0.4021, recon_loss = 0.3969, kl_loss = 0.0052\n", - "Batch 90, loss = 0.9453, recon_loss = 0.9404, kl_loss = 0.0049\n", - "Batch 120, loss = 0.6083, recon_loss = 0.6036, kl_loss = 0.0047\n", - "Batch 150, loss = 6.8977, recon_loss = 6.6101, kl_loss = 0.2876\n", - "Batch 180, loss = 12.5032, recon_loss = 12.2330, kl_loss = 0.2702\n", - "Batch 210, loss = 35.9317, recon_loss = 35.9244, kl_loss = 0.0073\n", - "Average loss: 14.0237\n", + "Batch 30, loss = 5794.6816, recon_loss = 5794.1812, kl_loss = 0.5003\n", + "Batch 60, loss = 653.4807, recon_loss = 653.2852, kl_loss = 0.1955\n", + "Batch 90, loss = 204.7907, recon_loss = 204.6444, kl_loss = 0.1463\n", + "Batch 120, loss = 404.8952, recon_loss = 404.7424, kl_loss = 0.1528\n", + "Batch 150, loss = 678.2195, recon_loss = 677.6881, kl_loss = 0.5314\n", + "Batch 180, loss = 1417.9131, recon_loss = 1416.3539, kl_loss = 1.5593\n", + "Batch 210, loss = 4899.8403, recon_loss = 4896.6528, kl_loss = 3.1876\n", + "Average loss: 4651.7642\n", "Epoch: 209\n", - "Batch 30, loss = 3.0981, recon_loss = 3.0935, kl_loss = 0.0047\n", - "Batch 60, loss = 0.4005, recon_loss = 0.3955, kl_loss = 0.0050\n", - "Batch 90, loss = 0.9449, recon_loss = 0.9402, kl_loss = 0.0047\n", - "Batch 120, loss = 0.6080, recon_loss = 0.6036, kl_loss = 0.0044\n", - "Batch 150, loss = 6.8664, recon_loss = 6.6155, kl_loss = 0.2509\n", - "Batch 180, loss = 12.4440, recon_loss = 12.1820, kl_loss = 0.2620\n", - "Batch 210, loss = 35.9491, recon_loss = 35.9426, kl_loss = 0.0065\n", - "Average loss: 13.8192\n", + "Batch 30, loss = 5794.2920, recon_loss = 5793.7407, kl_loss = 0.5514\n", + "Batch 60, loss = 654.1911, recon_loss = 654.0211, kl_loss = 0.1700\n", + "Batch 90, loss = 204.4898, recon_loss = 204.3475, kl_loss = 0.1423\n", + "Batch 120, loss = 405.4004, recon_loss = 405.2622, kl_loss = 0.1382\n", + "Batch 150, loss = 678.6944, recon_loss = 678.0895, kl_loss = 0.6049\n", + "Batch 180, loss = 1421.6274, recon_loss = 1420.1514, kl_loss = 1.4761\n", + "Batch 210, loss = 4897.6538, recon_loss = 4894.4678, kl_loss = 3.1862\n", + "Average loss: 4625.8052\n", "Epoch: 210\n", - "Batch 30, loss = 3.0861, recon_loss = 3.0820, kl_loss = 0.0041\n", - "Batch 60, loss = 0.4004, recon_loss = 0.3963, kl_loss = 0.0041\n", - "Batch 90, loss = 0.9440, recon_loss = 0.9401, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6068, recon_loss = 0.6031, kl_loss = 0.0037\n", - "Batch 150, loss = 6.8320, recon_loss = 6.5921, kl_loss = 0.2399\n", - "Batch 180, loss = 12.4015, recon_loss = 12.1264, kl_loss = 0.2751\n", - "Batch 210, loss = 35.7013, recon_loss = 35.6963, kl_loss = 0.0050\n", - "Average loss: 13.3770\n", + "Batch 30, loss = 5794.2295, recon_loss = 5793.7852, kl_loss = 0.4445\n", + "Batch 60, loss = 653.2546, recon_loss = 652.9806, kl_loss = 0.2740\n", + "Batch 90, loss = 204.2670, recon_loss = 204.1147, kl_loss = 0.1523\n", + "Batch 120, loss = 405.5207, recon_loss = 405.3734, kl_loss = 0.1472\n", + "Batch 150, loss = 678.2122, recon_loss = 677.5948, kl_loss = 0.6174\n", + "Batch 180, loss = 1421.1555, recon_loss = 1419.6447, kl_loss = 1.5109\n", + "Batch 210, loss = 4929.0938, recon_loss = 4926.0444, kl_loss = 3.0492\n", + "Average loss: 4612.1086\n", "Epoch: 211\n", - "Batch 30, loss = 3.1343, recon_loss = 3.1309, kl_loss = 0.0034\n", - "Batch 60, loss = 0.3981, recon_loss = 0.3946, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9432, recon_loss = 0.9395, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6066, recon_loss = 0.6032, kl_loss = 0.0034\n", - "Batch 150, loss = 6.9563, recon_loss = 6.6830, kl_loss = 0.2733\n", - "Batch 180, loss = 12.3943, recon_loss = 12.1322, kl_loss = 0.2621\n", - "Batch 210, loss = 36.1448, recon_loss = 36.1397, kl_loss = 0.0051\n", - "Average loss: 14.6582\n", + "Batch 30, loss = 5794.6714, recon_loss = 5794.1699, kl_loss = 0.5016\n", + "Batch 60, loss = 655.7620, recon_loss = 655.5165, kl_loss = 0.2454\n", + "Batch 90, loss = 204.2415, recon_loss = 204.1032, kl_loss = 0.1383\n", + "Batch 120, loss = 405.7837, recon_loss = 405.6189, kl_loss = 0.1648\n", + "Batch 150, loss = 677.5731, recon_loss = 677.0470, kl_loss = 0.5260\n", + "Batch 180, loss = 1426.3517, recon_loss = 1424.9161, kl_loss = 1.4355\n", + "Batch 210, loss = 4926.9785, recon_loss = 4923.8730, kl_loss = 3.1055\n", + "Average loss: 4627.7131\n", "Epoch: 212\n", - "Batch 30, loss = 3.0637, recon_loss = 3.0604, kl_loss = 0.0032\n", - "Batch 60, loss = 0.4021, recon_loss = 0.3985, kl_loss = 0.0037\n", - "Batch 90, loss = 0.9463, recon_loss = 0.9423, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6059, recon_loss = 0.6022, kl_loss = 0.0037\n", - "Batch 150, loss = 7.0004, recon_loss = 6.7506, kl_loss = 0.2498\n", - "Batch 180, loss = 12.4321, recon_loss = 12.1820, kl_loss = 0.2500\n", - "Batch 210, loss = 35.9688, recon_loss = 35.9634, kl_loss = 0.0054\n", - "Average loss: 13.9907\n", + "Batch 30, loss = 5795.3584, recon_loss = 5794.8594, kl_loss = 0.4988\n", + "Batch 60, loss = 653.9482, recon_loss = 653.7690, kl_loss = 0.1792\n", + "Batch 90, loss = 203.4947, recon_loss = 203.3444, kl_loss = 0.1503\n", + "Batch 120, loss = 405.4836, recon_loss = 405.3188, kl_loss = 0.1647\n", + "Batch 150, loss = 678.3494, recon_loss = 677.8084, kl_loss = 0.5410\n", + "Batch 180, loss = 1411.2914, recon_loss = 1409.8634, kl_loss = 1.4280\n", + "Batch 210, loss = 4890.0083, recon_loss = 4887.1216, kl_loss = 2.8866\n", + "Average loss: 4667.4241\n", "Epoch: 213\n", - "Batch 30, loss = 3.0986, recon_loss = 3.0950, kl_loss = 0.0036\n", - "Batch 60, loss = 0.4000, recon_loss = 0.3965, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9444, recon_loss = 0.9410, kl_loss = 0.0034\n", - "Batch 120, loss = 0.6083, recon_loss = 0.6044, kl_loss = 0.0039\n", - "Batch 150, loss = 6.8642, recon_loss = 6.6260, kl_loss = 0.2382\n", - "Batch 180, loss = 12.3774, recon_loss = 12.1068, kl_loss = 0.2706\n", - "Batch 210, loss = 35.9316, recon_loss = 35.9259, kl_loss = 0.0057\n", - "Average loss: 14.0062\n", + "Batch 30, loss = 5793.2456, recon_loss = 5792.8101, kl_loss = 0.4355\n", + "Batch 60, loss = 653.8157, recon_loss = 653.6829, kl_loss = 0.1328\n", + "Batch 90, loss = 203.6304, recon_loss = 203.4892, kl_loss = 0.1412\n", + "Batch 120, loss = 405.8520, recon_loss = 405.7098, kl_loss = 0.1422\n", + "Batch 150, loss = 678.0162, recon_loss = 677.4156, kl_loss = 0.6005\n", + "Batch 180, loss = 1416.8777, recon_loss = 1415.4714, kl_loss = 1.4063\n", + "Batch 210, loss = 4935.3833, recon_loss = 4932.5020, kl_loss = 2.8812\n", + "Average loss: 4611.3561\n", "Epoch: 214\n", - "Batch 30, loss = 3.1065, recon_loss = 3.1028, kl_loss = 0.0037\n", - "Batch 60, loss = 0.3980, recon_loss = 0.3943, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9453, recon_loss = 0.9414, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6068, recon_loss = 0.6031, kl_loss = 0.0037\n", - "Batch 150, loss = 7.0143, recon_loss = 6.7543, kl_loss = 0.2600\n", - "Batch 180, loss = 12.4028, recon_loss = 12.1570, kl_loss = 0.2458\n", - "Batch 210, loss = 35.9266, recon_loss = 35.9213, kl_loss = 0.0053\n", - "Average loss: 14.0156\n", + "Batch 30, loss = 6014.2964, recon_loss = 6013.9160, kl_loss = 0.3802\n", + "Batch 60, loss = 653.0871, recon_loss = 652.8858, kl_loss = 0.2013\n", + "Batch 90, loss = 204.0303, recon_loss = 203.9034, kl_loss = 0.1269\n", + "Batch 120, loss = 405.3118, recon_loss = 405.1691, kl_loss = 0.1427\n", + "Batch 150, loss = 677.9998, recon_loss = 677.4122, kl_loss = 0.5876\n", + "Batch 180, loss = 1417.7170, recon_loss = 1416.1987, kl_loss = 1.5183\n", + "Batch 210, loss = 6056.5728, recon_loss = 6053.7070, kl_loss = 2.8655\n", + "Average loss: 4683.7084\n", "Epoch: 215\n", - "Batch 30, loss = 3.1019, recon_loss = 3.0983, kl_loss = 0.0036\n", - "Batch 60, loss = 0.3983, recon_loss = 0.3945, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9444, recon_loss = 0.9408, kl_loss = 0.0036\n", - "Batch 120, loss = 0.6060, recon_loss = 0.6027, kl_loss = 0.0033\n", - "Batch 150, loss = 6.9548, recon_loss = 6.7294, kl_loss = 0.2254\n", - "Batch 180, loss = 11.9214, recon_loss = 11.6200, kl_loss = 0.3014\n", - "Batch 210, loss = 35.5671, recon_loss = 35.5612, kl_loss = 0.0059\n", - "Average loss: 16.2670\n", + "Batch 30, loss = 5794.9868, recon_loss = 5794.3965, kl_loss = 0.5905\n", + "Batch 60, loss = 653.2483, recon_loss = 653.0216, kl_loss = 0.2267\n", + "Batch 90, loss = 203.4561, recon_loss = 203.3034, kl_loss = 0.1528\n", + "Batch 120, loss = 405.7523, recon_loss = 405.5972, kl_loss = 0.1552\n", + "Batch 150, loss = 678.4413, recon_loss = 677.8789, kl_loss = 0.5624\n", + "Batch 180, loss = 1417.1167, recon_loss = 1415.6018, kl_loss = 1.5149\n", + "Batch 210, loss = 5033.5161, recon_loss = 5030.2607, kl_loss = 3.2555\n", + "Average loss: 4681.8800\n", "Epoch: 216\n", - "Batch 30, loss = 3.1681, recon_loss = 3.1640, kl_loss = 0.0041\n", - "Batch 60, loss = 0.3945, recon_loss = 0.3904, kl_loss = 0.0041\n", - "Batch 90, loss = 0.9432, recon_loss = 0.9393, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6072, recon_loss = 0.6035, kl_loss = 0.0036\n", - "Batch 150, loss = 7.2907, recon_loss = 7.0040, kl_loss = 0.2867\n", - "Batch 180, loss = 12.1267, recon_loss = 11.8399, kl_loss = 0.2868\n", - "Batch 210, loss = 36.0455, recon_loss = 36.0402, kl_loss = 0.0054\n", - "Average loss: 14.0090\n", + "Batch 30, loss = 5792.3105, recon_loss = 5791.7886, kl_loss = 0.5220\n", + "Batch 60, loss = 653.3803, recon_loss = 653.1523, kl_loss = 0.2279\n", + "Batch 90, loss = 202.9800, recon_loss = 202.8411, kl_loss = 0.1388\n", + "Batch 120, loss = 405.6790, recon_loss = 405.5402, kl_loss = 0.1388\n", + "Batch 150, loss = 678.5702, recon_loss = 677.9185, kl_loss = 0.6518\n", + "Batch 180, loss = 1412.2014, recon_loss = 1410.6166, kl_loss = 1.5848\n", + "Batch 210, loss = 5357.9849, recon_loss = 5354.7217, kl_loss = 3.2633\n", + "Average loss: 4643.1069\n", "Epoch: 217\n", - "Batch 30, loss = 3.1046, recon_loss = 3.1008, kl_loss = 0.0037\n", - "Batch 60, loss = 0.3984, recon_loss = 0.3946, kl_loss = 0.0038\n", - "Batch 90, loss = 0.9491, recon_loss = 0.9448, kl_loss = 0.0043\n", - "Batch 120, loss = 0.6072, recon_loss = 0.6026, kl_loss = 0.0047\n", - "Batch 150, loss = 7.2075, recon_loss = 6.9302, kl_loss = 0.2772\n", - "Batch 180, loss = 12.0724, recon_loss = 11.7902, kl_loss = 0.2822\n", - "Batch 210, loss = 35.9887, recon_loss = 35.9820, kl_loss = 0.0067\n", - "Average loss: 13.9645\n", + "Batch 30, loss = 5793.3979, recon_loss = 5792.8110, kl_loss = 0.5870\n", + "Batch 60, loss = 653.8002, recon_loss = 653.6042, kl_loss = 0.1959\n", + "Batch 90, loss = 206.1129, recon_loss = 205.9536, kl_loss = 0.1593\n", + "Batch 120, loss = 404.7724, recon_loss = 404.6126, kl_loss = 0.1598\n", + "Batch 150, loss = 678.4778, recon_loss = 677.8713, kl_loss = 0.6065\n", + "Batch 180, loss = 1423.0081, recon_loss = 1421.5049, kl_loss = 1.5031\n", + "Batch 210, loss = 5030.9434, recon_loss = 5027.7354, kl_loss = 3.2080\n", + "Average loss: 4621.4975\n", "Epoch: 218\n", - "Batch 30, loss = 3.1085, recon_loss = 3.1041, kl_loss = 0.0044\n", - "Batch 60, loss = 0.3980, recon_loss = 0.3937, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9449, recon_loss = 0.9409, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6066, recon_loss = 0.6029, kl_loss = 0.0037\n", - "Batch 150, loss = 7.2219, recon_loss = 6.9392, kl_loss = 0.2827\n", - "Batch 180, loss = 12.0770, recon_loss = 11.7953, kl_loss = 0.2817\n", - "Batch 210, loss = 36.0047, recon_loss = 35.9980, kl_loss = 0.0067\n", - "Average loss: 13.9796\n", + "Batch 30, loss = 5793.9575, recon_loss = 5793.4111, kl_loss = 0.5464\n", + "Batch 60, loss = 653.7516, recon_loss = 653.5574, kl_loss = 0.1942\n", + "Batch 90, loss = 204.9473, recon_loss = 204.8192, kl_loss = 0.1281\n", + "Batch 120, loss = 405.4149, recon_loss = 405.2580, kl_loss = 0.1569\n", + "Batch 150, loss = 678.7536, recon_loss = 678.1963, kl_loss = 0.5573\n", + "Batch 180, loss = 1418.6901, recon_loss = 1417.1650, kl_loss = 1.5251\n", + "Batch 210, loss = 5010.6133, recon_loss = 5007.3184, kl_loss = 3.2951\n", + "Average loss: 4628.4316\n", "Epoch: 219\n", - "Batch 30, loss = 3.1279, recon_loss = 3.1235, kl_loss = 0.0044\n", - "Batch 60, loss = 0.3982, recon_loss = 0.3936, kl_loss = 0.0046\n", - "Batch 90, loss = 0.9457, recon_loss = 0.9415, kl_loss = 0.0042\n", - "Batch 120, loss = 0.6075, recon_loss = 0.6035, kl_loss = 0.0039\n", - "Batch 150, loss = 7.1655, recon_loss = 6.8975, kl_loss = 0.2680\n", - "Batch 180, loss = 12.0342, recon_loss = 11.7524, kl_loss = 0.2818\n", - "Batch 210, loss = 35.9674, recon_loss = 35.9618, kl_loss = 0.0056\n", - "Average loss: 13.9540\n", + "Batch 30, loss = 5793.8208, recon_loss = 5793.2354, kl_loss = 0.5854\n", + "Batch 60, loss = 653.8437, recon_loss = 653.6001, kl_loss = 0.2436\n", + "Batch 90, loss = 203.0238, recon_loss = 202.8903, kl_loss = 0.1335\n", + "Batch 120, loss = 405.4719, recon_loss = 405.3396, kl_loss = 0.1323\n", + "Batch 150, loss = 677.7908, recon_loss = 677.1856, kl_loss = 0.6052\n", + "Batch 180, loss = 1421.7417, recon_loss = 1420.2195, kl_loss = 1.5222\n", + "Batch 210, loss = 5133.7280, recon_loss = 5130.5205, kl_loss = 3.2076\n", + "Average loss: 4608.2468\n", "Epoch: 220\n", - "Batch 30, loss = 3.1264, recon_loss = 3.1226, kl_loss = 0.0038\n", - "Batch 60, loss = 0.3961, recon_loss = 0.3922, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9499, recon_loss = 0.9463, kl_loss = 0.0036\n", - "Batch 120, loss = 0.6066, recon_loss = 0.6031, kl_loss = 0.0035\n", - "Batch 150, loss = 7.1596, recon_loss = 6.8967, kl_loss = 0.2629\n", - "Batch 180, loss = 12.0709, recon_loss = 11.8216, kl_loss = 0.2493\n", - "Batch 210, loss = 35.9854, recon_loss = 35.9804, kl_loss = 0.0050\n", - "Average loss: 14.6601\n", + "Batch 30, loss = 5792.7466, recon_loss = 5792.2119, kl_loss = 0.5348\n", + "Batch 60, loss = 655.0599, recon_loss = 654.8510, kl_loss = 0.2089\n", + "Batch 90, loss = 203.7823, recon_loss = 203.6452, kl_loss = 0.1371\n", + "Batch 120, loss = 404.8721, recon_loss = 404.7184, kl_loss = 0.1538\n", + "Batch 150, loss = 678.0029, recon_loss = 677.4369, kl_loss = 0.5660\n", + "Batch 180, loss = 1413.6133, recon_loss = 1412.0453, kl_loss = 1.5680\n", + "Batch 210, loss = 4998.2642, recon_loss = 4995.0654, kl_loss = 3.1987\n", + "Average loss: 4623.7484\n", "Epoch: 221\n", - "Batch 30, loss = 3.1183, recon_loss = 3.1150, kl_loss = 0.0033\n", - "Batch 60, loss = 0.3968, recon_loss = 0.3935, kl_loss = 0.0033\n", - "Batch 90, loss = 0.9446, recon_loss = 0.9415, kl_loss = 0.0031\n", - "Batch 120, loss = 0.6058, recon_loss = 0.6029, kl_loss = 0.0029\n", - "Batch 150, loss = 7.1418, recon_loss = 6.8762, kl_loss = 0.2655\n", - "Batch 180, loss = 12.0993, recon_loss = 11.8383, kl_loss = 0.2610\n", - "Batch 210, loss = 36.0130, recon_loss = 36.0083, kl_loss = 0.0047\n", - "Average loss: 13.9740\n", + "Batch 30, loss = 5791.7388, recon_loss = 5791.2500, kl_loss = 0.4889\n", + "Batch 60, loss = 653.4164, recon_loss = 653.2278, kl_loss = 0.1886\n", + "Batch 90, loss = 203.7339, recon_loss = 203.6072, kl_loss = 0.1267\n", + "Batch 120, loss = 405.9434, recon_loss = 405.7924, kl_loss = 0.1510\n", + "Batch 150, loss = 678.4531, recon_loss = 677.8168, kl_loss = 0.6363\n", + "Batch 180, loss = 1418.2793, recon_loss = 1416.7952, kl_loss = 1.4841\n", + "Batch 210, loss = 4943.6704, recon_loss = 4940.4854, kl_loss = 3.1852\n", + "Average loss: 4599.4846\n", "Epoch: 222\n", - "Batch 30, loss = 3.1146, recon_loss = 3.1117, kl_loss = 0.0030\n", - "Batch 60, loss = 0.3952, recon_loss = 0.3922, kl_loss = 0.0029\n", - "Batch 90, loss = 0.9444, recon_loss = 0.9417, kl_loss = 0.0027\n", - "Batch 120, loss = 0.6114, recon_loss = 0.6089, kl_loss = 0.0025\n", - "Batch 150, loss = 7.0998, recon_loss = 6.8514, kl_loss = 0.2484\n", - "Batch 180, loss = 12.1215, recon_loss = 11.8740, kl_loss = 0.2474\n", - "Batch 210, loss = 35.9578, recon_loss = 35.9539, kl_loss = 0.0039\n", - "Average loss: 14.6235\n", + "Batch 30, loss = 5793.3721, recon_loss = 5792.8047, kl_loss = 0.5672\n", + "Batch 60, loss = 653.0068, recon_loss = 652.8145, kl_loss = 0.1922\n", + "Batch 90, loss = 204.3885, recon_loss = 204.2495, kl_loss = 0.1390\n", + "Batch 120, loss = 405.7818, recon_loss = 405.6037, kl_loss = 0.1780\n", + "Batch 150, loss = 678.5463, recon_loss = 677.9507, kl_loss = 0.5957\n", + "Batch 180, loss = 1418.9495, recon_loss = 1417.3534, kl_loss = 1.5961\n", + "Batch 210, loss = 4978.2563, recon_loss = 4975.0796, kl_loss = 3.1766\n", + "Average loss: 4616.7236\n", "Epoch: 223\n", - "Batch 30, loss = 3.1213, recon_loss = 3.1184, kl_loss = 0.0029\n", - "Batch 60, loss = 0.3947, recon_loss = 0.3913, kl_loss = 0.0034\n", - "Batch 90, loss = 0.9483, recon_loss = 0.9428, kl_loss = 0.0055\n", - "Batch 120, loss = 0.6067, recon_loss = 0.6017, kl_loss = 0.0050\n", - "Batch 150, loss = 7.1917, recon_loss = 6.9269, kl_loss = 0.2648\n", - "Batch 180, loss = 11.9599, recon_loss = 11.6601, kl_loss = 0.2998\n", - "Batch 210, loss = 35.8269, recon_loss = 35.8201, kl_loss = 0.0069\n", - "Average loss: 15.2027\n", + "Batch 30, loss = 5792.6543, recon_loss = 5792.1396, kl_loss = 0.5146\n", + "Batch 60, loss = 653.4178, recon_loss = 653.1948, kl_loss = 0.2230\n", + "Batch 90, loss = 204.1440, recon_loss = 204.0027, kl_loss = 0.1413\n", + "Batch 120, loss = 405.5785, recon_loss = 405.4230, kl_loss = 0.1555\n", + "Batch 150, loss = 678.3063, recon_loss = 677.7491, kl_loss = 0.5572\n", + "Batch 180, loss = 1421.8031, recon_loss = 1420.2373, kl_loss = 1.5658\n", + "Batch 210, loss = 4910.1846, recon_loss = 4907.0332, kl_loss = 3.1516\n", + "Average loss: 4650.7842\n", "Epoch: 224\n", - "Batch 30, loss = 3.1515, recon_loss = 3.1469, kl_loss = 0.0046\n", - "Batch 60, loss = 0.3959, recon_loss = 0.3912, kl_loss = 0.0048\n", - "Batch 90, loss = 0.9465, recon_loss = 0.9417, kl_loss = 0.0048\n", - "Batch 120, loss = 0.6082, recon_loss = 0.6035, kl_loss = 0.0047\n", - "Batch 150, loss = 7.2665, recon_loss = 6.9839, kl_loss = 0.2826\n", - "Batch 180, loss = 12.0132, recon_loss = 11.7425, kl_loss = 0.2707\n", - "Batch 210, loss = 36.0087, recon_loss = 36.0020, kl_loss = 0.0066\n", - "Average loss: 13.9589\n", + "Batch 30, loss = 6025.8320, recon_loss = 6025.3647, kl_loss = 0.4675\n", + "Batch 60, loss = 652.7970, recon_loss = 652.6352, kl_loss = 0.1618\n", + "Batch 90, loss = 202.4411, recon_loss = 202.2947, kl_loss = 0.1464\n", + "Batch 120, loss = 405.6585, recon_loss = 405.4897, kl_loss = 0.1689\n", + "Batch 150, loss = 677.9330, recon_loss = 677.3063, kl_loss = 0.6267\n", + "Batch 180, loss = 1420.3451, recon_loss = 1418.7964, kl_loss = 1.5487\n", + "Batch 210, loss = 5182.6045, recon_loss = 5179.5332, kl_loss = 3.0714\n", + "Average loss: 4616.7096\n", "Epoch: 225\n", - "Batch 30, loss = 3.1315, recon_loss = 3.1266, kl_loss = 0.0049\n", - "Batch 60, loss = 0.3966, recon_loss = 0.3888, kl_loss = 0.0078\n", - "Batch 90, loss = 0.9480, recon_loss = 0.9410, kl_loss = 0.0070\n", - "Batch 120, loss = 0.6099, recon_loss = 0.6036, kl_loss = 0.0064\n", - "Batch 150, loss = 7.6012, recon_loss = 7.3448, kl_loss = 0.2564\n", - "Batch 180, loss = 12.0205, recon_loss = 11.7432, kl_loss = 0.2773\n", - "Batch 210, loss = 35.8341, recon_loss = 35.8260, kl_loss = 0.0080\n", - "Average loss: 13.4181\n", + "Batch 30, loss = 5792.5718, recon_loss = 5792.0122, kl_loss = 0.5594\n", + "Batch 60, loss = 653.6802, recon_loss = 653.4860, kl_loss = 0.1942\n", + "Batch 90, loss = 202.3133, recon_loss = 202.1714, kl_loss = 0.1420\n", + "Batch 120, loss = 406.2619, recon_loss = 406.0922, kl_loss = 0.1697\n", + "Batch 150, loss = 678.2846, recon_loss = 677.7347, kl_loss = 0.5499\n", + "Batch 180, loss = 1423.7686, recon_loss = 1422.2832, kl_loss = 1.4853\n", + "Batch 210, loss = 4964.5171, recon_loss = 4961.3892, kl_loss = 3.1278\n", + "Average loss: 4600.1296\n", "Epoch: 226\n", - "Batch 30, loss = 3.1557, recon_loss = 3.1499, kl_loss = 0.0058\n", - "Batch 60, loss = 0.3974, recon_loss = 0.3917, kl_loss = 0.0057\n", - "Batch 90, loss = 0.9485, recon_loss = 0.9422, kl_loss = 0.0063\n", - "Batch 120, loss = 0.6099, recon_loss = 0.6036, kl_loss = 0.0064\n", - "Batch 150, loss = 7.2083, recon_loss = 6.9034, kl_loss = 0.3049\n", - "Batch 180, loss = 12.1329, recon_loss = 11.8207, kl_loss = 0.3122\n", - "Batch 210, loss = 35.9949, recon_loss = 35.9864, kl_loss = 0.0085\n", - "Average loss: 13.9692\n", + "Batch 30, loss = 5793.4131, recon_loss = 5792.8750, kl_loss = 0.5380\n", + "Batch 60, loss = 653.4979, recon_loss = 653.3231, kl_loss = 0.1747\n", + "Batch 90, loss = 204.1017, recon_loss = 203.9366, kl_loss = 0.1650\n", + "Batch 120, loss = 405.5975, recon_loss = 405.4190, kl_loss = 0.1785\n", + "Batch 150, loss = 678.2928, recon_loss = 677.7658, kl_loss = 0.5270\n", + "Batch 180, loss = 1421.3380, recon_loss = 1419.9534, kl_loss = 1.3847\n", + "Batch 210, loss = 5055.1069, recon_loss = 5052.0488, kl_loss = 3.0580\n", + "Average loss: 4607.6249\n", "Epoch: 227\n", - "Batch 30, loss = 3.1298, recon_loss = 3.1239, kl_loss = 0.0059\n", - "Batch 60, loss = 0.3967, recon_loss = 0.3908, kl_loss = 0.0059\n", - "Batch 90, loss = 0.9464, recon_loss = 0.9409, kl_loss = 0.0055\n", - "Batch 120, loss = 0.6080, recon_loss = 0.6028, kl_loss = 0.0052\n", - "Batch 150, loss = 7.2049, recon_loss = 6.9064, kl_loss = 0.2985\n", - "Batch 180, loss = 12.1424, recon_loss = 11.8658, kl_loss = 0.2767\n", - "Batch 210, loss = 35.9997, recon_loss = 35.9927, kl_loss = 0.0071\n", - "Average loss: 13.9774\n", + "Batch 30, loss = 5792.5083, recon_loss = 5791.9492, kl_loss = 0.5593\n", + "Batch 60, loss = 653.9486, recon_loss = 653.7412, kl_loss = 0.2074\n", + "Batch 90, loss = 202.2283, recon_loss = 202.0656, kl_loss = 0.1627\n", + "Batch 120, loss = 405.4929, recon_loss = 405.3289, kl_loss = 0.1640\n", + "Batch 150, loss = 678.5087, recon_loss = 677.8767, kl_loss = 0.6320\n", + "Batch 180, loss = 1421.7268, recon_loss = 1420.1013, kl_loss = 1.6255\n", + "Batch 210, loss = 5167.0029, recon_loss = 5163.8477, kl_loss = 3.1555\n", + "Average loss: 4604.9019\n", "Epoch: 228\n", - "Batch 30, loss = 3.1244, recon_loss = 3.1195, kl_loss = 0.0049\n", - "Batch 60, loss = 0.3971, recon_loss = 0.3922, kl_loss = 0.0049\n", - "Batch 90, loss = 0.9463, recon_loss = 0.9416, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6085, recon_loss = 0.6041, kl_loss = 0.0044\n", - "Batch 150, loss = 7.1566, recon_loss = 6.8753, kl_loss = 0.2813\n", - "Batch 180, loss = 12.0697, recon_loss = 11.7963, kl_loss = 0.2734\n", - "Batch 210, loss = 36.0187, recon_loss = 36.0127, kl_loss = 0.0060\n", - "Average loss: 13.9619\n", + "Batch 30, loss = 5794.2310, recon_loss = 5793.5596, kl_loss = 0.6713\n", + "Batch 60, loss = 653.4910, recon_loss = 653.2839, kl_loss = 0.2071\n", + "Batch 90, loss = 203.9455, recon_loss = 203.7733, kl_loss = 0.1722\n", + "Batch 120, loss = 406.1980, recon_loss = 406.0140, kl_loss = 0.1840\n", + "Batch 150, loss = 678.4737, recon_loss = 677.8846, kl_loss = 0.5890\n", + "Batch 180, loss = 1421.6118, recon_loss = 1420.2053, kl_loss = 1.4065\n", + "Batch 210, loss = 4942.2803, recon_loss = 4939.7490, kl_loss = 2.5310\n", + "Average loss: 4583.5796\n", "Epoch: 229\n", - "Batch 30, loss = 3.1242, recon_loss = 3.1199, kl_loss = 0.0042\n", - "Batch 60, loss = 0.3955, recon_loss = 0.3913, kl_loss = 0.0042\n", - "Batch 90, loss = 0.9474, recon_loss = 0.9434, kl_loss = 0.0041\n", - "Batch 120, loss = 0.6051, recon_loss = 0.6012, kl_loss = 0.0038\n", - "Batch 150, loss = 7.1815, recon_loss = 6.9160, kl_loss = 0.2655\n", - "Batch 180, loss = 12.0703, recon_loss = 11.8058, kl_loss = 0.2645\n", - "Batch 210, loss = 36.0205, recon_loss = 36.0152, kl_loss = 0.0053\n", - "Average loss: 14.6182\n", + "Batch 30, loss = 5793.2969, recon_loss = 5792.7334, kl_loss = 0.5634\n", + "Batch 60, loss = 653.4008, recon_loss = 653.1310, kl_loss = 0.2698\n", + "Batch 90, loss = 203.5840, recon_loss = 203.4153, kl_loss = 0.1687\n", + "Batch 120, loss = 406.4738, recon_loss = 406.3024, kl_loss = 0.1714\n", + "Batch 150, loss = 677.7514, recon_loss = 677.1910, kl_loss = 0.5604\n", + "Batch 180, loss = 1423.3214, recon_loss = 1421.7782, kl_loss = 1.5432\n", + "Batch 210, loss = 5268.1738, recon_loss = 5265.8467, kl_loss = 2.3273\n", + "Average loss: 4638.9545\n", "Epoch: 230\n", - "Batch 30, loss = 3.1372, recon_loss = 3.1330, kl_loss = 0.0042\n", - "Batch 60, loss = 0.3948, recon_loss = 0.3907, kl_loss = 0.0041\n", - "Batch 90, loss = 0.9467, recon_loss = 0.9428, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6040, kl_loss = 0.0036\n", - "Batch 150, loss = 7.1037, recon_loss = 6.8566, kl_loss = 0.2470\n", - "Batch 180, loss = 12.0177, recon_loss = 11.7565, kl_loss = 0.2612\n", - "Batch 210, loss = 35.9426, recon_loss = 35.9377, kl_loss = 0.0049\n", - "Average loss: 13.9520\n", + "Batch 30, loss = 5790.0200, recon_loss = 5789.4819, kl_loss = 0.5382\n", + "Batch 60, loss = 653.7211, recon_loss = 653.5657, kl_loss = 0.1555\n", + "Batch 90, loss = 204.3954, recon_loss = 204.2583, kl_loss = 0.1371\n", + "Batch 120, loss = 405.3611, recon_loss = 405.2178, kl_loss = 0.1433\n", + "Batch 150, loss = 678.0679, recon_loss = 677.5161, kl_loss = 0.5518\n", + "Batch 180, loss = 1416.6869, recon_loss = 1415.1704, kl_loss = 1.5165\n", + "Batch 210, loss = 5406.0073, recon_loss = 5403.1514, kl_loss = 2.8558\n", + "Average loss: 4664.5211\n", "Epoch: 231\n", - "Batch 30, loss = 3.1355, recon_loss = 3.1320, kl_loss = 0.0035\n", - "Batch 60, loss = 0.3939, recon_loss = 0.3904, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9528, recon_loss = 0.9490, kl_loss = 0.0038\n", - "Batch 120, loss = 0.6079, recon_loss = 0.6037, kl_loss = 0.0042\n", - "Batch 150, loss = 7.1169, recon_loss = 6.8596, kl_loss = 0.2573\n", - "Batch 180, loss = 12.0330, recon_loss = 11.7839, kl_loss = 0.2491\n", - "Batch 210, loss = 36.0626, recon_loss = 36.0568, kl_loss = 0.0058\n", - "Average loss: 14.4916\n", + "Batch 30, loss = 5791.1816, recon_loss = 5790.7192, kl_loss = 0.4622\n", + "Batch 60, loss = 652.8575, recon_loss = 652.7251, kl_loss = 0.1324\n", + "Batch 90, loss = 203.9087, recon_loss = 203.7823, kl_loss = 0.1264\n", + "Batch 120, loss = 406.0497, recon_loss = 405.8883, kl_loss = 0.1614\n", + "Batch 150, loss = 678.6082, recon_loss = 677.9902, kl_loss = 0.6180\n", + "Batch 180, loss = 1425.9703, recon_loss = 1424.4504, kl_loss = 1.5199\n", + "Batch 210, loss = 4978.7637, recon_loss = 4975.8643, kl_loss = 2.8995\n", + "Average loss: 4592.2790\n", "Epoch: 232\n", - "Batch 30, loss = 3.1616, recon_loss = 3.1570, kl_loss = 0.0047\n", - "Batch 60, loss = 0.3951, recon_loss = 0.3905, kl_loss = 0.0046\n", - "Batch 90, loss = 0.9473, recon_loss = 0.9420, kl_loss = 0.0053\n", - "Batch 120, loss = 0.6102, recon_loss = 0.6047, kl_loss = 0.0056\n", - "Batch 150, loss = 7.0469, recon_loss = 6.7789, kl_loss = 0.2680\n", - "Batch 180, loss = 12.1049, recon_loss = 11.8361, kl_loss = 0.2687\n", - "Batch 210, loss = 35.9931, recon_loss = 35.9858, kl_loss = 0.0074\n", - "Average loss: 14.6127\n", + "Batch 30, loss = 5795.6729, recon_loss = 5795.2847, kl_loss = 0.3884\n", + "Batch 60, loss = 652.6285, recon_loss = 652.4791, kl_loss = 0.1494\n", + "Batch 90, loss = 203.1226, recon_loss = 202.9897, kl_loss = 0.1330\n", + "Batch 120, loss = 405.4944, recon_loss = 405.3392, kl_loss = 0.1553\n", + "Batch 150, loss = 677.9429, recon_loss = 677.3895, kl_loss = 0.5534\n", + "Batch 180, loss = 1415.9983, recon_loss = 1414.3564, kl_loss = 1.6418\n", + "Batch 210, loss = 5056.1440, recon_loss = 5053.2217, kl_loss = 2.9223\n", + "Average loss: 4594.9362\n", "Epoch: 233\n", - "Batch 30, loss = 3.1441, recon_loss = 3.1388, kl_loss = 0.0053\n", - "Batch 60, loss = 0.3953, recon_loss = 0.3901, kl_loss = 0.0052\n", - "Batch 90, loss = 0.9465, recon_loss = 0.9417, kl_loss = 0.0048\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6032, kl_loss = 0.0045\n", - "Batch 150, loss = 7.0416, recon_loss = 6.7934, kl_loss = 0.2483\n", - "Batch 180, loss = 11.9854, recon_loss = 11.7216, kl_loss = 0.2638\n", - "Batch 210, loss = 35.7571, recon_loss = 35.7518, kl_loss = 0.0053\n", - "Average loss: 13.9007\n", + "Batch 30, loss = 5793.6670, recon_loss = 5793.2451, kl_loss = 0.4216\n", + "Batch 60, loss = 653.6193, recon_loss = 653.4286, kl_loss = 0.1907\n", + "Batch 90, loss = 202.3683, recon_loss = 202.2527, kl_loss = 0.1156\n", + "Batch 120, loss = 406.0957, recon_loss = 405.9323, kl_loss = 0.1634\n", + "Batch 150, loss = 678.5695, recon_loss = 677.9188, kl_loss = 0.6506\n", + "Batch 180, loss = 1423.2222, recon_loss = 1421.5735, kl_loss = 1.6487\n", + "Batch 210, loss = 4947.3604, recon_loss = 4944.3608, kl_loss = 2.9997\n", + "Average loss: 4593.2125\n", "Epoch: 234\n", - "Batch 30, loss = 3.1692, recon_loss = 3.1649, kl_loss = 0.0043\n", - "Batch 60, loss = 0.3927, recon_loss = 0.3883, kl_loss = 0.0044\n", - "Batch 90, loss = 0.9468, recon_loss = 0.9425, kl_loss = 0.0043\n", - "Batch 120, loss = 0.6080, recon_loss = 0.6040, kl_loss = 0.0040\n", - "Batch 150, loss = 7.1552, recon_loss = 6.8808, kl_loss = 0.2744\n", - "Batch 180, loss = 12.0358, recon_loss = 11.7618, kl_loss = 0.2741\n", - "Batch 210, loss = 36.2429, recon_loss = 36.2376, kl_loss = 0.0052\n", - "Average loss: 14.5650\n", + "Batch 30, loss = 6021.9141, recon_loss = 6021.5664, kl_loss = 0.3478\n", + "Batch 60, loss = 653.1848, recon_loss = 653.0280, kl_loss = 0.1568\n", + "Batch 90, loss = 202.3312, recon_loss = 202.1703, kl_loss = 0.1609\n", + "Batch 120, loss = 405.6667, recon_loss = 405.4745, kl_loss = 0.1923\n", + "Batch 150, loss = 679.2765, recon_loss = 678.7257, kl_loss = 0.5508\n", + "Batch 180, loss = 1418.7784, recon_loss = 1417.1233, kl_loss = 1.6551\n", + "Batch 210, loss = 5280.3643, recon_loss = 5277.2456, kl_loss = 3.1189\n", + "Average loss: 4594.0291\n", "Epoch: 235\n", - "Batch 30, loss = 3.1009, recon_loss = 3.0967, kl_loss = 0.0041\n", - "Batch 60, loss = 0.3973, recon_loss = 0.3932, kl_loss = 0.0041\n", - "Batch 90, loss = 0.9502, recon_loss = 0.9463, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6065, recon_loss = 0.6028, kl_loss = 0.0037\n", - "Batch 150, loss = 7.0541, recon_loss = 6.8005, kl_loss = 0.2536\n", - "Batch 180, loss = 12.0744, recon_loss = 11.8320, kl_loss = 0.2424\n", - "Batch 210, loss = 36.2589, recon_loss = 36.2537, kl_loss = 0.0052\n", - "Average loss: 14.5326\n", + "Batch 30, loss = 5793.6860, recon_loss = 5793.2178, kl_loss = 0.4685\n", + "Batch 60, loss = 653.2279, recon_loss = 653.0276, kl_loss = 0.2002\n", + "Batch 90, loss = 203.5198, recon_loss = 203.3698, kl_loss = 0.1500\n", + "Batch 120, loss = 405.5153, recon_loss = 405.3269, kl_loss = 0.1884\n", + "Batch 150, loss = 678.5322, recon_loss = 677.9276, kl_loss = 0.6046\n", + "Batch 180, loss = 1424.6738, recon_loss = 1423.1084, kl_loss = 1.5654\n", + "Batch 210, loss = 4988.2310, recon_loss = 4984.9336, kl_loss = 3.2973\n", + "Average loss: 4571.0810\n", "Epoch: 236\n", - "Batch 30, loss = 3.1005, recon_loss = 3.0967, kl_loss = 0.0037\n", - "Batch 60, loss = 6.8652, recon_loss = 6.8616, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9516, recon_loss = 0.9464, kl_loss = 0.0052\n", - "Batch 120, loss = 0.6068, recon_loss = 0.6019, kl_loss = 0.0049\n", - "Batch 150, loss = 7.1837, recon_loss = 6.9273, kl_loss = 0.2564\n", - "Batch 180, loss = 11.9199, recon_loss = 11.6466, kl_loss = 0.2734\n", - "Batch 210, loss = 35.8970, recon_loss = 35.8909, kl_loss = 0.0060\n", - "Average loss: 15.5003\n", + "Batch 30, loss = 5792.2529, recon_loss = 5791.7715, kl_loss = 0.4815\n", + "Batch 60, loss = 653.4658, recon_loss = 653.1674, kl_loss = 0.2985\n", + "Batch 90, loss = 204.5699, recon_loss = 204.4120, kl_loss = 0.1580\n", + "Batch 120, loss = 405.5653, recon_loss = 405.4068, kl_loss = 0.1585\n", + "Batch 150, loss = 678.4423, recon_loss = 677.8785, kl_loss = 0.5638\n", + "Batch 180, loss = 1423.3624, recon_loss = 1421.7744, kl_loss = 1.5880\n", + "Batch 210, loss = 5211.8853, recon_loss = 5208.5488, kl_loss = 3.3366\n", + "Average loss: 4584.7979\n", "Epoch: 237\n", - "Batch 30, loss = 3.1663, recon_loss = 3.1618, kl_loss = 0.0046\n", - "Batch 60, loss = 0.3923, recon_loss = 0.3878, kl_loss = 0.0045\n", - "Batch 90, loss = 0.9462, recon_loss = 0.9419, kl_loss = 0.0043\n", - "Batch 120, loss = 0.6066, recon_loss = 0.6025, kl_loss = 0.0040\n", - "Batch 150, loss = 7.1534, recon_loss = 6.9063, kl_loss = 0.2470\n", - "Batch 180, loss = 12.0274, recon_loss = 11.7825, kl_loss = 0.2449\n", - "Batch 210, loss = 36.0518, recon_loss = 36.0468, kl_loss = 0.0050\n", - "Average loss: 13.9370\n", + "Batch 30, loss = 5793.3608, recon_loss = 5792.9082, kl_loss = 0.4528\n", + "Batch 60, loss = 653.1774, recon_loss = 652.9271, kl_loss = 0.2504\n", + "Batch 90, loss = 203.4855, recon_loss = 203.3220, kl_loss = 0.1635\n", + "Batch 120, loss = 405.9886, recon_loss = 405.8071, kl_loss = 0.1816\n", + "Batch 150, loss = 678.3411, recon_loss = 677.7637, kl_loss = 0.5774\n", + "Batch 180, loss = 1423.5189, recon_loss = 1421.9578, kl_loss = 1.5612\n", + "Batch 210, loss = 5156.5767, recon_loss = 5153.3496, kl_loss = 3.2270\n", + "Average loss: 4586.0960\n", "Epoch: 238\n", - "Batch 30, loss = 3.1372, recon_loss = 3.1334, kl_loss = 0.0038\n", - "Batch 60, loss = 0.3946, recon_loss = 0.3907, kl_loss = 0.0039\n", - "Batch 90, loss = 0.9463, recon_loss = 0.9426, kl_loss = 0.0037\n", - "Batch 120, loss = 0.6070, recon_loss = 0.6036, kl_loss = 0.0034\n", - "Batch 150, loss = 7.1172, recon_loss = 6.8758, kl_loss = 0.2414\n", - "Batch 180, loss = 12.0510, recon_loss = 11.8060, kl_loss = 0.2450\n", - "Batch 210, loss = 36.0748, recon_loss = 36.0705, kl_loss = 0.0043\n", - "Average loss: 14.5963\n", + "Batch 30, loss = 5792.6113, recon_loss = 5791.9990, kl_loss = 0.6122\n", + "Batch 60, loss = 653.9718, recon_loss = 653.7352, kl_loss = 0.2367\n", + "Batch 90, loss = 202.7491, recon_loss = 202.5847, kl_loss = 0.1644\n", + "Batch 120, loss = 406.0485, recon_loss = 405.8705, kl_loss = 0.1779\n", + "Batch 150, loss = 678.7451, recon_loss = 678.1407, kl_loss = 0.6043\n", + "Batch 180, loss = 1419.0282, recon_loss = 1417.5142, kl_loss = 1.5141\n", + "Batch 210, loss = 4979.5303, recon_loss = 4976.8003, kl_loss = 2.7300\n", + "Average loss: 4568.7145\n", "Epoch: 239\n", - "Batch 30, loss = 3.1428, recon_loss = 3.1393, kl_loss = 0.0035\n", - "Batch 60, loss = 0.3938, recon_loss = 0.3894, kl_loss = 0.0044\n", - "Batch 90, loss = 0.9477, recon_loss = 0.9431, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6071, recon_loss = 0.6028, kl_loss = 0.0043\n", - "Batch 150, loss = 7.0214, recon_loss = 6.7669, kl_loss = 0.2545\n", - "Batch 180, loss = 11.9957, recon_loss = 11.7230, kl_loss = 0.2727\n", - "Batch 210, loss = 35.9335, recon_loss = 35.9283, kl_loss = 0.0052\n", - "Average loss: 14.5965\n", + "Batch 30, loss = 5793.2925, recon_loss = 5792.7290, kl_loss = 0.5637\n", + "Batch 60, loss = 653.1146, recon_loss = 652.8266, kl_loss = 0.2880\n", + "Batch 90, loss = 202.2918, recon_loss = 202.1271, kl_loss = 0.1647\n", + "Batch 120, loss = 405.5795, recon_loss = 405.4066, kl_loss = 0.1729\n", + "Batch 150, loss = 678.1856, recon_loss = 677.6478, kl_loss = 0.5378\n", + "Batch 180, loss = 1424.8700, recon_loss = 1423.3954, kl_loss = 1.4746\n", + "Batch 210, loss = 4950.1162, recon_loss = 4947.2627, kl_loss = 2.8537\n", + "Average loss: 4597.0765\n", "Epoch: 240\n", - "Batch 30, loss = 3.1660, recon_loss = 3.1619, kl_loss = 0.0041\n", - "Batch 60, loss = 0.3924, recon_loss = 0.3883, kl_loss = 0.0042\n", - "Batch 90, loss = 0.9479, recon_loss = 0.9434, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6074, recon_loss = 0.6032, kl_loss = 0.0042\n", - "Batch 150, loss = 7.3000, recon_loss = 7.0331, kl_loss = 0.2669\n", - "Batch 180, loss = 12.0388, recon_loss = 11.7750, kl_loss = 0.2637\n", - "Batch 210, loss = 35.9409, recon_loss = 35.9353, kl_loss = 0.0056\n", - "Average loss: 13.3894\n", + "Batch 30, loss = 5793.1416, recon_loss = 5792.5620, kl_loss = 0.5795\n", + "Batch 60, loss = 654.3945, recon_loss = 654.2514, kl_loss = 0.1431\n", + "Batch 90, loss = 203.1996, recon_loss = 203.0708, kl_loss = 0.1288\n", + "Batch 120, loss = 406.1642, recon_loss = 406.0015, kl_loss = 0.1627\n", + "Batch 150, loss = 678.9957, recon_loss = 678.4113, kl_loss = 0.5844\n", + "Batch 180, loss = 1421.7777, recon_loss = 1420.1913, kl_loss = 1.5864\n", + "Batch 210, loss = 4935.6987, recon_loss = 4932.7227, kl_loss = 2.9763\n", + "Average loss: 4621.8050\n", "Epoch: 241\n", - "Batch 30, loss = 3.1637, recon_loss = 3.1595, kl_loss = 0.0043\n", - "Batch 60, loss = 0.3929, recon_loss = 0.3886, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9463, recon_loss = 0.9423, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6065, recon_loss = 0.6028, kl_loss = 0.0037\n", - "Batch 150, loss = 7.0400, recon_loss = 6.7908, kl_loss = 0.2492\n", - "Batch 180, loss = 12.0308, recon_loss = 11.7866, kl_loss = 0.2442\n", - "Batch 210, loss = 36.1056, recon_loss = 36.1009, kl_loss = 0.0047\n", - "Average loss: 14.7533\n", + "Batch 30, loss = 5794.8975, recon_loss = 5794.3975, kl_loss = 0.5001\n", + "Batch 60, loss = 653.7440, recon_loss = 653.5842, kl_loss = 0.1597\n", + "Batch 90, loss = 203.1099, recon_loss = 202.9533, kl_loss = 0.1566\n", + "Batch 120, loss = 404.6140, recon_loss = 404.4456, kl_loss = 0.1684\n", + "Batch 150, loss = 678.2870, recon_loss = 677.6492, kl_loss = 0.6378\n", + "Batch 180, loss = 1429.4056, recon_loss = 1427.9006, kl_loss = 1.5050\n", + "Batch 210, loss = 5099.3730, recon_loss = 5096.3213, kl_loss = 3.0516\n", + "Average loss: 4566.0837\n", "Epoch: 242\n", - "Batch 30, loss = 3.1375, recon_loss = 3.1339, kl_loss = 0.0036\n", - "Batch 60, loss = 0.3929, recon_loss = 0.3893, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9463, recon_loss = 0.9429, kl_loss = 0.0034\n", - "Batch 120, loss = 0.6086, recon_loss = 0.6042, kl_loss = 0.0044\n", - "Batch 150, loss = 6.8904, recon_loss = 6.6330, kl_loss = 0.2574\n", - "Batch 180, loss = 12.1949, recon_loss = 11.9376, kl_loss = 0.2573\n", - "Batch 210, loss = 36.0070, recon_loss = 36.0006, kl_loss = 0.0063\n", - "Average loss: 13.3921\n", + "Batch 30, loss = 5794.5742, recon_loss = 5794.0894, kl_loss = 0.4850\n", + "Batch 60, loss = 653.6234, recon_loss = 653.4582, kl_loss = 0.1652\n", + "Batch 90, loss = 205.0333, recon_loss = 204.8840, kl_loss = 0.1493\n", + "Batch 120, loss = 405.0881, recon_loss = 404.9108, kl_loss = 0.1773\n", + "Batch 150, loss = 678.2186, recon_loss = 677.6108, kl_loss = 0.6078\n", + "Batch 180, loss = 1417.2571, recon_loss = 1415.6472, kl_loss = 1.6099\n", + "Batch 210, loss = 4903.1060, recon_loss = 4900.3213, kl_loss = 2.7848\n", + "Average loss: 4577.9322\n", "Epoch: 243\n", - "Batch 30, loss = 3.1503, recon_loss = 3.1448, kl_loss = 0.0054\n", - "Batch 60, loss = 0.3934, recon_loss = 0.3881, kl_loss = 0.0053\n", - "Batch 90, loss = 0.9491, recon_loss = 0.9436, kl_loss = 0.0055\n", - "Batch 120, loss = 0.6084, recon_loss = 0.6033, kl_loss = 0.0051\n", - "Batch 150, loss = 6.9025, recon_loss = 6.6540, kl_loss = 0.2485\n", - "Batch 180, loss = 12.1465, recon_loss = 11.8849, kl_loss = 0.2616\n", - "Batch 210, loss = 36.0885, recon_loss = 36.0820, kl_loss = 0.0065\n", - "Average loss: 14.0272\n", + "Batch 30, loss = 5790.3086, recon_loss = 5789.7520, kl_loss = 0.5565\n", + "Batch 60, loss = 653.2322, recon_loss = 653.0479, kl_loss = 0.1844\n", + "Batch 90, loss = 203.0295, recon_loss = 202.8471, kl_loss = 0.1824\n", + "Batch 120, loss = 405.1927, recon_loss = 405.0079, kl_loss = 0.1849\n", + "Batch 150, loss = 678.1685, recon_loss = 677.5206, kl_loss = 0.6479\n", + "Batch 180, loss = 1421.0981, recon_loss = 1419.5685, kl_loss = 1.5296\n", + "Batch 210, loss = 5158.3755, recon_loss = 5155.5659, kl_loss = 2.8095\n", + "Average loss: 4571.4571\n", "Epoch: 244\n", - "Batch 30, loss = 3.1423, recon_loss = 3.1370, kl_loss = 0.0053\n", - "Batch 60, loss = 0.3933, recon_loss = 0.3879, kl_loss = 0.0054\n", - "Batch 90, loss = 0.9477, recon_loss = 0.9427, kl_loss = 0.0050\n", - "Batch 120, loss = 0.6080, recon_loss = 0.6033, kl_loss = 0.0047\n", - "Batch 150, loss = 6.9704, recon_loss = 6.6856, kl_loss = 0.2849\n", - "Batch 180, loss = 12.1827, recon_loss = 11.9146, kl_loss = 0.2681\n", - "Batch 210, loss = 36.0352, recon_loss = 36.0297, kl_loss = 0.0055\n", - "Average loss: 14.6269\n", + "Batch 30, loss = 5792.7139, recon_loss = 5792.1899, kl_loss = 0.5239\n", + "Batch 60, loss = 653.8801, recon_loss = 653.6710, kl_loss = 0.2092\n", + "Batch 90, loss = 203.8112, recon_loss = 203.6598, kl_loss = 0.1514\n", + "Batch 120, loss = 405.1316, recon_loss = 404.9641, kl_loss = 0.1674\n", + "Batch 150, loss = 678.4869, recon_loss = 677.8894, kl_loss = 0.5975\n", + "Batch 180, loss = 1418.0070, recon_loss = 1416.4502, kl_loss = 1.5568\n", + "Batch 210, loss = 4972.6538, recon_loss = 4969.7798, kl_loss = 2.8740\n", + "Average loss: 4591.5635\n", "Epoch: 245\n", - "Batch 30, loss = 3.1580, recon_loss = 3.1535, kl_loss = 0.0045\n", - "Batch 60, loss = 0.3918, recon_loss = 0.3874, kl_loss = 0.0044\n", - "Batch 90, loss = 0.9486, recon_loss = 0.9438, kl_loss = 0.0048\n", - "Batch 120, loss = 0.6071, recon_loss = 0.6015, kl_loss = 0.0057\n", - "Batch 150, loss = 6.9854, recon_loss = 6.7112, kl_loss = 0.2742\n", - "Batch 180, loss = 161.3787, recon_loss = 161.1084, kl_loss = 0.2702\n", - "Batch 210, loss = 36.0742, recon_loss = 36.0676, kl_loss = 0.0067\n", - "Average loss: 14.6549\n", + "Batch 30, loss = 6009.9390, recon_loss = 6009.4463, kl_loss = 0.4928\n", + "Batch 60, loss = 653.8141, recon_loss = 653.6059, kl_loss = 0.2082\n", + "Batch 90, loss = 202.7259, recon_loss = 202.5709, kl_loss = 0.1550\n", + "Batch 120, loss = 404.9940, recon_loss = 404.8164, kl_loss = 0.1775\n", + "Batch 150, loss = 678.3333, recon_loss = 677.7595, kl_loss = 0.5738\n", + "Batch 180, loss = 1416.9707, recon_loss = 1415.3669, kl_loss = 1.6038\n", + "Batch 210, loss = 5204.8677, recon_loss = 5201.7617, kl_loss = 3.1059\n", + "Average loss: 4607.2719\n", "Epoch: 246\n", - "Batch 30, loss = 3.1619, recon_loss = 3.1565, kl_loss = 0.0054\n", - "Batch 60, loss = 0.3938, recon_loss = 0.3884, kl_loss = 0.0053\n", - "Batch 90, loss = 0.9486, recon_loss = 0.9435, kl_loss = 0.0051\n", - "Batch 120, loss = 0.6084, recon_loss = 0.6037, kl_loss = 0.0048\n", - "Batch 150, loss = 6.9065, recon_loss = 6.6227, kl_loss = 0.2838\n", - "Batch 180, loss = 12.2856, recon_loss = 12.0196, kl_loss = 0.2659\n", - "Batch 210, loss = 36.0635, recon_loss = 36.0580, kl_loss = 0.0055\n", - "Average loss: 13.9708\n", + "Batch 30, loss = 5790.3926, recon_loss = 5789.7715, kl_loss = 0.6212\n", + "Batch 60, loss = 654.0605, recon_loss = 653.8653, kl_loss = 0.1952\n", + "Batch 90, loss = 205.0678, recon_loss = 204.9004, kl_loss = 0.1673\n", + "Batch 120, loss = 404.8164, recon_loss = 404.6480, kl_loss = 0.1684\n", + "Batch 150, loss = 678.2587, recon_loss = 677.6401, kl_loss = 0.6186\n", + "Batch 180, loss = 1419.6987, recon_loss = 1418.0314, kl_loss = 1.6674\n", + "Batch 210, loss = 5104.9058, recon_loss = 5102.1709, kl_loss = 2.7347\n", + "Average loss: 4562.9621\n", "Epoch: 247\n", - "Batch 30, loss = 3.1408, recon_loss = 3.1362, kl_loss = 0.0046\n", - "Batch 60, loss = 0.3920, recon_loss = 0.3874, kl_loss = 0.0046\n", - "Batch 90, loss = 0.9494, recon_loss = 0.9442, kl_loss = 0.0052\n", - "Batch 120, loss = 0.6076, recon_loss = 0.6027, kl_loss = 0.0049\n", - "Batch 150, loss = 6.8170, recon_loss = 6.5832, kl_loss = 0.2339\n", - "Batch 180, loss = 12.3901, recon_loss = 12.1377, kl_loss = 0.2524\n", - "Batch 210, loss = 36.0056, recon_loss = 35.9996, kl_loss = 0.0060\n", - "Average loss: 14.0588\n", + "Batch 30, loss = 5792.8198, recon_loss = 5792.2310, kl_loss = 0.5888\n", + "Batch 60, loss = 653.1171, recon_loss = 652.8503, kl_loss = 0.2667\n", + "Batch 90, loss = 201.9932, recon_loss = 201.8101, kl_loss = 0.1831\n", + "Batch 120, loss = 405.3026, recon_loss = 405.1282, kl_loss = 0.1744\n", + "Batch 150, loss = 678.1412, recon_loss = 677.5686, kl_loss = 0.5726\n", + "Batch 180, loss = 1422.9933, recon_loss = 1421.4700, kl_loss = 1.5233\n", + "Batch 210, loss = 5344.9644, recon_loss = 5342.1299, kl_loss = 2.8346\n", + "Average loss: 4562.9359\n", "Epoch: 248\n", - "Batch 30, loss = 3.1979, recon_loss = 3.1931, kl_loss = 0.0048\n", - "Batch 60, loss = 0.3919, recon_loss = 0.3868, kl_loss = 0.0051\n", - "Batch 90, loss = 0.9475, recon_loss = 0.9427, kl_loss = 0.0048\n", - "Batch 120, loss = 0.6096, recon_loss = 0.6040, kl_loss = 0.0056\n", - "Batch 150, loss = 6.9803, recon_loss = 6.6894, kl_loss = 0.2909\n", - "Batch 180, loss = 12.3246, recon_loss = 12.0479, kl_loss = 0.2767\n", - "Batch 210, loss = 36.0870, recon_loss = 36.0802, kl_loss = 0.0068\n", - "Average loss: 14.0134\n", + "Batch 30, loss = 5792.1880, recon_loss = 5791.5981, kl_loss = 0.5897\n", + "Batch 60, loss = 653.2584, recon_loss = 653.0773, kl_loss = 0.1811\n", + "Batch 90, loss = 202.6288, recon_loss = 202.4717, kl_loss = 0.1571\n", + "Batch 120, loss = 406.3371, recon_loss = 406.1654, kl_loss = 0.1716\n", + "Batch 150, loss = 678.3582, recon_loss = 677.7538, kl_loss = 0.6044\n", + "Batch 180, loss = 1416.7900, recon_loss = 1415.2192, kl_loss = 1.5708\n", + "Batch 210, loss = 5222.5229, recon_loss = 5219.6206, kl_loss = 2.9022\n", + "Average loss: 4552.3626\n", "Epoch: 249\n", - "Batch 30, loss = 3.1454, recon_loss = 3.1394, kl_loss = 0.0059\n", - "Batch 60, loss = 0.3953, recon_loss = 0.3893, kl_loss = 0.0060\n", - "Batch 90, loss = 0.9492, recon_loss = 0.9437, kl_loss = 0.0056\n", - "Batch 120, loss = 0.6085, recon_loss = 0.6032, kl_loss = 0.0053\n", - "Batch 150, loss = 6.8839, recon_loss = 6.5772, kl_loss = 0.3066\n", - "Batch 180, loss = 12.3676, recon_loss = 12.0840, kl_loss = 0.2836\n", - "Batch 210, loss = 36.0915, recon_loss = 36.0849, kl_loss = 0.0066\n", - "Average loss: 14.1564\n", + "Batch 30, loss = 5795.7759, recon_loss = 5795.2329, kl_loss = 0.5430\n", + "Batch 60, loss = 653.6867, recon_loss = 653.5322, kl_loss = 0.1546\n", + "Batch 90, loss = 202.9094, recon_loss = 202.7492, kl_loss = 0.1602\n", + "Batch 120, loss = 406.0103, recon_loss = 405.8168, kl_loss = 0.1935\n", + "Batch 150, loss = 678.4435, recon_loss = 677.8412, kl_loss = 0.6023\n", + "Batch 180, loss = 1417.0870, recon_loss = 1415.4791, kl_loss = 1.6079\n", + "Batch 210, loss = 5383.3311, recon_loss = 5380.4229, kl_loss = 2.9082\n", + "Average loss: 4546.9985\n", "Epoch: 250\n", - "Batch 30, loss = 3.1483, recon_loss = 3.1433, kl_loss = 0.0051\n", - "Batch 60, loss = 0.3922, recon_loss = 0.3871, kl_loss = 0.0052\n", - "Batch 90, loss = 0.9514, recon_loss = 0.9455, kl_loss = 0.0059\n", - "Batch 120, loss = 0.6085, recon_loss = 0.6027, kl_loss = 0.0058\n", - "Batch 150, loss = 6.7900, recon_loss = 6.5108, kl_loss = 0.2792\n", - "Batch 180, loss = 12.3463, recon_loss = 12.0571, kl_loss = 0.2892\n", - "Batch 210, loss = 36.0666, recon_loss = 36.0597, kl_loss = 0.0069\n", - "Average loss: 13.9907\n", + "Batch 30, loss = 5793.1826, recon_loss = 5792.6372, kl_loss = 0.5452\n", + "Batch 60, loss = 654.0638, recon_loss = 653.8345, kl_loss = 0.2293\n", + "Batch 90, loss = 204.0631, recon_loss = 203.8823, kl_loss = 0.1808\n", + "Batch 120, loss = 405.0502, recon_loss = 404.8664, kl_loss = 0.1838\n", + "Batch 150, loss = 678.0801, recon_loss = 677.4583, kl_loss = 0.6219\n", + "Batch 180, loss = 1928.8428, recon_loss = 1927.1425, kl_loss = 1.7004\n", + "Batch 210, loss = 5007.4292, recon_loss = 5004.4067, kl_loss = 3.0225\n", + "Average loss: 4553.1071\n", "Epoch: 251\n", - "Batch 30, loss = 3.1616, recon_loss = 3.1562, kl_loss = 0.0055\n", - "Batch 60, loss = 0.3921, recon_loss = 0.3867, kl_loss = 0.0054\n", - "Batch 90, loss = 0.9503, recon_loss = 0.9450, kl_loss = 0.0053\n", - "Batch 120, loss = 0.6088, recon_loss = 0.6036, kl_loss = 0.0052\n", - "Batch 150, loss = 6.7939, recon_loss = 6.5211, kl_loss = 0.2729\n", - "Batch 180, loss = 12.3626, recon_loss = 12.1008, kl_loss = 0.2617\n", - "Batch 210, loss = 36.2279, recon_loss = 36.2216, kl_loss = 0.0063\n", - "Average loss: 14.0285\n", + "Batch 30, loss = 5793.9297, recon_loss = 5793.3950, kl_loss = 0.5348\n", + "Batch 60, loss = 653.3456, recon_loss = 653.1720, kl_loss = 0.1736\n", + "Batch 90, loss = 202.8332, recon_loss = 202.6692, kl_loss = 0.1640\n", + "Batch 120, loss = 405.2376, recon_loss = 405.0384, kl_loss = 0.1993\n", + "Batch 150, loss = 678.7548, recon_loss = 678.0883, kl_loss = 0.6665\n", + "Batch 180, loss = 1420.0881, recon_loss = 1418.5284, kl_loss = 1.5597\n", + "Batch 210, loss = 5398.1421, recon_loss = 5395.2983, kl_loss = 2.8439\n", + "Average loss: 4563.2949\n", "Epoch: 252\n", - "Batch 30, loss = 3.1868, recon_loss = 3.1810, kl_loss = 0.0058\n", - "Batch 60, loss = 0.3926, recon_loss = 0.3865, kl_loss = 0.0061\n", - "Batch 90, loss = 0.9496, recon_loss = 0.9439, kl_loss = 0.0057\n", - "Batch 120, loss = 0.6102, recon_loss = 0.6040, kl_loss = 0.0062\n", - "Batch 150, loss = 6.7120, recon_loss = 6.4280, kl_loss = 0.2839\n", - "Batch 180, loss = 12.4643, recon_loss = 12.1916, kl_loss = 0.2727\n", - "Batch 210, loss = 36.0237, recon_loss = 36.0161, kl_loss = 0.0076\n", - "Average loss: 14.6504\n", + "Batch 30, loss = 5792.8623, recon_loss = 5792.2622, kl_loss = 0.6002\n", + "Batch 60, loss = 653.9155, recon_loss = 653.7634, kl_loss = 0.1521\n", + "Batch 90, loss = 200.6840, recon_loss = 200.5268, kl_loss = 0.1572\n", + "Batch 120, loss = 405.9824, recon_loss = 405.8089, kl_loss = 0.1735\n", + "Batch 150, loss = 678.5933, recon_loss = 677.9068, kl_loss = 0.6865\n", + "Batch 180, loss = 1419.0179, recon_loss = 1417.4277, kl_loss = 1.5902\n", + "Batch 210, loss = 5378.8247, recon_loss = 5375.9238, kl_loss = 2.9008\n", + "Average loss: 4555.6067\n", "Epoch: 253\n", - "Batch 30, loss = 3.1784, recon_loss = 3.1726, kl_loss = 0.0059\n", - "Batch 60, loss = 0.3924, recon_loss = 0.3860, kl_loss = 0.0064\n", - "Batch 90, loss = 0.9498, recon_loss = 0.9438, kl_loss = 0.0060\n", - "Batch 120, loss = 0.6090, recon_loss = 0.6034, kl_loss = 0.0056\n", - "Batch 150, loss = 6.7549, recon_loss = 6.5098, kl_loss = 0.2451\n", - "Batch 180, loss = 12.2028, recon_loss = 11.9285, kl_loss = 0.2743\n", - "Batch 210, loss = 35.9889, recon_loss = 35.9823, kl_loss = 0.0066\n", - "Average loss: 14.4233\n", + "Batch 30, loss = 5792.7485, recon_loss = 5792.2358, kl_loss = 0.5128\n", + "Batch 60, loss = 654.5971, recon_loss = 654.4094, kl_loss = 0.1877\n", + "Batch 90, loss = 204.4162, recon_loss = 204.2456, kl_loss = 0.1706\n", + "Batch 120, loss = 404.7484, recon_loss = 404.5711, kl_loss = 0.1773\n", + "Batch 150, loss = 678.1790, recon_loss = 677.5716, kl_loss = 0.6073\n", + "Batch 180, loss = 1417.6241, recon_loss = 1416.0563, kl_loss = 1.5679\n", + "Batch 210, loss = 5023.2661, recon_loss = 5020.1763, kl_loss = 3.0900\n", + "Average loss: 4587.7383\n", "Epoch: 254\n", - "Batch 30, loss = 3.1837, recon_loss = 3.1785, kl_loss = 0.0052\n", - "Batch 60, loss = 0.3902, recon_loss = 0.3851, kl_loss = 0.0052\n", - "Batch 90, loss = 0.9478, recon_loss = 0.9429, kl_loss = 0.0049\n", - "Batch 120, loss = 0.6077, recon_loss = 0.6031, kl_loss = 0.0046\n", - "Batch 150, loss = 6.8683, recon_loss = 6.5954, kl_loss = 0.2729\n", - "Batch 180, loss = 12.2693, recon_loss = 12.0011, kl_loss = 0.2682\n", - "Batch 210, loss = 36.0943, recon_loss = 36.0889, kl_loss = 0.0055\n", - "Average loss: 13.9717\n", + "Batch 30, loss = 5790.4326, recon_loss = 5789.8486, kl_loss = 0.5842\n", + "Batch 60, loss = 653.5769, recon_loss = 653.4132, kl_loss = 0.1637\n", + "Batch 90, loss = 203.6514, recon_loss = 203.4906, kl_loss = 0.1607\n", + "Batch 120, loss = 404.7612, recon_loss = 404.5772, kl_loss = 0.1840\n", + "Batch 150, loss = 678.2352, recon_loss = 677.5726, kl_loss = 0.6626\n", + "Batch 180, loss = 1417.6821, recon_loss = 1416.0450, kl_loss = 1.6371\n", + "Batch 210, loss = 5130.2974, recon_loss = 5127.1201, kl_loss = 3.1773\n", + "Average loss: 4537.0258\n", "Epoch: 255\n", - "Batch 30, loss = 3.1647, recon_loss = 3.1603, kl_loss = 0.0044\n", - "Batch 60, loss = 0.3925, recon_loss = 0.3873, kl_loss = 0.0051\n", - "Batch 90, loss = 0.9496, recon_loss = 0.9443, kl_loss = 0.0053\n", - "Batch 120, loss = 0.6087, recon_loss = 0.6037, kl_loss = 0.0050\n", - "Batch 150, loss = 6.8240, recon_loss = 6.5661, kl_loss = 0.2579\n", - "Batch 180, loss = 12.3930, recon_loss = 12.1386, kl_loss = 0.2544\n", - "Batch 210, loss = 36.0959, recon_loss = 36.0901, kl_loss = 0.0058\n", - "Average loss: 13.9693\n", + "Batch 30, loss = 5790.8550, recon_loss = 5790.2822, kl_loss = 0.5726\n", + "Batch 60, loss = 653.4664, recon_loss = 653.2880, kl_loss = 0.1784\n", + "Batch 90, loss = 203.1793, recon_loss = 203.0186, kl_loss = 0.1607\n", + "Batch 120, loss = 405.3423, recon_loss = 405.1427, kl_loss = 0.1995\n", + "Batch 150, loss = 678.3940, recon_loss = 677.7970, kl_loss = 0.5971\n", + "Batch 180, loss = 1421.7488, recon_loss = 1420.1598, kl_loss = 1.5890\n", + "Batch 210, loss = 4941.6387, recon_loss = 4938.7349, kl_loss = 2.9040\n", + "Average loss: 4533.3631\n", "Epoch: 256\n", - "Batch 30, loss = 3.1681, recon_loss = 3.1633, kl_loss = 0.0047\n", - "Batch 60, loss = 0.3905, recon_loss = 0.3858, kl_loss = 0.0047\n", - "Batch 90, loss = 0.9486, recon_loss = 0.9441, kl_loss = 0.0045\n", - "Batch 120, loss = 0.6078, recon_loss = 0.6029, kl_loss = 0.0049\n", - "Batch 150, loss = 6.8599, recon_loss = 6.5953, kl_loss = 0.2646\n", - "Batch 180, loss = 12.2360, recon_loss = 11.9781, kl_loss = 0.2579\n", - "Batch 210, loss = 36.1019, recon_loss = 36.0956, kl_loss = 0.0063\n", - "Average loss: 13.9712\n", + "Batch 30, loss = 5791.0439, recon_loss = 5790.4639, kl_loss = 0.5803\n", + "Batch 60, loss = 653.9565, recon_loss = 653.7656, kl_loss = 0.1910\n", + "Batch 90, loss = 202.7535, recon_loss = 202.5954, kl_loss = 0.1580\n", + "Batch 120, loss = 405.9424, recon_loss = 405.7407, kl_loss = 0.2017\n", + "Batch 150, loss = 678.2753, recon_loss = 677.6376, kl_loss = 0.6376\n", + "Batch 180, loss = 1423.1880, recon_loss = 1421.6193, kl_loss = 1.5687\n", + "Batch 210, loss = 5341.9331, recon_loss = 5338.9746, kl_loss = 2.9583\n", + "Average loss: 4532.2834\n", "Epoch: 257\n", - "Batch 30, loss = 3.1663, recon_loss = 3.1613, kl_loss = 0.0050\n", - "Batch 60, loss = 0.3905, recon_loss = 0.3856, kl_loss = 0.0049\n", - "Batch 90, loss = 0.9490, recon_loss = 0.9444, kl_loss = 0.0046\n", - "Batch 120, loss = 0.6081, recon_loss = 0.6038, kl_loss = 0.0043\n", - "Batch 150, loss = 6.8150, recon_loss = 6.5561, kl_loss = 0.2589\n", - "Batch 180, loss = 12.2392, recon_loss = 11.9740, kl_loss = 0.2652\n", - "Batch 210, loss = 36.1174, recon_loss = 36.1123, kl_loss = 0.0051\n", - "Average loss: 13.9546\n", + "Batch 30, loss = 5792.5620, recon_loss = 5792.0601, kl_loss = 0.5022\n", + "Batch 60, loss = 653.1651, recon_loss = 653.0059, kl_loss = 0.1592\n", + "Batch 90, loss = 205.1389, recon_loss = 204.9853, kl_loss = 0.1536\n", + "Batch 120, loss = 405.2916, recon_loss = 405.1007, kl_loss = 0.1909\n", + "Batch 150, loss = 678.9579, recon_loss = 678.3962, kl_loss = 0.5617\n", + "Batch 180, loss = 1420.9283, recon_loss = 1419.3032, kl_loss = 1.6251\n", + "Batch 210, loss = 5026.9429, recon_loss = 5023.8643, kl_loss = 3.0785\n", + "Average loss: 4529.0381\n", "Epoch: 258\n", - "Batch 30, loss = 3.1643, recon_loss = 3.1601, kl_loss = 0.0042\n", - "Batch 60, loss = 0.3894, recon_loss = 0.3853, kl_loss = 0.0041\n", - "Batch 90, loss = 0.9479, recon_loss = 0.9440, kl_loss = 0.0039\n", - "Batch 120, loss = 0.6086, recon_loss = 0.6040, kl_loss = 0.0045\n", - "Batch 150, loss = 6.8866, recon_loss = 6.6429, kl_loss = 0.2437\n", - "Batch 180, loss = 12.3153, recon_loss = 12.0650, kl_loss = 0.2503\n", - "Batch 210, loss = 36.1149, recon_loss = 36.1095, kl_loss = 0.0054\n", - "Average loss: 13.9711\n", + "Batch 30, loss = 5792.4624, recon_loss = 5791.8779, kl_loss = 0.5844\n", + "Batch 60, loss = 652.9385, recon_loss = 652.7239, kl_loss = 0.2146\n", + "Batch 90, loss = 203.3029, recon_loss = 203.1205, kl_loss = 0.1824\n", + "Batch 120, loss = 405.1576, recon_loss = 404.9630, kl_loss = 0.1947\n", + "Batch 150, loss = 678.3368, recon_loss = 677.6804, kl_loss = 0.6564\n", + "Batch 180, loss = 1419.8645, recon_loss = 1418.2817, kl_loss = 1.5828\n", + "Batch 210, loss = 5031.2056, recon_loss = 5028.1221, kl_loss = 3.0833\n", + "Average loss: 4525.5756\n", "Epoch: 259\n", - "Batch 30, loss = 3.1677, recon_loss = 3.1633, kl_loss = 0.0043\n", - "Batch 60, loss = 0.3894, recon_loss = 0.3851, kl_loss = 0.0043\n", - "Batch 90, loss = 0.9484, recon_loss = 0.9444, kl_loss = 0.0041\n", - "Batch 120, loss = 0.6072, recon_loss = 0.6034, kl_loss = 0.0038\n", - "Batch 150, loss = 6.8020, recon_loss = 6.5455, kl_loss = 0.2565\n", - "Batch 180, loss = 12.3368, recon_loss = 12.0637, kl_loss = 0.2732\n", - "Batch 210, loss = 36.1210, recon_loss = 36.1166, kl_loss = 0.0043\n", - "Average loss: 13.9743\n", + "Batch 30, loss = 5789.4385, recon_loss = 5788.8691, kl_loss = 0.5692\n", + "Batch 60, loss = 653.6422, recon_loss = 653.4658, kl_loss = 0.1764\n", + "Batch 90, loss = 202.6239, recon_loss = 202.4613, kl_loss = 0.1626\n", + "Batch 120, loss = 405.0810, recon_loss = 404.8861, kl_loss = 0.1949\n", + "Batch 150, loss = 678.5027, recon_loss = 677.9406, kl_loss = 0.5622\n", + "Batch 180, loss = 1423.7191, recon_loss = 1422.2158, kl_loss = 1.5033\n", + "Batch 210, loss = 4988.9492, recon_loss = 4985.8540, kl_loss = 3.0953\n", + "Average loss: 4532.4362\n", "Epoch: 260\n", - "Batch 30, loss = 3.1750, recon_loss = 3.1712, kl_loss = 0.0038\n", - "Batch 60, loss = 0.3888, recon_loss = 0.3848, kl_loss = 0.0040\n", - "Batch 90, loss = 0.9482, recon_loss = 0.9442, kl_loss = 0.0040\n", - "Batch 120, loss = 0.6069, recon_loss = 0.6033, kl_loss = 0.0037\n", - "Batch 150, loss = 6.8268, recon_loss = 6.5502, kl_loss = 0.2765\n", - "Batch 180, loss = 12.2891, recon_loss = 12.0315, kl_loss = 0.2575\n", - "Batch 210, loss = 36.1584, recon_loss = 36.1541, kl_loss = 0.0043\n", - "Average loss: 13.9781\n", + "Batch 30, loss = 5788.6221, recon_loss = 5788.0205, kl_loss = 0.6017\n", + "Batch 60, loss = 653.7198, recon_loss = 653.5162, kl_loss = 0.2036\n", + "Batch 90, loss = 201.7969, recon_loss = 201.6067, kl_loss = 0.1902\n", + "Batch 120, loss = 405.2366, recon_loss = 405.0060, kl_loss = 0.2307\n", + "Batch 150, loss = 678.3998, recon_loss = 677.7740, kl_loss = 0.6259\n", + "Batch 180, loss = 1425.7605, recon_loss = 1424.1716, kl_loss = 1.5888\n", + "Batch 210, loss = 5246.3252, recon_loss = 5243.4146, kl_loss = 2.9108\n", + "Average loss: 4530.7399\n", "Epoch: 261\n", - "Batch 30, loss = 3.1536, recon_loss = 3.1500, kl_loss = 0.0036\n", - "Batch 60, loss = 0.3891, recon_loss = 0.3855, kl_loss = 0.0036\n", - "Batch 90, loss = 0.9481, recon_loss = 0.9447, kl_loss = 0.0034\n", - "Batch 120, loss = 0.6064, recon_loss = 0.6033, kl_loss = 0.0031\n", - "Batch 150, loss = 6.7250, recon_loss = 6.4638, kl_loss = 0.2612\n", - "Batch 180, loss = 12.3338, recon_loss = 12.0788, kl_loss = 0.2550\n", - "Batch 210, loss = 36.1029, recon_loss = 36.0992, kl_loss = 0.0036\n", - "Average loss: 13.9528\n", + "Batch 30, loss = 5793.5249, recon_loss = 5792.9565, kl_loss = 0.5684\n", + "Batch 60, loss = 653.2778, recon_loss = 653.0105, kl_loss = 0.2673\n", + "Batch 90, loss = 202.7953, recon_loss = 202.6093, kl_loss = 0.1859\n", + "Batch 120, loss = 406.0865, recon_loss = 405.8657, kl_loss = 0.2209\n", + "Batch 150, loss = 678.1447, recon_loss = 677.5716, kl_loss = 0.5731\n", + "Batch 180, loss = 1425.1914, recon_loss = 1423.6458, kl_loss = 1.5457\n", + "Batch 210, loss = 5028.6929, recon_loss = 5025.7041, kl_loss = 2.9886\n", + "Average loss: 4511.7369\n", "Epoch: 262\n", - "Batch 30, loss = 3.1683, recon_loss = 3.1653, kl_loss = 0.0031\n", - "Batch 60, loss = 0.3877, recon_loss = 0.3847, kl_loss = 0.0030\n", - "Batch 90, loss = 0.9470, recon_loss = 0.9442, kl_loss = 0.0028\n", - "Batch 120, loss = 0.6060, recon_loss = 0.6035, kl_loss = 0.0025\n", - "Batch 150, loss = 6.7329, recon_loss = 6.4894, kl_loss = 0.2435\n", - "Batch 180, loss = 12.3241, recon_loss = 12.0792, kl_loss = 0.2449\n", - "Batch 210, loss = 36.1306, recon_loss = 36.1272, kl_loss = 0.0034\n", - "Average loss: 13.7799\n", + "Batch 30, loss = 5790.5415, recon_loss = 5789.9946, kl_loss = 0.5469\n", + "Batch 60, loss = 654.2521, recon_loss = 654.0260, kl_loss = 0.2261\n", + "Batch 90, loss = 201.7899, recon_loss = 201.6049, kl_loss = 0.1850\n", + "Batch 120, loss = 405.3357, recon_loss = 405.1071, kl_loss = 0.2286\n", + "Batch 150, loss = 678.8860, recon_loss = 678.2639, kl_loss = 0.6222\n", + "Batch 180, loss = 1420.7291, recon_loss = 1419.1515, kl_loss = 1.5777\n", + "Batch 210, loss = 5477.0415, recon_loss = 5473.8789, kl_loss = 3.1628\n", + "Average loss: 4530.9067\n", "Epoch: 263\n", - "Batch 30, loss = 3.2186, recon_loss = 3.2152, kl_loss = 0.0035\n", - "Batch 60, loss = 0.3858, recon_loss = 0.3823, kl_loss = 0.0035\n", - "Batch 90, loss = 0.9478, recon_loss = 0.9445, kl_loss = 0.0033\n", - "Batch 120, loss = 0.6071, recon_loss = 0.6041, kl_loss = 0.0030\n", - "Batch 150, loss = 7.0476, recon_loss = 6.8358, kl_loss = 0.2118\n", - "Batch 180, loss = 12.2674, recon_loss = 12.0036, kl_loss = 0.2638\n" + "Batch 30, loss = 5790.4834, recon_loss = 5789.9209, kl_loss = 0.5624\n", + "Batch 60, loss = 653.2092, recon_loss = 653.0054, kl_loss = 0.2038\n", + "Batch 90, loss = 203.7270, recon_loss = 203.5272, kl_loss = 0.1998\n", + "Batch 120, loss = 405.7273, recon_loss = 405.4888, kl_loss = 0.2385\n", + "Batch 150, loss = 678.1994, recon_loss = 677.6180, kl_loss = 0.5814\n", + "Batch 180, loss = 1423.3954, recon_loss = 1421.8629, kl_loss = 1.5324\n", + "Batch 210, loss = 5137.8594, recon_loss = 5134.5337, kl_loss = 3.3258\n", + "Average loss: 4512.3274\n", + "Epoch: 264\n", + "Batch 30, loss = 5789.2231, recon_loss = 5788.5840, kl_loss = 0.6389\n", + "Batch 60, loss = 653.4788, recon_loss = 653.2206, kl_loss = 0.2581\n", + "Batch 90, loss = 204.2105, recon_loss = 204.0291, kl_loss = 0.1814\n", + "Batch 120, loss = 405.3167, recon_loss = 405.1024, kl_loss = 0.2143\n", + "Batch 150, loss = 678.3591, recon_loss = 677.7229, kl_loss = 0.6363\n", + "Batch 180, loss = 1421.6921, recon_loss = 1420.1130, kl_loss = 1.5791\n", + "Batch 210, loss = 5342.5449, recon_loss = 5339.3564, kl_loss = 3.1887\n", + "Average loss: 4511.7853\n", + "Epoch: 265\n", + "Batch 30, loss = 5786.7842, recon_loss = 5786.2021, kl_loss = 0.5819\n", + "Batch 60, loss = 653.3292, recon_loss = 653.1387, kl_loss = 0.1905\n", + "Batch 90, loss = 201.3996, recon_loss = 201.2170, kl_loss = 0.1826\n", + "Batch 120, loss = 405.3725, recon_loss = 405.1411, kl_loss = 0.2314\n", + "Batch 150, loss = 678.4468, recon_loss = 677.8307, kl_loss = 0.6160\n", + "Batch 180, loss = 1420.5559, recon_loss = 1419.0077, kl_loss = 1.5482\n", + "Batch 210, loss = 5112.2500, recon_loss = 5108.9717, kl_loss = 3.2786\n", + "Average loss: 4511.1958\n", + "Epoch: 266\n", + "Batch 30, loss = 5792.0234, recon_loss = 5791.4087, kl_loss = 0.6149\n", + "Batch 60, loss = 653.5257, recon_loss = 653.2916, kl_loss = 0.2341\n", + "Batch 90, loss = 199.1077, recon_loss = 198.8998, kl_loss = 0.2079\n", + "Batch 120, loss = 404.5349, recon_loss = 404.3009, kl_loss = 0.2340\n", + "Batch 150, loss = 678.4720, recon_loss = 677.8736, kl_loss = 0.5984\n", + "Batch 180, loss = 1420.6947, recon_loss = 1419.0559, kl_loss = 1.6388\n", + "Batch 210, loss = 5094.6982, recon_loss = 5091.3999, kl_loss = 3.2983\n", + "Average loss: 4511.3980\n", + "Epoch: 267\n", + "Batch 30, loss = 5791.7598, recon_loss = 5791.1284, kl_loss = 0.6312\n", + "Batch 60, loss = 653.1752, recon_loss = 652.9113, kl_loss = 0.2639\n", + "Batch 90, loss = 204.1988, recon_loss = 204.0126, kl_loss = 0.1862\n", + "Batch 120, loss = 405.7212, recon_loss = 405.4946, kl_loss = 0.2266\n", + "Batch 150, loss = 678.2432, recon_loss = 677.6187, kl_loss = 0.6245\n", + "Batch 180, loss = 1422.6564, recon_loss = 1420.9984, kl_loss = 1.6579\n", + "Batch 210, loss = 5362.1387, recon_loss = 5358.6343, kl_loss = 3.5042\n", + "Average loss: 4509.7642\n", + "Epoch: 268\n", + "Batch 30, loss = 5789.7212, recon_loss = 5789.1206, kl_loss = 0.6004\n", + "Batch 60, loss = 653.1759, recon_loss = 652.9614, kl_loss = 0.2145\n", + "Batch 90, loss = 204.5641, recon_loss = 204.3955, kl_loss = 0.1687\n", + "Batch 120, loss = 404.3583, recon_loss = 404.1051, kl_loss = 0.2532\n", + "Batch 150, loss = 678.2256, recon_loss = 677.5836, kl_loss = 0.6420\n", + "Batch 180, loss = 1423.4490, recon_loss = 1421.9349, kl_loss = 1.5141\n", + "Batch 210, loss = 4985.5728, recon_loss = 4982.3110, kl_loss = 3.2615\n", + "Average loss: 4511.9642\n", + "Epoch: 269\n", + "Batch 30, loss = 5790.7793, recon_loss = 5790.1914, kl_loss = 0.5880\n", + "Batch 60, loss = 654.0892, recon_loss = 653.8761, kl_loss = 0.2131\n", + "Batch 90, loss = 203.1498, recon_loss = 202.9691, kl_loss = 0.1808\n", + "Batch 120, loss = 404.8217, recon_loss = 404.5818, kl_loss = 0.2399\n", + "Batch 150, loss = 678.5508, recon_loss = 677.9359, kl_loss = 0.6150\n", + "Batch 180, loss = 1428.9624, recon_loss = 1427.3921, kl_loss = 1.5703\n", + "Batch 210, loss = 5177.6880, recon_loss = 5174.5635, kl_loss = 3.1244\n", + "Average loss: 4501.4998\n", + "Epoch: 270\n", + "Batch 30, loss = 5799.6592, recon_loss = 5799.1304, kl_loss = 0.5290\n", + "Batch 60, loss = 654.0707, recon_loss = 653.8199, kl_loss = 0.2508\n", + "Batch 90, loss = 202.9253, recon_loss = 202.7541, kl_loss = 0.1712\n", + "Batch 120, loss = 403.2604, recon_loss = 403.0182, kl_loss = 0.2422\n", + "Batch 150, loss = 678.1548, recon_loss = 677.5707, kl_loss = 0.5841\n", + "Batch 180, loss = 1425.0139, recon_loss = 1423.4501, kl_loss = 1.5639\n", + "Batch 210, loss = 5336.9810, recon_loss = 5333.6201, kl_loss = 3.3610\n", + "Average loss: 4516.3856\n", + "Epoch: 271\n", + "Batch 30, loss = 5787.3345, recon_loss = 5786.7144, kl_loss = 0.6204\n", + "Batch 60, loss = 655.2458, recon_loss = 654.8665, kl_loss = 0.3793\n", + "Batch 90, loss = 204.8011, recon_loss = 204.6367, kl_loss = 0.1644\n", + "Batch 120, loss = 403.0046, recon_loss = 402.7712, kl_loss = 0.2334\n", + "Batch 150, loss = 678.0668, recon_loss = 677.4174, kl_loss = 0.6494\n", + "Batch 180, loss = 1421.6349, recon_loss = 1420.0051, kl_loss = 1.6298\n", + "Batch 210, loss = 5334.0488, recon_loss = 5330.7349, kl_loss = 3.3139\n", + "Average loss: 4508.1500\n", + "Epoch: 272\n", + "Batch 30, loss = 5787.1060, recon_loss = 5786.5459, kl_loss = 0.5602\n", + "Batch 60, loss = 654.4789, recon_loss = 654.2601, kl_loss = 0.2188\n", + "Batch 90, loss = 206.8424, recon_loss = 206.6611, kl_loss = 0.1813\n", + "Batch 120, loss = 402.6672, recon_loss = 402.4233, kl_loss = 0.2439\n", + "Batch 150, loss = 678.9519, recon_loss = 678.2352, kl_loss = 0.7168\n", + "Batch 180, loss = 1420.0907, recon_loss = 1418.6072, kl_loss = 1.4835\n", + "Batch 210, loss = 5220.6860, recon_loss = 5217.3428, kl_loss = 3.3432\n", + "Average loss: 4495.8679\n", + "Epoch: 273\n", + "Batch 30, loss = 5787.6313, recon_loss = 5787.0469, kl_loss = 0.5843\n", + "Batch 60, loss = 654.2804, recon_loss = 654.0572, kl_loss = 0.2232\n", + "Batch 90, loss = 205.2580, recon_loss = 205.0688, kl_loss = 0.1892\n", + "Batch 120, loss = 403.1688, recon_loss = 402.8683, kl_loss = 0.3006\n", + "Batch 150, loss = 678.2047, recon_loss = 677.5230, kl_loss = 0.6817\n", + "Batch 180, loss = 1420.0933, recon_loss = 1418.5068, kl_loss = 1.5865\n", + "Batch 210, loss = 5047.7466, recon_loss = 5044.4541, kl_loss = 3.2927\n", + "Average loss: 4490.9834\n", + "Epoch: 274\n", + "Batch 30, loss = 5792.6313, recon_loss = 5792.0801, kl_loss = 0.5514\n", + "Batch 60, loss = 653.7397, recon_loss = 653.4560, kl_loss = 0.2837\n", + "Batch 90, loss = 203.8399, recon_loss = 203.6385, kl_loss = 0.2014\n", + "Batch 120, loss = 403.3716, recon_loss = 403.0851, kl_loss = 0.2865\n", + "Batch 150, loss = 678.1272, recon_loss = 677.4654, kl_loss = 0.6618\n", + "Batch 180, loss = 1418.0116, recon_loss = 1416.3801, kl_loss = 1.6314\n", + "Batch 210, loss = 5296.8608, recon_loss = 5293.5977, kl_loss = 3.2630\n", + "Average loss: 4510.8207\n", + "Epoch: 275\n", + "Batch 30, loss = 5803.3105, recon_loss = 5802.6738, kl_loss = 0.6365\n", + "Batch 60, loss = 653.4139, recon_loss = 653.1742, kl_loss = 0.2397\n", + "Batch 90, loss = 204.3325, recon_loss = 204.1417, kl_loss = 0.1908\n", + "Batch 120, loss = 403.2637, recon_loss = 402.9644, kl_loss = 0.2994\n", + "Batch 150, loss = 678.5305, recon_loss = 677.8580, kl_loss = 0.6724\n", + "Batch 180, loss = 1416.8710, recon_loss = 1415.3057, kl_loss = 1.5653\n", + "Batch 210, loss = 5277.8198, recon_loss = 5274.5962, kl_loss = 3.2238\n", + "Average loss: 4488.8979\n", + "Epoch: 276\n", + "Batch 30, loss = 5789.8716, recon_loss = 5789.2563, kl_loss = 0.6152\n", + "Batch 60, loss = 653.4547, recon_loss = 653.2234, kl_loss = 0.2313\n", + "Batch 90, loss = 200.9820, recon_loss = 200.7893, kl_loss = 0.1928\n", + "Batch 120, loss = 403.4443, recon_loss = 403.1651, kl_loss = 0.2792\n", + "Batch 150, loss = 678.4742, recon_loss = 677.7625, kl_loss = 0.7117\n", + "Batch 180, loss = 1415.5431, recon_loss = 1413.9254, kl_loss = 1.6177\n", + "Batch 210, loss = 5182.9204, recon_loss = 5179.6069, kl_loss = 3.3136\n", + "Average loss: 4493.1521\n", + "Epoch: 277\n", + "Batch 30, loss = 5785.7109, recon_loss = 5785.0791, kl_loss = 0.6319\n", + "Batch 60, loss = 653.6046, recon_loss = 653.3973, kl_loss = 0.2072\n", + "Batch 90, loss = 204.3361, recon_loss = 204.1567, kl_loss = 0.1795\n", + "Batch 120, loss = 405.1031, recon_loss = 404.8799, kl_loss = 0.2231\n", + "Batch 150, loss = 678.0739, recon_loss = 677.4768, kl_loss = 0.5970\n", + "Batch 180, loss = 1419.4076, recon_loss = 1417.7972, kl_loss = 1.6104\n", + "Batch 210, loss = 5321.6338, recon_loss = 5318.1982, kl_loss = 3.4358\n", + "Average loss: 4488.5374\n", + "Epoch: 278\n", + "Batch 30, loss = 5789.9087, recon_loss = 5789.3711, kl_loss = 0.5378\n", + "Batch 60, loss = 653.3586, recon_loss = 653.0402, kl_loss = 0.3185\n", + "Batch 90, loss = 201.3695, recon_loss = 201.1653, kl_loss = 0.2042\n", + "Batch 120, loss = 404.6214, recon_loss = 404.3473, kl_loss = 0.2741\n", + "Batch 150, loss = 678.8682, recon_loss = 678.2883, kl_loss = 0.5798\n", + "Batch 180, loss = 1418.5696, recon_loss = 1416.9978, kl_loss = 1.5717\n", + "Batch 210, loss = 5455.1851, recon_loss = 5451.5034, kl_loss = 3.6818\n", + "Average loss: 4505.4674\n", + "Epoch: 279\n", + "Batch 30, loss = 5789.9023, recon_loss = 5789.3433, kl_loss = 0.5591\n", + "Batch 60, loss = 654.0263, recon_loss = 653.7620, kl_loss = 0.2643\n", + "Batch 90, loss = 204.7278, recon_loss = 204.5310, kl_loss = 0.1968\n", + "Batch 120, loss = 403.5999, recon_loss = 403.2853, kl_loss = 0.3146\n", + "Batch 150, loss = 678.2771, recon_loss = 677.6103, kl_loss = 0.6668\n", + "Batch 180, loss = 1421.0310, recon_loss = 1419.4072, kl_loss = 1.6237\n", + "Batch 210, loss = 5264.3540, recon_loss = 5260.9233, kl_loss = 3.4307\n", + "Average loss: 4476.3667\n", + "Epoch: 280\n", + "Batch 30, loss = 5790.6963, recon_loss = 5790.1191, kl_loss = 0.5774\n", + "Batch 60, loss = 654.0728, recon_loss = 653.7676, kl_loss = 0.3052\n", + "Batch 90, loss = 203.3340, recon_loss = 203.1343, kl_loss = 0.1997\n", + "Batch 120, loss = 404.5454, recon_loss = 404.3091, kl_loss = 0.2363\n", + "Batch 150, loss = 678.2720, recon_loss = 677.7067, kl_loss = 0.5653\n", + "Batch 180, loss = 1423.3190, recon_loss = 1421.7815, kl_loss = 1.5375\n", + "Batch 210, loss = 5338.4326, recon_loss = 5335.2031, kl_loss = 3.2294\n", + "Average loss: 4492.5363\n", + "Epoch: 281\n", + "Batch 30, loss = 5786.1958, recon_loss = 5785.6016, kl_loss = 0.5944\n", + "Batch 60, loss = 653.0421, recon_loss = 652.8408, kl_loss = 0.2013\n", + "Batch 90, loss = 200.9250, recon_loss = 200.7317, kl_loss = 0.1933\n", + "Batch 120, loss = 405.3486, recon_loss = 405.0979, kl_loss = 0.2507\n", + "Batch 150, loss = 677.9694, recon_loss = 677.3793, kl_loss = 0.5902\n", + "Batch 180, loss = 1418.3502, recon_loss = 1416.7645, kl_loss = 1.5857\n", + "Batch 210, loss = 4990.5195, recon_loss = 4987.4536, kl_loss = 3.0658\n", + "Average loss: 4485.7627\n", + "Epoch: 282\n", + "Batch 30, loss = 5785.5127, recon_loss = 5784.9292, kl_loss = 0.5836\n", + "Batch 60, loss = 654.2867, recon_loss = 654.0372, kl_loss = 0.2495\n", + "Batch 90, loss = 202.4794, recon_loss = 202.2682, kl_loss = 0.2111\n", + "Batch 120, loss = 404.4747, recon_loss = 404.1389, kl_loss = 0.3358\n", + "Batch 150, loss = 678.7774, recon_loss = 678.1398, kl_loss = 0.6376\n", + "Batch 180, loss = 1420.7573, recon_loss = 1419.2137, kl_loss = 1.5436\n", + "Batch 210, loss = 5445.8271, recon_loss = 5442.7197, kl_loss = 3.1075\n", + "Average loss: 4486.4020\n", + "Epoch: 283\n", + "Batch 30, loss = 5785.4839, recon_loss = 5784.9619, kl_loss = 0.5219\n", + "Batch 60, loss = 653.3475, recon_loss = 653.1135, kl_loss = 0.2341\n", + "Batch 90, loss = 205.7159, recon_loss = 205.5153, kl_loss = 0.2006\n", + "Batch 120, loss = 403.0741, recon_loss = 402.7024, kl_loss = 0.3717\n", + "Batch 150, loss = 678.3748, recon_loss = 677.7974, kl_loss = 0.5774\n", + "Batch 180, loss = 1421.7760, recon_loss = 1420.2843, kl_loss = 1.4917\n", + "Batch 210, loss = 5289.3594, recon_loss = 5286.1660, kl_loss = 3.1936\n", + "Average loss: 4481.6005\n", + "Epoch: 284\n", + "Batch 30, loss = 5787.9761, recon_loss = 5787.3955, kl_loss = 0.5807\n", + "Batch 60, loss = 654.7780, recon_loss = 654.4903, kl_loss = 0.2877\n", + "Batch 90, loss = 200.5424, recon_loss = 200.3526, kl_loss = 0.1899\n", + "Batch 120, loss = 402.4199, recon_loss = 402.1679, kl_loss = 0.2520\n", + "Batch 150, loss = 678.3922, recon_loss = 677.7721, kl_loss = 0.6201\n", + "Batch 180, loss = 1414.6606, recon_loss = 1413.0647, kl_loss = 1.5960\n", + "Batch 210, loss = 5209.9209, recon_loss = 5206.6494, kl_loss = 3.2713\n", + "Average loss: 4509.0922\n", + "Epoch: 285\n", + "Batch 30, loss = 5787.5815, recon_loss = 5787.0322, kl_loss = 0.5494\n", + "Batch 60, loss = 654.8548, recon_loss = 654.6461, kl_loss = 0.2087\n", + "Batch 90, loss = 202.2353, recon_loss = 202.0441, kl_loss = 0.1913\n", + "Batch 120, loss = 402.3350, recon_loss = 401.9832, kl_loss = 0.3518\n", + "Batch 150, loss = 678.6456, recon_loss = 678.0216, kl_loss = 0.6240\n", + "Batch 180, loss = 1417.4583, recon_loss = 1415.7772, kl_loss = 1.6810\n", + "Batch 210, loss = 5252.4434, recon_loss = 5249.0039, kl_loss = 3.4394\n", + "Average loss: 4484.6744\n", + "Epoch: 286\n", + "Batch 30, loss = 5790.0098, recon_loss = 5789.4985, kl_loss = 0.5115\n", + "Batch 60, loss = 653.7573, recon_loss = 653.4857, kl_loss = 0.2716\n", + "Batch 90, loss = 202.9291, recon_loss = 202.7201, kl_loss = 0.2090\n", + "Batch 120, loss = 403.3616, recon_loss = 403.0687, kl_loss = 0.2929\n", + "Batch 150, loss = 678.1169, recon_loss = 677.5192, kl_loss = 0.5977\n", + "Batch 180, loss = 1414.1094, recon_loss = 1412.4438, kl_loss = 1.6655\n", + "Batch 210, loss = 5262.6460, recon_loss = 5259.1689, kl_loss = 3.4770\n", + "Average loss: 4482.5659\n", + "Epoch: 287\n", + "Batch 30, loss = 5786.8052, recon_loss = 5786.2471, kl_loss = 0.5582\n", + "Batch 60, loss = 654.2764, recon_loss = 653.9948, kl_loss = 0.2817\n", + "Batch 90, loss = 200.6451, recon_loss = 200.4498, kl_loss = 0.1953\n", + "Batch 120, loss = 402.2673, recon_loss = 401.9669, kl_loss = 0.3004\n", + "Batch 150, loss = 678.3417, recon_loss = 677.6616, kl_loss = 0.6800\n", + "Batch 180, loss = 1417.5886, recon_loss = 1415.9045, kl_loss = 1.6841\n", + "Batch 210, loss = 5235.6123, recon_loss = 5231.8604, kl_loss = 3.7521\n", + "Average loss: 4480.0395\n", + "Epoch: 288\n", + "Batch 30, loss = 5779.8413, recon_loss = 5779.3071, kl_loss = 0.5342\n", + "Batch 60, loss = 654.3199, recon_loss = 654.0440, kl_loss = 0.2759\n", + "Batch 90, loss = 205.1623, recon_loss = 204.9624, kl_loss = 0.1999\n", + "Batch 120, loss = 401.7133, recon_loss = 401.3864, kl_loss = 0.3269\n", + "Batch 150, loss = 677.9865, recon_loss = 677.3983, kl_loss = 0.5881\n", + "Batch 180, loss = 1419.6417, recon_loss = 1418.0084, kl_loss = 1.6333\n", + "Batch 210, loss = 5215.5928, recon_loss = 5211.7480, kl_loss = 3.8448\n", + "Average loss: 4478.5651\n", + "Epoch: 289\n", + "Batch 30, loss = 5783.7852, recon_loss = 5783.2363, kl_loss = 0.5486\n", + "Batch 60, loss = 654.0002, recon_loss = 653.7449, kl_loss = 0.2553\n", + "Batch 90, loss = 199.2119, recon_loss = 199.0190, kl_loss = 0.1929\n", + "Batch 120, loss = 401.0095, recon_loss = 400.7314, kl_loss = 0.2780\n", + "Batch 150, loss = 678.4161, recon_loss = 677.8049, kl_loss = 0.6111\n", + "Batch 180, loss = 1425.5190, recon_loss = 1423.9409, kl_loss = 1.5782\n", + "Batch 210, loss = 5241.3486, recon_loss = 5237.6904, kl_loss = 3.6582\n", + "Average loss: 4469.1088\n", + "Epoch: 290\n", + "Batch 30, loss = 5782.4609, recon_loss = 5781.9033, kl_loss = 0.5575\n", + "Batch 60, loss = 654.7878, recon_loss = 654.4945, kl_loss = 0.2933\n", + "Batch 90, loss = 208.7911, recon_loss = 208.5442, kl_loss = 0.2469\n", + "Batch 120, loss = 402.2112, recon_loss = 401.9170, kl_loss = 0.2942\n", + "Batch 150, loss = 678.5316, recon_loss = 677.8727, kl_loss = 0.6589\n", + "Batch 180, loss = 1423.5074, recon_loss = 1421.8732, kl_loss = 1.6342\n", + "Batch 210, loss = 5017.8892, recon_loss = 5014.2329, kl_loss = 3.6562\n", + "Average loss: 4462.3858\n", + "Epoch: 291\n", + "Batch 30, loss = 5789.4976, recon_loss = 5788.9604, kl_loss = 0.5373\n", + "Batch 60, loss = 654.6575, recon_loss = 654.3926, kl_loss = 0.2649\n", + "Batch 90, loss = 207.7755, recon_loss = 207.5645, kl_loss = 0.2110\n", + "Batch 120, loss = 401.0754, recon_loss = 400.7187, kl_loss = 0.3568\n", + "Batch 150, loss = 678.1462, recon_loss = 677.5640, kl_loss = 0.5823\n", + "Batch 180, loss = 1426.8949, recon_loss = 1425.3014, kl_loss = 1.5935\n", + "Batch 210, loss = 6070.6460, recon_loss = 6066.8213, kl_loss = 3.8245\n", + "Average loss: 4473.2131\n", + "Epoch: 292\n", + "Batch 30, loss = 5783.8936, recon_loss = 5783.3516, kl_loss = 0.5421\n", + "Batch 60, loss = 655.0590, recon_loss = 654.8158, kl_loss = 0.2432\n", + "Batch 90, loss = 206.3646, recon_loss = 206.1324, kl_loss = 0.2322\n", + "Batch 120, loss = 400.1981, recon_loss = 399.9067, kl_loss = 0.2914\n", + "Batch 150, loss = 678.2840, recon_loss = 677.6830, kl_loss = 0.6010\n", + "Batch 180, loss = 1425.6139, recon_loss = 1424.0330, kl_loss = 1.5809\n", + "Batch 210, loss = 5174.0962, recon_loss = 5170.5391, kl_loss = 3.5572\n", + "Average loss: 4455.8275\n", + "Epoch: 293\n", + "Batch 30, loss = 5781.1528, recon_loss = 5780.6235, kl_loss = 0.5294\n", + "Batch 60, loss = 654.1969, recon_loss = 653.9289, kl_loss = 0.2680\n", + "Batch 90, loss = 202.8102, recon_loss = 202.5836, kl_loss = 0.2266\n", + "Batch 120, loss = 401.1827, recon_loss = 400.8460, kl_loss = 0.3367\n", + "Batch 150, loss = 678.0889, recon_loss = 677.4968, kl_loss = 0.5921\n", + "Batch 180, loss = 1425.3423, recon_loss = 1423.7911, kl_loss = 1.5511\n", + "Batch 210, loss = 5099.8525, recon_loss = 5096.2471, kl_loss = 3.6055\n", + "Average loss: 4452.5422\n", + "Epoch: 294\n", + "Batch 30, loss = 5780.5674, recon_loss = 5779.9482, kl_loss = 0.6193\n", + "Batch 60, loss = 656.1157, recon_loss = 655.7294, kl_loss = 0.3863\n", + "Batch 90, loss = 207.8006, recon_loss = 207.4660, kl_loss = 0.3347\n", + "Batch 120, loss = 401.0062, recon_loss = 400.6824, kl_loss = 0.3238\n", + "Batch 150, loss = 678.2530, recon_loss = 677.6352, kl_loss = 0.6178\n", + "Batch 180, loss = 1420.1219, recon_loss = 1418.4563, kl_loss = 1.6656\n", + "Batch 210, loss = 5289.3154, recon_loss = 5285.7886, kl_loss = 3.5268\n", + "Average loss: 4456.0690\n", + "Epoch: 295\n", + "Batch 30, loss = 5778.1919, recon_loss = 5777.6802, kl_loss = 0.5117\n", + "Batch 60, loss = 654.3206, recon_loss = 654.0549, kl_loss = 0.2657\n", + "Batch 90, loss = 210.6639, recon_loss = 210.3937, kl_loss = 0.2702\n", + "Batch 120, loss = 402.2778, recon_loss = 401.9474, kl_loss = 0.3304\n", + "Batch 150, loss = 678.1566, recon_loss = 677.6172, kl_loss = 0.5394\n", + "Batch 180, loss = 1425.9633, recon_loss = 1424.4742, kl_loss = 1.4890\n", + "Batch 210, loss = 5257.1309, recon_loss = 5253.5752, kl_loss = 3.5556\n", + "Average loss: 4498.5136\n", + "Epoch: 296\n", + "Batch 30, loss = 5779.5532, recon_loss = 5779.0557, kl_loss = 0.4978\n", + "Batch 60, loss = 655.0825, recon_loss = 654.7417, kl_loss = 0.3408\n", + "Batch 90, loss = 196.7390, recon_loss = 196.5170, kl_loss = 0.2220\n", + "Batch 120, loss = 402.8875, recon_loss = 402.6405, kl_loss = 0.2470\n", + "Batch 150, loss = 678.5787, recon_loss = 677.9253, kl_loss = 0.6534\n", + "Batch 180, loss = 1419.3976, recon_loss = 1417.8348, kl_loss = 1.5627\n", + "Batch 210, loss = 5391.8301, recon_loss = 5388.1816, kl_loss = 3.6485\n", + "Average loss: 4459.1123\n", + "Epoch: 297\n", + "Batch 30, loss = 5783.7437, recon_loss = 5783.2261, kl_loss = 0.5178\n", + "Batch 60, loss = 654.4898, recon_loss = 654.2618, kl_loss = 0.2279\n", + "Batch 90, loss = 204.1216, recon_loss = 203.8866, kl_loss = 0.2351\n", + "Batch 120, loss = 402.8513, recon_loss = 402.5927, kl_loss = 0.2586\n", + "Batch 150, loss = 678.1026, recon_loss = 677.5306, kl_loss = 0.5720\n", + "Batch 180, loss = 1423.5748, recon_loss = 1421.9602, kl_loss = 1.6146\n", + "Batch 210, loss = 5158.0425, recon_loss = 5154.5811, kl_loss = 3.4612\n", + "Average loss: 4454.5280\n", + "Epoch: 298\n", + "Batch 30, loss = 5776.9155, recon_loss = 5776.4185, kl_loss = 0.4973\n", + "Batch 60, loss = 653.9505, recon_loss = 653.6479, kl_loss = 0.3025\n", + "Batch 90, loss = 210.3980, recon_loss = 210.1954, kl_loss = 0.2026\n", + "Batch 120, loss = 403.1366, recon_loss = 402.8463, kl_loss = 0.2903\n", + "Batch 150, loss = 678.0995, recon_loss = 677.5298, kl_loss = 0.5698\n", + "Batch 180, loss = 1423.2573, recon_loss = 1421.6243, kl_loss = 1.6330\n", + "Batch 210, loss = 5208.5674, recon_loss = 5205.0010, kl_loss = 3.5663\n", + "Average loss: 4447.3821\n", + "Epoch: 299\n", + "Batch 30, loss = 5775.0669, recon_loss = 5774.5269, kl_loss = 0.5399\n", + "Batch 60, loss = 654.5240, recon_loss = 654.2245, kl_loss = 0.2995\n", + "Batch 90, loss = 201.1258, recon_loss = 200.8687, kl_loss = 0.2570\n", + "Batch 120, loss = 403.5480, recon_loss = 403.2812, kl_loss = 0.2668\n", + "Batch 150, loss = 677.8972, recon_loss = 677.2683, kl_loss = 0.6289\n", + "Batch 180, loss = 1419.2224, recon_loss = 1417.5604, kl_loss = 1.6620\n", + "Batch 210, loss = 5466.0049, recon_loss = 5462.3447, kl_loss = 3.6602\n", + "Average loss: 4444.5564\n", + "Epoch: 300\n", + "Batch 30, loss = 5777.6880, recon_loss = 5777.1172, kl_loss = 0.5706\n", + "Batch 60, loss = 654.9408, recon_loss = 654.6445, kl_loss = 0.2963\n", + "Batch 90, loss = 201.7652, recon_loss = 201.5243, kl_loss = 0.2409\n", + "Batch 120, loss = 401.6854, recon_loss = 401.4064, kl_loss = 0.2790\n", + "Batch 150, loss = 678.3743, recon_loss = 677.7222, kl_loss = 0.6521\n", + "Batch 180, loss = 1417.0782, recon_loss = 1415.4111, kl_loss = 1.6671\n", + "Batch 210, loss = 5166.7627, recon_loss = 5163.0776, kl_loss = 3.6852\n", + "Average loss: 4450.2128\n", + "Epoch: 301\n", + "Batch 30, loss = 5780.6675, recon_loss = 5780.1157, kl_loss = 0.5518\n", + "Batch 60, loss = 655.0606, recon_loss = 654.7894, kl_loss = 0.2712\n", + "Batch 90, loss = 206.5243, recon_loss = 206.2793, kl_loss = 0.2450\n", + "Batch 120, loss = 402.2787, recon_loss = 401.9841, kl_loss = 0.2945\n", + "Batch 150, loss = 678.5124, recon_loss = 677.8811, kl_loss = 0.6313\n", + "Batch 180, loss = 1418.5985, recon_loss = 1416.9783, kl_loss = 1.6203\n", + "Batch 210, loss = 5510.1553, recon_loss = 5506.5840, kl_loss = 3.5714\n", + "Average loss: 4430.9755\n", + "Epoch: 302\n", + "Batch 30, loss = 5774.3096, recon_loss = 5773.7529, kl_loss = 0.5566\n", + "Batch 60, loss = 654.1913, recon_loss = 653.8642, kl_loss = 0.3271\n", + "Batch 90, loss = 198.1231, recon_loss = 197.8964, kl_loss = 0.2267\n", + "Batch 120, loss = 402.1949, recon_loss = 401.9305, kl_loss = 0.2644\n", + "Batch 150, loss = 678.2699, recon_loss = 677.6282, kl_loss = 0.6417\n", + "Batch 180, loss = 1422.2401, recon_loss = 1420.6174, kl_loss = 1.6227\n", + "Batch 210, loss = 5456.1470, recon_loss = 5452.5518, kl_loss = 3.5950\n", + "Average loss: 4428.6879\n", + "Epoch: 303\n", + "Batch 30, loss = 5779.6523, recon_loss = 5779.1230, kl_loss = 0.5292\n", + "Batch 60, loss = 654.9036, recon_loss = 654.6536, kl_loss = 0.2500\n", + "Batch 90, loss = 210.2834, recon_loss = 210.0398, kl_loss = 0.2436\n", + "Batch 120, loss = 404.2232, recon_loss = 403.8387, kl_loss = 0.3845\n", + "Batch 150, loss = 678.2496, recon_loss = 677.6276, kl_loss = 0.6220\n", + "Batch 180, loss = 1418.2405, recon_loss = 1416.6221, kl_loss = 1.6185\n", + "Batch 210, loss = 5256.8315, recon_loss = 5253.2695, kl_loss = 3.5622\n", + "Average loss: 4442.7839\n", + "Epoch: 304\n", + "Batch 30, loss = 5793.7329, recon_loss = 5793.1489, kl_loss = 0.5840\n", + "Batch 60, loss = 654.1760, recon_loss = 653.7936, kl_loss = 0.3824\n", + "Batch 90, loss = 202.4117, recon_loss = 202.1881, kl_loss = 0.2236\n", + "Batch 120, loss = 403.1997, recon_loss = 402.9343, kl_loss = 0.2654\n", + "Batch 150, loss = 677.9330, recon_loss = 677.3319, kl_loss = 0.6011\n", + "Batch 180, loss = 1415.8265, recon_loss = 1414.1798, kl_loss = 1.6467\n", + "Batch 210, loss = 5061.5303, recon_loss = 5058.0156, kl_loss = 3.5148\n", + "Average loss: 4451.6457\n", + "Epoch: 305\n", + "Batch 30, loss = 5775.6167, recon_loss = 5775.0815, kl_loss = 0.5352\n", + "Batch 60, loss = 654.5338, recon_loss = 654.2916, kl_loss = 0.2422\n", + "Batch 90, loss = 203.2945, recon_loss = 203.0514, kl_loss = 0.2431\n", + "Batch 120, loss = 403.0438, recon_loss = 402.7875, kl_loss = 0.2562\n", + "Batch 150, loss = 677.9026, recon_loss = 677.2313, kl_loss = 0.6713\n", + "Batch 180, loss = 1417.7295, recon_loss = 1416.0825, kl_loss = 1.6469\n", + "Batch 210, loss = 5315.1333, recon_loss = 5311.5913, kl_loss = 3.5418\n", + "Average loss: 4435.5340\n", + "Epoch: 306\n", + "Batch 30, loss = 5775.0054, recon_loss = 5774.4521, kl_loss = 0.5532\n", + "Batch 60, loss = 655.3026, recon_loss = 655.0591, kl_loss = 0.2435\n", + "Batch 90, loss = 200.4082, recon_loss = 200.1475, kl_loss = 0.2607\n", + "Batch 120, loss = 402.8635, recon_loss = 402.5363, kl_loss = 0.3272\n", + "Batch 150, loss = 678.3062, recon_loss = 677.6808, kl_loss = 0.6254\n", + "Batch 180, loss = 1418.1641, recon_loss = 1416.6995, kl_loss = 1.4647\n", + "Batch 210, loss = 5255.4492, recon_loss = 5251.8452, kl_loss = 3.6039\n", + "Average loss: 4452.0326\n", + "Epoch: 307\n", + "Batch 30, loss = 5777.8906, recon_loss = 5777.3438, kl_loss = 0.5467\n", + "Batch 60, loss = 654.9601, recon_loss = 654.5741, kl_loss = 0.3860\n", + "Batch 90, loss = 202.7845, recon_loss = 202.5200, kl_loss = 0.2645\n", + "Batch 120, loss = 404.0566, recon_loss = 403.7043, kl_loss = 0.3523\n", + "Batch 150, loss = 678.2408, recon_loss = 677.5748, kl_loss = 0.6660\n", + "Batch 180, loss = 1418.2885, recon_loss = 1416.7864, kl_loss = 1.5021\n", + "Batch 210, loss = 5393.6929, recon_loss = 5390.0166, kl_loss = 3.6765\n", + "Average loss: 4434.2763\n", + "Epoch: 308\n", + "Batch 30, loss = 5774.7808, recon_loss = 5774.2148, kl_loss = 0.5660\n", + "Batch 60, loss = 655.4746, recon_loss = 655.2202, kl_loss = 0.2545\n", + "Batch 90, loss = 198.1432, recon_loss = 197.8925, kl_loss = 0.2507\n", + "Batch 120, loss = 400.6179, recon_loss = 400.1636, kl_loss = 0.4543\n", + "Batch 150, loss = 678.1646, recon_loss = 677.5904, kl_loss = 0.5742\n", + "Batch 180, loss = 1420.6177, recon_loss = 1418.9900, kl_loss = 1.6277\n", + "Batch 210, loss = 5017.3584, recon_loss = 5013.6055, kl_loss = 3.7529\n", + "Average loss: 4442.3222\n", + "Epoch: 309\n", + "Batch 30, loss = 5773.7471, recon_loss = 5773.2183, kl_loss = 0.5288\n", + "Batch 60, loss = 653.4766, recon_loss = 653.1528, kl_loss = 0.3238\n", + "Batch 90, loss = 196.8657, recon_loss = 196.6382, kl_loss = 0.2274\n", + "Batch 120, loss = 401.9519, recon_loss = 401.5182, kl_loss = 0.4337\n", + "Batch 150, loss = 678.9028, recon_loss = 678.2434, kl_loss = 0.6593\n", + "Batch 180, loss = 1422.9412, recon_loss = 1421.3351, kl_loss = 1.6061\n", + "Batch 210, loss = 5236.8340, recon_loss = 5233.0713, kl_loss = 3.7627\n", + "Average loss: 4433.9816\n", + "Epoch: 310\n", + "Batch 30, loss = 5772.9102, recon_loss = 5772.3550, kl_loss = 0.5552\n", + "Batch 60, loss = 654.8667, recon_loss = 654.6039, kl_loss = 0.2628\n", + "Batch 90, loss = 201.5971, recon_loss = 201.3510, kl_loss = 0.2461\n", + "Batch 120, loss = 400.8268, recon_loss = 400.3660, kl_loss = 0.4608\n", + "Batch 150, loss = 677.9145, recon_loss = 677.2698, kl_loss = 0.6447\n", + "Batch 180, loss = 1419.7518, recon_loss = 1418.0197, kl_loss = 1.7322\n", + "Batch 210, loss = 5521.3574, recon_loss = 5517.5361, kl_loss = 3.8211\n", + "Average loss: 4418.2246\n", + "Epoch: 311\n", + "Batch 30, loss = 5776.2549, recon_loss = 5775.6899, kl_loss = 0.5648\n", + "Batch 60, loss = 653.9440, recon_loss = 653.6022, kl_loss = 0.3418\n", + "Batch 90, loss = 192.5098, recon_loss = 192.2577, kl_loss = 0.2520\n", + "Batch 120, loss = 402.7146, recon_loss = 402.4096, kl_loss = 0.3050\n", + "Batch 150, loss = 678.9444, recon_loss = 678.2903, kl_loss = 0.6541\n", + "Batch 180, loss = 1421.6506, recon_loss = 1420.0126, kl_loss = 1.6381\n", + "Batch 210, loss = 5112.0957, recon_loss = 5108.3311, kl_loss = 3.7644\n", + "Average loss: 4438.8759\n", + "Epoch: 312\n", + "Batch 30, loss = 5772.6084, recon_loss = 5772.0552, kl_loss = 0.5534\n", + "Batch 60, loss = 655.0480, recon_loss = 654.7990, kl_loss = 0.2490\n", + "Batch 90, loss = 197.3701, recon_loss = 197.1206, kl_loss = 0.2494\n", + "Batch 120, loss = 405.0229, recon_loss = 404.7462, kl_loss = 0.2767\n", + "Batch 150, loss = 677.7456, recon_loss = 677.0353, kl_loss = 0.7103\n", + "Batch 180, loss = 1419.1288, recon_loss = 1417.4160, kl_loss = 1.7127\n", + "Batch 210, loss = 5168.6650, recon_loss = 5164.7935, kl_loss = 3.8716\n", + "Average loss: 4420.4583\n", + "Epoch: 313\n", + "Batch 30, loss = 5777.9385, recon_loss = 5777.3359, kl_loss = 0.6024\n", + "Batch 60, loss = 653.1101, recon_loss = 652.8125, kl_loss = 0.2976\n", + "Batch 90, loss = 196.5792, recon_loss = 196.3305, kl_loss = 0.2487\n", + "Batch 120, loss = 402.2404, recon_loss = 401.8552, kl_loss = 0.3851\n", + "Batch 150, loss = 678.1612, recon_loss = 677.4951, kl_loss = 0.6661\n", + "Batch 180, loss = 1418.9166, recon_loss = 1417.2327, kl_loss = 1.6839\n", + "Batch 210, loss = 5202.3003, recon_loss = 5198.4883, kl_loss = 3.8119\n", + "Average loss: 4417.4235\n", + "Epoch: 314\n", + "Batch 30, loss = 5769.7778, recon_loss = 5769.2300, kl_loss = 0.5481\n", + "Batch 60, loss = 654.8873, recon_loss = 654.6262, kl_loss = 0.2612\n", + "Batch 90, loss = 202.3315, recon_loss = 202.0617, kl_loss = 0.2698\n", + "Batch 120, loss = 402.5477, recon_loss = 402.1837, kl_loss = 0.3640\n", + "Batch 150, loss = 678.0694, recon_loss = 677.3751, kl_loss = 0.6943\n", + "Batch 180, loss = 1414.0508, recon_loss = 1412.4531, kl_loss = 1.5976\n", + "Batch 210, loss = 5242.5254, recon_loss = 5238.6387, kl_loss = 3.8867\n", + "Average loss: 4418.5672\n", + "Epoch: 315\n", + "Batch 30, loss = 5772.6045, recon_loss = 5772.0527, kl_loss = 0.5519\n", + "Batch 60, loss = 655.5892, recon_loss = 655.2189, kl_loss = 0.3704\n", + "Batch 90, loss = 206.2686, recon_loss = 205.9839, kl_loss = 0.2847\n", + "Batch 120, loss = 401.4810, recon_loss = 401.1731, kl_loss = 0.3079\n", + "Batch 150, loss = 678.6970, recon_loss = 678.0481, kl_loss = 0.6489\n", + "Batch 180, loss = 1421.8463, recon_loss = 1420.1858, kl_loss = 1.6606\n", + "Batch 210, loss = 5136.1709, recon_loss = 5132.2725, kl_loss = 3.8982\n", + "Average loss: 4431.7399\n", + "Epoch: 316\n", + "Batch 30, loss = 5793.3320, recon_loss = 5792.7842, kl_loss = 0.5480\n", + "Batch 60, loss = 655.4230, recon_loss = 655.0834, kl_loss = 0.3396\n", + "Batch 90, loss = 212.5439, recon_loss = 212.2961, kl_loss = 0.2478\n", + "Batch 120, loss = 403.7346, recon_loss = 403.4753, kl_loss = 0.2593\n", + "Batch 150, loss = 678.3888, recon_loss = 677.7484, kl_loss = 0.6404\n", + "Batch 180, loss = 1415.5508, recon_loss = 1413.9368, kl_loss = 1.6140\n", + "Batch 210, loss = 4937.7095, recon_loss = 4933.7383, kl_loss = 3.9714\n", + "Average loss: 4417.8335\n", + "Epoch: 317\n", + "Batch 30, loss = 5795.6118, recon_loss = 5795.0142, kl_loss = 0.5975\n", + "Batch 60, loss = 654.1870, recon_loss = 653.9104, kl_loss = 0.2766\n", + "Batch 90, loss = 197.3903, recon_loss = 197.1617, kl_loss = 0.2286\n", + "Batch 120, loss = 406.6033, recon_loss = 406.3516, kl_loss = 0.2517\n", + "Batch 150, loss = 678.7416, recon_loss = 678.0419, kl_loss = 0.6997\n", + "Batch 180, loss = 1415.5453, recon_loss = 1413.8995, kl_loss = 1.6457\n", + "Batch 210, loss = 5364.1440, recon_loss = 5360.1885, kl_loss = 3.9553\n", + "Average loss: 4405.8898\n", + "Epoch: 318\n", + "Batch 30, loss = 5792.2319, recon_loss = 5791.6968, kl_loss = 0.5353\n", + "Batch 60, loss = 654.5703, recon_loss = 654.3120, kl_loss = 0.2583\n", + "Batch 90, loss = 199.5565, recon_loss = 199.3351, kl_loss = 0.2214\n", + "Batch 120, loss = 402.0109, recon_loss = 401.7428, kl_loss = 0.2681\n", + "Batch 150, loss = 678.3909, recon_loss = 677.7430, kl_loss = 0.6479\n", + "Batch 180, loss = 1412.7654, recon_loss = 1411.1168, kl_loss = 1.6485\n", + "Batch 210, loss = 5052.4082, recon_loss = 5048.7266, kl_loss = 3.6816\n", + "Average loss: 4410.1668\n", + "Epoch: 319\n", + "Batch 30, loss = 5782.4087, recon_loss = 5781.8965, kl_loss = 0.5122\n", + "Batch 60, loss = 652.0982, recon_loss = 651.8011, kl_loss = 0.2971\n", + "Batch 90, loss = 200.8531, recon_loss = 200.6054, kl_loss = 0.2476\n", + "Batch 120, loss = 400.5727, recon_loss = 400.2389, kl_loss = 0.3338\n", + "Batch 150, loss = 678.7438, recon_loss = 678.0767, kl_loss = 0.6672\n", + "Batch 180, loss = 1414.5298, recon_loss = 1412.9066, kl_loss = 1.6231\n", + "Batch 210, loss = 5578.3652, recon_loss = 5574.5879, kl_loss = 3.7773\n", + "Average loss: 4405.0320\n", + "Epoch: 320\n", + "Batch 30, loss = 5778.2139, recon_loss = 5777.6782, kl_loss = 0.5358\n", + "Batch 60, loss = 656.0428, recon_loss = 655.7587, kl_loss = 0.2841\n", + "Batch 90, loss = 198.1986, recon_loss = 197.9608, kl_loss = 0.2378\n", + "Batch 120, loss = 402.2062, recon_loss = 401.8070, kl_loss = 0.3992\n", + "Batch 150, loss = 678.8946, recon_loss = 678.2482, kl_loss = 0.6464\n", + "Batch 180, loss = 1407.1028, recon_loss = 1405.3861, kl_loss = 1.7167\n", + "Batch 210, loss = 5111.8486, recon_loss = 5108.0254, kl_loss = 3.8234\n", + "Average loss: 4421.8862\n", + "Epoch: 321\n", + "Batch 30, loss = 5791.7935, recon_loss = 5791.2725, kl_loss = 0.5208\n", + "Batch 60, loss = 652.9292, recon_loss = 652.5406, kl_loss = 0.3885\n", + "Batch 90, loss = 210.1831, recon_loss = 209.9384, kl_loss = 0.2447\n", + "Batch 120, loss = 403.5052, recon_loss = 403.0972, kl_loss = 0.4080\n", + "Batch 150, loss = 677.7373, recon_loss = 677.0217, kl_loss = 0.7156\n", + "Batch 180, loss = 1411.8822, recon_loss = 1410.1993, kl_loss = 1.6828\n", + "Batch 210, loss = 5212.3638, recon_loss = 5208.7920, kl_loss = 3.5719\n", + "Average loss: 4396.7613\n", + "Epoch: 322\n", + "Batch 30, loss = 5788.2778, recon_loss = 5787.7578, kl_loss = 0.5201\n", + "Batch 60, loss = 653.8057, recon_loss = 653.5078, kl_loss = 0.2979\n", + "Batch 90, loss = 206.9837, recon_loss = 206.7253, kl_loss = 0.2584\n", + "Batch 120, loss = 405.8365, recon_loss = 405.4595, kl_loss = 0.3770\n", + "Batch 150, loss = 678.2380, recon_loss = 677.5625, kl_loss = 0.6755\n", + "Batch 180, loss = 1420.6646, recon_loss = 1419.0424, kl_loss = 1.6222\n", + "Batch 210, loss = 5396.1636, recon_loss = 5392.4248, kl_loss = 3.7386\n", + "Average loss: 4412.9357\n", + "Epoch: 323\n", + "Batch 30, loss = 5775.7905, recon_loss = 5775.2612, kl_loss = 0.5294\n", + "Batch 60, loss = 655.5002, recon_loss = 655.1637, kl_loss = 0.3366\n", + "Batch 90, loss = 216.5605, recon_loss = 216.3214, kl_loss = 0.2390\n", + "Batch 120, loss = 408.0925, recon_loss = 407.8292, kl_loss = 0.2633\n", + "Batch 150, loss = 678.0740, recon_loss = 677.3456, kl_loss = 0.7284\n", + "Batch 180, loss = 1422.8838, recon_loss = 1421.2122, kl_loss = 1.6716\n", + "Batch 210, loss = 5345.3188, recon_loss = 5341.6533, kl_loss = 3.6654\n", + "Average loss: 4411.7240\n", + "Epoch: 324\n", + "Batch 30, loss = 5773.8799, recon_loss = 5773.3521, kl_loss = 0.5278\n", + "Batch 60, loss = 653.9362, recon_loss = 653.6302, kl_loss = 0.3060\n", + "Batch 90, loss = 210.6534, recon_loss = 210.4096, kl_loss = 0.2438\n", + "Batch 120, loss = 399.3027, recon_loss = 398.8947, kl_loss = 0.4080\n", + "Batch 150, loss = 678.4970, recon_loss = 677.7928, kl_loss = 0.7042\n", + "Batch 180, loss = 1416.0116, recon_loss = 1414.3691, kl_loss = 1.6425\n", + "Batch 210, loss = 5184.6606, recon_loss = 5180.9395, kl_loss = 3.7211\n", + "Average loss: 4414.2358\n", + "Epoch: 325\n", + "Batch 30, loss = 5767.3818, recon_loss = 5766.8774, kl_loss = 0.5046\n", + "Batch 60, loss = 652.4517, recon_loss = 652.1297, kl_loss = 0.3220\n", + "Batch 90, loss = 208.3699, recon_loss = 208.1121, kl_loss = 0.2578\n", + "Batch 120, loss = 399.8220, recon_loss = 399.4944, kl_loss = 0.3276\n", + "Batch 150, loss = 678.1486, recon_loss = 677.4047, kl_loss = 0.7439\n", + "Batch 180, loss = 1418.6152, recon_loss = 1416.9669, kl_loss = 1.6484\n", + "Batch 210, loss = 5289.5835, recon_loss = 5285.8359, kl_loss = 3.7478\n", + "Average loss: 4397.0289\n", + "Epoch: 326\n", + "Batch 30, loss = 5773.9062, recon_loss = 5773.4048, kl_loss = 0.5015\n", + "Batch 60, loss = 653.9634, recon_loss = 653.6638, kl_loss = 0.2997\n", + "Batch 90, loss = 205.0555, recon_loss = 204.8050, kl_loss = 0.2505\n", + "Batch 120, loss = 399.6054, recon_loss = 399.2651, kl_loss = 0.3402\n", + "Batch 150, loss = 679.0524, recon_loss = 678.3665, kl_loss = 0.6859\n", + "Batch 180, loss = 1413.8601, recon_loss = 1412.1281, kl_loss = 1.7321\n", + "Batch 210, loss = 5111.3086, recon_loss = 5107.5029, kl_loss = 3.8057\n", + "Average loss: 4385.8223\n", + "Epoch: 327\n", + "Batch 30, loss = 5774.9521, recon_loss = 5774.4268, kl_loss = 0.5253\n", + "Batch 60, loss = 655.5095, recon_loss = 655.1645, kl_loss = 0.3450\n", + "Batch 90, loss = 201.7344, recon_loss = 201.4855, kl_loss = 0.2489\n", + "Batch 120, loss = 400.1755, recon_loss = 399.7930, kl_loss = 0.3825\n", + "Batch 150, loss = 677.8815, recon_loss = 677.1685, kl_loss = 0.7131\n", + "Batch 180, loss = 1414.6752, recon_loss = 1413.0281, kl_loss = 1.6471\n", + "Batch 210, loss = 5282.7173, recon_loss = 5278.9268, kl_loss = 3.7904\n", + "Average loss: 4388.9010\n", + "Epoch: 328\n", + "Batch 30, loss = 5773.0352, recon_loss = 5772.5430, kl_loss = 0.4924\n", + "Batch 60, loss = 656.4484, recon_loss = 656.1344, kl_loss = 0.3140\n", + "Batch 90, loss = 202.0092, recon_loss = 201.7625, kl_loss = 0.2467\n", + "Batch 120, loss = 399.7073, recon_loss = 399.3962, kl_loss = 0.3111\n", + "Batch 150, loss = 678.3384, recon_loss = 677.6809, kl_loss = 0.6576\n", + "Batch 180, loss = 1415.3063, recon_loss = 1413.6121, kl_loss = 1.6942\n", + "Batch 210, loss = 5516.0903, recon_loss = 5512.0986, kl_loss = 3.9919\n", + "Average loss: 4400.0068\n", + "Epoch: 329\n", + "Batch 30, loss = 5767.8857, recon_loss = 5767.4014, kl_loss = 0.4846\n", + "Batch 60, loss = 652.8576, recon_loss = 652.5465, kl_loss = 0.3111\n", + "Batch 90, loss = 204.6047, recon_loss = 204.3638, kl_loss = 0.2409\n", + "Batch 120, loss = 398.5699, recon_loss = 398.2458, kl_loss = 0.3240\n", + "Batch 150, loss = 678.4039, recon_loss = 677.7084, kl_loss = 0.6956\n", + "Batch 180, loss = 1430.0690, recon_loss = 1428.3295, kl_loss = 1.7395\n", + "Batch 210, loss = 4999.4106, recon_loss = 4995.4062, kl_loss = 4.0042\n", + "Average loss: 4396.6571\n", + "Epoch: 330\n", + "Batch 30, loss = 5776.6938, recon_loss = 5776.1782, kl_loss = 0.5156\n", + "Batch 60, loss = 656.3050, recon_loss = 655.9479, kl_loss = 0.3571\n", + "Batch 90, loss = 200.2464, recon_loss = 200.0019, kl_loss = 0.2445\n", + "Batch 120, loss = 401.7315, recon_loss = 401.4526, kl_loss = 0.2790\n", + "Batch 150, loss = 678.4604, recon_loss = 677.7541, kl_loss = 0.7063\n", + "Batch 180, loss = 1422.3943, recon_loss = 1420.6865, kl_loss = 1.7078\n", + "Batch 210, loss = 5137.2031, recon_loss = 5133.3057, kl_loss = 3.8976\n", + "Average loss: 4389.6901\n", + "Epoch: 331\n", + "Batch 30, loss = 5790.3516, recon_loss = 5789.8477, kl_loss = 0.5039\n", + "Batch 60, loss = 652.9914, recon_loss = 652.6226, kl_loss = 0.3688\n", + "Batch 90, loss = 202.7055, recon_loss = 202.4565, kl_loss = 0.2490\n", + "Batch 120, loss = 400.9828, recon_loss = 400.6003, kl_loss = 0.3825\n", + "Batch 150, loss = 677.7094, recon_loss = 676.9879, kl_loss = 0.7214\n", + "Batch 180, loss = 1417.8810, recon_loss = 1416.1801, kl_loss = 1.7010\n", + "Batch 210, loss = 5157.8594, recon_loss = 5154.0967, kl_loss = 3.7629\n", + "Average loss: 4391.9942\n", + "Epoch: 332\n", + "Batch 30, loss = 5777.3145, recon_loss = 5776.7432, kl_loss = 0.5715\n", + "Batch 60, loss = 655.1707, recon_loss = 654.7999, kl_loss = 0.3709\n", + "Batch 90, loss = 204.0665, recon_loss = 203.7518, kl_loss = 0.3148\n", + "Batch 120, loss = 400.0585, recon_loss = 399.6914, kl_loss = 0.3671\n", + "Batch 150, loss = 677.8327, recon_loss = 677.1233, kl_loss = 0.7094\n", + "Batch 180, loss = 1414.5431, recon_loss = 1412.9531, kl_loss = 1.5900\n", + "Batch 210, loss = 4954.6450, recon_loss = 4950.9775, kl_loss = 3.6673\n", + "Average loss: 4377.1995\n", + "Epoch: 333\n", + "Batch 30, loss = 5775.6567, recon_loss = 5775.1201, kl_loss = 0.5365\n", + "Batch 60, loss = 655.3672, recon_loss = 654.9872, kl_loss = 0.3800\n", + "Batch 90, loss = 211.5314, recon_loss = 211.2613, kl_loss = 0.2702\n", + "Batch 120, loss = 401.7206, recon_loss = 401.3121, kl_loss = 0.4085\n", + "Batch 150, loss = 678.2872, recon_loss = 677.5528, kl_loss = 0.7345\n", + "Batch 180, loss = 1411.5479, recon_loss = 1409.9938, kl_loss = 1.5541\n", + "Batch 210, loss = 5290.8340, recon_loss = 5287.1787, kl_loss = 3.6552\n", + "Average loss: 4390.5193\n", + "Epoch: 334\n", + "Batch 30, loss = 5773.3843, recon_loss = 5772.8311, kl_loss = 0.5533\n", + "Batch 60, loss = 652.5807, recon_loss = 652.2383, kl_loss = 0.3425\n", + "Batch 90, loss = 200.8650, recon_loss = 200.6058, kl_loss = 0.2592\n", + "Batch 120, loss = 400.3215, recon_loss = 399.9150, kl_loss = 0.4066\n", + "Batch 150, loss = 677.8962, recon_loss = 677.1915, kl_loss = 0.7047\n", + "Batch 180, loss = 1417.3582, recon_loss = 1415.7983, kl_loss = 1.5598\n", + "Batch 210, loss = 5175.3857, recon_loss = 5171.6602, kl_loss = 3.7255\n", + "Average loss: 4375.4191\n", + "Epoch: 335\n", + "Batch 30, loss = 5772.6641, recon_loss = 5772.0830, kl_loss = 0.5808\n", + "Batch 60, loss = 653.6433, recon_loss = 653.2311, kl_loss = 0.4122\n", + "Batch 90, loss = 202.1118, recon_loss = 201.8502, kl_loss = 0.2615\n", + "Batch 120, loss = 401.8331, recon_loss = 401.4438, kl_loss = 0.3893\n", + "Batch 150, loss = 678.6298, recon_loss = 677.8787, kl_loss = 0.7511\n", + "Batch 180, loss = 1416.7032, recon_loss = 1415.0781, kl_loss = 1.6251\n", + "Batch 210, loss = 5304.2446, recon_loss = 5300.3730, kl_loss = 3.8718\n", + "Average loss: 4381.3419\n", + "Epoch: 336\n", + "Batch 30, loss = 5775.9727, recon_loss = 5775.3945, kl_loss = 0.5783\n", + "Batch 60, loss = 655.0839, recon_loss = 654.7188, kl_loss = 0.3651\n", + "Batch 90, loss = 206.7938, recon_loss = 206.5327, kl_loss = 0.2611\n", + "Batch 120, loss = 402.3851, recon_loss = 401.9042, kl_loss = 0.4809\n", + "Batch 150, loss = 678.5588, recon_loss = 677.7921, kl_loss = 0.7667\n", + "Batch 180, loss = 1418.2852, recon_loss = 1416.6287, kl_loss = 1.6564\n", + "Batch 210, loss = 5263.5688, recon_loss = 5259.7168, kl_loss = 3.8520\n", + "Average loss: 4393.1743\n", + "Epoch: 337\n", + "Batch 30, loss = 5774.8403, recon_loss = 5774.2520, kl_loss = 0.5883\n", + "Batch 60, loss = 654.0831, recon_loss = 653.6793, kl_loss = 0.4039\n", + "Batch 90, loss = 211.9864, recon_loss = 211.7114, kl_loss = 0.2751\n", + "Batch 120, loss = 402.3663, recon_loss = 401.9608, kl_loss = 0.4055\n", + "Batch 150, loss = 678.9708, recon_loss = 678.2375, kl_loss = 0.7333\n", + "Batch 180, loss = 1416.4963, recon_loss = 1414.8657, kl_loss = 1.6307\n", + "Batch 210, loss = 5036.0757, recon_loss = 5032.1133, kl_loss = 3.9626\n", + "Average loss: 4373.1333\n", + "Epoch: 338\n", + "Batch 30, loss = 5768.0674, recon_loss = 5767.5200, kl_loss = 0.5474\n", + "Batch 60, loss = 654.2847, recon_loss = 653.9749, kl_loss = 0.3098\n", + "Batch 90, loss = 193.3322, recon_loss = 193.0743, kl_loss = 0.2580\n", + "Batch 120, loss = 400.4468, recon_loss = 400.1138, kl_loss = 0.3330\n", + "Batch 150, loss = 678.0228, recon_loss = 677.2923, kl_loss = 0.7305\n", + "Batch 180, loss = 1421.1346, recon_loss = 1419.5468, kl_loss = 1.5879\n", + "Batch 210, loss = 5338.0649, recon_loss = 5334.3130, kl_loss = 3.7517\n", + "Average loss: 4385.2998\n", + "Epoch: 339\n", + "Batch 30, loss = 5768.9849, recon_loss = 5768.4556, kl_loss = 0.5294\n", + "Batch 60, loss = 652.2695, recon_loss = 651.9103, kl_loss = 0.3592\n", + "Batch 90, loss = 197.5252, recon_loss = 197.2723, kl_loss = 0.2528\n", + "Batch 120, loss = 400.5641, recon_loss = 400.2324, kl_loss = 0.3317\n", + "Batch 150, loss = 678.3971, recon_loss = 677.6432, kl_loss = 0.7539\n", + "Batch 180, loss = 1415.7253, recon_loss = 1413.9709, kl_loss = 1.7544\n", + "Batch 210, loss = 5218.0283, recon_loss = 5214.1865, kl_loss = 3.8418\n", + "Average loss: 4410.3830\n", + "Epoch: 340\n", + "Batch 30, loss = 5769.9199, recon_loss = 5769.3745, kl_loss = 0.5453\n", + "Batch 60, loss = 656.5283, recon_loss = 656.1868, kl_loss = 0.3414\n", + "Batch 90, loss = 212.8808, recon_loss = 212.6296, kl_loss = 0.2512\n", + "Batch 120, loss = 398.1074, recon_loss = 397.7621, kl_loss = 0.3453\n", + "Batch 150, loss = 677.6241, recon_loss = 676.8689, kl_loss = 0.7552\n", + "Batch 180, loss = 1416.9510, recon_loss = 1415.2678, kl_loss = 1.6832\n", + "Batch 210, loss = 5144.2681, recon_loss = 5140.4360, kl_loss = 3.8322\n", + "Average loss: 4370.0463\n", + "Epoch: 341\n", + "Batch 30, loss = 5765.1157, recon_loss = 5764.5942, kl_loss = 0.5214\n", + "Batch 60, loss = 653.7411, recon_loss = 653.3636, kl_loss = 0.3775\n", + "Batch 90, loss = 211.5013, recon_loss = 211.2309, kl_loss = 0.2704\n", + "Batch 120, loss = 401.8920, recon_loss = 401.6027, kl_loss = 0.2892\n", + "Batch 150, loss = 678.1726, recon_loss = 677.3878, kl_loss = 0.7848\n", + "Batch 180, loss = 1415.5446, recon_loss = 1413.8140, kl_loss = 1.7306\n", + "Batch 210, loss = 5159.5308, recon_loss = 5155.7246, kl_loss = 3.8059\n", + "Average loss: 4373.6198\n", + "Epoch: 342\n", + "Batch 30, loss = 5773.9595, recon_loss = 5773.4087, kl_loss = 0.5507\n", + "Batch 60, loss = 652.6937, recon_loss = 652.3851, kl_loss = 0.3085\n", + "Batch 90, loss = 204.9756, recon_loss = 204.7051, kl_loss = 0.2705\n", + "Batch 120, loss = 398.1690, recon_loss = 397.8948, kl_loss = 0.2742\n", + "Batch 150, loss = 678.6354, recon_loss = 677.9330, kl_loss = 0.7024\n", + "Batch 180, loss = 1421.5604, recon_loss = 1419.7710, kl_loss = 1.7895\n", + "Batch 210, loss = 4983.7915, recon_loss = 4979.8438, kl_loss = 3.9475\n", + "Average loss: 4381.6377\n", + "Epoch: 343\n", + "Batch 30, loss = 5769.1250, recon_loss = 5768.6118, kl_loss = 0.5131\n", + "Batch 60, loss = 652.3622, recon_loss = 652.0573, kl_loss = 0.3049\n", + "Batch 90, loss = 214.1682, recon_loss = 213.8938, kl_loss = 0.2744\n", + "Batch 120, loss = 397.5627, recon_loss = 397.2709, kl_loss = 0.2917\n", + "Batch 150, loss = 678.2061, recon_loss = 677.3790, kl_loss = 0.8272\n", + "Batch 180, loss = 1427.6631, recon_loss = 1425.8726, kl_loss = 1.7905\n", + "Batch 210, loss = 5670.0718, recon_loss = 5666.1025, kl_loss = 3.9693\n", + "Average loss: 4361.7990\n", + "Epoch: 344\n", + "Batch 30, loss = 5770.2598, recon_loss = 5769.7261, kl_loss = 0.5335\n", + "Batch 60, loss = 651.9633, recon_loss = 651.5877, kl_loss = 0.3756\n", + "Batch 90, loss = 211.0737, recon_loss = 210.8114, kl_loss = 0.2623\n", + "Batch 120, loss = 398.8419, recon_loss = 398.5397, kl_loss = 0.3022\n", + "Batch 150, loss = 678.5870, recon_loss = 677.8323, kl_loss = 0.7548\n", + "Batch 180, loss = 1425.2922, recon_loss = 1423.5182, kl_loss = 1.7741\n", + "Batch 210, loss = 5217.1270, recon_loss = 5213.2251, kl_loss = 3.9020\n", + "Average loss: 4355.7608\n", + "Epoch: 345\n", + "Batch 30, loss = 5767.6270, recon_loss = 5767.1270, kl_loss = 0.4998\n", + "Batch 60, loss = 652.2257, recon_loss = 651.8960, kl_loss = 0.3297\n", + "Batch 90, loss = 191.0085, recon_loss = 190.7357, kl_loss = 0.2729\n", + "Batch 120, loss = 399.5239, recon_loss = 399.1619, kl_loss = 0.3620\n", + "Batch 150, loss = 678.6924, recon_loss = 677.9319, kl_loss = 0.7606\n", + "Batch 180, loss = 1416.4257, recon_loss = 1414.6792, kl_loss = 1.7465\n", + "Batch 210, loss = 5086.3477, recon_loss = 5082.4365, kl_loss = 3.9109\n", + "Average loss: 4350.6716\n", + "Epoch: 346\n", + "Batch 30, loss = 5772.6577, recon_loss = 5772.1396, kl_loss = 0.5180\n", + "Batch 60, loss = 657.0209, recon_loss = 656.6609, kl_loss = 0.3600\n", + "Batch 90, loss = 208.1482, recon_loss = 207.8441, kl_loss = 0.3040\n", + "Batch 120, loss = 399.8105, recon_loss = 399.4904, kl_loss = 0.3201\n", + "Batch 150, loss = 677.9877, recon_loss = 677.2092, kl_loss = 0.7785\n", + "Batch 180, loss = 1416.6437, recon_loss = 1414.9844, kl_loss = 1.6593\n", + "Batch 210, loss = 5281.0557, recon_loss = 5277.1250, kl_loss = 3.9307\n", + "Average loss: 4347.9948\n", + "Epoch: 347\n", + "Batch 30, loss = 5770.0781, recon_loss = 5769.5322, kl_loss = 0.5459\n", + "Batch 60, loss = 652.4749, recon_loss = 652.1127, kl_loss = 0.3623\n", + "Batch 90, loss = 206.3843, recon_loss = 206.1002, kl_loss = 0.2841\n", + "Batch 120, loss = 398.3859, recon_loss = 398.0111, kl_loss = 0.3748\n", + "Batch 150, loss = 678.1105, recon_loss = 677.3201, kl_loss = 0.7905\n", + "Batch 180, loss = 1425.4653, recon_loss = 1423.7031, kl_loss = 1.7623\n", + "Batch 210, loss = 5136.6353, recon_loss = 5132.5684, kl_loss = 4.0668\n", + "Average loss: 4354.1666\n", + "Epoch: 348\n", + "Batch 30, loss = 5775.0400, recon_loss = 5774.4658, kl_loss = 0.5742\n", + "Batch 60, loss = 652.1806, recon_loss = 651.7865, kl_loss = 0.3941\n", + "Batch 90, loss = 212.6581, recon_loss = 212.3920, kl_loss = 0.2660\n", + "Batch 120, loss = 398.1157, recon_loss = 397.7209, kl_loss = 0.3947\n", + "Batch 150, loss = 679.0668, recon_loss = 678.2657, kl_loss = 0.8011\n", + "Batch 180, loss = 1426.7865, recon_loss = 1425.0034, kl_loss = 1.7831\n", + "Batch 210, loss = 5238.4028, recon_loss = 5234.4976, kl_loss = 3.9055\n", + "Average loss: 4350.9496\n", + "Epoch: 349\n", + "Batch 30, loss = 5776.3403, recon_loss = 5775.7490, kl_loss = 0.5915\n", + "Batch 60, loss = 653.2622, recon_loss = 652.8392, kl_loss = 0.4230\n", + "Batch 90, loss = 211.0447, recon_loss = 210.6637, kl_loss = 0.3810\n", + "Batch 120, loss = 397.6286, recon_loss = 397.2473, kl_loss = 0.3813\n", + "Batch 150, loss = 678.6547, recon_loss = 677.8312, kl_loss = 0.8235\n", + "Batch 180, loss = 1416.4795, recon_loss = 1414.7533, kl_loss = 1.7262\n", + "Batch 210, loss = 5169.3882, recon_loss = 5165.4531, kl_loss = 3.9350\n", + "Average loss: 4360.5374\n", + "Epoch: 350\n", + "Batch 30, loss = 5765.9976, recon_loss = 5765.4199, kl_loss = 0.5776\n", + "Batch 60, loss = 651.8018, recon_loss = 651.4098, kl_loss = 0.3920\n", + "Batch 90, loss = 212.2918, recon_loss = 212.0233, kl_loss = 0.2685\n", + "Batch 120, loss = 397.9391, recon_loss = 397.5962, kl_loss = 0.3429\n", + "Batch 150, loss = 678.3999, recon_loss = 677.5153, kl_loss = 0.8846\n", + "Batch 180, loss = 1416.9871, recon_loss = 1415.1866, kl_loss = 1.8004\n", + "Batch 210, loss = 5268.0342, recon_loss = 5264.0977, kl_loss = 3.9365\n", + "Average loss: 4360.2048\n", + "Epoch: 351\n", + "Batch 30, loss = 5771.2627, recon_loss = 5770.6943, kl_loss = 0.5683\n", + "Batch 60, loss = 650.8655, recon_loss = 650.4382, kl_loss = 0.4274\n", + "Batch 90, loss = 208.7919, recon_loss = 208.5193, kl_loss = 0.2727\n", + "Batch 120, loss = 398.4882, recon_loss = 398.1244, kl_loss = 0.3637\n", + "Batch 150, loss = 678.9722, recon_loss = 678.1392, kl_loss = 0.8330\n", + "Batch 180, loss = 1415.1072, recon_loss = 1413.4043, kl_loss = 1.7028\n", + "Batch 210, loss = 5363.7529, recon_loss = 5359.8809, kl_loss = 3.8720\n", + "Average loss: 4349.8628\n", + "Epoch: 352\n", + "Batch 30, loss = 5766.2617, recon_loss = 5765.7021, kl_loss = 0.5594\n", + "Batch 60, loss = 651.6268, recon_loss = 651.2343, kl_loss = 0.3925\n", + "Batch 90, loss = 212.1735, recon_loss = 211.8766, kl_loss = 0.2970\n", + "Batch 120, loss = 400.2411, recon_loss = 399.8841, kl_loss = 0.3570\n", + "Batch 150, loss = 679.2403, recon_loss = 678.4067, kl_loss = 0.8336\n", + "Batch 180, loss = 1418.1176, recon_loss = 1416.4387, kl_loss = 1.6788\n", + "Batch 210, loss = 5070.7671, recon_loss = 5066.7627, kl_loss = 4.0045\n", + "Average loss: 4334.5897\n", + "Epoch: 353\n", + "Batch 30, loss = 5769.0977, recon_loss = 5768.5576, kl_loss = 0.5401\n", + "Batch 60, loss = 650.6066, recon_loss = 650.2023, kl_loss = 0.4044\n", + "Batch 90, loss = 213.3949, recon_loss = 213.1019, kl_loss = 0.2930\n", + "Batch 120, loss = 398.9830, recon_loss = 398.6255, kl_loss = 0.3575\n", + "Batch 150, loss = 677.9706, recon_loss = 677.1957, kl_loss = 0.7748\n", + "Batch 180, loss = 1412.9960, recon_loss = 1411.2069, kl_loss = 1.7891\n", + "Batch 210, loss = 5299.2852, recon_loss = 5295.3994, kl_loss = 3.8860\n", + "Average loss: 4326.3989\n", + "Epoch: 354\n", + "Batch 30, loss = 5765.1572, recon_loss = 5764.5928, kl_loss = 0.5644\n", + "Batch 60, loss = 652.3331, recon_loss = 651.9404, kl_loss = 0.3927\n", + "Batch 90, loss = 220.9602, recon_loss = 220.6658, kl_loss = 0.2943\n", + "Batch 120, loss = 398.5975, recon_loss = 398.2817, kl_loss = 0.3158\n", + "Batch 150, loss = 678.6667, recon_loss = 677.8694, kl_loss = 0.7973\n", + "Batch 180, loss = 1408.7994, recon_loss = 1407.1812, kl_loss = 1.6183\n", + "Batch 210, loss = 5171.0928, recon_loss = 5167.1641, kl_loss = 3.9285\n", + "Average loss: 4330.1265\n", + "Epoch: 355\n", + "Batch 30, loss = 5771.9487, recon_loss = 5771.3809, kl_loss = 0.5678\n", + "Batch 60, loss = 651.6657, recon_loss = 651.3160, kl_loss = 0.3497\n", + "Batch 90, loss = 217.1850, recon_loss = 216.8795, kl_loss = 0.3055\n", + "Batch 120, loss = 399.8050, recon_loss = 399.4784, kl_loss = 0.3266\n", + "Batch 150, loss = 678.0638, recon_loss = 677.2507, kl_loss = 0.8130\n", + "Batch 180, loss = 1412.8385, recon_loss = 1411.1498, kl_loss = 1.6887\n", + "Batch 210, loss = 5362.5659, recon_loss = 5358.6953, kl_loss = 3.8706\n", + "Average loss: 4329.9329\n", + "Epoch: 356\n", + "Batch 30, loss = 5774.6675, recon_loss = 5774.1299, kl_loss = 0.5378\n", + "Batch 60, loss = 650.7290, recon_loss = 650.3781, kl_loss = 0.3509\n", + "Batch 90, loss = 207.2275, recon_loss = 206.9668, kl_loss = 0.2607\n", + "Batch 120, loss = 400.1361, recon_loss = 399.7232, kl_loss = 0.4130\n", + "Batch 150, loss = 678.1609, recon_loss = 677.3318, kl_loss = 0.8291\n", + "Batch 180, loss = 1406.0614, recon_loss = 1404.3397, kl_loss = 1.7216\n", + "Batch 210, loss = 5202.1016, recon_loss = 5198.1904, kl_loss = 3.9112\n", + "Average loss: 4357.9395\n", + "Epoch: 357\n", + "Batch 30, loss = 5776.6968, recon_loss = 5776.1611, kl_loss = 0.5354\n", + "Batch 60, loss = 652.7004, recon_loss = 652.2686, kl_loss = 0.4318\n", + "Batch 90, loss = 207.9365, recon_loss = 207.6582, kl_loss = 0.2783\n", + "Batch 120, loss = 398.5101, recon_loss = 398.1572, kl_loss = 0.3529\n", + "Batch 150, loss = 678.2589, recon_loss = 677.4293, kl_loss = 0.8296\n", + "Batch 180, loss = 1413.3816, recon_loss = 1411.7224, kl_loss = 1.6591\n", + "Batch 210, loss = 5138.7734, recon_loss = 5134.7812, kl_loss = 3.9922\n", + "Average loss: 4339.8275\n", + "Epoch: 358\n", + "Batch 30, loss = 5764.4365, recon_loss = 5763.8765, kl_loss = 0.5599\n", + "Batch 60, loss = 651.9987, recon_loss = 651.5897, kl_loss = 0.4090\n", + "Batch 90, loss = 219.2781, recon_loss = 218.9645, kl_loss = 0.3136\n", + "Batch 120, loss = 398.7289, recon_loss = 398.3667, kl_loss = 0.3622\n", + "Batch 150, loss = 678.1756, recon_loss = 677.3232, kl_loss = 0.8523\n", + "Batch 180, loss = 1412.3762, recon_loss = 1410.6396, kl_loss = 1.7366\n", + "Batch 210, loss = 5292.7666, recon_loss = 5288.6641, kl_loss = 4.1026\n", + "Average loss: 4346.5206\n", + "Epoch: 359\n", + "Batch 30, loss = 5770.5283, recon_loss = 5769.9668, kl_loss = 0.5614\n", + "Batch 60, loss = 651.2234, recon_loss = 650.8201, kl_loss = 0.4033\n", + "Batch 90, loss = 224.1350, recon_loss = 223.8088, kl_loss = 0.3262\n", + "Batch 120, loss = 399.8474, recon_loss = 399.4755, kl_loss = 0.3719\n", + "Batch 150, loss = 678.1981, recon_loss = 677.3252, kl_loss = 0.8729\n", + "Batch 180, loss = 2000.5078, recon_loss = 1998.7761, kl_loss = 1.7317\n", + "Batch 210, loss = 5992.1050, recon_loss = 5988.0469, kl_loss = 4.0583\n", + "Average loss: 4333.2894\n", + "Epoch: 360\n", + "Batch 30, loss = 5771.1782, recon_loss = 5770.6587, kl_loss = 0.5196\n", + "Batch 60, loss = 651.9299, recon_loss = 651.5278, kl_loss = 0.4022\n", + "Batch 90, loss = 200.0040, recon_loss = 199.7314, kl_loss = 0.2726\n", + "Batch 120, loss = 399.2446, recon_loss = 398.9059, kl_loss = 0.3387\n", + "Batch 150, loss = 677.6056, recon_loss = 676.7285, kl_loss = 0.8771\n", + "Batch 180, loss = 1423.0002, recon_loss = 1421.4043, kl_loss = 1.5960\n", + "Batch 210, loss = 5309.1851, recon_loss = 5305.1904, kl_loss = 3.9948\n", + "Average loss: 4345.2639\n", + "Epoch: 361\n", + "Batch 30, loss = 5765.9043, recon_loss = 5765.3359, kl_loss = 0.5686\n", + "Batch 60, loss = 653.2911, recon_loss = 652.9521, kl_loss = 0.3389\n", + "Batch 90, loss = 210.5832, recon_loss = 210.3120, kl_loss = 0.2713\n", + "Batch 120, loss = 397.4619, recon_loss = 397.1208, kl_loss = 0.3411\n", + "Batch 150, loss = 677.9494, recon_loss = 677.0257, kl_loss = 0.9237\n", + "Batch 180, loss = 1410.3422, recon_loss = 1408.6846, kl_loss = 1.6576\n", + "Batch 210, loss = 5020.6113, recon_loss = 5016.4805, kl_loss = 4.1310\n", + "Average loss: 4320.9728\n", + "Epoch: 362\n", + "Batch 30, loss = 5761.3633, recon_loss = 5760.8135, kl_loss = 0.5499\n", + "Batch 60, loss = 650.8964, recon_loss = 650.4756, kl_loss = 0.4208\n", + "Batch 90, loss = 212.3665, recon_loss = 212.0881, kl_loss = 0.2784\n", + "Batch 120, loss = 398.5519, recon_loss = 398.2050, kl_loss = 0.3469\n", + "Batch 150, loss = 677.7813, recon_loss = 676.9283, kl_loss = 0.8530\n", + "Batch 180, loss = 1412.8204, recon_loss = 1411.2024, kl_loss = 1.6180\n", + "Batch 210, loss = 5384.7642, recon_loss = 5380.6973, kl_loss = 4.0670\n", + "Average loss: 4323.1008\n", + "Epoch: 363\n", + "Batch 30, loss = 5768.4282, recon_loss = 5767.8784, kl_loss = 0.5497\n", + "Batch 60, loss = 650.7476, recon_loss = 650.3462, kl_loss = 0.4014\n", + "Batch 90, loss = 215.6891, recon_loss = 215.4158, kl_loss = 0.2733\n", + "Batch 120, loss = 400.0912, recon_loss = 399.7033, kl_loss = 0.3879\n", + "Batch 150, loss = 678.1175, recon_loss = 677.2616, kl_loss = 0.8559\n", + "Batch 180, loss = 1422.3169, recon_loss = 1420.7460, kl_loss = 1.5710\n", + "Batch 210, loss = 5301.4219, recon_loss = 5297.3467, kl_loss = 4.0752\n", + "Average loss: 4333.4342\n", + "Epoch: 364\n", + "Batch 30, loss = 5758.5010, recon_loss = 5757.9580, kl_loss = 0.5432\n", + "Batch 60, loss = 657.0135, recon_loss = 656.6212, kl_loss = 0.3923\n", + "Batch 90, loss = 216.1384, recon_loss = 215.8530, kl_loss = 0.2854\n", + "Batch 120, loss = 398.2491, recon_loss = 397.9232, kl_loss = 0.3259\n", + "Batch 150, loss = 677.6744, recon_loss = 676.7659, kl_loss = 0.9085\n", + "Batch 180, loss = 1421.0787, recon_loss = 1419.4664, kl_loss = 1.6123\n", + "Batch 210, loss = 4988.6382, recon_loss = 4984.4844, kl_loss = 4.1539\n", + "Average loss: 4328.9216\n", + "Epoch: 365\n", + "Batch 30, loss = 5762.5986, recon_loss = 5762.0547, kl_loss = 0.5438\n", + "Batch 60, loss = 654.0790, recon_loss = 653.7009, kl_loss = 0.3782\n", + "Batch 90, loss = 205.2238, recon_loss = 204.9344, kl_loss = 0.2894\n", + "Batch 120, loss = 397.8706, recon_loss = 397.5463, kl_loss = 0.3243\n", + "Batch 150, loss = 678.6427, recon_loss = 677.7442, kl_loss = 0.8985\n", + "Batch 180, loss = 1418.1166, recon_loss = 1416.4026, kl_loss = 1.7140\n", + "Batch 210, loss = 5144.3442, recon_loss = 5140.0605, kl_loss = 4.2839\n", + "Average loss: 4332.0169\n", + "Epoch: 366\n", + "Batch 30, loss = 5765.6455, recon_loss = 5765.1147, kl_loss = 0.5306\n", + "Batch 60, loss = 654.1438, recon_loss = 653.7580, kl_loss = 0.3858\n", + "Batch 90, loss = 203.9948, recon_loss = 203.6960, kl_loss = 0.2987\n", + "Batch 120, loss = 398.2143, recon_loss = 397.8789, kl_loss = 0.3353\n", + "Batch 150, loss = 677.7891, recon_loss = 676.9890, kl_loss = 0.8001\n", + "Batch 180, loss = 1421.6541, recon_loss = 1420.1029, kl_loss = 1.5512\n", + "Batch 210, loss = 5948.0024, recon_loss = 5943.3975, kl_loss = 4.6048\n", + "Average loss: 4324.3482\n", + "Epoch: 367\n", + "Batch 30, loss = 5778.8384, recon_loss = 5778.3037, kl_loss = 0.5348\n", + "Batch 60, loss = 650.7357, recon_loss = 650.3337, kl_loss = 0.4019\n", + "Batch 90, loss = 220.8426, recon_loss = 220.5568, kl_loss = 0.2858\n", + "Batch 120, loss = 400.9074, recon_loss = 400.4232, kl_loss = 0.4842\n", + "Batch 150, loss = 677.7903, recon_loss = 676.8639, kl_loss = 0.9265\n", + "Batch 180, loss = 1957.9142, recon_loss = 1956.1577, kl_loss = 1.7564\n", + "Batch 210, loss = 5247.7705, recon_loss = 5243.3730, kl_loss = 4.3972\n", + "Average loss: 4322.6885\n", + "Epoch: 368\n", + "Batch 30, loss = 5768.1929, recon_loss = 5767.5908, kl_loss = 0.6022\n", + "Batch 60, loss = 651.3401, recon_loss = 650.9114, kl_loss = 0.4288\n", + "Batch 90, loss = 216.9210, recon_loss = 216.6260, kl_loss = 0.2951\n", + "Batch 120, loss = 398.6476, recon_loss = 398.3123, kl_loss = 0.3353\n", + "Batch 150, loss = 677.7452, recon_loss = 676.8926, kl_loss = 0.8526\n", + "Batch 180, loss = 1439.3940, recon_loss = 1437.7849, kl_loss = 1.6091\n", + "Batch 210, loss = 6029.4141, recon_loss = 6024.9917, kl_loss = 4.4221\n", + "Average loss: 4316.4768\n", + "Epoch: 369\n", + "Batch 30, loss = 5769.6704, recon_loss = 5769.1030, kl_loss = 0.5672\n", + "Batch 60, loss = 650.6579, recon_loss = 650.2560, kl_loss = 0.4018\n", + "Batch 90, loss = 209.7012, recon_loss = 209.3796, kl_loss = 0.3216\n", + "Batch 120, loss = 397.4792, recon_loss = 397.1186, kl_loss = 0.3606\n", + "Batch 150, loss = 678.0613, recon_loss = 677.1596, kl_loss = 0.9017\n", + "Batch 180, loss = 1423.4547, recon_loss = 1421.8392, kl_loss = 1.6155\n", + "Batch 210, loss = 6808.2935, recon_loss = 6803.9419, kl_loss = 4.3513\n", + "Average loss: 4338.7685\n", + "Epoch: 370\n", + "Batch 30, loss = 5764.2119, recon_loss = 5763.6680, kl_loss = 0.5438\n", + "Batch 60, loss = 651.0812, recon_loss = 650.6587, kl_loss = 0.4225\n", + "Batch 90, loss = 195.0923, recon_loss = 194.8063, kl_loss = 0.2860\n", + "Batch 120, loss = 399.1241, recon_loss = 398.7611, kl_loss = 0.3630\n", + "Batch 150, loss = 678.2392, recon_loss = 677.3705, kl_loss = 0.8687\n", + "Batch 180, loss = 1425.0963, recon_loss = 1423.5269, kl_loss = 1.5694\n", + "Batch 210, loss = 5286.0894, recon_loss = 5281.9307, kl_loss = 4.1586\n", + "Average loss: 4332.6465\n", + "Epoch: 371\n", + "Batch 30, loss = 5775.9365, recon_loss = 5775.4263, kl_loss = 0.5101\n", + "Batch 60, loss = 653.2043, recon_loss = 652.8056, kl_loss = 0.3988\n", + "Batch 90, loss = 211.3577, recon_loss = 211.0175, kl_loss = 0.3402\n", + "Batch 120, loss = 397.5559, recon_loss = 397.2101, kl_loss = 0.3459\n", + "Batch 150, loss = 677.6891, recon_loss = 676.8622, kl_loss = 0.8270\n", + "Batch 180, loss = 1422.0304, recon_loss = 1420.4418, kl_loss = 1.5887\n", + "Batch 210, loss = 5040.7681, recon_loss = 5036.3872, kl_loss = 4.3808\n", + "Average loss: 4322.5216\n", + "Epoch: 372\n", + "Batch 30, loss = 5768.5200, recon_loss = 5767.9775, kl_loss = 0.5423\n", + "Batch 60, loss = 651.1829, recon_loss = 650.8056, kl_loss = 0.3773\n", + "Batch 90, loss = 222.3076, recon_loss = 222.0322, kl_loss = 0.2755\n", + "Batch 120, loss = 401.5532, recon_loss = 401.2135, kl_loss = 0.3397\n", + "Batch 150, loss = 677.4603, recon_loss = 676.6312, kl_loss = 0.8291\n", + "Batch 180, loss = 1425.7554, recon_loss = 1424.1829, kl_loss = 1.5725\n", + "Batch 210, loss = 5034.7344, recon_loss = 5030.3838, kl_loss = 4.3507\n", + "Average loss: 4308.7728\n", + "Epoch: 373\n", + "Batch 30, loss = 5767.9927, recon_loss = 5767.4487, kl_loss = 0.5437\n", + "Batch 60, loss = 650.6896, recon_loss = 650.2280, kl_loss = 0.4617\n", + "Batch 90, loss = 195.7705, recon_loss = 195.5073, kl_loss = 0.2633\n", + "Batch 120, loss = 399.8679, recon_loss = 399.4867, kl_loss = 0.3812\n", + "Batch 150, loss = 677.9391, recon_loss = 677.0919, kl_loss = 0.8472\n", + "Batch 180, loss = 1423.7955, recon_loss = 1422.1824, kl_loss = 1.6132\n", + "Batch 210, loss = 5093.6704, recon_loss = 5089.3076, kl_loss = 4.3629\n", + "Average loss: 4325.0924\n", + "Epoch: 374\n", + "Batch 30, loss = 5768.0630, recon_loss = 5767.5278, kl_loss = 0.5350\n", + "Batch 60, loss = 651.3431, recon_loss = 650.9252, kl_loss = 0.4179\n", + "Batch 90, loss = 215.2968, recon_loss = 215.0056, kl_loss = 0.2912\n", + "Batch 120, loss = 398.7098, recon_loss = 398.3401, kl_loss = 0.3696\n", + "Batch 150, loss = 678.0363, recon_loss = 677.1896, kl_loss = 0.8466\n", + "Batch 180, loss = 1417.6793, recon_loss = 1416.0603, kl_loss = 1.6190\n", + "Batch 210, loss = 6650.9604, recon_loss = 6646.4917, kl_loss = 4.4688\n", + "Average loss: 4320.1462\n", + "Epoch: 375\n", + "Batch 30, loss = 5773.3584, recon_loss = 5772.8418, kl_loss = 0.5167\n", + "Batch 60, loss = 649.9512, recon_loss = 649.4984, kl_loss = 0.4529\n", + "Batch 90, loss = 213.9954, recon_loss = 213.6642, kl_loss = 0.3312\n", + "Batch 120, loss = 398.7265, recon_loss = 398.3445, kl_loss = 0.3821\n", + "Batch 150, loss = 677.9403, recon_loss = 677.0756, kl_loss = 0.8648\n", + "Batch 180, loss = 1417.5427, recon_loss = 1415.9481, kl_loss = 1.5946\n", + "Batch 210, loss = 5126.3364, recon_loss = 5121.9414, kl_loss = 4.3952\n", + "Average loss: 4299.2721\n", + "Epoch: 376\n", + "Batch 30, loss = 5764.7788, recon_loss = 5764.2812, kl_loss = 0.4975\n", + "Batch 60, loss = 653.1053, recon_loss = 652.6879, kl_loss = 0.4174\n", + "Batch 90, loss = 208.1922, recon_loss = 207.8856, kl_loss = 0.3067\n", + "Batch 120, loss = 398.7133, recon_loss = 398.3762, kl_loss = 0.3371\n", + "Batch 150, loss = 677.9306, recon_loss = 677.0749, kl_loss = 0.8557\n", + "Batch 180, loss = 1414.5660, recon_loss = 1413.0553, kl_loss = 1.5108\n", + "Batch 210, loss = 5252.7471, recon_loss = 5248.3193, kl_loss = 4.4275\n", + "Average loss: 4317.2885\n", + "Epoch: 377\n", + "Batch 30, loss = 5764.7754, recon_loss = 5764.2632, kl_loss = 0.5123\n", + "Batch 60, loss = 651.4932, recon_loss = 651.1455, kl_loss = 0.3477\n", + "Batch 90, loss = 212.8620, recon_loss = 212.6151, kl_loss = 0.2469\n", + "Batch 120, loss = 400.3291, recon_loss = 399.9456, kl_loss = 0.3836\n", + "Batch 150, loss = 677.6833, recon_loss = 676.7964, kl_loss = 0.8869\n", + "Batch 180, loss = 1415.5752, recon_loss = 1414.0619, kl_loss = 1.5133\n", + "Batch 210, loss = 5087.9634, recon_loss = 5083.7466, kl_loss = 4.2167\n", + "Average loss: 4303.7309\n", + "Epoch: 378\n", + "Batch 30, loss = 5770.4375, recon_loss = 5769.9502, kl_loss = 0.4872\n", + "Batch 60, loss = 651.0942, recon_loss = 650.6948, kl_loss = 0.3994\n", + "Batch 90, loss = 207.3104, recon_loss = 207.0690, kl_loss = 0.2413\n", + "Batch 120, loss = 397.3741, recon_loss = 397.0467, kl_loss = 0.3274\n", + "Batch 150, loss = 678.1863, recon_loss = 677.3332, kl_loss = 0.8531\n", + "Batch 180, loss = 1411.6223, recon_loss = 1410.0872, kl_loss = 1.5352\n", + "Batch 210, loss = 5209.5103, recon_loss = 5205.1660, kl_loss = 4.3441\n", + "Average loss: 4297.5100\n", + "Epoch: 379\n", + "Batch 30, loss = 5761.5864, recon_loss = 5760.9697, kl_loss = 0.6167\n", + "Batch 60, loss = 651.0668, recon_loss = 650.5920, kl_loss = 0.4747\n", + "Batch 90, loss = 201.7213, recon_loss = 201.4546, kl_loss = 0.2667\n", + "Batch 120, loss = 399.0829, recon_loss = 398.7199, kl_loss = 0.3630\n", + "Batch 150, loss = 679.1415, recon_loss = 678.2439, kl_loss = 0.8976\n", + "Batch 180, loss = 1412.6934, recon_loss = 1411.1863, kl_loss = 1.5071\n", + "Batch 210, loss = 5243.6846, recon_loss = 5239.4141, kl_loss = 4.2703\n", + "Average loss: 4290.4878\n", + "Epoch: 380\n", + "Batch 30, loss = 5770.3774, recon_loss = 5769.8369, kl_loss = 0.5404\n", + "Batch 60, loss = 651.7167, recon_loss = 651.3130, kl_loss = 0.4037\n", + "Batch 90, loss = 219.8070, recon_loss = 219.5226, kl_loss = 0.2845\n", + "Batch 120, loss = 398.3815, recon_loss = 397.9541, kl_loss = 0.4274\n", + "Batch 150, loss = 677.7249, recon_loss = 676.8329, kl_loss = 0.8919\n", + "Batch 180, loss = 1413.6293, recon_loss = 1412.1370, kl_loss = 1.4923\n", + "Batch 210, loss = 4964.4009, recon_loss = 4960.0117, kl_loss = 4.3892\n", + "Average loss: 4302.3153\n", + "Epoch: 381\n", + "Batch 30, loss = 5771.1919, recon_loss = 5770.6597, kl_loss = 0.5322\n", + "Batch 60, loss = 650.6463, recon_loss = 650.1938, kl_loss = 0.4525\n", + "Batch 90, loss = 212.1921, recon_loss = 211.9007, kl_loss = 0.2913\n", + "Batch 120, loss = 397.5613, recon_loss = 397.1984, kl_loss = 0.3629\n", + "Batch 150, loss = 678.2283, recon_loss = 677.3934, kl_loss = 0.8349\n", + "Batch 180, loss = 1412.3567, recon_loss = 1410.7115, kl_loss = 1.6451\n", + "Batch 210, loss = 6170.1221, recon_loss = 6165.7148, kl_loss = 4.4072\n", + "Average loss: 4292.9094\n", + "Epoch: 382\n", + "Batch 30, loss = 5767.7964, recon_loss = 5767.2354, kl_loss = 0.5612\n", + "Batch 60, loss = 653.6067, recon_loss = 653.1936, kl_loss = 0.4131\n", + "Batch 90, loss = 208.7034, recon_loss = 208.4132, kl_loss = 0.2902\n", + "Batch 120, loss = 401.4394, recon_loss = 401.1216, kl_loss = 0.3178\n", + "Batch 150, loss = 677.1669, recon_loss = 676.3279, kl_loss = 0.8391\n", + "Batch 180, loss = 1409.1527, recon_loss = 1407.6858, kl_loss = 1.4669\n", + "Batch 210, loss = 5211.0308, recon_loss = 5206.7061, kl_loss = 4.3245\n", + "Average loss: 4329.9740\n", + "Epoch: 383\n", + "Batch 30, loss = 5770.7515, recon_loss = 5770.2168, kl_loss = 0.5346\n", + "Batch 60, loss = 651.1495, recon_loss = 650.7438, kl_loss = 0.4057\n", + "Batch 90, loss = 218.5323, recon_loss = 218.2335, kl_loss = 0.2988\n", + "Batch 120, loss = 401.2145, recon_loss = 400.8148, kl_loss = 0.3997\n", + "Batch 150, loss = 678.5385, recon_loss = 677.6418, kl_loss = 0.8967\n", + "Batch 180, loss = 1414.7098, recon_loss = 1413.2683, kl_loss = 1.4415\n", + "Batch 210, loss = 4959.0688, recon_loss = 4954.6895, kl_loss = 4.3794\n", + "Average loss: 4292.9439\n", + "Epoch: 384\n", + "Batch 30, loss = 5765.3633, recon_loss = 5764.8252, kl_loss = 0.5382\n", + "Batch 60, loss = 650.3599, recon_loss = 649.9604, kl_loss = 0.3995\n", + "Batch 90, loss = 213.5542, recon_loss = 213.2501, kl_loss = 0.3041\n", + "Batch 120, loss = 397.6761, recon_loss = 397.3075, kl_loss = 0.3686\n", + "Batch 150, loss = 678.4990, recon_loss = 677.6143, kl_loss = 0.8847\n", + "Batch 180, loss = 1414.2877, recon_loss = 1412.7439, kl_loss = 1.5438\n", + "Batch 210, loss = 5177.0918, recon_loss = 5172.6333, kl_loss = 4.4586\n", + "Average loss: 4281.1136\n", + "Epoch: 385\n", + "Batch 30, loss = 5762.9170, recon_loss = 5762.3657, kl_loss = 0.5512\n", + "Batch 60, loss = 650.5038, recon_loss = 650.0648, kl_loss = 0.4390\n", + "Batch 90, loss = 210.3406, recon_loss = 210.0850, kl_loss = 0.2556\n", + "Batch 120, loss = 398.2206, recon_loss = 397.8551, kl_loss = 0.3654\n", + "Batch 150, loss = 679.4874, recon_loss = 678.5784, kl_loss = 0.9090\n", + "Batch 180, loss = 1410.5179, recon_loss = 1408.9468, kl_loss = 1.5711\n", + "Batch 210, loss = 5296.4551, recon_loss = 5292.0615, kl_loss = 4.3935\n", + "Average loss: 4295.7931\n", + "Epoch: 386\n", + "Batch 30, loss = 5760.3706, recon_loss = 5759.8071, kl_loss = 0.5634\n", + "Batch 60, loss = 653.1763, recon_loss = 652.7188, kl_loss = 0.4575\n", + "Batch 90, loss = 210.1370, recon_loss = 209.8746, kl_loss = 0.2625\n", + "Batch 120, loss = 396.3481, recon_loss = 395.9885, kl_loss = 0.3597\n", + "Batch 150, loss = 677.3215, recon_loss = 676.4769, kl_loss = 0.8447\n", + "Batch 180, loss = 1409.6100, recon_loss = 1408.1239, kl_loss = 1.4861\n", + "Batch 210, loss = 5209.2896, recon_loss = 5204.8481, kl_loss = 4.4413\n", + "Average loss: 4288.7200\n", + "Epoch: 387\n", + "Batch 30, loss = 5768.5361, recon_loss = 5767.9458, kl_loss = 0.5904\n", + "Batch 60, loss = 651.0005, recon_loss = 650.5536, kl_loss = 0.4468\n", + "Batch 90, loss = 209.3659, recon_loss = 209.0876, kl_loss = 0.2783\n", + "Batch 120, loss = 398.0189, recon_loss = 397.6695, kl_loss = 0.3494\n", + "Batch 150, loss = 677.7880, recon_loss = 676.9530, kl_loss = 0.8350\n", + "Batch 180, loss = 1411.4965, recon_loss = 1409.9016, kl_loss = 1.5949\n", + "Batch 210, loss = 4987.0454, recon_loss = 4982.6987, kl_loss = 4.3468\n", + "Average loss: 4290.9902\n", + "Epoch: 388\n", + "Batch 30, loss = 5758.7563, recon_loss = 5758.1577, kl_loss = 0.5986\n", + "Batch 60, loss = 651.5605, recon_loss = 651.0786, kl_loss = 0.4818\n", + "Batch 90, loss = 221.8097, recon_loss = 221.5025, kl_loss = 0.3072\n", + "Batch 120, loss = 396.8028, recon_loss = 396.4399, kl_loss = 0.3629\n", + "Batch 150, loss = 677.9695, recon_loss = 677.0217, kl_loss = 0.9478\n", + "Batch 180, loss = 1408.5771, recon_loss = 1407.1034, kl_loss = 1.4738\n", + "Batch 210, loss = 4929.1543, recon_loss = 4924.7573, kl_loss = 4.3970\n", + "Average loss: 4288.4151\n", + "Epoch: 389\n", + "Batch 30, loss = 5766.6836, recon_loss = 5766.0962, kl_loss = 0.5875\n", + "Batch 60, loss = 650.1931, recon_loss = 649.7571, kl_loss = 0.4360\n", + "Batch 90, loss = 207.0974, recon_loss = 206.7832, kl_loss = 0.3141\n", + "Batch 120, loss = 397.5563, recon_loss = 397.2255, kl_loss = 0.3308\n", + "Batch 150, loss = 677.2280, recon_loss = 676.2527, kl_loss = 0.9753\n", + "Batch 180, loss = 1405.5422, recon_loss = 1404.0388, kl_loss = 1.5035\n", + "Batch 210, loss = 5058.9399, recon_loss = 5054.5532, kl_loss = 4.3866\n", + "Average loss: 4292.6618\n", + "Epoch: 390\n", + "Batch 30, loss = 5768.3394, recon_loss = 5767.8115, kl_loss = 0.5276\n", + "Batch 60, loss = 650.9069, recon_loss = 650.4729, kl_loss = 0.4340\n", + "Batch 90, loss = 197.9713, recon_loss = 197.6525, kl_loss = 0.3188\n", + "Batch 120, loss = 397.8982, recon_loss = 397.5515, kl_loss = 0.3467\n", + "Batch 150, loss = 678.3909, recon_loss = 677.4890, kl_loss = 0.9019\n", + "Batch 180, loss = 1407.9706, recon_loss = 1406.4393, kl_loss = 1.5313\n", + "Batch 210, loss = 4896.3384, recon_loss = 4891.9385, kl_loss = 4.3997\n", + "Average loss: 4287.0347\n", + "Epoch: 391\n", + "Batch 30, loss = 5764.4302, recon_loss = 5763.8022, kl_loss = 0.6278\n", + "Batch 60, loss = 649.8050, recon_loss = 649.3206, kl_loss = 0.4844\n", + "Batch 90, loss = 209.3712, recon_loss = 209.0983, kl_loss = 0.2729\n", + "Batch 120, loss = 399.3639, recon_loss = 398.9493, kl_loss = 0.4146\n", + "Batch 150, loss = 677.9008, recon_loss = 677.0015, kl_loss = 0.8993\n", + "Batch 180, loss = 1418.1349, recon_loss = 1416.7080, kl_loss = 1.4269\n", + "Batch 210, loss = 5241.1743, recon_loss = 5237.0996, kl_loss = 4.0748\n", + "Average loss: 4276.4919\n", + "Epoch: 392\n", + "Batch 30, loss = 5767.2285, recon_loss = 5766.5674, kl_loss = 0.6612\n", + "Batch 60, loss = 650.5189, recon_loss = 650.0380, kl_loss = 0.4809\n", + "Batch 90, loss = 208.2494, recon_loss = 207.9987, kl_loss = 0.2507\n", + "Batch 120, loss = 399.2326, recon_loss = 398.8714, kl_loss = 0.3612\n", + "Batch 150, loss = 678.3451, recon_loss = 677.4230, kl_loss = 0.9221\n", + "Batch 180, loss = 1418.1406, recon_loss = 1416.6605, kl_loss = 1.4800\n", + "Batch 210, loss = 4873.1416, recon_loss = 4868.8799, kl_loss = 4.2618\n", + "Average loss: 4301.6956\n", + "Epoch: 393\n", + "Batch 30, loss = 5765.4541, recon_loss = 5764.8037, kl_loss = 0.6502\n", + "Batch 60, loss = 651.2724, recon_loss = 650.8113, kl_loss = 0.4611\n", + "Batch 90, loss = 217.6439, recon_loss = 217.3537, kl_loss = 0.2902\n", + "Batch 120, loss = 398.2391, recon_loss = 397.9085, kl_loss = 0.3306\n", + "Batch 150, loss = 679.0284, recon_loss = 678.1389, kl_loss = 0.8895\n", + "Batch 180, loss = 1418.8995, recon_loss = 1417.1158, kl_loss = 1.7837\n", + "Batch 210, loss = 5798.1392, recon_loss = 5793.9146, kl_loss = 4.2247\n", + "Average loss: 4283.2152\n", + "Epoch: 394\n", + "Batch 30, loss = 5763.6538, recon_loss = 5762.9771, kl_loss = 0.6768\n", + "Batch 60, loss = 650.1191, recon_loss = 649.6685, kl_loss = 0.4507\n", + "Batch 90, loss = 214.5673, recon_loss = 214.2887, kl_loss = 0.2786\n", + "Batch 120, loss = 397.1774, recon_loss = 396.8235, kl_loss = 0.3539\n", + "Batch 150, loss = 676.9776, recon_loss = 676.1213, kl_loss = 0.8562\n", + "Batch 180, loss = 1417.6283, recon_loss = 1415.9570, kl_loss = 1.6713\n", + "Batch 210, loss = 5097.4360, recon_loss = 5093.2651, kl_loss = 4.1710\n", + "Average loss: 4291.5566\n", + "Epoch: 395\n", + "Batch 30, loss = 5756.7852, recon_loss = 5756.1362, kl_loss = 0.6490\n", + "Batch 60, loss = 650.3682, recon_loss = 649.8781, kl_loss = 0.4900\n", + "Batch 90, loss = 212.5979, recon_loss = 212.3166, kl_loss = 0.2813\n", + "Batch 120, loss = 398.2911, recon_loss = 397.9551, kl_loss = 0.3360\n", + "Batch 150, loss = 678.5178, recon_loss = 677.6096, kl_loss = 0.9082\n", + "Batch 180, loss = 1420.2771, recon_loss = 1418.5374, kl_loss = 1.7397\n", + "Batch 210, loss = 4870.7095, recon_loss = 4866.4116, kl_loss = 4.2977\n", + "Average loss: 4291.2090\n", + "Epoch: 396\n", + "Batch 30, loss = 5763.7554, recon_loss = 5763.1118, kl_loss = 0.6437\n", + "Batch 60, loss = 650.2637, recon_loss = 649.8119, kl_loss = 0.4518\n", + "Batch 90, loss = 199.2575, recon_loss = 198.9680, kl_loss = 0.2895\n", + "Batch 120, loss = 398.8458, recon_loss = 398.4637, kl_loss = 0.3821\n", + "Batch 150, loss = 677.5818, recon_loss = 676.7400, kl_loss = 0.8418\n", + "Batch 180, loss = 1418.9468, recon_loss = 1417.2781, kl_loss = 1.6687\n", + "Batch 210, loss = 4981.0161, recon_loss = 4976.7061, kl_loss = 4.3101\n", + "Average loss: 4266.8402\n", + "Epoch: 397\n", + "Batch 30, loss = 5766.3311, recon_loss = 5765.7012, kl_loss = 0.6301\n", + "Batch 60, loss = 650.3744, recon_loss = 649.9154, kl_loss = 0.4590\n", + "Batch 90, loss = 212.8302, recon_loss = 212.5552, kl_loss = 0.2750\n", + "Batch 120, loss = 401.5295, recon_loss = 401.2047, kl_loss = 0.3249\n", + "Batch 150, loss = 677.3787, recon_loss = 676.4814, kl_loss = 0.8973\n", + "Batch 180, loss = 1409.7621, recon_loss = 1408.0442, kl_loss = 1.7179\n", + "Batch 210, loss = 4908.5532, recon_loss = 4904.2612, kl_loss = 4.2919\n", + "Average loss: 4273.0061\n", + "Epoch: 398\n", + "Batch 30, loss = 5757.2393, recon_loss = 5756.5732, kl_loss = 0.6658\n", + "Batch 60, loss = 649.9290, recon_loss = 649.5154, kl_loss = 0.4136\n", + "Batch 90, loss = 216.9711, recon_loss = 216.7024, kl_loss = 0.2687\n", + "Batch 120, loss = 400.2691, recon_loss = 399.9207, kl_loss = 0.3484\n", + "Batch 150, loss = 678.0959, recon_loss = 677.1871, kl_loss = 0.9089\n", + "Batch 180, loss = 1406.9750, recon_loss = 1405.4211, kl_loss = 1.5539\n", + "Batch 210, loss = 4967.6367, recon_loss = 4963.2891, kl_loss = 4.3476\n", + "Average loss: 4260.7730\n", + "Epoch: 399\n", + "Batch 30, loss = 5760.8721, recon_loss = 5760.0459, kl_loss = 0.8261\n", + "Batch 60, loss = 649.8361, recon_loss = 649.3835, kl_loss = 0.4526\n", + "Batch 90, loss = 215.3243, recon_loss = 214.9892, kl_loss = 0.3352\n", + "Batch 120, loss = 403.6123, recon_loss = 403.2876, kl_loss = 0.3248\n", + "Batch 150, loss = 678.3183, recon_loss = 677.3676, kl_loss = 0.9508\n", + "Batch 180, loss = 1414.4921, recon_loss = 1412.9038, kl_loss = 1.5882\n", + "Batch 210, loss = 4899.0483, recon_loss = 4894.7334, kl_loss = 4.3147\n", + "Average loss: 4278.2257\n", + "Epoch: 400\n", + "Batch 30, loss = 5753.9385, recon_loss = 5753.3638, kl_loss = 0.5749\n", + "Batch 60, loss = 651.4587, recon_loss = 651.0270, kl_loss = 0.4317\n", + "Batch 90, loss = 189.3347, recon_loss = 189.0452, kl_loss = 0.2895\n", + "Batch 120, loss = 402.1614, recon_loss = 401.8035, kl_loss = 0.3579\n", + "Batch 150, loss = 677.9742, recon_loss = 677.0883, kl_loss = 0.8859\n", + "Batch 180, loss = 1413.5269, recon_loss = 1412.0303, kl_loss = 1.4965\n", + "Batch 210, loss = 4899.0522, recon_loss = 4894.7764, kl_loss = 4.2756\n", + "Average loss: 4262.4690\n", + "Epoch: 401\n", + "Batch 30, loss = 5758.0791, recon_loss = 5757.5020, kl_loss = 0.5770\n", + "Batch 60, loss = 653.3206, recon_loss = 652.8780, kl_loss = 0.4427\n", + "Batch 90, loss = 202.5312, recon_loss = 202.2601, kl_loss = 0.2712\n", + "Batch 120, loss = 398.9713, recon_loss = 398.6262, kl_loss = 0.3451\n", + "Batch 150, loss = 678.5219, recon_loss = 677.5496, kl_loss = 0.9723\n", + "Batch 180, loss = 1410.0159, recon_loss = 1408.4656, kl_loss = 1.5503\n", + "Batch 210, loss = 4855.2646, recon_loss = 4850.9893, kl_loss = 4.2755\n", + "Average loss: 4270.0978\n", + "Epoch: 402\n", + "Batch 30, loss = 5760.1592, recon_loss = 5759.5620, kl_loss = 0.5971\n", + "Batch 60, loss = 652.0311, recon_loss = 651.6363, kl_loss = 0.3948\n", + "Batch 90, loss = 215.1707, recon_loss = 214.8451, kl_loss = 0.3256\n", + "Batch 120, loss = 399.9576, recon_loss = 399.5880, kl_loss = 0.3696\n", + "Batch 150, loss = 678.8713, recon_loss = 677.9592, kl_loss = 0.9120\n", + "Batch 180, loss = 1412.7018, recon_loss = 1411.0814, kl_loss = 1.6204\n", + "Batch 210, loss = 4891.8345, recon_loss = 4887.6084, kl_loss = 4.2260\n", + "Average loss: 4259.4468\n", + "Epoch: 403\n", + "Batch 30, loss = 5757.1685, recon_loss = 5756.5122, kl_loss = 0.6561\n", + "Batch 60, loss = 653.4609, recon_loss = 652.9910, kl_loss = 0.4699\n", + "Batch 90, loss = 219.2857, recon_loss = 218.9989, kl_loss = 0.2868\n", + "Batch 120, loss = 399.4367, recon_loss = 399.0362, kl_loss = 0.4005\n", + "Batch 150, loss = 677.7457, recon_loss = 676.7767, kl_loss = 0.9690\n", + "Batch 180, loss = 1413.6455, recon_loss = 1411.9974, kl_loss = 1.6481\n", + "Batch 210, loss = 4873.0063, recon_loss = 4868.7646, kl_loss = 4.2419\n", + "Average loss: 4287.4840\n", + "Epoch: 404\n", + "Batch 30, loss = 5756.9785, recon_loss = 5756.3560, kl_loss = 0.6227\n", + "Batch 60, loss = 650.9615, recon_loss = 650.5618, kl_loss = 0.3997\n", + "Batch 90, loss = 209.6172, recon_loss = 209.3351, kl_loss = 0.2821\n", + "Batch 120, loss = 399.2993, recon_loss = 398.9547, kl_loss = 0.3446\n", + "Batch 150, loss = 677.6603, recon_loss = 676.6584, kl_loss = 1.0018\n", + "Batch 180, loss = 1414.6332, recon_loss = 1412.9635, kl_loss = 1.6696\n", + "Batch 210, loss = 4805.8257, recon_loss = 4801.6377, kl_loss = 4.1881\n", + "Average loss: 4302.0970\n", + "Epoch: 405\n", + "Batch 30, loss = 5765.7310, recon_loss = 5765.1406, kl_loss = 0.5905\n", + "Batch 60, loss = 651.2263, recon_loss = 650.8065, kl_loss = 0.4198\n", + "Batch 90, loss = 200.7085, recon_loss = 200.4124, kl_loss = 0.2961\n", + "Batch 120, loss = 400.0720, recon_loss = 399.6901, kl_loss = 0.3819\n", + "Batch 150, loss = 678.1080, recon_loss = 677.1900, kl_loss = 0.9181\n", + "Batch 180, loss = 1410.6115, recon_loss = 1409.0978, kl_loss = 1.5136\n", + "Batch 210, loss = 4845.1450, recon_loss = 4840.9727, kl_loss = 4.1724\n", + "Average loss: 4287.2190\n", + "Epoch: 406\n", + "Batch 30, loss = 5765.6641, recon_loss = 5765.0815, kl_loss = 0.5826\n", + "Batch 60, loss = 649.9996, recon_loss = 649.5939, kl_loss = 0.4058\n", + "Batch 90, loss = 213.9392, recon_loss = 213.6573, kl_loss = 0.2819\n", + "Batch 120, loss = 397.7204, recon_loss = 397.3895, kl_loss = 0.3310\n", + "Batch 150, loss = 676.9866, recon_loss = 676.0651, kl_loss = 0.9215\n", + "Batch 180, loss = 1407.7383, recon_loss = 1406.1965, kl_loss = 1.5417\n", + "Batch 210, loss = 4850.1206, recon_loss = 4845.7905, kl_loss = 4.3303\n", + "Average loss: 4290.8754\n", + "Epoch: 407\n", + "Batch 30, loss = 5762.8457, recon_loss = 5762.2651, kl_loss = 0.5808\n", + "Batch 60, loss = 649.9279, recon_loss = 649.5305, kl_loss = 0.3974\n", + "Batch 90, loss = 213.5359, recon_loss = 213.2575, kl_loss = 0.2784\n", + "Batch 120, loss = 400.3033, recon_loss = 399.8703, kl_loss = 0.4330\n", + "Batch 150, loss = 678.8716, recon_loss = 677.9467, kl_loss = 0.9249\n", + "Batch 180, loss = 1413.3423, recon_loss = 1411.6481, kl_loss = 1.6942\n", + "Batch 210, loss = 4814.5771, recon_loss = 4810.1846, kl_loss = 4.3928\n", + "Average loss: 4251.1319\n", + "Epoch: 408\n", + "Batch 30, loss = 5764.8145, recon_loss = 5764.2456, kl_loss = 0.5686\n", + "Batch 60, loss = 650.0709, recon_loss = 649.6482, kl_loss = 0.4227\n", + "Batch 90, loss = 203.8481, recon_loss = 203.5715, kl_loss = 0.2766\n", + "Batch 120, loss = 398.4645, recon_loss = 398.0721, kl_loss = 0.3924\n", + "Batch 150, loss = 677.0518, recon_loss = 676.1277, kl_loss = 0.9241\n", + "Batch 180, loss = 1417.3898, recon_loss = 1415.7509, kl_loss = 1.6389\n", + "Batch 210, loss = 4845.6201, recon_loss = 4841.2632, kl_loss = 4.3569\n", + "Average loss: 4274.2551\n", + "Epoch: 409\n", + "Batch 30, loss = 5769.0493, recon_loss = 5768.4277, kl_loss = 0.6217\n", + "Batch 60, loss = 650.5517, recon_loss = 650.1503, kl_loss = 0.4014\n", + "Batch 90, loss = 197.0640, recon_loss = 196.7741, kl_loss = 0.2899\n", + "Batch 120, loss = 397.2173, recon_loss = 396.8873, kl_loss = 0.3301\n", + "Batch 150, loss = 677.9162, recon_loss = 676.9567, kl_loss = 0.9595\n", + "Batch 180, loss = 1407.0111, recon_loss = 1405.2909, kl_loss = 1.7202\n", + "Batch 210, loss = 4805.9038, recon_loss = 4801.6787, kl_loss = 4.2249\n", + "Average loss: 4273.5801\n", + "Epoch: 410\n", + "Batch 30, loss = 5769.8091, recon_loss = 5769.2007, kl_loss = 0.6086\n", + "Batch 60, loss = 650.3595, recon_loss = 649.9204, kl_loss = 0.4391\n", + "Batch 90, loss = 191.7228, recon_loss = 191.4512, kl_loss = 0.2716\n", + "Batch 120, loss = 399.0277, recon_loss = 398.6635, kl_loss = 0.3642\n", + "Batch 150, loss = 678.0727, recon_loss = 677.0775, kl_loss = 0.9952\n", + "Batch 180, loss = 1422.4337, recon_loss = 1420.7976, kl_loss = 1.6361\n", + "Batch 210, loss = 4800.8960, recon_loss = 4796.6421, kl_loss = 4.2541\n", + "Average loss: 4290.9017\n", + "Epoch: 411\n", + "Batch 30, loss = 5762.3799, recon_loss = 5761.7163, kl_loss = 0.6634\n", + "Batch 60, loss = 649.8959, recon_loss = 649.4846, kl_loss = 0.4113\n", + "Batch 90, loss = 200.2294, recon_loss = 199.9671, kl_loss = 0.2623\n", + "Batch 120, loss = 398.0440, recon_loss = 397.6910, kl_loss = 0.3530\n", + "Batch 150, loss = 677.4118, recon_loss = 676.4723, kl_loss = 0.9395\n", + "Batch 180, loss = 1413.6166, recon_loss = 1411.9857, kl_loss = 1.6309\n", + "Batch 210, loss = 4780.1064, recon_loss = 4775.7559, kl_loss = 4.3508\n", + "Average loss: 4270.1969\n", + "Epoch: 412\n", + "Batch 30, loss = 5761.8574, recon_loss = 5761.2656, kl_loss = 0.5919\n", + "Batch 60, loss = 649.9366, recon_loss = 649.5279, kl_loss = 0.4087\n", + "Batch 90, loss = 191.9212, recon_loss = 191.6693, kl_loss = 0.2519\n", + "Batch 120, loss = 398.3152, recon_loss = 397.9728, kl_loss = 0.3424\n", + "Batch 150, loss = 677.1904, recon_loss = 676.2062, kl_loss = 0.9842\n", + "Batch 180, loss = 1410.3700, recon_loss = 1408.6802, kl_loss = 1.6899\n", + "Batch 210, loss = 4784.0654, recon_loss = 4779.6353, kl_loss = 4.4302\n", + "Average loss: 4269.2405\n", + "Epoch: 413\n", + "Batch 30, loss = 5777.2163, recon_loss = 5776.5332, kl_loss = 0.6833\n", + "Batch 60, loss = 654.8768, recon_loss = 654.4718, kl_loss = 0.4050\n", + "Batch 90, loss = 211.2611, recon_loss = 211.0166, kl_loss = 0.2445\n", + "Batch 120, loss = 397.8035, recon_loss = 397.4849, kl_loss = 0.3186\n", + "Batch 150, loss = 677.6889, recon_loss = 676.6830, kl_loss = 1.0059\n", + "Batch 180, loss = 1413.1807, recon_loss = 1411.5286, kl_loss = 1.6521\n", + "Batch 210, loss = 5035.5498, recon_loss = 5031.3652, kl_loss = 4.1847\n", + "Average loss: 4252.8484\n", + "Epoch: 414\n", + "Batch 30, loss = 5764.2344, recon_loss = 5763.6143, kl_loss = 0.6202\n", + "Batch 60, loss = 649.8763, recon_loss = 649.4384, kl_loss = 0.4380\n", + "Batch 90, loss = 205.2605, recon_loss = 205.0059, kl_loss = 0.2546\n", + "Batch 120, loss = 399.8009, recon_loss = 399.4455, kl_loss = 0.3554\n", + "Batch 150, loss = 677.5743, recon_loss = 676.5787, kl_loss = 0.9956\n", + "Batch 180, loss = 1415.5402, recon_loss = 1413.9258, kl_loss = 1.6143\n", + "Batch 210, loss = 4761.6221, recon_loss = 4757.4058, kl_loss = 4.2164\n", + "Average loss: 4253.8032\n", + "Epoch: 415\n", + "Batch 30, loss = 5757.3818, recon_loss = 5756.7173, kl_loss = 0.6644\n", + "Batch 60, loss = 649.8290, recon_loss = 649.3751, kl_loss = 0.4539\n", + "Batch 90, loss = 212.0016, recon_loss = 211.7346, kl_loss = 0.2670\n", + "Batch 120, loss = 400.2027, recon_loss = 399.8323, kl_loss = 0.3704\n", + "Batch 150, loss = 677.5971, recon_loss = 676.6716, kl_loss = 0.9255\n", + "Batch 180, loss = 1409.7494, recon_loss = 1408.1919, kl_loss = 1.5575\n", + "Batch 210, loss = 4755.5674, recon_loss = 4751.2295, kl_loss = 4.3381\n", + "Average loss: 4242.2391\n", + "Epoch: 416\n", + "Batch 30, loss = 5752.7231, recon_loss = 5752.1221, kl_loss = 0.6010\n", + "Batch 60, loss = 650.7654, recon_loss = 650.3221, kl_loss = 0.4433\n", + "Batch 90, loss = 198.2728, recon_loss = 198.0117, kl_loss = 0.2611\n", + "Batch 120, loss = 397.5483, recon_loss = 397.1959, kl_loss = 0.3524\n", + "Batch 150, loss = 677.7310, recon_loss = 676.7860, kl_loss = 0.9450\n", + "Batch 180, loss = 1409.8090, recon_loss = 1408.1722, kl_loss = 1.6368\n", + "Batch 210, loss = 4795.7725, recon_loss = 4791.4404, kl_loss = 4.3319\n", + "Average loss: 4239.5753\n", + "Epoch: 417\n", + "Batch 30, loss = 5756.1504, recon_loss = 5755.5708, kl_loss = 0.5797\n", + "Batch 60, loss = 650.4250, recon_loss = 649.9882, kl_loss = 0.4368\n", + "Batch 90, loss = 213.3160, recon_loss = 213.0463, kl_loss = 0.2697\n", + "Batch 120, loss = 396.6126, recon_loss = 396.2381, kl_loss = 0.3746\n", + "Batch 150, loss = 677.3132, recon_loss = 676.3739, kl_loss = 0.9393\n", + "Batch 180, loss = 1408.0973, recon_loss = 1406.4448, kl_loss = 1.6525\n", + "Batch 210, loss = 4807.7417, recon_loss = 4803.4536, kl_loss = 4.2883\n", + "Average loss: 4275.2484\n", + "Epoch: 418\n", + "Batch 30, loss = 5759.5444, recon_loss = 5758.8174, kl_loss = 0.7269\n", + "Batch 60, loss = 652.1836, recon_loss = 651.7397, kl_loss = 0.4438\n", + "Batch 90, loss = 190.4273, recon_loss = 190.1720, kl_loss = 0.2553\n", + "Batch 120, loss = 397.6788, recon_loss = 397.3102, kl_loss = 0.3685\n", + "Batch 150, loss = 677.7044, recon_loss = 676.7891, kl_loss = 0.9153\n", + "Batch 180, loss = 1415.2413, recon_loss = 1413.6926, kl_loss = 1.5487\n", + "Batch 210, loss = 4754.5093, recon_loss = 4750.1733, kl_loss = 4.3360\n", + "Average loss: 4276.4612\n", + "Epoch: 419\n", + "Batch 30, loss = 5758.5527, recon_loss = 5757.9146, kl_loss = 0.6382\n", + "Batch 60, loss = 650.4982, recon_loss = 650.0861, kl_loss = 0.4121\n", + "Batch 90, loss = 192.1989, recon_loss = 191.9465, kl_loss = 0.2524\n", + "Batch 120, loss = 398.0565, recon_loss = 397.6837, kl_loss = 0.3728\n", + "Batch 150, loss = 676.9857, recon_loss = 676.0071, kl_loss = 0.9785\n", + "Batch 180, loss = 1417.0491, recon_loss = 1415.4901, kl_loss = 1.5589\n", + "Batch 210, loss = 4768.1519, recon_loss = 4763.7524, kl_loss = 4.3996\n", + "Average loss: 4245.2609\n", + "Epoch: 420\n", + "Batch 30, loss = 5757.0479, recon_loss = 5756.3579, kl_loss = 0.6899\n", + "Batch 60, loss = 649.4966, recon_loss = 649.0649, kl_loss = 0.4317\n", + "Batch 90, loss = 188.8282, recon_loss = 188.5558, kl_loss = 0.2724\n", + "Batch 120, loss = 403.4417, recon_loss = 403.0741, kl_loss = 0.3676\n", + "Batch 150, loss = 678.1781, recon_loss = 677.2625, kl_loss = 0.9156\n", + "Batch 180, loss = 1413.1149, recon_loss = 1411.5455, kl_loss = 1.5693\n", + "Batch 210, loss = 4750.7939, recon_loss = 4746.3276, kl_loss = 4.4661\n", + "Average loss: 4233.2808\n", + "Epoch: 421\n", + "Batch 30, loss = 5776.1099, recon_loss = 5775.5801, kl_loss = 0.5297\n", + "Batch 60, loss = 648.7023, recon_loss = 648.3074, kl_loss = 0.3948\n", + "Batch 90, loss = 213.8811, recon_loss = 213.6135, kl_loss = 0.2676\n", + "Batch 120, loss = 400.4945, recon_loss = 400.1205, kl_loss = 0.3740\n", + "Batch 150, loss = 676.9383, recon_loss = 676.0434, kl_loss = 0.8949\n", + "Batch 180, loss = 1409.7252, recon_loss = 1408.1005, kl_loss = 1.6248\n", + "Batch 210, loss = 4770.3599, recon_loss = 4765.8887, kl_loss = 4.4711\n", + "Average loss: 4297.3598\n", + "Epoch: 422\n", + "Batch 30, loss = 5762.5430, recon_loss = 5761.8228, kl_loss = 0.7204\n", + "Batch 60, loss = 648.9349, recon_loss = 648.4905, kl_loss = 0.4444\n", + "Batch 90, loss = 206.9794, recon_loss = 206.7283, kl_loss = 0.2510\n", + "Batch 120, loss = 397.7545, recon_loss = 397.3792, kl_loss = 0.3753\n", + "Batch 150, loss = 677.7834, recon_loss = 676.8723, kl_loss = 0.9112\n", + "Batch 180, loss = 1405.8088, recon_loss = 1404.2405, kl_loss = 1.5684\n", + "Batch 210, loss = 4742.6934, recon_loss = 4738.2002, kl_loss = 4.4932\n", + "Average loss: 4250.8875\n", + "Epoch: 423\n", + "Batch 30, loss = 5760.5137, recon_loss = 5759.9180, kl_loss = 0.5955\n", + "Batch 60, loss = 649.0305, recon_loss = 648.5864, kl_loss = 0.4441\n", + "Batch 90, loss = 194.0657, recon_loss = 193.8045, kl_loss = 0.2612\n", + "Batch 120, loss = 398.9780, recon_loss = 398.5989, kl_loss = 0.3790\n", + "Batch 150, loss = 677.4836, recon_loss = 676.5299, kl_loss = 0.9537\n", + "Batch 180, loss = 1411.5946, recon_loss = 1409.9285, kl_loss = 1.6661\n", + "Batch 210, loss = 4823.2769, recon_loss = 4818.9155, kl_loss = 4.3615\n", + "Average loss: 4245.5311\n", + "Epoch: 424\n", + "Batch 30, loss = 5753.6689, recon_loss = 5753.0068, kl_loss = 0.6620\n", + "Batch 60, loss = 650.1256, recon_loss = 649.7144, kl_loss = 0.4112\n", + "Batch 90, loss = 207.2632, recon_loss = 207.0051, kl_loss = 0.2581\n", + "Batch 120, loss = 399.7583, recon_loss = 399.3735, kl_loss = 0.3848\n", + "Batch 150, loss = 677.6695, recon_loss = 676.7721, kl_loss = 0.8974\n", + "Batch 180, loss = 1407.9021, recon_loss = 1406.3292, kl_loss = 1.5728\n", + "Batch 210, loss = 4765.5415, recon_loss = 4761.1440, kl_loss = 4.3977\n", + "Average loss: 4272.3584\n", + "Epoch: 425\n", + "Batch 30, loss = 5753.7734, recon_loss = 5753.2026, kl_loss = 0.5709\n", + "Batch 60, loss = 649.3240, recon_loss = 648.9279, kl_loss = 0.3962\n", + "Batch 90, loss = 206.8019, recon_loss = 206.5311, kl_loss = 0.2708\n", + "Batch 120, loss = 400.4353, recon_loss = 400.0702, kl_loss = 0.3651\n", + "Batch 150, loss = 677.6692, recon_loss = 676.6622, kl_loss = 1.0070\n", + "Batch 180, loss = 1406.6125, recon_loss = 1404.9995, kl_loss = 1.6131\n", + "Batch 210, loss = 4902.9067, recon_loss = 4898.3862, kl_loss = 4.5207\n", + "Average loss: 4287.3380\n", + "Epoch: 426\n", + "Batch 30, loss = 5760.3394, recon_loss = 5759.7935, kl_loss = 0.5459\n", + "Batch 60, loss = 649.4084, recon_loss = 648.9907, kl_loss = 0.4178\n", + "Batch 90, loss = 203.2650, recon_loss = 203.0003, kl_loss = 0.2647\n", + "Batch 120, loss = 402.8290, recon_loss = 402.4359, kl_loss = 0.3931\n", + "Batch 150, loss = 677.5794, recon_loss = 676.6769, kl_loss = 0.9025\n", + "Batch 180, loss = 1410.0999, recon_loss = 1408.4315, kl_loss = 1.6684\n", + "Batch 210, loss = 4991.7866, recon_loss = 4987.1421, kl_loss = 4.6445\n", + "Average loss: 4259.3166\n", + "Epoch: 427\n", + "Batch 30, loss = 5762.2886, recon_loss = 5761.6709, kl_loss = 0.6174\n", + "Batch 60, loss = 650.2228, recon_loss = 649.7756, kl_loss = 0.4472\n", + "Batch 90, loss = 207.4952, recon_loss = 207.2368, kl_loss = 0.2584\n", + "Batch 120, loss = 400.3434, recon_loss = 399.8943, kl_loss = 0.4491\n", + "Batch 150, loss = 676.8731, recon_loss = 675.9089, kl_loss = 0.9642\n", + "Batch 180, loss = 1404.4681, recon_loss = 1402.7860, kl_loss = 1.6822\n", + "Batch 210, loss = 4965.1289, recon_loss = 4960.5645, kl_loss = 4.5643\n", + "Average loss: 4247.7893\n", + "Epoch: 428\n", + "Batch 30, loss = 5765.2329, recon_loss = 5764.6069, kl_loss = 0.6259\n", + "Batch 60, loss = 649.7701, recon_loss = 649.3263, kl_loss = 0.4439\n", + "Batch 90, loss = 208.5522, recon_loss = 208.2982, kl_loss = 0.2539\n", + "Batch 120, loss = 400.9518, recon_loss = 400.5743, kl_loss = 0.3774\n", + "Batch 150, loss = 678.3141, recon_loss = 677.3391, kl_loss = 0.9750\n", + "Batch 180, loss = 1412.4645, recon_loss = 1410.8274, kl_loss = 1.6371\n", + "Batch 210, loss = 4746.3203, recon_loss = 4741.6924, kl_loss = 4.6281\n", + "Average loss: 4240.6888\n", + "Epoch: 429\n", + "Batch 30, loss = 5764.8877, recon_loss = 5764.3022, kl_loss = 0.5853\n", + "Batch 60, loss = 648.5076, recon_loss = 648.0961, kl_loss = 0.4115\n", + "Batch 90, loss = 200.9646, recon_loss = 200.6776, kl_loss = 0.2870\n", + "Batch 120, loss = 399.8041, recon_loss = 399.4380, kl_loss = 0.3660\n", + "Batch 150, loss = 678.6824, recon_loss = 677.7006, kl_loss = 0.9819\n", + "Batch 180, loss = 1412.7292, recon_loss = 1411.0302, kl_loss = 1.6991\n", + "Batch 210, loss = 4954.4443, recon_loss = 4949.8643, kl_loss = 4.5799\n", + "Average loss: 4254.6567\n", + "Epoch: 430\n", + "Batch 30, loss = 5760.6479, recon_loss = 5759.9429, kl_loss = 0.7049\n", + "Batch 60, loss = 649.2814, recon_loss = 648.8169, kl_loss = 0.4645\n", + "Batch 90, loss = 205.0370, recon_loss = 204.7637, kl_loss = 0.2734\n", + "Batch 120, loss = 398.7350, recon_loss = 398.3567, kl_loss = 0.3783\n", + "Batch 150, loss = 676.9155, recon_loss = 675.9566, kl_loss = 0.9589\n", + "Batch 180, loss = 1406.9253, recon_loss = 1405.2614, kl_loss = 1.6640\n", + "Batch 210, loss = 4775.4810, recon_loss = 4770.8701, kl_loss = 4.6109\n", + "Average loss: 4238.7953\n", + "Epoch: 431\n", + "Batch 30, loss = 5760.1772, recon_loss = 5759.5820, kl_loss = 0.5954\n", + "Batch 60, loss = 650.2901, recon_loss = 649.8481, kl_loss = 0.4420\n", + "Batch 90, loss = 195.0530, recon_loss = 194.7840, kl_loss = 0.2689\n", + "Batch 120, loss = 407.1413, recon_loss = 406.7807, kl_loss = 0.3606\n", + "Batch 150, loss = 677.4309, recon_loss = 676.4913, kl_loss = 0.9396\n", + "Batch 180, loss = 1410.3888, recon_loss = 1408.7628, kl_loss = 1.6260\n", + "Batch 210, loss = 4747.6270, recon_loss = 4742.9868, kl_loss = 4.6399\n", + "Average loss: 4234.2407\n", + "Epoch: 432\n", + "Batch 30, loss = 5773.2339, recon_loss = 5772.6250, kl_loss = 0.6087\n", + "Batch 60, loss = 648.8862, recon_loss = 648.4642, kl_loss = 0.4220\n", + "Batch 90, loss = 199.6199, recon_loss = 199.3487, kl_loss = 0.2712\n", + "Batch 120, loss = 399.9074, recon_loss = 399.5215, kl_loss = 0.3859\n", + "Batch 150, loss = 677.1711, recon_loss = 676.1631, kl_loss = 1.0080\n", + "Batch 180, loss = 1408.1959, recon_loss = 1406.5688, kl_loss = 1.6270\n", + "Batch 210, loss = 5047.4360, recon_loss = 5042.8701, kl_loss = 4.5661\n", + "Average loss: 4255.4084\n", + "Epoch: 433\n", + "Batch 30, loss = 5761.2139, recon_loss = 5760.5068, kl_loss = 0.7071\n", + "Batch 60, loss = 649.2299, recon_loss = 648.7510, kl_loss = 0.4790\n", + "Batch 90, loss = 196.7443, recon_loss = 196.4730, kl_loss = 0.2713\n", + "Batch 120, loss = 400.9869, recon_loss = 400.5676, kl_loss = 0.4194\n", + "Batch 150, loss = 677.2057, recon_loss = 676.1678, kl_loss = 1.0379\n", + "Batch 180, loss = 2277.0598, recon_loss = 2275.3748, kl_loss = 1.6852\n", + "Batch 210, loss = 8295.0469, recon_loss = 8291.7363, kl_loss = 3.3107\n", + "Average loss: 4262.8788\n", + "Epoch: 434\n", + "Batch 30, loss = 5758.7739, recon_loss = 5758.0522, kl_loss = 0.7217\n", + "Batch 60, loss = 649.5070, recon_loss = 649.0476, kl_loss = 0.4593\n", + "Batch 90, loss = 221.8114, recon_loss = 221.5474, kl_loss = 0.2640\n", + "Batch 120, loss = 402.1415, recon_loss = 401.7795, kl_loss = 0.3620\n", + "Batch 150, loss = 677.8784, recon_loss = 676.9657, kl_loss = 0.9127\n", + "Batch 180, loss = 1415.1428, recon_loss = 1413.4657, kl_loss = 1.6771\n", + "Batch 210, loss = 9017.2783, recon_loss = 9014.3721, kl_loss = 2.9064\n", + "Average loss: 4261.8712\n", + "Epoch: 435\n", + "Batch 30, loss = 5753.5298, recon_loss = 5752.8467, kl_loss = 0.6831\n", + "Batch 60, loss = 648.6083, recon_loss = 648.1473, kl_loss = 0.4610\n", + "Batch 90, loss = 208.2341, recon_loss = 207.9551, kl_loss = 0.2789\n", + "Batch 120, loss = 401.4137, recon_loss = 401.0287, kl_loss = 0.3850\n", + "Batch 150, loss = 676.9330, recon_loss = 676.0187, kl_loss = 0.9144\n", + "Batch 180, loss = 1407.0961, recon_loss = 1405.4603, kl_loss = 1.6357\n", + "Batch 210, loss = 7030.7134, recon_loss = 7028.2373, kl_loss = 2.4761\n", + "Average loss: 4279.9335\n", + "Epoch: 436\n", + "Batch 30, loss = 5753.3906, recon_loss = 5752.6660, kl_loss = 0.7246\n", + "Batch 60, loss = 649.2295, recon_loss = 648.7422, kl_loss = 0.4873\n", + "Batch 90, loss = 194.1626, recon_loss = 193.8721, kl_loss = 0.2905\n", + "Batch 120, loss = 402.4709, recon_loss = 402.0677, kl_loss = 0.4032\n", + "Batch 150, loss = 677.6182, recon_loss = 676.6888, kl_loss = 0.9294\n", + "Batch 180, loss = 1413.8109, recon_loss = 1412.1637, kl_loss = 1.6472\n", + "Batch 210, loss = 6239.3379, recon_loss = 6237.4883, kl_loss = 1.8495\n", + "Average loss: 4258.1908\n", + "Epoch: 437\n", + "Batch 30, loss = 5753.3955, recon_loss = 5752.7671, kl_loss = 0.6284\n", + "Batch 60, loss = 649.1393, recon_loss = 648.6800, kl_loss = 0.4593\n", + "Batch 90, loss = 199.0208, recon_loss = 198.7418, kl_loss = 0.2791\n", + "Batch 120, loss = 399.1172, recon_loss = 398.7499, kl_loss = 0.3673\n", + "Batch 150, loss = 676.4844, recon_loss = 675.5874, kl_loss = 0.8970\n", + "Batch 180, loss = 1415.9730, recon_loss = 1414.2996, kl_loss = 1.6735\n", + "Batch 210, loss = 4830.3042, recon_loss = 4828.7188, kl_loss = 1.5853\n", + "Average loss: 4233.3049\n", + "Epoch: 438\n", + "Batch 30, loss = 5758.8027, recon_loss = 5758.1641, kl_loss = 0.6384\n", + "Batch 60, loss = 649.0990, recon_loss = 648.6727, kl_loss = 0.4263\n", + "Batch 90, loss = 199.9520, recon_loss = 199.6957, kl_loss = 0.2563\n", + "Batch 120, loss = 399.9690, recon_loss = 399.6014, kl_loss = 0.3677\n", + "Batch 150, loss = 677.3833, recon_loss = 676.4316, kl_loss = 0.9516\n", + "Batch 180, loss = 1409.2704, recon_loss = 1407.6030, kl_loss = 1.6673\n", + "Batch 210, loss = 4830.3491, recon_loss = 4825.7690, kl_loss = 4.5799\n", + "Average loss: 4234.6798\n", + "Epoch: 439\n", + "Batch 30, loss = 5760.8677, recon_loss = 5760.1035, kl_loss = 0.7642\n", + "Batch 60, loss = 649.2399, recon_loss = 648.8071, kl_loss = 0.4327\n", + "Batch 90, loss = 199.3241, recon_loss = 199.0471, kl_loss = 0.2771\n", + "Batch 120, loss = 400.9893, recon_loss = 400.6169, kl_loss = 0.3723\n", + "Batch 150, loss = 676.7872, recon_loss = 675.8804, kl_loss = 0.9068\n", + "Batch 180, loss = 1409.6040, recon_loss = 1407.9121, kl_loss = 1.6919\n", + "Batch 210, loss = 5201.4282, recon_loss = 5199.9238, kl_loss = 1.5042\n", + "Average loss: 4213.5142\n", + "Epoch: 440\n", + "Batch 30, loss = 5756.4517, recon_loss = 5755.6460, kl_loss = 0.8057\n", + "Batch 60, loss = 649.3267, recon_loss = 648.8867, kl_loss = 0.4400\n", + "Batch 90, loss = 204.1155, recon_loss = 203.8285, kl_loss = 0.2870\n", + "Batch 120, loss = 397.3342, recon_loss = 396.9332, kl_loss = 0.4010\n", + "Batch 150, loss = 678.1295, recon_loss = 677.2241, kl_loss = 0.9055\n", + "Batch 180, loss = 1414.5356, recon_loss = 1412.8901, kl_loss = 1.6455\n", + "Batch 210, loss = 4814.1587, recon_loss = 4809.9346, kl_loss = 4.2240\n", + "Average loss: 4209.2381\n", + "Epoch: 441\n", + "Batch 30, loss = 5756.7207, recon_loss = 5756.0225, kl_loss = 0.6982\n", + "Batch 60, loss = 650.1282, recon_loss = 649.6838, kl_loss = 0.4444\n", + "Batch 90, loss = 205.9702, recon_loss = 205.6785, kl_loss = 0.2917\n", + "Batch 120, loss = 403.1281, recon_loss = 402.7479, kl_loss = 0.3802\n", + "Batch 150, loss = 677.1188, recon_loss = 676.2416, kl_loss = 0.8772\n", + "Batch 180, loss = 1406.4449, recon_loss = 1404.7739, kl_loss = 1.6710\n", + "Batch 210, loss = 4862.2271, recon_loss = 4857.9634, kl_loss = 4.2639\n", + "Average loss: 4217.4610\n", + "Epoch: 442\n", + "Batch 30, loss = 5766.3203, recon_loss = 5765.5815, kl_loss = 0.7387\n", + "Batch 60, loss = 649.5561, recon_loss = 649.1230, kl_loss = 0.4331\n", + "Batch 90, loss = 205.9312, recon_loss = 205.6398, kl_loss = 0.2913\n", + "Batch 120, loss = 397.2684, recon_loss = 396.8883, kl_loss = 0.3801\n", + "Batch 150, loss = 676.8228, recon_loss = 675.9313, kl_loss = 0.8915\n", + "Batch 180, loss = 1405.1959, recon_loss = 1403.5652, kl_loss = 1.6307\n", + "Batch 210, loss = 4767.8384, recon_loss = 4763.5894, kl_loss = 4.2490\n", + "Average loss: 4201.2383\n", + "Epoch: 443\n", + "Batch 30, loss = 5756.0928, recon_loss = 5755.4385, kl_loss = 0.6543\n", + "Batch 60, loss = 648.3577, recon_loss = 647.9409, kl_loss = 0.4168\n", + "Batch 90, loss = 197.6149, recon_loss = 197.3367, kl_loss = 0.2782\n", + "Batch 120, loss = 398.6895, recon_loss = 398.2974, kl_loss = 0.3920\n", + "Batch 150, loss = 677.5434, recon_loss = 676.6595, kl_loss = 0.8839\n", + "Batch 180, loss = 1408.3566, recon_loss = 1406.6616, kl_loss = 1.6950\n", + "Batch 210, loss = 4766.6577, recon_loss = 4762.3486, kl_loss = 4.3091\n", + "Average loss: 4208.1842\n", + "Epoch: 444\n", + "Batch 30, loss = 5758.9731, recon_loss = 5758.1987, kl_loss = 0.7744\n", + "Batch 60, loss = 648.4772, recon_loss = 648.0426, kl_loss = 0.4346\n", + "Batch 90, loss = 212.3267, recon_loss = 212.0542, kl_loss = 0.2725\n", + "Batch 120, loss = 397.6552, recon_loss = 397.2797, kl_loss = 0.3755\n", + "Batch 150, loss = 677.8823, recon_loss = 676.9896, kl_loss = 0.8927\n", + "Batch 180, loss = 1409.4844, recon_loss = 1407.8392, kl_loss = 1.6451\n", + "Batch 210, loss = 4759.6489, recon_loss = 4755.3467, kl_loss = 4.3021\n", + "Average loss: 4227.1413\n", + "Epoch: 445\n", + "Batch 30, loss = 5752.6631, recon_loss = 5751.9473, kl_loss = 0.7158\n", + "Batch 60, loss = 649.1431, recon_loss = 648.7188, kl_loss = 0.4243\n", + "Batch 90, loss = 206.4171, recon_loss = 206.1572, kl_loss = 0.2599\n", + "Batch 120, loss = 396.1271, recon_loss = 395.7648, kl_loss = 0.3623\n", + "Batch 150, loss = 677.1253, recon_loss = 676.1525, kl_loss = 0.9729\n", + "Batch 180, loss = 1407.0525, recon_loss = 1405.3572, kl_loss = 1.6953\n", + "Batch 210, loss = 4750.8042, recon_loss = 4746.4448, kl_loss = 4.3595\n", + "Average loss: 4217.5003\n", + "Epoch: 446\n", + "Batch 30, loss = 5778.2148, recon_loss = 5777.5830, kl_loss = 0.6320\n", + "Batch 60, loss = 648.8205, recon_loss = 648.3878, kl_loss = 0.4327\n", + "Batch 90, loss = 201.4500, recon_loss = 201.1981, kl_loss = 0.2519\n", + "Batch 120, loss = 400.0611, recon_loss = 399.6736, kl_loss = 0.3876\n", + "Batch 150, loss = 677.7444, recon_loss = 676.8782, kl_loss = 0.8662\n", + "Batch 180, loss = 1406.7180, recon_loss = 1405.0159, kl_loss = 1.7022\n", + "Batch 210, loss = 4775.6465, recon_loss = 4771.2988, kl_loss = 4.3475\n", + "Average loss: 4207.3466\n", + "Epoch: 447\n", + "Batch 30, loss = 5759.2983, recon_loss = 5758.4741, kl_loss = 0.8243\n", + "Batch 60, loss = 649.3202, recon_loss = 648.8275, kl_loss = 0.4927\n", + "Batch 90, loss = 204.3804, recon_loss = 204.1016, kl_loss = 0.2788\n", + "Batch 120, loss = 400.4526, recon_loss = 400.0563, kl_loss = 0.3963\n", + "Batch 150, loss = 676.4509, recon_loss = 675.5967, kl_loss = 0.8542\n", + "Batch 180, loss = 1411.7677, recon_loss = 1410.2264, kl_loss = 1.5413\n", + "Batch 210, loss = 4750.3013, recon_loss = 4745.9263, kl_loss = 4.3748\n", + "Average loss: 4207.2205\n", + "Epoch: 448\n", + "Batch 30, loss = 5771.4072, recon_loss = 5770.7104, kl_loss = 0.6966\n", + "Batch 60, loss = 649.5386, recon_loss = 649.0784, kl_loss = 0.4602\n", + "Batch 90, loss = 193.1207, recon_loss = 192.8336, kl_loss = 0.2871\n", + "Batch 120, loss = 405.5405, recon_loss = 405.1668, kl_loss = 0.3737\n", + "Batch 150, loss = 676.6919, recon_loss = 675.8337, kl_loss = 0.8582\n", + "Batch 180, loss = 1406.8019, recon_loss = 1405.1509, kl_loss = 1.6509\n", + "Batch 210, loss = 4737.6528, recon_loss = 4733.2725, kl_loss = 4.3803\n", + "Average loss: 4235.0600\n", + "Epoch: 449\n", + "Batch 30, loss = 5765.8950, recon_loss = 5765.1484, kl_loss = 0.7466\n", + "Batch 60, loss = 649.3855, recon_loss = 648.9368, kl_loss = 0.4487\n", + "Batch 90, loss = 197.8579, recon_loss = 197.5928, kl_loss = 0.2650\n", + "Batch 120, loss = 398.0002, recon_loss = 397.6106, kl_loss = 0.3897\n", + "Batch 150, loss = 677.5405, recon_loss = 676.5674, kl_loss = 0.9731\n", + "Batch 180, loss = 1404.3607, recon_loss = 1402.6257, kl_loss = 1.7350\n", + "Batch 210, loss = 4728.3931, recon_loss = 4723.9492, kl_loss = 4.4440\n", + "Average loss: 4201.7886\n", + "Epoch: 450\n", + "Batch 30, loss = 5765.4380, recon_loss = 5764.8008, kl_loss = 0.6374\n", + "Batch 60, loss = 649.5873, recon_loss = 649.1545, kl_loss = 0.4329\n", + "Batch 90, loss = 202.0718, recon_loss = 201.7999, kl_loss = 0.2719\n", + "Batch 120, loss = 398.0587, recon_loss = 397.6719, kl_loss = 0.3867\n", + "Batch 150, loss = 677.9214, recon_loss = 677.0622, kl_loss = 0.8592\n", + "Batch 180, loss = 1418.0073, recon_loss = 1416.3489, kl_loss = 1.6585\n", + "Batch 210, loss = 4715.5298, recon_loss = 4710.9971, kl_loss = 4.5330\n", + "Average loss: 4204.3691\n", + "Epoch: 451\n", + "Batch 30, loss = 5762.9526, recon_loss = 5762.2256, kl_loss = 0.7272\n", + "Batch 60, loss = 649.1393, recon_loss = 648.6873, kl_loss = 0.4521\n", + "Batch 90, loss = 197.6386, recon_loss = 197.3717, kl_loss = 0.2668\n", + "Batch 120, loss = 398.3597, recon_loss = 397.9908, kl_loss = 0.3689\n", + "Batch 150, loss = 677.2597, recon_loss = 676.3282, kl_loss = 0.9315\n", + "Batch 180, loss = 1407.7668, recon_loss = 1406.0817, kl_loss = 1.6852\n", + "Batch 210, loss = 4843.3462, recon_loss = 4838.6377, kl_loss = 4.7086\n", + "Average loss: 4218.1461\n", + "Epoch: 452\n", + "Batch 30, loss = 5758.8193, recon_loss = 5758.0918, kl_loss = 0.7273\n", + "Batch 60, loss = 649.1786, recon_loss = 648.7413, kl_loss = 0.4374\n", + "Batch 90, loss = 196.8262, recon_loss = 196.5505, kl_loss = 0.2757\n", + "Batch 120, loss = 406.6754, recon_loss = 406.3175, kl_loss = 0.3579\n", + "Batch 150, loss = 676.5363, recon_loss = 675.6266, kl_loss = 0.9097\n", + "Batch 180, loss = 1405.3110, recon_loss = 1403.6382, kl_loss = 1.6729\n", + "Batch 210, loss = 4907.3892, recon_loss = 4902.5225, kl_loss = 4.8669\n", + "Average loss: 4200.1855\n", + "Epoch: 453\n", + "Batch 30, loss = 5758.5132, recon_loss = 5757.6016, kl_loss = 0.9116\n", + "Batch 60, loss = 649.6662, recon_loss = 649.2404, kl_loss = 0.4259\n", + "Batch 90, loss = 202.0479, recon_loss = 201.7902, kl_loss = 0.2578\n", + "Batch 120, loss = 401.2963, recon_loss = 400.9119, kl_loss = 0.3844\n", + "Batch 150, loss = 676.9254, recon_loss = 676.0172, kl_loss = 0.9082\n", + "Batch 180, loss = 1405.2771, recon_loss = 1403.6212, kl_loss = 1.6559\n", + "Batch 210, loss = 4911.7148, recon_loss = 4907.0122, kl_loss = 4.7028\n", + "Average loss: 4230.6835\n", + "Epoch: 454\n", + "Batch 30, loss = 5755.0098, recon_loss = 5754.3569, kl_loss = 0.6527\n", + "Batch 60, loss = 648.6478, recon_loss = 648.2056, kl_loss = 0.4422\n", + "Batch 90, loss = 192.6577, recon_loss = 192.3913, kl_loss = 0.2664\n", + "Batch 120, loss = 397.8761, recon_loss = 397.5221, kl_loss = 0.3540\n", + "Batch 150, loss = 676.7379, recon_loss = 675.8141, kl_loss = 0.9238\n", + "Batch 180, loss = 1402.6748, recon_loss = 1400.9170, kl_loss = 1.7578\n", + "Batch 210, loss = 4799.2334, recon_loss = 4794.7842, kl_loss = 4.4492\n", + "Average loss: 4222.2633\n", + "Epoch: 455\n", + "Batch 30, loss = 5746.0952, recon_loss = 5745.4375, kl_loss = 0.6576\n", + "Batch 60, loss = 648.7446, recon_loss = 648.3289, kl_loss = 0.4156\n", + "Batch 90, loss = 190.0527, recon_loss = 189.7732, kl_loss = 0.2795\n", + "Batch 120, loss = 397.4444, recon_loss = 397.0768, kl_loss = 0.3676\n", + "Batch 150, loss = 677.3650, recon_loss = 676.5328, kl_loss = 0.8322\n", + "Batch 180, loss = 1415.5537, recon_loss = 1413.8398, kl_loss = 1.7139\n", + "Batch 210, loss = 4750.2490, recon_loss = 4745.8281, kl_loss = 4.4207\n", + "Average loss: 4206.6701\n", + "Epoch: 456\n", + "Batch 30, loss = 5757.4351, recon_loss = 5756.8105, kl_loss = 0.6245\n", + "Batch 60, loss = 650.6322, recon_loss = 650.2192, kl_loss = 0.4130\n", + "Batch 90, loss = 191.1456, recon_loss = 190.9046, kl_loss = 0.2409\n", + "Batch 120, loss = 399.0633, recon_loss = 398.6884, kl_loss = 0.3749\n", + "Batch 150, loss = 676.7420, recon_loss = 675.8224, kl_loss = 0.9196\n", + "Batch 180, loss = 1401.3585, recon_loss = 1399.5869, kl_loss = 1.7716\n", + "Batch 210, loss = 4854.4375, recon_loss = 4849.9805, kl_loss = 4.4572\n", + "Average loss: 4223.3412\n", + "Epoch: 457\n", + "Batch 30, loss = 5753.1343, recon_loss = 5752.3242, kl_loss = 0.8100\n", + "Batch 60, loss = 650.4670, recon_loss = 650.0539, kl_loss = 0.4132\n", + "Batch 90, loss = 197.6799, recon_loss = 197.4205, kl_loss = 0.2594\n", + "Batch 120, loss = 397.8123, recon_loss = 397.4708, kl_loss = 0.3414\n", + "Batch 150, loss = 677.3511, recon_loss = 676.4054, kl_loss = 0.9457\n", + "Batch 180, loss = 1405.5941, recon_loss = 1403.8582, kl_loss = 1.7359\n", + "Batch 210, loss = 4812.7388, recon_loss = 4808.2686, kl_loss = 4.4704\n", + "Average loss: 4196.5055\n", + "Epoch: 458\n", + "Batch 30, loss = 5757.0273, recon_loss = 5756.3848, kl_loss = 0.6425\n", + "Batch 60, loss = 649.9049, recon_loss = 649.4885, kl_loss = 0.4164\n", + "Batch 90, loss = 194.3069, recon_loss = 194.0662, kl_loss = 0.2407\n", + "Batch 120, loss = 397.4041, recon_loss = 397.0457, kl_loss = 0.3584\n", + "Batch 150, loss = 676.7692, recon_loss = 675.7964, kl_loss = 0.9728\n", + "Batch 180, loss = 1402.9546, recon_loss = 1401.2065, kl_loss = 1.7480\n", + "Batch 210, loss = 4729.1123, recon_loss = 4724.6021, kl_loss = 4.5101\n", + "Average loss: 4182.6754\n", + "Epoch: 459\n", + "Batch 30, loss = 5749.5552, recon_loss = 5748.7520, kl_loss = 0.8034\n", + "Batch 60, loss = 650.8135, recon_loss = 650.3619, kl_loss = 0.4516\n", + "Batch 90, loss = 195.3120, recon_loss = 195.0662, kl_loss = 0.2458\n", + "Batch 120, loss = 400.9782, recon_loss = 400.6136, kl_loss = 0.3646\n", + "Batch 150, loss = 677.0558, recon_loss = 676.1642, kl_loss = 0.8916\n", + "Batch 180, loss = 1412.4717, recon_loss = 1410.8224, kl_loss = 1.6493\n", + "Batch 210, loss = 4707.0801, recon_loss = 4702.5874, kl_loss = 4.4926\n", + "Average loss: 4192.9450\n", + "Epoch: 460\n", + "Batch 30, loss = 5747.7251, recon_loss = 5746.9966, kl_loss = 0.7288\n", + "Batch 60, loss = 648.3856, recon_loss = 647.9412, kl_loss = 0.4444\n", + "Batch 90, loss = 202.3929, recon_loss = 202.1095, kl_loss = 0.2835\n", + "Batch 120, loss = 395.7803, recon_loss = 395.4122, kl_loss = 0.3681\n", + "Batch 150, loss = 677.4308, recon_loss = 676.4831, kl_loss = 0.9477\n", + "Batch 180, loss = 1402.0640, recon_loss = 1400.2838, kl_loss = 1.7802\n", + "Batch 210, loss = 4752.8477, recon_loss = 4748.4146, kl_loss = 4.4333\n", + "Average loss: 4189.0123\n", + "Epoch: 461\n", + "Batch 30, loss = 5755.1577, recon_loss = 5754.4507, kl_loss = 0.7069\n", + "Batch 60, loss = 649.3625, recon_loss = 648.9131, kl_loss = 0.4493\n", + "Batch 90, loss = 213.4938, recon_loss = 213.1952, kl_loss = 0.2986\n", + "Batch 120, loss = 396.1909, recon_loss = 395.8106, kl_loss = 0.3802\n", + "Batch 150, loss = 676.7012, recon_loss = 675.8036, kl_loss = 0.8976\n", + "Batch 180, loss = 1416.1810, recon_loss = 1414.5118, kl_loss = 1.6691\n", + "Batch 210, loss = 4750.5547, recon_loss = 4746.1362, kl_loss = 4.4186\n", + "Average loss: 4191.1998\n", + "Epoch: 462\n", + "Batch 30, loss = 5754.6919, recon_loss = 5753.9927, kl_loss = 0.6991\n", + "Batch 60, loss = 648.8246, recon_loss = 648.3841, kl_loss = 0.4405\n", + "Batch 90, loss = 188.6846, recon_loss = 188.3770, kl_loss = 0.3076\n", + "Batch 120, loss = 403.4316, recon_loss = 403.0850, kl_loss = 0.3466\n", + "Batch 150, loss = 677.3701, recon_loss = 676.4131, kl_loss = 0.9570\n", + "Batch 180, loss = 1403.1079, recon_loss = 1401.3859, kl_loss = 1.7221\n", + "Batch 210, loss = 4758.2134, recon_loss = 4753.8262, kl_loss = 4.3871\n", + "Average loss: 4201.2788\n", + "Epoch: 463\n", + "Batch 30, loss = 5752.9092, recon_loss = 5752.0791, kl_loss = 0.8299\n", + "Batch 60, loss = 648.8609, recon_loss = 648.3882, kl_loss = 0.4726\n", + "Batch 90, loss = 208.6146, recon_loss = 208.3175, kl_loss = 0.2971\n", + "Batch 120, loss = 397.3199, recon_loss = 396.9458, kl_loss = 0.3740\n", + "Batch 150, loss = 676.7781, recon_loss = 675.8455, kl_loss = 0.9326\n", + "Batch 180, loss = 1411.4025, recon_loss = 1409.6985, kl_loss = 1.7039\n", + "Batch 210, loss = 4716.0903, recon_loss = 4711.6489, kl_loss = 4.4412\n", + "Average loss: 4169.6574\n", + "Epoch: 464\n", + "Batch 30, loss = 5750.9688, recon_loss = 5750.2720, kl_loss = 0.6969\n", + "Batch 60, loss = 648.6958, recon_loss = 648.2338, kl_loss = 0.4621\n", + "Batch 90, loss = 202.1364, recon_loss = 201.8435, kl_loss = 0.2929\n", + "Batch 120, loss = 398.2981, recon_loss = 397.9357, kl_loss = 0.3623\n", + "Batch 150, loss = 676.4704, recon_loss = 675.4792, kl_loss = 0.9912\n", + "Batch 180, loss = 1409.8838, recon_loss = 1408.1591, kl_loss = 1.7248\n", + "Batch 210, loss = 4730.8916, recon_loss = 4726.4746, kl_loss = 4.4172\n", + "Average loss: 4190.7048\n", + "Epoch: 465\n", + "Batch 30, loss = 5744.1230, recon_loss = 5743.3945, kl_loss = 0.7287\n", + "Batch 60, loss = 647.8929, recon_loss = 647.4339, kl_loss = 0.4590\n", + "Batch 90, loss = 191.3349, recon_loss = 190.9933, kl_loss = 0.3416\n", + "Batch 120, loss = 396.8207, recon_loss = 396.4181, kl_loss = 0.4026\n", + "Batch 150, loss = 676.3168, recon_loss = 675.5023, kl_loss = 0.8146\n", + "Batch 180, loss = 1433.2164, recon_loss = 1431.5732, kl_loss = 1.6431\n", + "Batch 210, loss = 4865.3975, recon_loss = 4860.9053, kl_loss = 4.4921\n", + "Average loss: 4168.0694\n", + "Epoch: 466\n", + "Batch 30, loss = 5761.2632, recon_loss = 5760.5229, kl_loss = 0.7400\n", + "Batch 60, loss = 649.0199, recon_loss = 648.5640, kl_loss = 0.4559\n", + "Batch 90, loss = 185.4700, recon_loss = 185.1622, kl_loss = 0.3078\n", + "Batch 120, loss = 397.8765, recon_loss = 397.4999, kl_loss = 0.3766\n", + "Batch 150, loss = 676.8261, recon_loss = 675.8475, kl_loss = 0.9786\n", + "Batch 180, loss = 1407.7983, recon_loss = 1406.1058, kl_loss = 1.6925\n", + "Batch 210, loss = 4721.9438, recon_loss = 4717.5498, kl_loss = 4.3938\n", + "Average loss: 4212.2393\n", + "Epoch: 467\n", + "Batch 30, loss = 5753.5674, recon_loss = 5752.8047, kl_loss = 0.7625\n", + "Batch 60, loss = 648.2474, recon_loss = 647.7888, kl_loss = 0.4586\n", + "Batch 90, loss = 188.5864, recon_loss = 188.2984, kl_loss = 0.2881\n", + "Batch 120, loss = 397.9927, recon_loss = 397.6053, kl_loss = 0.3874\n", + "Batch 150, loss = 676.8299, recon_loss = 675.8940, kl_loss = 0.9359\n", + "Batch 180, loss = 1408.9419, recon_loss = 1407.2903, kl_loss = 1.6516\n", + "Batch 210, loss = 4651.4980, recon_loss = 4647.0986, kl_loss = 4.3993\n", + "Average loss: 4233.1581\n", + "Epoch: 468\n", + "Batch 30, loss = 5779.3076, recon_loss = 5778.5962, kl_loss = 0.7116\n", + "Batch 60, loss = 648.4092, recon_loss = 648.0250, kl_loss = 0.3843\n", + "Batch 90, loss = 208.0031, recon_loss = 207.6851, kl_loss = 0.3180\n", + "Batch 120, loss = 399.0787, recon_loss = 398.6429, kl_loss = 0.4359\n", + "Batch 150, loss = 677.3030, recon_loss = 676.3663, kl_loss = 0.9367\n", + "Batch 180, loss = 1404.1047, recon_loss = 1402.4094, kl_loss = 1.6953\n", + "Batch 210, loss = 4713.5112, recon_loss = 4709.2510, kl_loss = 4.2605\n", + "Average loss: 4197.7829\n", + "Epoch: 469\n", + "Batch 30, loss = 5764.2754, recon_loss = 5763.6021, kl_loss = 0.6733\n", + "Batch 60, loss = 648.7546, recon_loss = 648.3073, kl_loss = 0.4473\n", + "Batch 90, loss = 209.3482, recon_loss = 209.0099, kl_loss = 0.3383\n", + "Batch 120, loss = 397.5828, recon_loss = 397.2331, kl_loss = 0.3497\n", + "Batch 150, loss = 676.8867, recon_loss = 675.9642, kl_loss = 0.9225\n", + "Batch 180, loss = 1404.8984, recon_loss = 1403.1642, kl_loss = 1.7343\n", + "Batch 210, loss = 4634.9521, recon_loss = 4630.4995, kl_loss = 4.4527\n", + "Average loss: 4215.4660\n", + "Epoch: 470\n", + "Batch 30, loss = 5759.4365, recon_loss = 5758.5542, kl_loss = 0.8822\n", + "Batch 60, loss = 648.5830, recon_loss = 648.1000, kl_loss = 0.4830\n", + "Batch 90, loss = 201.9729, recon_loss = 201.6858, kl_loss = 0.2872\n", + "Batch 120, loss = 398.3504, recon_loss = 397.9361, kl_loss = 0.4143\n", + "Batch 150, loss = 676.6352, recon_loss = 675.7281, kl_loss = 0.9070\n", + "Batch 180, loss = 1401.0148, recon_loss = 1399.3151, kl_loss = 1.6997\n", + "Batch 210, loss = 4859.5693, recon_loss = 4855.0063, kl_loss = 4.5629\n", + "Average loss: 4171.9021\n", + "Epoch: 471\n", + "Batch 30, loss = 5753.6636, recon_loss = 5752.8931, kl_loss = 0.7705\n", + "Batch 60, loss = 648.6845, recon_loss = 648.1942, kl_loss = 0.4903\n", + "Batch 90, loss = 189.4973, recon_loss = 189.1577, kl_loss = 0.3396\n", + "Batch 120, loss = 399.8911, recon_loss = 399.4736, kl_loss = 0.4176\n", + "Batch 150, loss = 677.1279, recon_loss = 676.2230, kl_loss = 0.9050\n", + "Batch 180, loss = 1403.0261, recon_loss = 1401.3284, kl_loss = 1.6978\n", + "Batch 210, loss = 4703.2378, recon_loss = 4698.7466, kl_loss = 4.4912\n", + "Average loss: 4161.7536\n", + "Epoch: 472\n", + "Batch 30, loss = 5747.2192, recon_loss = 5746.3354, kl_loss = 0.8836\n", + "Batch 60, loss = 648.2518, recon_loss = 647.7523, kl_loss = 0.4995\n", + "Batch 90, loss = 195.4217, recon_loss = 195.0848, kl_loss = 0.3369\n", + "Batch 120, loss = 407.5942, recon_loss = 407.2271, kl_loss = 0.3670\n", + "Batch 150, loss = 678.0917, recon_loss = 677.2318, kl_loss = 0.8599\n", + "Batch 180, loss = 1402.3347, recon_loss = 1400.6279, kl_loss = 1.7068\n", + "Batch 210, loss = 4786.0493, recon_loss = 4781.5205, kl_loss = 4.5289\n", + "Average loss: 4187.0612\n", + "Epoch: 473\n", + "Batch 30, loss = 5757.0112, recon_loss = 5756.1748, kl_loss = 0.8366\n", + "Batch 60, loss = 648.3704, recon_loss = 647.9172, kl_loss = 0.4531\n", + "Batch 90, loss = 212.9894, recon_loss = 212.6772, kl_loss = 0.3122\n", + "Batch 120, loss = 398.0717, recon_loss = 397.6492, kl_loss = 0.4225\n", + "Batch 150, loss = 677.1108, recon_loss = 676.2267, kl_loss = 0.8841\n", + "Batch 180, loss = 1401.6248, recon_loss = 1399.8850, kl_loss = 1.7397\n", + "Batch 210, loss = 4753.8403, recon_loss = 4749.3057, kl_loss = 4.5349\n", + "Average loss: 4211.3773\n", + "Epoch: 474\n", + "Batch 30, loss = 5755.2168, recon_loss = 5754.3584, kl_loss = 0.8582\n", + "Batch 60, loss = 648.6812, recon_loss = 648.2007, kl_loss = 0.4805\n", + "Batch 90, loss = 206.3356, recon_loss = 206.0393, kl_loss = 0.2963\n", + "Batch 120, loss = 401.0584, recon_loss = 400.6673, kl_loss = 0.3912\n", + "Batch 150, loss = 677.2215, recon_loss = 676.2966, kl_loss = 0.9249\n", + "Batch 180, loss = 1403.1226, recon_loss = 1401.3156, kl_loss = 1.8070\n", + "Batch 210, loss = 4641.5259, recon_loss = 4637.0601, kl_loss = 4.4658\n", + "Average loss: 4173.0443\n", + "Epoch: 475\n", + "Batch 30, loss = 5760.7876, recon_loss = 5759.9180, kl_loss = 0.8698\n", + "Batch 60, loss = 649.4105, recon_loss = 648.9213, kl_loss = 0.4892\n", + "Batch 90, loss = 199.6120, recon_loss = 199.2838, kl_loss = 0.3282\n", + "Batch 120, loss = 399.3142, recon_loss = 398.9246, kl_loss = 0.3896\n", + "Batch 150, loss = 675.9757, recon_loss = 675.0890, kl_loss = 0.8867\n", + "Batch 180, loss = 1401.0752, recon_loss = 1399.3036, kl_loss = 1.7716\n", + "Batch 210, loss = 4916.8057, recon_loss = 4912.2100, kl_loss = 4.5956\n", + "Average loss: 4171.9513\n", + "Epoch: 476\n", + "Batch 30, loss = 5753.8105, recon_loss = 5752.9927, kl_loss = 0.8181\n", + "Batch 60, loss = 648.5947, recon_loss = 648.1272, kl_loss = 0.4675\n", + "Batch 90, loss = 194.2496, recon_loss = 193.9645, kl_loss = 0.2851\n", + "Batch 120, loss = 402.5261, recon_loss = 402.1362, kl_loss = 0.3899\n", + "Batch 150, loss = 676.7026, recon_loss = 675.6635, kl_loss = 1.0391\n", + "Batch 180, loss = 1398.3005, recon_loss = 1396.5922, kl_loss = 1.7083\n", + "Batch 210, loss = 4693.0103, recon_loss = 4688.5322, kl_loss = 4.4782\n", + "Average loss: 4161.3368\n", + "Epoch: 477\n", + "Batch 30, loss = 5741.8877, recon_loss = 5741.1270, kl_loss = 0.7607\n", + "Batch 60, loss = 649.0765, recon_loss = 648.6400, kl_loss = 0.4365\n", + "Batch 90, loss = 202.1242, recon_loss = 201.8315, kl_loss = 0.2926\n", + "Batch 120, loss = 397.5630, recon_loss = 397.1616, kl_loss = 0.4013\n", + "Batch 150, loss = 677.1366, recon_loss = 676.2043, kl_loss = 0.9323\n", + "Batch 180, loss = 1402.0599, recon_loss = 1400.3240, kl_loss = 1.7360\n", + "Batch 210, loss = 4699.7944, recon_loss = 4695.3770, kl_loss = 4.4177\n", + "Average loss: 4198.3475\n", + "Epoch: 478\n", + "Batch 30, loss = 5779.0205, recon_loss = 5778.0806, kl_loss = 0.9398\n", + "Batch 60, loss = 648.9512, recon_loss = 648.4979, kl_loss = 0.4533\n", + "Batch 90, loss = 206.3034, recon_loss = 205.9750, kl_loss = 0.3284\n", + "Batch 120, loss = 397.1813, recon_loss = 396.7930, kl_loss = 0.3883\n", + "Batch 150, loss = 676.2342, recon_loss = 675.2509, kl_loss = 0.9834\n", + "Batch 180, loss = 1402.1738, recon_loss = 1400.4688, kl_loss = 1.7050\n", + "Batch 210, loss = 4966.4985, recon_loss = 4961.9600, kl_loss = 4.5386\n", + "Average loss: 4164.7741\n", + "Epoch: 479\n", + "Batch 30, loss = 5762.1826, recon_loss = 5761.3911, kl_loss = 0.7914\n", + "Batch 60, loss = 649.6290, recon_loss = 649.2145, kl_loss = 0.4145\n", + "Batch 90, loss = 189.0303, recon_loss = 188.7392, kl_loss = 0.2911\n", + "Batch 120, loss = 398.2690, recon_loss = 397.8846, kl_loss = 0.3845\n", + "Batch 150, loss = 676.5057, recon_loss = 675.5862, kl_loss = 0.9195\n", + "Batch 180, loss = 2369.3870, recon_loss = 2367.6274, kl_loss = 1.7596\n", + "Batch 210, loss = 4867.3750, recon_loss = 4862.7520, kl_loss = 4.6232\n", + "Average loss: 4180.0344\n", + "Epoch: 480\n", + "Batch 30, loss = 5760.1074, recon_loss = 5759.3623, kl_loss = 0.7449\n", + "Batch 60, loss = 648.9316, recon_loss = 648.4778, kl_loss = 0.4538\n", + "Batch 90, loss = 194.2688, recon_loss = 193.9763, kl_loss = 0.2925\n", + "Batch 120, loss = 398.9305, recon_loss = 398.5211, kl_loss = 0.4093\n", + "Batch 150, loss = 677.7121, recon_loss = 676.7711, kl_loss = 0.9410\n", + "Batch 180, loss = 1404.5941, recon_loss = 1402.9509, kl_loss = 1.6432\n", + "Batch 210, loss = 4718.4883, recon_loss = 4713.9321, kl_loss = 4.5560\n", + "Average loss: 4156.5052\n", + "Epoch: 481\n", + "Batch 30, loss = 5750.9854, recon_loss = 5750.3105, kl_loss = 0.6748\n", + "Batch 60, loss = 650.1812, recon_loss = 649.7136, kl_loss = 0.4675\n", + "Batch 90, loss = 190.7220, recon_loss = 190.4077, kl_loss = 0.3142\n", + "Batch 120, loss = 401.7215, recon_loss = 401.3040, kl_loss = 0.4175\n", + "Batch 150, loss = 677.7293, recon_loss = 676.8643, kl_loss = 0.8651\n", + "Batch 180, loss = 1400.8594, recon_loss = 1399.1990, kl_loss = 1.6604\n", + "Batch 210, loss = 4784.1250, recon_loss = 4779.5547, kl_loss = 4.5702\n", + "Average loss: 4206.2765\n", + "Epoch: 482\n", + "Batch 30, loss = 5749.3760, recon_loss = 5748.6367, kl_loss = 0.7392\n", + "Batch 60, loss = 648.7145, recon_loss = 648.2565, kl_loss = 0.4580\n", + "Batch 90, loss = 189.6953, recon_loss = 189.3947, kl_loss = 0.3006\n", + "Batch 120, loss = 403.7225, recon_loss = 403.3573, kl_loss = 0.3651\n", + "Batch 150, loss = 676.9158, recon_loss = 675.9944, kl_loss = 0.9213\n", + "Batch 180, loss = 1408.8104, recon_loss = 1407.0920, kl_loss = 1.7184\n", + "Batch 210, loss = 4800.0142, recon_loss = 4795.4326, kl_loss = 4.5816\n", + "Average loss: 4180.8525\n", + "Epoch: 483\n", + "Batch 30, loss = 5768.2383, recon_loss = 5767.4844, kl_loss = 0.7539\n", + "Batch 60, loss = 649.3642, recon_loss = 648.9681, kl_loss = 0.3960\n", + "Batch 90, loss = 197.0880, recon_loss = 196.7838, kl_loss = 0.3042\n", + "Batch 120, loss = 397.5662, recon_loss = 397.1649, kl_loss = 0.4013\n", + "Batch 150, loss = 676.5799, recon_loss = 675.7231, kl_loss = 0.8568\n", + "Batch 180, loss = 1402.3983, recon_loss = 1400.7456, kl_loss = 1.6527\n", + "Batch 210, loss = 4725.2651, recon_loss = 4720.6680, kl_loss = 4.5974\n", + "Average loss: 4182.4652\n", + "Epoch: 484\n", + "Batch 30, loss = 5756.4429, recon_loss = 5755.7139, kl_loss = 0.7288\n", + "Batch 60, loss = 648.5032, recon_loss = 648.0790, kl_loss = 0.4242\n", + "Batch 90, loss = 193.7040, recon_loss = 193.3897, kl_loss = 0.3143\n", + "Batch 120, loss = 399.2081, recon_loss = 398.8036, kl_loss = 0.4046\n", + "Batch 150, loss = 676.1798, recon_loss = 675.2990, kl_loss = 0.8808\n", + "Batch 180, loss = 1401.4302, recon_loss = 1399.7567, kl_loss = 1.6735\n", + "Batch 210, loss = 4631.8711, recon_loss = 4627.2920, kl_loss = 4.5793\n", + "Average loss: 4149.4670\n", + "Epoch: 485\n", + "Batch 30, loss = 5749.5850, recon_loss = 5748.8721, kl_loss = 0.7131\n", + "Batch 60, loss = 648.6972, recon_loss = 648.2569, kl_loss = 0.4403\n", + "Batch 90, loss = 200.5961, recon_loss = 200.2832, kl_loss = 0.3129\n", + "Batch 120, loss = 398.8724, recon_loss = 398.4588, kl_loss = 0.4136\n", + "Batch 150, loss = 677.4614, recon_loss = 676.5254, kl_loss = 0.9360\n", + "Batch 180, loss = 1399.2273, recon_loss = 1397.5452, kl_loss = 1.6821\n", + "Batch 210, loss = 4795.8799, recon_loss = 4791.3418, kl_loss = 4.5380\n", + "Average loss: 4158.5751\n", + "Epoch: 486\n", + "Batch 30, loss = 5775.0737, recon_loss = 5774.3496, kl_loss = 0.7241\n", + "Batch 60, loss = 650.2807, recon_loss = 649.8287, kl_loss = 0.4519\n", + "Batch 90, loss = 186.6838, recon_loss = 186.3853, kl_loss = 0.2986\n", + "Batch 120, loss = 397.2520, recon_loss = 396.8199, kl_loss = 0.4321\n", + "Batch 150, loss = 675.6233, recon_loss = 674.7137, kl_loss = 0.9095\n", + "Batch 180, loss = 1406.8308, recon_loss = 1405.1322, kl_loss = 1.6986\n", + "Batch 210, loss = 4812.6763, recon_loss = 4808.1328, kl_loss = 4.5433\n", + "Average loss: 4154.7792\n", + "Epoch: 487\n", + "Batch 30, loss = 5756.1079, recon_loss = 5755.3145, kl_loss = 0.7935\n", + "Batch 60, loss = 648.5962, recon_loss = 648.1454, kl_loss = 0.4508\n", + "Batch 90, loss = 205.6969, recon_loss = 205.4151, kl_loss = 0.2818\n", + "Batch 120, loss = 398.9323, recon_loss = 398.5224, kl_loss = 0.4099\n", + "Batch 150, loss = 676.5000, recon_loss = 675.5057, kl_loss = 0.9942\n", + "Batch 180, loss = 1407.9119, recon_loss = 1406.2100, kl_loss = 1.7019\n", + "Batch 210, loss = 4609.9150, recon_loss = 4605.2803, kl_loss = 4.6350\n", + "Average loss: 4142.3440\n", + "Epoch: 488\n", + "Batch 30, loss = 5766.0664, recon_loss = 5765.3872, kl_loss = 0.6790\n", + "Batch 60, loss = 649.2690, recon_loss = 648.8411, kl_loss = 0.4279\n", + "Batch 90, loss = 187.1721, recon_loss = 186.8777, kl_loss = 0.2944\n", + "Batch 120, loss = 396.6549, recon_loss = 396.2925, kl_loss = 0.3624\n", + "Batch 150, loss = 677.4926, recon_loss = 676.5982, kl_loss = 0.8944\n", + "Batch 180, loss = 1402.7000, recon_loss = 1401.0039, kl_loss = 1.6960\n", + "Batch 210, loss = 4683.4741, recon_loss = 4678.8623, kl_loss = 4.6117\n", + "Average loss: 4129.4540\n", + "Epoch: 489\n", + "Batch 30, loss = 5770.2148, recon_loss = 5769.5615, kl_loss = 0.6532\n", + "Batch 60, loss = 648.6235, recon_loss = 648.1683, kl_loss = 0.4552\n", + "Batch 90, loss = 195.3166, recon_loss = 195.0235, kl_loss = 0.2930\n", + "Batch 120, loss = 397.2037, recon_loss = 396.8121, kl_loss = 0.3916\n", + "Batch 150, loss = 676.1963, recon_loss = 675.1991, kl_loss = 0.9972\n", + "Batch 180, loss = 1398.8080, recon_loss = 1397.1641, kl_loss = 1.6439\n", + "Batch 210, loss = 4749.2363, recon_loss = 4744.5391, kl_loss = 4.6975\n", + "Average loss: 4155.1252\n", + "Epoch: 490\n", + "Batch 30, loss = 5757.6675, recon_loss = 5756.8647, kl_loss = 0.8028\n", + "Batch 60, loss = 648.7761, recon_loss = 648.3288, kl_loss = 0.4472\n", + "Batch 90, loss = 189.3690, recon_loss = 189.0245, kl_loss = 0.3445\n", + "Batch 120, loss = 400.6555, recon_loss = 400.2621, kl_loss = 0.3934\n", + "Batch 150, loss = 676.8659, recon_loss = 675.8975, kl_loss = 0.9684\n", + "Batch 180, loss = 1408.0824, recon_loss = 1406.4276, kl_loss = 1.6548\n", + "Batch 210, loss = 4752.0371, recon_loss = 4747.3862, kl_loss = 4.6508\n", + "Average loss: 4164.4761\n", + "Epoch: 491\n", + "Batch 30, loss = 5758.4565, recon_loss = 5757.7373, kl_loss = 0.7191\n", + "Batch 60, loss = 648.0302, recon_loss = 647.5713, kl_loss = 0.4589\n", + "Batch 90, loss = 187.4081, recon_loss = 187.1130, kl_loss = 0.2951\n", + "Batch 120, loss = 396.2517, recon_loss = 395.8614, kl_loss = 0.3903\n", + "Batch 150, loss = 676.0412, recon_loss = 675.0548, kl_loss = 0.9864\n", + "Batch 180, loss = 1399.8518, recon_loss = 1398.1322, kl_loss = 1.7196\n", + "Batch 210, loss = 4672.3340, recon_loss = 4667.6533, kl_loss = 4.6806\n", + "Average loss: 4182.9453\n", + "Epoch: 492\n", + "Batch 30, loss = 5763.8755, recon_loss = 5763.1772, kl_loss = 0.6983\n", + "Batch 60, loss = 648.6366, recon_loss = 648.1775, kl_loss = 0.4591\n", + "Batch 90, loss = 194.5806, recon_loss = 194.2535, kl_loss = 0.3271\n", + "Batch 120, loss = 396.1731, recon_loss = 395.7576, kl_loss = 0.4156\n", + "Batch 150, loss = 675.9340, recon_loss = 674.9961, kl_loss = 0.9379\n", + "Batch 180, loss = 1400.4402, recon_loss = 1398.7765, kl_loss = 1.6638\n", + "Batch 210, loss = 4704.5303, recon_loss = 4699.9761, kl_loss = 4.5543\n", + "Average loss: 4190.1867\n", + "Epoch: 493\n", + "Batch 30, loss = 5770.7119, recon_loss = 5769.7690, kl_loss = 0.9429\n", + "Batch 60, loss = 648.3713, recon_loss = 647.8967, kl_loss = 0.4747\n", + "Batch 90, loss = 202.7735, recon_loss = 202.4595, kl_loss = 0.3140\n", + "Batch 120, loss = 396.0236, recon_loss = 395.6252, kl_loss = 0.3984\n", + "Batch 150, loss = 677.1287, recon_loss = 676.1556, kl_loss = 0.9731\n", + "Batch 180, loss = 1398.2728, recon_loss = 1396.5757, kl_loss = 1.6971\n", + "Batch 210, loss = 4607.2217, recon_loss = 4602.4771, kl_loss = 4.7447\n", + "Average loss: 4151.8695\n", + "Epoch: 494\n", + "Batch 30, loss = 5758.3506, recon_loss = 5757.5708, kl_loss = 0.7799\n", + "Batch 60, loss = 648.5868, recon_loss = 648.0969, kl_loss = 0.4899\n", + "Batch 90, loss = 187.9794, recon_loss = 187.6491, kl_loss = 0.3304\n", + "Batch 120, loss = 396.8636, recon_loss = 396.4276, kl_loss = 0.4361\n", + "Batch 150, loss = 676.1876, recon_loss = 675.2677, kl_loss = 0.9199\n", + "Batch 180, loss = 1404.0957, recon_loss = 1402.4414, kl_loss = 1.6543\n", + "Batch 210, loss = 4710.0718, recon_loss = 4705.3369, kl_loss = 4.7351\n", + "Average loss: 4130.5787\n", + "Epoch: 495\n", + "Batch 30, loss = 5751.5625, recon_loss = 5750.7651, kl_loss = 0.7972\n", + "Batch 60, loss = 648.0623, recon_loss = 647.5818, kl_loss = 0.4804\n", + "Batch 90, loss = 188.2355, recon_loss = 187.9219, kl_loss = 0.3136\n", + "Batch 120, loss = 396.4773, recon_loss = 396.0720, kl_loss = 0.4053\n", + "Batch 150, loss = 676.3663, recon_loss = 675.3860, kl_loss = 0.9803\n", + "Batch 180, loss = 2270.1987, recon_loss = 2268.5088, kl_loss = 1.6898\n", + "Batch 210, loss = 4658.0010, recon_loss = 4653.2397, kl_loss = 4.7612\n", + "Average loss: 4122.3952\n", + "Epoch: 496\n", + "Batch 30, loss = 5747.4355, recon_loss = 5746.6631, kl_loss = 0.7725\n", + "Batch 60, loss = 649.3655, recon_loss = 648.8724, kl_loss = 0.4931\n", + "Batch 90, loss = 196.0559, recon_loss = 195.7436, kl_loss = 0.3123\n", + "Batch 120, loss = 395.5461, recon_loss = 395.1518, kl_loss = 0.3943\n", + "Batch 150, loss = 676.8936, recon_loss = 676.0017, kl_loss = 0.8918\n", + "Batch 180, loss = 1436.3696, recon_loss = 1434.6577, kl_loss = 1.7119\n", + "Batch 210, loss = 4653.9473, recon_loss = 4649.2407, kl_loss = 4.7064\n", + "Average loss: 4141.7187\n", + "Epoch: 497\n", + "Batch 30, loss = 5757.5430, recon_loss = 5756.8398, kl_loss = 0.7031\n", + "Batch 60, loss = 651.1131, recon_loss = 650.6620, kl_loss = 0.4511\n", + "Batch 90, loss = 190.2075, recon_loss = 189.9185, kl_loss = 0.2889\n", + "Batch 120, loss = 396.8944, recon_loss = 396.4926, kl_loss = 0.4018\n", + "Batch 150, loss = 675.9686, recon_loss = 674.9945, kl_loss = 0.9741\n", + "Batch 180, loss = 1414.1802, recon_loss = 1412.4167, kl_loss = 1.7634\n", + "Batch 210, loss = 4575.4502, recon_loss = 4570.7715, kl_loss = 4.6787\n", + "Average loss: 4175.2813\n", + "Epoch: 498\n", + "Batch 30, loss = 5746.5601, recon_loss = 5745.7319, kl_loss = 0.8283\n", + "Batch 60, loss = 651.0346, recon_loss = 650.5937, kl_loss = 0.4409\n", + "Batch 90, loss = 191.4516, recon_loss = 191.1410, kl_loss = 0.3105\n", + "Batch 120, loss = 397.6511, recon_loss = 397.2451, kl_loss = 0.4060\n", + "Batch 150, loss = 676.2176, recon_loss = 675.3446, kl_loss = 0.8730\n", + "Batch 180, loss = 1412.1069, recon_loss = 1410.3418, kl_loss = 1.7651\n", + "Batch 210, loss = 4625.2720, recon_loss = 4620.5547, kl_loss = 4.7170\n", + "Average loss: 4178.3010\n", + "Epoch: 499\n", + "Batch 30, loss = 5740.1816, recon_loss = 5739.4131, kl_loss = 0.7687\n", + "Batch 60, loss = 649.4283, recon_loss = 648.9508, kl_loss = 0.4775\n", + "Batch 90, loss = 194.3192, recon_loss = 194.0241, kl_loss = 0.2951\n", + "Batch 120, loss = 396.0430, recon_loss = 395.6349, kl_loss = 0.4082\n", + "Batch 150, loss = 676.3831, recon_loss = 675.5061, kl_loss = 0.8770\n", + "Batch 180, loss = 1415.0054, recon_loss = 1413.2069, kl_loss = 1.7984\n", + "Batch 210, loss = 4628.5723, recon_loss = 4623.9521, kl_loss = 4.6200\n", + "Average loss: 4132.3775\n", + "Epoch: 500\n", + "Batch 30, loss = 5751.8789, recon_loss = 5750.9712, kl_loss = 0.9077\n", + "Batch 60, loss = 648.9408, recon_loss = 648.4916, kl_loss = 0.4492\n", + "Batch 90, loss = 188.9639, recon_loss = 188.6573, kl_loss = 0.3065\n", + "Batch 120, loss = 402.3714, recon_loss = 402.0036, kl_loss = 0.3678\n", + "Batch 150, loss = 676.7451, recon_loss = 675.8604, kl_loss = 0.8847\n", + "Batch 180, loss = 1418.8398, recon_loss = 1417.0916, kl_loss = 1.7483\n", + "Batch 210, loss = 4591.4795, recon_loss = 4586.9707, kl_loss = 4.5090\n", + "Average loss: 4170.7029\n", + "Epoch: 501\n", + "Batch 30, loss = 5740.4087, recon_loss = 5739.5669, kl_loss = 0.8416\n", + "Batch 60, loss = 648.3063, recon_loss = 647.8372, kl_loss = 0.4692\n", + "Batch 90, loss = 202.8343, recon_loss = 202.5358, kl_loss = 0.2985\n", + "Batch 120, loss = 398.6547, recon_loss = 398.2287, kl_loss = 0.4260\n", + "Batch 150, loss = 676.4810, recon_loss = 675.4935, kl_loss = 0.9874\n", + "Batch 180, loss = 1405.1290, recon_loss = 1403.4006, kl_loss = 1.7284\n", + "Batch 210, loss = 4684.7031, recon_loss = 4680.1250, kl_loss = 4.5783\n", + "Average loss: 4201.7510\n", + "Epoch: 502\n", + "Batch 30, loss = 5737.7344, recon_loss = 5736.9395, kl_loss = 0.7951\n", + "Batch 60, loss = 649.0420, recon_loss = 648.5665, kl_loss = 0.4755\n", + "Batch 90, loss = 189.0412, recon_loss = 188.7570, kl_loss = 0.2842\n", + "Batch 120, loss = 396.0404, recon_loss = 395.6398, kl_loss = 0.4007\n", + "Batch 150, loss = 675.5707, recon_loss = 674.6229, kl_loss = 0.9478\n", + "Batch 180, loss = 1412.0140, recon_loss = 1410.2634, kl_loss = 1.7506\n", + "Batch 210, loss = 4579.4902, recon_loss = 4574.8301, kl_loss = 4.6599\n", + "Average loss: 4203.8922\n", + "Epoch: 503\n", + "Batch 30, loss = 5740.0659, recon_loss = 5739.1509, kl_loss = 0.9152\n", + "Batch 60, loss = 648.2081, recon_loss = 647.7280, kl_loss = 0.4801\n", + "Batch 90, loss = 205.3260, recon_loss = 205.0066, kl_loss = 0.3193\n", + "Batch 120, loss = 397.2828, recon_loss = 396.8809, kl_loss = 0.4020\n", + "Batch 150, loss = 677.0599, recon_loss = 676.0909, kl_loss = 0.9690\n", + "Batch 180, loss = 1401.3120, recon_loss = 1399.5142, kl_loss = 1.7979\n", + "Batch 210, loss = 4687.7783, recon_loss = 4683.0830, kl_loss = 4.6952\n", + "Average loss: 4126.9679\n", + "Epoch: 504\n", + "Batch 30, loss = 5748.4175, recon_loss = 5747.6191, kl_loss = 0.7981\n", + "Batch 60, loss = 648.0749, recon_loss = 647.5551, kl_loss = 0.5198\n", + "Batch 90, loss = 192.6770, recon_loss = 192.3775, kl_loss = 0.2995\n", + "Batch 120, loss = 400.8076, recon_loss = 400.4163, kl_loss = 0.3913\n", + "Batch 150, loss = 676.0236, recon_loss = 675.0413, kl_loss = 0.9823\n", + "Batch 180, loss = 1412.7297, recon_loss = 1411.0315, kl_loss = 1.6982\n", + "Batch 210, loss = 4617.9683, recon_loss = 4613.2842, kl_loss = 4.6841\n", + "Average loss: 4154.3787\n", + "Epoch: 505\n", + "Batch 30, loss = 5747.2090, recon_loss = 5746.4287, kl_loss = 0.7803\n", + "Batch 60, loss = 647.9016, recon_loss = 647.4092, kl_loss = 0.4924\n", + "Batch 90, loss = 201.2887, recon_loss = 200.9734, kl_loss = 0.3153\n", + "Batch 120, loss = 399.3946, recon_loss = 398.9951, kl_loss = 0.3995\n", + "Batch 150, loss = 676.7701, recon_loss = 675.8049, kl_loss = 0.9652\n", + "Batch 180, loss = 1402.1749, recon_loss = 1400.4446, kl_loss = 1.7304\n", + "Batch 210, loss = 4651.5454, recon_loss = 4646.8682, kl_loss = 4.6771\n", + "Average loss: 4126.1975\n", + "Epoch: 506\n", + "Batch 30, loss = 5753.7583, recon_loss = 5752.9790, kl_loss = 0.7792\n", + "Batch 60, loss = 649.0054, recon_loss = 648.4840, kl_loss = 0.5214\n", + "Batch 90, loss = 190.2887, recon_loss = 189.9879, kl_loss = 0.3009\n", + "Batch 120, loss = 401.7424, recon_loss = 401.2801, kl_loss = 0.4622\n", + "Batch 150, loss = 677.3491, recon_loss = 676.4114, kl_loss = 0.9377\n", + "Batch 180, loss = 1401.3408, recon_loss = 1399.6355, kl_loss = 1.7053\n", + "Batch 210, loss = 4662.7524, recon_loss = 4658.0830, kl_loss = 4.6695\n", + "Average loss: 4168.7169\n", + "Epoch: 507\n", + "Batch 30, loss = 5751.1289, recon_loss = 5750.3159, kl_loss = 0.8131\n", + "Batch 60, loss = 647.8538, recon_loss = 647.3594, kl_loss = 0.4944\n", + "Batch 90, loss = 189.7814, recon_loss = 189.4926, kl_loss = 0.2888\n", + "Batch 120, loss = 400.2361, recon_loss = 399.8226, kl_loss = 0.4136\n", + "Batch 150, loss = 675.3588, recon_loss = 674.3665, kl_loss = 0.9924\n", + "Batch 180, loss = 1461.4595, recon_loss = 1459.7278, kl_loss = 1.7317\n", + "Batch 210, loss = 4705.3032, recon_loss = 4700.5757, kl_loss = 4.7274\n", + "Average loss: 4148.0835\n", + "Epoch: 508\n", + "Batch 30, loss = 5746.8994, recon_loss = 5746.0449, kl_loss = 0.8545\n", + "Batch 60, loss = 647.8874, recon_loss = 647.3646, kl_loss = 0.5228\n", + "Batch 90, loss = 186.1582, recon_loss = 185.8415, kl_loss = 0.3168\n", + "Batch 120, loss = 398.8655, recon_loss = 398.4658, kl_loss = 0.3997\n", + "Batch 150, loss = 676.4009, recon_loss = 675.4939, kl_loss = 0.9070\n", + "Batch 180, loss = 1405.6733, recon_loss = 1403.9580, kl_loss = 1.7153\n", + "Batch 210, loss = 4620.1172, recon_loss = 4615.4463, kl_loss = 4.6709\n", + "Average loss: 4136.2646\n", + "Epoch: 509\n", + "Batch 30, loss = 5790.4077, recon_loss = 5789.6226, kl_loss = 0.7854\n", + "Batch 60, loss = 647.9225, recon_loss = 647.4196, kl_loss = 0.5030\n", + "Batch 90, loss = 198.8245, recon_loss = 198.5052, kl_loss = 0.3194\n", + "Batch 120, loss = 397.8733, recon_loss = 397.4795, kl_loss = 0.3938\n", + "Batch 150, loss = 675.4542, recon_loss = 674.4509, kl_loss = 1.0033\n", + "Batch 180, loss = 1402.4607, recon_loss = 1400.7142, kl_loss = 1.7465\n", + "Batch 210, loss = 4573.6177, recon_loss = 4568.9814, kl_loss = 4.6364\n", + "Average loss: 4152.4059\n", + "Epoch: 510\n", + "Batch 30, loss = 5758.9517, recon_loss = 5758.0845, kl_loss = 0.8674\n", + "Batch 60, loss = 650.6462, recon_loss = 650.1658, kl_loss = 0.4805\n", + "Batch 90, loss = 206.0762, recon_loss = 205.7953, kl_loss = 0.2809\n", + "Batch 120, loss = 398.6847, recon_loss = 398.2940, kl_loss = 0.3906\n", + "Batch 150, loss = 676.0388, recon_loss = 675.1335, kl_loss = 0.9053\n", + "Batch 180, loss = 1402.8911, recon_loss = 1401.2144, kl_loss = 1.6767\n", + "Batch 210, loss = 4599.1836, recon_loss = 4594.4932, kl_loss = 4.6903\n", + "Average loss: 4111.4593\n", + "Epoch: 511\n", + "Batch 30, loss = 5765.1216, recon_loss = 5764.2461, kl_loss = 0.8753\n", + "Batch 60, loss = 647.6306, recon_loss = 647.1100, kl_loss = 0.5206\n", + "Batch 90, loss = 193.2935, recon_loss = 192.9748, kl_loss = 0.3187\n", + "Batch 120, loss = 403.9484, recon_loss = 403.5588, kl_loss = 0.3895\n", + "Batch 150, loss = 675.9028, recon_loss = 674.9327, kl_loss = 0.9701\n", + "Batch 180, loss = 1404.6287, recon_loss = 1402.9048, kl_loss = 1.7239\n", + "Batch 210, loss = 4603.2827, recon_loss = 4598.6787, kl_loss = 4.6041\n", + "Average loss: 4134.5872\n", + "Epoch: 512\n", + "Batch 30, loss = 5748.5317, recon_loss = 5747.6689, kl_loss = 0.8630\n", + "Batch 60, loss = 649.2352, recon_loss = 648.7145, kl_loss = 0.5206\n", + "Batch 90, loss = 186.6447, recon_loss = 186.3629, kl_loss = 0.2818\n", + "Batch 120, loss = 402.3488, recon_loss = 401.9513, kl_loss = 0.3976\n", + "Batch 150, loss = 677.2838, recon_loss = 676.3855, kl_loss = 0.8983\n", + "Batch 180, loss = 1427.1057, recon_loss = 1425.4071, kl_loss = 1.6987\n", + "Batch 210, loss = 4649.9097, recon_loss = 4645.2549, kl_loss = 4.6549\n", + "Average loss: 4162.9785\n", + "Epoch: 513\n", + "Batch 30, loss = 5747.6548, recon_loss = 5746.7681, kl_loss = 0.8867\n", + "Batch 60, loss = 648.0055, recon_loss = 647.5049, kl_loss = 0.5006\n", + "Batch 90, loss = 203.5875, recon_loss = 203.2425, kl_loss = 0.3450\n", + "Batch 120, loss = 397.3947, recon_loss = 396.9987, kl_loss = 0.3960\n", + "Batch 150, loss = 676.3260, recon_loss = 675.3322, kl_loss = 0.9939\n", + "Batch 180, loss = 1400.3459, recon_loss = 1398.6162, kl_loss = 1.7297\n", + "Batch 210, loss = 4759.5967, recon_loss = 4754.9775, kl_loss = 4.6189\n", + "Average loss: 4121.6637\n", + "Epoch: 514\n", + "Batch 30, loss = 5745.0571, recon_loss = 5744.1172, kl_loss = 0.9401\n", + "Batch 60, loss = 647.1439, recon_loss = 646.6439, kl_loss = 0.5000\n", + "Batch 90, loss = 198.5095, recon_loss = 198.2071, kl_loss = 0.3025\n", + "Batch 120, loss = 397.7340, recon_loss = 397.3333, kl_loss = 0.4007\n", + "Batch 150, loss = 676.1867, recon_loss = 675.2225, kl_loss = 0.9642\n", + "Batch 180, loss = 1413.8929, recon_loss = 1412.1891, kl_loss = 1.7039\n", + "Batch 210, loss = 4673.5986, recon_loss = 4668.9688, kl_loss = 4.6297\n", + "Average loss: 4148.0992\n", + "Epoch: 515\n", + "Batch 30, loss = 5742.9746, recon_loss = 5742.1719, kl_loss = 0.8027\n", + "Batch 60, loss = 648.2587, recon_loss = 647.8001, kl_loss = 0.4586\n", + "Batch 90, loss = 186.2677, recon_loss = 185.9602, kl_loss = 0.3075\n", + "Batch 120, loss = 396.8911, recon_loss = 396.4856, kl_loss = 0.4055\n", + "Batch 150, loss = 677.6110, recon_loss = 676.6778, kl_loss = 0.9332\n", + "Batch 180, loss = 1406.9125, recon_loss = 1405.1945, kl_loss = 1.7180\n", + "Batch 210, loss = 4639.9478, recon_loss = 4635.2046, kl_loss = 4.7430\n", + "Average loss: 4116.8328\n", + "Epoch: 516\n", + "Batch 30, loss = 5770.2637, recon_loss = 5769.3252, kl_loss = 0.9386\n", + "Batch 60, loss = 647.7029, recon_loss = 647.1965, kl_loss = 0.5064\n", + "Batch 90, loss = 191.2686, recon_loss = 190.9555, kl_loss = 0.3131\n", + "Batch 120, loss = 396.7632, recon_loss = 396.3627, kl_loss = 0.4004\n", + "Batch 150, loss = 676.6139, recon_loss = 675.6340, kl_loss = 0.9798\n", + "Batch 180, loss = 1405.9570, recon_loss = 1404.2109, kl_loss = 1.7461\n", + "Batch 210, loss = 4676.2515, recon_loss = 4671.5498, kl_loss = 4.7017\n", + "Average loss: 4142.0910\n", + "Epoch: 517\n", + "Batch 30, loss = 5751.5269, recon_loss = 5750.7368, kl_loss = 0.7900\n", + "Batch 60, loss = 648.6760, recon_loss = 648.1845, kl_loss = 0.4915\n", + "Batch 90, loss = 209.0282, recon_loss = 208.7134, kl_loss = 0.3148\n", + "Batch 120, loss = 397.5520, recon_loss = 397.1649, kl_loss = 0.3871\n", + "Batch 150, loss = 675.4719, recon_loss = 674.4770, kl_loss = 0.9950\n", + "Batch 180, loss = 1434.2644, recon_loss = 1432.6093, kl_loss = 1.6552\n", + "Batch 210, loss = 4702.3452, recon_loss = 4697.6689, kl_loss = 4.6761\n", + "Average loss: 4144.0576\n", + "Epoch: 518\n", + "Batch 30, loss = 5738.7744, recon_loss = 5737.8145, kl_loss = 0.9599\n", + "Batch 60, loss = 647.3659, recon_loss = 646.8633, kl_loss = 0.5026\n", + "Batch 90, loss = 192.1554, recon_loss = 191.8474, kl_loss = 0.3080\n", + "Batch 120, loss = 398.2581, recon_loss = 397.8430, kl_loss = 0.4152\n", + "Batch 150, loss = 676.5180, recon_loss = 675.4635, kl_loss = 1.0545\n", + "Batch 180, loss = 1399.4407, recon_loss = 1397.7264, kl_loss = 1.7143\n", + "Batch 210, loss = 4590.3730, recon_loss = 4585.6323, kl_loss = 4.7406\n", + "Average loss: 4123.0148\n", + "Epoch: 519\n", + "Batch 30, loss = 5733.2695, recon_loss = 5732.4224, kl_loss = 0.8473\n", + "Batch 60, loss = 647.3059, recon_loss = 646.7906, kl_loss = 0.5153\n", + "Batch 90, loss = 190.0188, recon_loss = 189.7193, kl_loss = 0.2995\n", + "Batch 120, loss = 398.9738, recon_loss = 398.5189, kl_loss = 0.4549\n", + "Batch 150, loss = 675.9720, recon_loss = 675.0122, kl_loss = 0.9598\n", + "Batch 180, loss = 1411.1436, recon_loss = 1409.4658, kl_loss = 1.6777\n", + "Batch 210, loss = 4532.0913, recon_loss = 4527.3545, kl_loss = 4.7368\n", + "Average loss: 4128.8484\n", + "Epoch: 520\n", + "Batch 30, loss = 5734.4629, recon_loss = 5733.6089, kl_loss = 0.8539\n", + "Batch 60, loss = 647.8633, recon_loss = 647.3234, kl_loss = 0.5399\n", + "Batch 90, loss = 187.1884, recon_loss = 186.9044, kl_loss = 0.2840\n", + "Batch 120, loss = 399.6043, recon_loss = 399.1950, kl_loss = 0.4093\n", + "Batch 150, loss = 676.0453, recon_loss = 675.0636, kl_loss = 0.9817\n", + "Batch 180, loss = 1409.3668, recon_loss = 1407.6150, kl_loss = 1.7518\n", + "Batch 210, loss = 4562.7178, recon_loss = 4557.9321, kl_loss = 4.7855\n", + "Average loss: 4136.6917\n", + "Epoch: 521\n", + "Batch 30, loss = 5753.9678, recon_loss = 5753.0366, kl_loss = 0.9311\n", + "Batch 60, loss = 648.1026, recon_loss = 647.6160, kl_loss = 0.4866\n", + "Batch 90, loss = 188.9434, recon_loss = 188.6770, kl_loss = 0.2664\n", + "Batch 120, loss = 396.9948, recon_loss = 396.5764, kl_loss = 0.4184\n", + "Batch 150, loss = 676.9681, recon_loss = 675.9852, kl_loss = 0.9829\n", + "Batch 180, loss = 1398.1790, recon_loss = 1396.4022, kl_loss = 1.7768\n", + "Batch 210, loss = 4519.9092, recon_loss = 4515.1772, kl_loss = 4.7319\n", + "Average loss: 4133.8260\n", + "Epoch: 522\n", + "Batch 30, loss = 5744.2544, recon_loss = 5743.2852, kl_loss = 0.9693\n", + "Batch 60, loss = 648.2988, recon_loss = 647.7998, kl_loss = 0.4990\n", + "Batch 90, loss = 189.9134, recon_loss = 189.6161, kl_loss = 0.2973\n", + "Batch 120, loss = 397.1090, recon_loss = 396.7003, kl_loss = 0.4087\n", + "Batch 150, loss = 676.7410, recon_loss = 675.6747, kl_loss = 1.0663\n", + "Batch 180, loss = 1398.2358, recon_loss = 1396.5027, kl_loss = 1.7331\n", + "Batch 210, loss = 4583.4790, recon_loss = 4578.7065, kl_loss = 4.7726\n", + "Average loss: 4140.6031\n", + "Epoch: 523\n", + "Batch 30, loss = 5744.7227, recon_loss = 5743.9028, kl_loss = 0.8199\n", + "Batch 60, loss = 647.5269, recon_loss = 647.0197, kl_loss = 0.5072\n", + "Batch 90, loss = 187.6348, recon_loss = 187.3506, kl_loss = 0.2842\n", + "Batch 120, loss = 396.3641, recon_loss = 395.9498, kl_loss = 0.4143\n", + "Batch 150, loss = 675.8153, recon_loss = 674.8287, kl_loss = 0.9866\n", + "Batch 180, loss = 1410.7899, recon_loss = 1409.0762, kl_loss = 1.7138\n", + "Batch 210, loss = 4543.6206, recon_loss = 4538.9209, kl_loss = 4.6999\n", + "Average loss: 4132.0670\n", + "Epoch: 524\n", + "Batch 30, loss = 5765.3477, recon_loss = 5764.3975, kl_loss = 0.9501\n", + "Batch 60, loss = 648.0300, recon_loss = 647.5188, kl_loss = 0.5111\n", + "Batch 90, loss = 210.0370, recon_loss = 209.7179, kl_loss = 0.3191\n", + "Batch 120, loss = 394.1149, recon_loss = 393.7017, kl_loss = 0.4132\n", + "Batch 150, loss = 675.5601, recon_loss = 674.5745, kl_loss = 0.9857\n", + "Batch 180, loss = 1804.8319, recon_loss = 1803.0552, kl_loss = 1.7767\n", + "Batch 210, loss = 4609.4253, recon_loss = 4604.6201, kl_loss = 4.8051\n", + "Average loss: 4140.8582\n", + "Epoch: 525\n", + "Batch 30, loss = 5774.3457, recon_loss = 5773.5166, kl_loss = 0.8291\n", + "Batch 60, loss = 648.2070, recon_loss = 647.7253, kl_loss = 0.4816\n", + "Batch 90, loss = 193.1974, recon_loss = 192.8928, kl_loss = 0.3047\n", + "Batch 120, loss = 395.9178, recon_loss = 395.5060, kl_loss = 0.4119\n", + "Batch 150, loss = 676.5822, recon_loss = 675.6095, kl_loss = 0.9727\n", + "Batch 180, loss = 1411.7191, recon_loss = 1409.9227, kl_loss = 1.7964\n", + "Batch 210, loss = 4560.9170, recon_loss = 4556.1162, kl_loss = 4.8009\n", + "Average loss: 4115.5819\n", + "Epoch: 526\n", + "Batch 30, loss = 5740.3281, recon_loss = 5739.4932, kl_loss = 0.8349\n", + "Batch 60, loss = 669.9770, recon_loss = 669.4612, kl_loss = 0.5158\n", + "Batch 90, loss = 214.2385, recon_loss = 213.9378, kl_loss = 0.3007\n", + "Batch 120, loss = 395.9771, recon_loss = 395.5546, kl_loss = 0.4225\n", + "Batch 150, loss = 675.5658, recon_loss = 674.5464, kl_loss = 1.0194\n", + "Batch 180, loss = 1403.0345, recon_loss = 1401.2920, kl_loss = 1.7426\n", + "Batch 210, loss = 4524.0693, recon_loss = 4519.3032, kl_loss = 4.7661\n", + "Average loss: 4105.8459\n", + "Epoch: 527\n", + "Batch 30, loss = 5739.4292, recon_loss = 5738.4990, kl_loss = 0.9301\n", + "Batch 60, loss = 648.8584, recon_loss = 648.3630, kl_loss = 0.4954\n", + "Batch 90, loss = 200.8576, recon_loss = 200.5394, kl_loss = 0.3182\n", + "Batch 120, loss = 396.3533, recon_loss = 395.9584, kl_loss = 0.3949\n", + "Batch 150, loss = 676.1088, recon_loss = 675.1457, kl_loss = 0.9631\n", + "Batch 180, loss = 1399.4674, recon_loss = 1397.6489, kl_loss = 1.8184\n", + "Batch 210, loss = 4561.0669, recon_loss = 4556.2427, kl_loss = 4.8241\n", + "Average loss: 4120.1675\n", + "Epoch: 528\n", + "Batch 30, loss = 5735.7549, recon_loss = 5734.8970, kl_loss = 0.8578\n", + "Batch 60, loss = 647.4527, recon_loss = 646.9662, kl_loss = 0.4864\n", + "Batch 90, loss = 201.0001, recon_loss = 200.6873, kl_loss = 0.3128\n", + "Batch 120, loss = 397.9880, recon_loss = 397.5618, kl_loss = 0.4263\n", + "Batch 150, loss = 676.2451, recon_loss = 675.2781, kl_loss = 0.9671\n", + "Batch 180, loss = 1404.4210, recon_loss = 1402.6836, kl_loss = 1.7374\n", + "Batch 210, loss = 4528.7622, recon_loss = 4523.9775, kl_loss = 4.7848\n", + "Average loss: 4114.8583\n", + "Epoch: 529\n", + "Batch 30, loss = 5742.2891, recon_loss = 5741.3169, kl_loss = 0.9719\n", + "Batch 60, loss = 646.7518, recon_loss = 646.2159, kl_loss = 0.5359\n", + "Batch 90, loss = 210.4902, recon_loss = 210.1706, kl_loss = 0.3196\n", + "Batch 120, loss = 398.2302, recon_loss = 397.8041, kl_loss = 0.4261\n", + "Batch 150, loss = 675.8344, recon_loss = 674.8551, kl_loss = 0.9793\n", + "Batch 180, loss = 1400.8073, recon_loss = 1399.0288, kl_loss = 1.7784\n", + "Batch 210, loss = 4561.5181, recon_loss = 4556.7549, kl_loss = 4.7629\n", + "Average loss: 4107.4416\n", + "Epoch: 530\n", + "Batch 30, loss = 5756.3218, recon_loss = 5755.4609, kl_loss = 0.8609\n", + "Batch 60, loss = 647.2054, recon_loss = 646.7026, kl_loss = 0.5028\n", + "Batch 90, loss = 191.0258, recon_loss = 190.7094, kl_loss = 0.3165\n", + "Batch 120, loss = 398.5068, recon_loss = 398.0724, kl_loss = 0.4344\n", + "Batch 150, loss = 675.5916, recon_loss = 674.5812, kl_loss = 1.0105\n", + "Batch 180, loss = 1397.5227, recon_loss = 1395.7690, kl_loss = 1.7537\n", + "Batch 210, loss = 4579.1709, recon_loss = 4574.3525, kl_loss = 4.8183\n", + "Average loss: 4137.4039\n", + "Epoch: 531\n", + "Batch 30, loss = 5726.7441, recon_loss = 5725.8154, kl_loss = 0.9285\n", + "Batch 60, loss = 650.6406, recon_loss = 650.1249, kl_loss = 0.5157\n", + "Batch 90, loss = 188.1658, recon_loss = 187.8446, kl_loss = 0.3212\n", + "Batch 120, loss = 398.0452, recon_loss = 397.6237, kl_loss = 0.4215\n", + "Batch 150, loss = 676.0250, recon_loss = 675.0122, kl_loss = 1.0128\n", + "Batch 180, loss = 1410.1360, recon_loss = 1408.4603, kl_loss = 1.6757\n", + "Batch 210, loss = 4653.9385, recon_loss = 4649.1523, kl_loss = 4.7859\n", + "Average loss: 4108.1440\n", + "Epoch: 532\n", + "Batch 30, loss = 5737.1040, recon_loss = 5736.2485, kl_loss = 0.8556\n", + "Batch 60, loss = 649.0778, recon_loss = 648.5515, kl_loss = 0.5262\n", + "Batch 90, loss = 186.6358, recon_loss = 186.3350, kl_loss = 0.3007\n", + "Batch 120, loss = 395.4987, recon_loss = 395.0370, kl_loss = 0.4617\n", + "Batch 150, loss = 675.0573, recon_loss = 674.0694, kl_loss = 0.9879\n", + "Batch 180, loss = 1416.5800, recon_loss = 1414.8499, kl_loss = 1.7301\n", + "Batch 210, loss = 4517.4917, recon_loss = 4512.6816, kl_loss = 4.8098\n", + "Average loss: 4126.6230\n", + "Epoch: 533\n", + "Batch 30, loss = 5728.2954, recon_loss = 5727.3789, kl_loss = 0.9164\n", + "Batch 60, loss = 647.9734, recon_loss = 647.4288, kl_loss = 0.5447\n", + "Batch 90, loss = 197.0632, recon_loss = 196.7456, kl_loss = 0.3176\n", + "Batch 120, loss = 398.2111, recon_loss = 397.8092, kl_loss = 0.4019\n", + "Batch 150, loss = 676.9436, recon_loss = 675.9380, kl_loss = 1.0056\n", + "Batch 180, loss = 1401.7601, recon_loss = 1400.0515, kl_loss = 1.7086\n", + "Batch 210, loss = 4636.3975, recon_loss = 4631.5347, kl_loss = 4.8627\n", + "Average loss: 4140.2436\n", + "Epoch: 534\n", + "Batch 30, loss = 5721.8828, recon_loss = 5720.9390, kl_loss = 0.9438\n", + "Batch 60, loss = 647.9090, recon_loss = 647.3824, kl_loss = 0.5266\n", + "Batch 90, loss = 194.3910, recon_loss = 194.0875, kl_loss = 0.3035\n", + "Batch 120, loss = 398.4251, recon_loss = 397.9792, kl_loss = 0.4459\n", + "Batch 150, loss = 675.4095, recon_loss = 674.4056, kl_loss = 1.0038\n", + "Batch 180, loss = 1402.4292, recon_loss = 1400.7571, kl_loss = 1.6721\n", + "Batch 210, loss = 4534.4014, recon_loss = 4529.5000, kl_loss = 4.9013\n", + "Average loss: 4083.3683\n", + "Epoch: 535\n", + "Batch 30, loss = 5728.7656, recon_loss = 5727.7046, kl_loss = 1.0612\n", + "Batch 60, loss = 651.5910, recon_loss = 651.0333, kl_loss = 0.5576\n", + "Batch 90, loss = 196.8912, recon_loss = 196.5676, kl_loss = 0.3236\n", + "Batch 120, loss = 396.1768, recon_loss = 395.7372, kl_loss = 0.4396\n", + "Batch 150, loss = 676.0092, recon_loss = 674.9976, kl_loss = 1.0116\n", + "Batch 180, loss = 1396.3173, recon_loss = 1394.5824, kl_loss = 1.7349\n", + "Batch 210, loss = 4643.4375, recon_loss = 4638.4287, kl_loss = 5.0090\n", + "Average loss: 4122.4210\n", + "Epoch: 536\n", + "Batch 30, loss = 5728.7612, recon_loss = 5727.6934, kl_loss = 1.0681\n", + "Batch 60, loss = 649.0992, recon_loss = 648.5516, kl_loss = 0.5475\n", + "Batch 90, loss = 198.4192, recon_loss = 198.1071, kl_loss = 0.3122\n", + "Batch 120, loss = 397.9103, recon_loss = 397.4995, kl_loss = 0.4108\n", + "Batch 150, loss = 675.4852, recon_loss = 674.4573, kl_loss = 1.0279\n", + "Batch 180, loss = 1403.3584, recon_loss = 1401.7010, kl_loss = 1.6573\n", + "Batch 210, loss = 4572.6602, recon_loss = 4567.8770, kl_loss = 4.7832\n", + "Average loss: 4108.6831\n", + "Epoch: 537\n", + "Batch 30, loss = 5744.8413, recon_loss = 5743.9761, kl_loss = 0.8652\n", + "Batch 60, loss = 647.9867, recon_loss = 647.4664, kl_loss = 0.5202\n", + "Batch 90, loss = 194.0610, recon_loss = 193.7411, kl_loss = 0.3199\n", + "Batch 120, loss = 396.3131, recon_loss = 395.8966, kl_loss = 0.4165\n", + "Batch 150, loss = 675.9883, recon_loss = 674.9617, kl_loss = 1.0267\n", + "Batch 180, loss = 1397.9425, recon_loss = 1396.1960, kl_loss = 1.7464\n", + "Batch 210, loss = 4638.9165, recon_loss = 4634.1172, kl_loss = 4.7992\n", + "Average loss: 4415.3916\n", + "Epoch: 538\n", + "Batch 30, loss = 5736.8315, recon_loss = 5735.8408, kl_loss = 0.9906\n", + "Batch 60, loss = 648.7106, recon_loss = 648.1829, kl_loss = 0.5278\n", + "Batch 90, loss = 187.9718, recon_loss = 187.6647, kl_loss = 0.3071\n", + "Batch 120, loss = 402.7932, recon_loss = 402.3592, kl_loss = 0.4339\n", + "Batch 150, loss = 676.2401, recon_loss = 675.1993, kl_loss = 1.0407\n", + "Batch 180, loss = 1398.0139, recon_loss = 1396.2529, kl_loss = 1.7610\n", + "Batch 210, loss = 4703.5698, recon_loss = 4698.8691, kl_loss = 4.7006\n", + "Average loss: 4090.9075\n", + "Epoch: 539\n", + "Batch 30, loss = 5731.9390, recon_loss = 5731.0698, kl_loss = 0.8693\n", + "Batch 60, loss = 648.6848, recon_loss = 648.1773, kl_loss = 0.5075\n", + "Batch 90, loss = 202.3605, recon_loss = 202.0454, kl_loss = 0.3151\n", + "Batch 120, loss = 396.5993, recon_loss = 396.1732, kl_loss = 0.4262\n", + "Batch 150, loss = 676.3792, recon_loss = 675.3411, kl_loss = 1.0382\n", + "Batch 180, loss = 1398.0602, recon_loss = 1396.3525, kl_loss = 1.7077\n", + "Batch 210, loss = 4577.4834, recon_loss = 4572.6479, kl_loss = 4.8355\n", + "Average loss: 4089.2966\n", + "Epoch: 540\n", + "Batch 30, loss = 5755.3076, recon_loss = 5754.1250, kl_loss = 1.1825\n", + "Batch 60, loss = 648.2751, recon_loss = 647.7347, kl_loss = 0.5403\n", + "Batch 90, loss = 200.0880, recon_loss = 199.7727, kl_loss = 0.3153\n", + "Batch 120, loss = 397.4147, recon_loss = 396.9795, kl_loss = 0.4352\n", + "Batch 150, loss = 675.0257, recon_loss = 673.9783, kl_loss = 1.0475\n", + "Batch 180, loss = 1400.8569, recon_loss = 1399.1313, kl_loss = 1.7256\n", + "Batch 210, loss = 4697.6064, recon_loss = 4693.1748, kl_loss = 4.4317\n", + "Average loss: 4074.3716\n", + "Epoch: 541\n", + "Batch 30, loss = 5724.3730, recon_loss = 5723.4658, kl_loss = 0.9073\n", + "Batch 60, loss = 648.1459, recon_loss = 647.6621, kl_loss = 0.4838\n", + "Batch 90, loss = 194.6064, recon_loss = 194.3041, kl_loss = 0.3024\n", + "Batch 120, loss = 395.9608, recon_loss = 395.4820, kl_loss = 0.4788\n", + "Batch 150, loss = 675.6812, recon_loss = 674.5862, kl_loss = 1.0949\n", + "Batch 180, loss = 1415.0176, recon_loss = 1413.2965, kl_loss = 1.7210\n", + "Batch 210, loss = 4577.2456, recon_loss = 4572.8154, kl_loss = 4.4301\n", + "Average loss: 4103.7450\n", + "Epoch: 542\n", + "Batch 30, loss = 5723.6982, recon_loss = 5722.8330, kl_loss = 0.8653\n", + "Batch 60, loss = 647.5823, recon_loss = 647.0551, kl_loss = 0.5272\n", + "Batch 90, loss = 189.7879, recon_loss = 189.4568, kl_loss = 0.3311\n", + "Batch 120, loss = 397.0216, recon_loss = 396.5736, kl_loss = 0.4479\n", + "Batch 150, loss = 675.8004, recon_loss = 674.7832, kl_loss = 1.0171\n", + "Batch 180, loss = 1419.9739, recon_loss = 1418.1936, kl_loss = 1.7803\n", + "Batch 210, loss = 4553.1733, recon_loss = 4549.1855, kl_loss = 3.9878\n", + "Average loss: 4100.4517\n", + "Epoch: 543\n", + "Batch 30, loss = 5745.8418, recon_loss = 5744.9536, kl_loss = 0.8880\n", + "Batch 60, loss = 647.9237, recon_loss = 647.4045, kl_loss = 0.5192\n", + "Batch 90, loss = 190.3369, recon_loss = 189.9826, kl_loss = 0.3543\n", + "Batch 120, loss = 402.7316, recon_loss = 402.2804, kl_loss = 0.4513\n", + "Batch 150, loss = 675.7936, recon_loss = 674.7611, kl_loss = 1.0325\n", + "Batch 180, loss = 1401.2092, recon_loss = 1399.4021, kl_loss = 1.8072\n", + "Batch 210, loss = 6031.6338, recon_loss = 6028.3125, kl_loss = 3.3212\n", + "Average loss: 4121.2936\n", + "Epoch: 544\n", + "Batch 30, loss = 5728.5708, recon_loss = 5727.6660, kl_loss = 0.9046\n", + "Batch 60, loss = 648.1111, recon_loss = 647.5756, kl_loss = 0.5355\n", + "Batch 90, loss = 190.0603, recon_loss = 189.7252, kl_loss = 0.3351\n", + "Batch 120, loss = 395.7567, recon_loss = 395.2996, kl_loss = 0.4570\n", + "Batch 150, loss = 674.7220, recon_loss = 673.7372, kl_loss = 0.9848\n", + "Batch 180, loss = 1400.3970, recon_loss = 1398.6128, kl_loss = 1.7842\n", + "Batch 210, loss = 4553.5337, recon_loss = 4548.7451, kl_loss = 4.7884\n", + "Average loss: 4100.9446\n", + "Epoch: 545\n", + "Batch 30, loss = 5730.8184, recon_loss = 5729.8589, kl_loss = 0.9593\n", + "Batch 60, loss = 652.4587, recon_loss = 651.9034, kl_loss = 0.5553\n", + "Batch 90, loss = 190.1129, recon_loss = 189.7855, kl_loss = 0.3274\n", + "Batch 120, loss = 403.9796, recon_loss = 403.0878, kl_loss = 0.8918\n", + "Batch 150, loss = 675.5850, recon_loss = 674.5385, kl_loss = 1.0465\n", + "Batch 180, loss = 1403.6072, recon_loss = 1401.8350, kl_loss = 1.7722\n", + "Batch 210, loss = 4627.0244, recon_loss = 4622.5889, kl_loss = 4.4354\n", + "Average loss: 4078.3204\n", + "Epoch: 546\n", + "Batch 30, loss = 5730.8491, recon_loss = 5729.8516, kl_loss = 0.9977\n", + "Batch 60, loss = 647.6415, recon_loss = 647.1391, kl_loss = 0.5024\n", + "Batch 90, loss = 191.1491, recon_loss = 190.8295, kl_loss = 0.3195\n", + "Batch 120, loss = 396.9758, recon_loss = 396.5305, kl_loss = 0.4453\n", + "Batch 150, loss = 676.7443, recon_loss = 675.7299, kl_loss = 1.0144\n", + "Batch 180, loss = 1397.7158, recon_loss = 1395.8936, kl_loss = 1.8222\n", + "Batch 210, loss = 4510.2153, recon_loss = 4505.4194, kl_loss = 4.7957\n", + "Average loss: 4105.4487\n", + "Epoch: 547\n", + "Batch 30, loss = 5715.7485, recon_loss = 5714.7998, kl_loss = 0.9487\n", + "Batch 60, loss = 647.7043, recon_loss = 647.1785, kl_loss = 0.5258\n", + "Batch 90, loss = 188.5308, recon_loss = 188.2180, kl_loss = 0.3128\n", + "Batch 120, loss = 396.4051, recon_loss = 395.9622, kl_loss = 0.4429\n", + "Batch 150, loss = 675.8999, recon_loss = 674.8839, kl_loss = 1.0160\n", + "Batch 180, loss = 2023.9305, recon_loss = 2022.1185, kl_loss = 1.8120\n", + "Batch 210, loss = 4734.3179, recon_loss = 4729.4893, kl_loss = 4.8286\n", + "Average loss: 4093.7773\n", + "Epoch: 548\n", + "Batch 30, loss = 5708.0034, recon_loss = 5707.0391, kl_loss = 0.9646\n", + "Batch 60, loss = 647.9301, recon_loss = 647.3966, kl_loss = 0.5335\n", + "Batch 90, loss = 206.1710, recon_loss = 205.8557, kl_loss = 0.3153\n", + "Batch 120, loss = 394.9128, recon_loss = 394.4575, kl_loss = 0.4553\n", + "Batch 150, loss = 674.8353, recon_loss = 673.8562, kl_loss = 0.9790\n", + "Batch 180, loss = 1400.4705, recon_loss = 1398.6843, kl_loss = 1.7861\n", + "Batch 210, loss = 4555.0332, recon_loss = 4550.2139, kl_loss = 4.8195\n", + "Average loss: 4094.8877\n", + "Epoch: 549\n", + "Batch 30, loss = 5710.4893, recon_loss = 5709.5664, kl_loss = 0.9227\n", + "Batch 60, loss = 647.6880, recon_loss = 647.1654, kl_loss = 0.5226\n", + "Batch 90, loss = 188.1598, recon_loss = 187.8160, kl_loss = 0.3438\n", + "Batch 120, loss = 396.7254, recon_loss = 396.2710, kl_loss = 0.4544\n", + "Batch 150, loss = 676.0643, recon_loss = 674.8457, kl_loss = 1.2186\n", + "Batch 180, loss = 1397.8267, recon_loss = 1395.9862, kl_loss = 1.8405\n", + "Batch 210, loss = 4595.9092, recon_loss = 4591.0342, kl_loss = 4.8749\n", + "Average loss: 4075.3095\n", + "Epoch: 550\n", + "Batch 30, loss = 5719.5742, recon_loss = 5718.5146, kl_loss = 1.0597\n", + "Batch 60, loss = 648.4551, recon_loss = 647.9365, kl_loss = 0.5187\n", + "Batch 90, loss = 187.0078, recon_loss = 186.6495, kl_loss = 0.3583\n", + "Batch 120, loss = 395.9109, recon_loss = 395.4756, kl_loss = 0.4354\n", + "Batch 150, loss = 675.5710, recon_loss = 674.6439, kl_loss = 0.9272\n", + "Batch 180, loss = 1397.2195, recon_loss = 1395.4407, kl_loss = 1.7788\n", + "Batch 210, loss = 4544.0386, recon_loss = 4539.1816, kl_loss = 4.8569\n", + "Average loss: 4081.2508\n", + "Epoch: 551\n", + "Batch 30, loss = 5792.1763, recon_loss = 5790.9541, kl_loss = 1.2221\n", + "Batch 60, loss = 651.0161, recon_loss = 650.4708, kl_loss = 0.5452\n", + "Batch 90, loss = 188.0747, recon_loss = 187.7557, kl_loss = 0.3190\n", + "Batch 120, loss = 397.3123, recon_loss = 396.8712, kl_loss = 0.4412\n", + "Batch 150, loss = 676.0453, recon_loss = 675.0605, kl_loss = 0.9848\n", + "Batch 180, loss = 1401.0392, recon_loss = 1399.2592, kl_loss = 1.7800\n", + "Batch 210, loss = 4510.0781, recon_loss = 4505.2065, kl_loss = 4.8716\n", + "Average loss: 4099.3961\n", + "Epoch: 552\n", + "Batch 30, loss = 5742.7661, recon_loss = 5741.9106, kl_loss = 0.8556\n", + "Batch 60, loss = 648.0922, recon_loss = 647.5322, kl_loss = 0.5600\n", + "Batch 90, loss = 198.5380, recon_loss = 198.1860, kl_loss = 0.3520\n", + "Batch 120, loss = 395.7915, recon_loss = 395.3629, kl_loss = 0.4286\n", + "Batch 150, loss = 675.7905, recon_loss = 674.8755, kl_loss = 0.9150\n", + "Batch 180, loss = 1397.9697, recon_loss = 1396.1379, kl_loss = 1.8318\n", + "Batch 210, loss = 4503.9048, recon_loss = 4499.0332, kl_loss = 4.8718\n", + "Average loss: 4075.8273\n", + "Epoch: 553\n", + "Batch 30, loss = 5741.4697, recon_loss = 5740.5137, kl_loss = 0.9559\n", + "Batch 60, loss = 647.9313, recon_loss = 647.4048, kl_loss = 0.5265\n", + "Batch 90, loss = 190.6428, recon_loss = 190.3301, kl_loss = 0.3126\n", + "Batch 120, loss = 396.8925, recon_loss = 396.4600, kl_loss = 0.4324\n", + "Batch 150, loss = 675.9642, recon_loss = 674.8777, kl_loss = 1.0865\n", + "Batch 180, loss = 1407.8074, recon_loss = 1405.9702, kl_loss = 1.8371\n", + "Batch 210, loss = 4545.1074, recon_loss = 4540.2183, kl_loss = 4.8893\n", + "Average loss: 4074.4896\n", + "Epoch: 554\n", + "Batch 30, loss = 5720.2729, recon_loss = 5719.3413, kl_loss = 0.9314\n", + "Batch 60, loss = 647.9849, recon_loss = 647.4559, kl_loss = 0.5290\n", + "Batch 90, loss = 198.5756, recon_loss = 198.1925, kl_loss = 0.3831\n", + "Batch 120, loss = 396.2375, recon_loss = 395.8116, kl_loss = 0.4259\n", + "Batch 150, loss = 675.5414, recon_loss = 674.5728, kl_loss = 0.9687\n", + "Batch 180, loss = 1403.1949, recon_loss = 1401.3636, kl_loss = 1.8313\n", + "Batch 210, loss = 4587.8354, recon_loss = 4582.9092, kl_loss = 4.9262\n", + "Average loss: 4101.2588\n", + "Epoch: 555\n", + "Batch 30, loss = 5709.7241, recon_loss = 5708.7349, kl_loss = 0.9891\n", + "Batch 60, loss = 647.7231, recon_loss = 647.2106, kl_loss = 0.5124\n", + "Batch 90, loss = 207.5648, recon_loss = 207.2385, kl_loss = 0.3264\n", + "Batch 120, loss = 395.3565, recon_loss = 394.9377, kl_loss = 0.4189\n", + "Batch 150, loss = 675.6168, recon_loss = 674.5599, kl_loss = 1.0568\n", + "Batch 180, loss = 1401.6472, recon_loss = 1399.8350, kl_loss = 1.8122\n", + "Batch 210, loss = 4552.7354, recon_loss = 4547.8574, kl_loss = 4.8781\n", + "Average loss: 4067.9960\n", + "Epoch: 556\n", + "Batch 30, loss = 5699.3618, recon_loss = 5698.3521, kl_loss = 1.0100\n", + "Batch 60, loss = 648.2180, recon_loss = 647.6820, kl_loss = 0.5360\n", + "Batch 90, loss = 199.1576, recon_loss = 198.8217, kl_loss = 0.3359\n", + "Batch 120, loss = 395.4197, recon_loss = 394.9655, kl_loss = 0.4542\n", + "Batch 150, loss = 675.2760, recon_loss = 674.3214, kl_loss = 0.9546\n", + "Batch 180, loss = 1401.1136, recon_loss = 1399.3298, kl_loss = 1.7838\n", + "Batch 210, loss = 4722.9707, recon_loss = 4718.1064, kl_loss = 4.8642\n", + "Average loss: 4075.1122\n", + "Epoch: 557\n", + "Batch 30, loss = 5717.2305, recon_loss = 5716.2144, kl_loss = 1.0162\n", + "Batch 60, loss = 647.6832, recon_loss = 647.1273, kl_loss = 0.5559\n", + "Batch 90, loss = 193.3114, recon_loss = 192.9405, kl_loss = 0.3710\n", + "Batch 120, loss = 395.8357, recon_loss = 395.3788, kl_loss = 0.4568\n", + "Batch 150, loss = 675.2814, recon_loss = 674.2090, kl_loss = 1.0724\n", + "Batch 180, loss = 1403.2969, recon_loss = 1401.4590, kl_loss = 1.8379\n", + "Batch 210, loss = 4809.4580, recon_loss = 4804.5518, kl_loss = 4.9063\n", + "Average loss: 4077.4970\n", + "Epoch: 558\n", + "Batch 30, loss = 5726.4312, recon_loss = 5725.2764, kl_loss = 1.1548\n", + "Batch 60, loss = 648.9897, recon_loss = 648.4567, kl_loss = 0.5330\n", + "Batch 90, loss = 189.3798, recon_loss = 189.0123, kl_loss = 0.3675\n", + "Batch 120, loss = 396.2712, recon_loss = 395.7799, kl_loss = 0.4913\n", + "Batch 150, loss = 675.9357, recon_loss = 674.9487, kl_loss = 0.9871\n", + "Batch 180, loss = 1401.1847, recon_loss = 1399.3696, kl_loss = 1.8151\n", + "Batch 210, loss = 4521.5449, recon_loss = 4516.6230, kl_loss = 4.9219\n", + "Average loss: 4059.6700\n", + "Epoch: 559\n", + "Batch 30, loss = 5730.4482, recon_loss = 5729.5356, kl_loss = 0.9125\n", + "Batch 60, loss = 647.3359, recon_loss = 646.7809, kl_loss = 0.5550\n", + "Batch 90, loss = 188.9047, recon_loss = 188.5538, kl_loss = 0.3509\n", + "Batch 120, loss = 401.2833, recon_loss = 400.8141, kl_loss = 0.4691\n", + "Batch 150, loss = 676.3257, recon_loss = 675.3070, kl_loss = 1.0187\n", + "Batch 180, loss = 1398.5671, recon_loss = 1396.6934, kl_loss = 1.8738\n", + "Batch 210, loss = 4690.6450, recon_loss = 4685.7144, kl_loss = 4.9305\n", + "Average loss: 4054.3178\n", + "Epoch: 560\n", + "Batch 30, loss = 5705.4614, recon_loss = 5704.5093, kl_loss = 0.9521\n", + "Batch 60, loss = 647.4534, recon_loss = 646.9062, kl_loss = 0.5471\n", + "Batch 90, loss = 192.1887, recon_loss = 191.8154, kl_loss = 0.3734\n", + "Batch 120, loss = 395.4048, recon_loss = 394.9183, kl_loss = 0.4865\n", + "Batch 150, loss = 675.0733, recon_loss = 674.0376, kl_loss = 1.0357\n", + "Batch 180, loss = 1406.9530, recon_loss = 1405.0604, kl_loss = 1.8926\n", + "Batch 210, loss = 4699.9399, recon_loss = 4694.9766, kl_loss = 4.9634\n", + "Average loss: 4117.1987\n", + "Epoch: 561\n", + "Batch 30, loss = 5705.5698, recon_loss = 5704.4688, kl_loss = 1.1008\n", + "Batch 60, loss = 649.3160, recon_loss = 648.7773, kl_loss = 0.5386\n", + "Batch 90, loss = 191.6133, recon_loss = 191.2722, kl_loss = 0.3411\n", + "Batch 120, loss = 397.5571, recon_loss = 397.0978, kl_loss = 0.4592\n", + "Batch 150, loss = 676.0987, recon_loss = 675.0193, kl_loss = 1.0794\n", + "Batch 180, loss = 1404.3324, recon_loss = 1402.5668, kl_loss = 1.7656\n", + "Batch 210, loss = 4567.2002, recon_loss = 4562.2607, kl_loss = 4.9396\n", + "Average loss: 4080.6472\n", + "Epoch: 562\n", + "Batch 30, loss = 5701.3242, recon_loss = 5700.2935, kl_loss = 1.0309\n", + "Batch 60, loss = 649.3801, recon_loss = 648.8583, kl_loss = 0.5217\n", + "Batch 90, loss = 187.4144, recon_loss = 187.0755, kl_loss = 0.3389\n", + "Batch 120, loss = 398.9352, recon_loss = 398.5025, kl_loss = 0.4327\n", + "Batch 150, loss = 675.3782, recon_loss = 674.3300, kl_loss = 1.0481\n", + "Batch 180, loss = 1396.2180, recon_loss = 1394.3982, kl_loss = 1.8198\n", + "Batch 210, loss = 4733.9707, recon_loss = 4729.0576, kl_loss = 4.9131\n", + "Average loss: 4099.0362\n", + "Epoch: 563\n", + "Batch 30, loss = 5695.4287, recon_loss = 5694.3633, kl_loss = 1.0656\n", + "Batch 60, loss = 649.4064, recon_loss = 648.8869, kl_loss = 0.5195\n", + "Batch 90, loss = 199.0637, recon_loss = 198.6856, kl_loss = 0.3781\n", + "Batch 120, loss = 395.2729, recon_loss = 394.8410, kl_loss = 0.4318\n", + "Batch 150, loss = 674.9310, recon_loss = 674.0027, kl_loss = 0.9283\n", + "Batch 180, loss = 1397.3527, recon_loss = 1395.5509, kl_loss = 1.8017\n", + "Batch 210, loss = 4496.9033, recon_loss = 4491.9600, kl_loss = 4.9435\n", + "Average loss: 4090.0604\n", + "Epoch: 564\n", + "Batch 30, loss = 5711.6299, recon_loss = 5710.5615, kl_loss = 1.0685\n", + "Batch 60, loss = 647.9531, recon_loss = 647.4475, kl_loss = 0.5056\n", + "Batch 90, loss = 190.3092, recon_loss = 190.0011, kl_loss = 0.3081\n", + "Batch 120, loss = 395.3999, recon_loss = 394.9696, kl_loss = 0.4303\n", + "Batch 150, loss = 676.6615, recon_loss = 675.5945, kl_loss = 1.0670\n", + "Batch 180, loss = 1395.8726, recon_loss = 1394.0342, kl_loss = 1.8384\n", + "Batch 210, loss = 4504.3481, recon_loss = 4499.4160, kl_loss = 4.9322\n", + "Average loss: 4051.2314\n", + "Epoch: 565\n", + "Batch 30, loss = 5704.3335, recon_loss = 5703.3242, kl_loss = 1.0092\n", + "Batch 60, loss = 648.4695, recon_loss = 647.9094, kl_loss = 0.5601\n", + "Batch 90, loss = 188.6347, recon_loss = 188.3094, kl_loss = 0.3253\n", + "Batch 120, loss = 399.0762, recon_loss = 398.5914, kl_loss = 0.4849\n", + "Batch 150, loss = 675.5847, recon_loss = 674.6278, kl_loss = 0.9569\n", + "Batch 180, loss = 1397.1194, recon_loss = 1395.2250, kl_loss = 1.8944\n", + "Batch 210, loss = 4533.0400, recon_loss = 4528.1260, kl_loss = 4.9140\n", + "Average loss: 4093.7981\n", + "Epoch: 566\n", + "Batch 30, loss = 5697.1328, recon_loss = 5696.0298, kl_loss = 1.1032\n", + "Batch 60, loss = 648.0815, recon_loss = 647.4938, kl_loss = 0.5877\n", + "Batch 90, loss = 189.2600, recon_loss = 188.9276, kl_loss = 0.3324\n", + "Batch 120, loss = 394.8810, recon_loss = 394.4374, kl_loss = 0.4435\n", + "Batch 150, loss = 674.8894, recon_loss = 673.8209, kl_loss = 1.0685\n", + "Batch 180, loss = 1397.6206, recon_loss = 1395.7710, kl_loss = 1.8497\n", + "Batch 210, loss = 4706.0791, recon_loss = 4701.2168, kl_loss = 4.8625\n", + "Average loss: 4079.4949\n", + "Epoch: 567\n", + "Batch 30, loss = 5729.2285, recon_loss = 5728.1816, kl_loss = 1.0470\n", + "Batch 60, loss = 647.5823, recon_loss = 647.0078, kl_loss = 0.5745\n", + "Batch 90, loss = 205.3555, recon_loss = 204.9934, kl_loss = 0.3620\n", + "Batch 120, loss = 394.5662, recon_loss = 394.1110, kl_loss = 0.4552\n", + "Batch 150, loss = 674.9489, recon_loss = 673.9854, kl_loss = 0.9635\n", + "Batch 180, loss = 1396.2932, recon_loss = 1394.4320, kl_loss = 1.8612\n", + "Batch 210, loss = 4590.1118, recon_loss = 4585.1797, kl_loss = 4.9322\n", + "Average loss: 4090.1348\n", + "Epoch: 568\n", + "Batch 30, loss = 5710.7339, recon_loss = 5709.6602, kl_loss = 1.0739\n", + "Batch 60, loss = 647.4138, recon_loss = 646.8351, kl_loss = 0.5787\n", + "Batch 90, loss = 192.4118, recon_loss = 192.0823, kl_loss = 0.3295\n", + "Batch 120, loss = 395.8882, recon_loss = 395.4400, kl_loss = 0.4482\n", + "Batch 150, loss = 675.6268, recon_loss = 674.6296, kl_loss = 0.9972\n", + "Batch 180, loss = 1393.9188, recon_loss = 1392.1150, kl_loss = 1.8039\n", + "Batch 210, loss = 4635.5669, recon_loss = 4630.7642, kl_loss = 4.8025\n", + "Average loss: 4072.3818\n", + "Epoch: 569\n", + "Batch 30, loss = 5710.3970, recon_loss = 5709.2368, kl_loss = 1.1603\n", + "Batch 60, loss = 647.9699, recon_loss = 647.4248, kl_loss = 0.5451\n", + "Batch 90, loss = 215.2702, recon_loss = 214.9477, kl_loss = 0.3225\n", + "Batch 120, loss = 397.3930, recon_loss = 396.9417, kl_loss = 0.4512\n", + "Batch 150, loss = 676.0279, recon_loss = 675.1060, kl_loss = 0.9219\n", + "Batch 180, loss = 1397.9821, recon_loss = 1396.0948, kl_loss = 1.8872\n", + "Batch 210, loss = 4543.7593, recon_loss = 4538.8916, kl_loss = 4.8679\n", + "Average loss: 4066.8444\n", + "Epoch: 570\n", + "Batch 30, loss = 5708.1987, recon_loss = 5707.1216, kl_loss = 1.0772\n", + "Batch 60, loss = 646.7390, recon_loss = 646.2079, kl_loss = 0.5311\n", + "Batch 90, loss = 200.3694, recon_loss = 200.0521, kl_loss = 0.3173\n", + "Batch 120, loss = 394.5120, recon_loss = 394.0786, kl_loss = 0.4334\n", + "Batch 150, loss = 675.2070, recon_loss = 674.1542, kl_loss = 1.0528\n", + "Batch 180, loss = 1396.7798, recon_loss = 1394.9346, kl_loss = 1.8452\n", + "Batch 210, loss = 4545.8301, recon_loss = 4541.0439, kl_loss = 4.7863\n", + "Average loss: 4092.5205\n", + "Epoch: 571\n", + "Batch 30, loss = 5694.8574, recon_loss = 5693.8174, kl_loss = 1.0399\n", + "Batch 60, loss = 648.4255, recon_loss = 647.8580, kl_loss = 0.5675\n", + "Batch 90, loss = 190.3034, recon_loss = 189.9666, kl_loss = 0.3368\n", + "Batch 120, loss = 396.0191, recon_loss = 395.5465, kl_loss = 0.4726\n", + "Batch 150, loss = 675.8908, recon_loss = 674.9719, kl_loss = 0.9189\n", + "Batch 180, loss = 1398.6364, recon_loss = 1396.7848, kl_loss = 1.8516\n", + "Batch 210, loss = 4657.3911, recon_loss = 4652.5166, kl_loss = 4.8745\n", + "Average loss: 4062.6745\n", + "Epoch: 572\n", + "Batch 30, loss = 5698.6343, recon_loss = 5697.7354, kl_loss = 0.8991\n", + "Batch 60, loss = 648.2959, recon_loss = 647.7741, kl_loss = 0.5218\n", + "Batch 90, loss = 189.8905, recon_loss = 189.5612, kl_loss = 0.3293\n", + "Batch 120, loss = 397.6203, recon_loss = 397.1926, kl_loss = 0.4278\n", + "Batch 150, loss = 675.2662, recon_loss = 674.2975, kl_loss = 0.9687\n", + "Batch 180, loss = 1394.5001, recon_loss = 1392.6444, kl_loss = 1.8557\n", + "Batch 210, loss = 4667.2339, recon_loss = 4662.4414, kl_loss = 4.7925\n", + "Average loss: 4096.4819\n", + "Epoch: 573\n", + "Batch 30, loss = 5709.8501, recon_loss = 5708.7446, kl_loss = 1.1054\n", + "Batch 60, loss = 648.9686, recon_loss = 648.4080, kl_loss = 0.5606\n", + "Batch 90, loss = 202.7233, recon_loss = 202.3952, kl_loss = 0.3281\n", + "Batch 120, loss = 393.5735, recon_loss = 393.1177, kl_loss = 0.4558\n", + "Batch 150, loss = 676.8762, recon_loss = 675.9081, kl_loss = 0.9681\n", + "Batch 180, loss = 1401.3892, recon_loss = 1399.5247, kl_loss = 1.8645\n", + "Batch 210, loss = 4559.1719, recon_loss = 4554.3042, kl_loss = 4.8677\n", + "Average loss: 4076.3264\n", + "Epoch: 574\n", + "Batch 30, loss = 5704.9194, recon_loss = 5703.8428, kl_loss = 1.0769\n", + "Batch 60, loss = 648.3288, recon_loss = 647.7736, kl_loss = 0.5552\n", + "Batch 90, loss = 187.1394, recon_loss = 186.7861, kl_loss = 0.3534\n", + "Batch 120, loss = 394.0348, recon_loss = 393.5657, kl_loss = 0.4691\n", + "Batch 150, loss = 676.1775, recon_loss = 675.0608, kl_loss = 1.1167\n", + "Batch 180, loss = 1399.5354, recon_loss = 1397.6605, kl_loss = 1.8749\n", + "Batch 210, loss = 4529.2266, recon_loss = 4524.3701, kl_loss = 4.8564\n", + "Average loss: 4065.9578\n", + "Epoch: 575\n", + "Batch 30, loss = 5717.8076, recon_loss = 5716.7935, kl_loss = 1.0143\n", + "Batch 60, loss = 649.0025, recon_loss = 648.4720, kl_loss = 0.5305\n", + "Batch 90, loss = 196.2304, recon_loss = 195.8945, kl_loss = 0.3359\n", + "Batch 120, loss = 393.0209, recon_loss = 392.5606, kl_loss = 0.4603\n", + "Batch 150, loss = 674.9028, recon_loss = 673.9642, kl_loss = 0.9386\n", + "Batch 180, loss = 1415.2368, recon_loss = 1413.3435, kl_loss = 1.8934\n", + "Batch 210, loss = 4781.1216, recon_loss = 4776.2588, kl_loss = 4.8628\n", + "Average loss: 4046.8166\n", + "Epoch: 576\n", + "Batch 30, loss = 5705.6504, recon_loss = 5704.6123, kl_loss = 1.0381\n", + "Batch 60, loss = 647.2601, recon_loss = 646.7001, kl_loss = 0.5600\n", + "Batch 90, loss = 201.0236, recon_loss = 200.7026, kl_loss = 0.3210\n", + "Batch 120, loss = 393.8701, recon_loss = 393.4096, kl_loss = 0.4605\n", + "Batch 150, loss = 675.4973, recon_loss = 674.3924, kl_loss = 1.1049\n", + "Batch 180, loss = 1403.4983, recon_loss = 1401.6152, kl_loss = 1.8831\n", + "Batch 210, loss = 4519.0142, recon_loss = 4514.1172, kl_loss = 4.8971\n", + "Average loss: 4105.4034\n", + "Epoch: 577\n", + "Batch 30, loss = 5720.0034, recon_loss = 5718.9116, kl_loss = 1.0918\n", + "Batch 60, loss = 649.6771, recon_loss = 649.0767, kl_loss = 0.6003\n", + "Batch 90, loss = 207.6893, recon_loss = 207.3648, kl_loss = 0.3245\n", + "Batch 120, loss = 394.0017, recon_loss = 393.5384, kl_loss = 0.4633\n", + "Batch 150, loss = 675.5746, recon_loss = 674.6443, kl_loss = 0.9303\n", + "Batch 180, loss = 1400.9119, recon_loss = 1399.0874, kl_loss = 1.8245\n", + "Batch 210, loss = 4704.3574, recon_loss = 4699.4155, kl_loss = 4.9421\n", + "Average loss: 4055.5647\n", + "Epoch: 578\n", + "Batch 30, loss = 5714.6289, recon_loss = 5713.5449, kl_loss = 1.0838\n", + "Batch 60, loss = 650.1201, recon_loss = 649.5997, kl_loss = 0.5204\n", + "Batch 90, loss = 195.3601, recon_loss = 195.0307, kl_loss = 0.3293\n", + "Batch 120, loss = 394.1476, recon_loss = 393.6719, kl_loss = 0.4758\n", + "Batch 150, loss = 674.3781, recon_loss = 673.3945, kl_loss = 0.9836\n", + "Batch 180, loss = 1398.2882, recon_loss = 1396.4331, kl_loss = 1.8551\n", + "Batch 210, loss = 4580.2026, recon_loss = 4575.3135, kl_loss = 4.8893\n", + "Average loss: 4040.8432\n", + "Epoch: 579\n", + "Batch 30, loss = 5708.3926, recon_loss = 5707.2026, kl_loss = 1.1902\n", + "Batch 60, loss = 648.3719, recon_loss = 647.8246, kl_loss = 0.5473\n", + "Batch 90, loss = 191.4443, recon_loss = 191.1155, kl_loss = 0.3288\n", + "Batch 120, loss = 393.5821, recon_loss = 393.1163, kl_loss = 0.4658\n", + "Batch 150, loss = 675.6393, recon_loss = 674.7422, kl_loss = 0.8971\n", + "Batch 180, loss = 1397.0997, recon_loss = 1395.2576, kl_loss = 1.8422\n", + "Batch 210, loss = 4597.7681, recon_loss = 4592.8643, kl_loss = 4.9040\n", + "Average loss: 4036.0739\n", + "Epoch: 580\n", + "Batch 30, loss = 5719.7544, recon_loss = 5718.6855, kl_loss = 1.0690\n", + "Batch 60, loss = 647.4896, recon_loss = 646.9305, kl_loss = 0.5590\n", + "Batch 90, loss = 200.1243, recon_loss = 199.7881, kl_loss = 0.3362\n", + "Batch 120, loss = 394.7934, recon_loss = 394.3290, kl_loss = 0.4644\n", + "Batch 150, loss = 675.5781, recon_loss = 674.4811, kl_loss = 1.0970\n", + "Batch 180, loss = 1399.8625, recon_loss = 1398.0844, kl_loss = 1.7782\n", + "Batch 210, loss = 4647.6011, recon_loss = 4642.7314, kl_loss = 4.8698\n", + "Average loss: 4062.9666\n", + "Epoch: 581\n", + "Batch 30, loss = 5716.1665, recon_loss = 5715.1240, kl_loss = 1.0426\n", + "Batch 60, loss = 647.5654, recon_loss = 646.9937, kl_loss = 0.5717\n", + "Batch 90, loss = 206.1747, recon_loss = 205.8260, kl_loss = 0.3487\n", + "Batch 120, loss = 394.1119, recon_loss = 393.6163, kl_loss = 0.4956\n", + "Batch 150, loss = 675.7057, recon_loss = 674.7393, kl_loss = 0.9664\n", + "Batch 180, loss = 1401.6392, recon_loss = 1399.7751, kl_loss = 1.8641\n", + "Batch 210, loss = 4562.1436, recon_loss = 4557.2417, kl_loss = 4.9017\n", + "Average loss: 4037.0202\n", + "Epoch: 582\n", + "Batch 30, loss = 5706.7168, recon_loss = 5705.6313, kl_loss = 1.0854\n", + "Batch 60, loss = 650.0174, recon_loss = 649.4429, kl_loss = 0.5745\n", + "Batch 90, loss = 197.7110, recon_loss = 197.3579, kl_loss = 0.3531\n", + "Batch 120, loss = 394.6439, recon_loss = 394.1409, kl_loss = 0.5030\n", + "Batch 150, loss = 674.9637, recon_loss = 673.9303, kl_loss = 1.0334\n", + "Batch 180, loss = 1396.6851, recon_loss = 1394.8171, kl_loss = 1.8679\n", + "Batch 210, loss = 4603.1348, recon_loss = 4598.2563, kl_loss = 4.8783\n", + "Average loss: 4047.5578\n", + "Epoch: 583\n", + "Batch 30, loss = 5714.1602, recon_loss = 5713.1138, kl_loss = 1.0462\n", + "Batch 60, loss = 647.9899, recon_loss = 647.4408, kl_loss = 0.5491\n", + "Batch 90, loss = 192.5556, recon_loss = 192.2043, kl_loss = 0.3513\n", + "Batch 120, loss = 394.1106, recon_loss = 393.5701, kl_loss = 0.5405\n", + "Batch 150, loss = 675.3931, recon_loss = 674.4414, kl_loss = 0.9517\n", + "Batch 180, loss = 1401.8785, recon_loss = 1400.0027, kl_loss = 1.8759\n", + "Batch 210, loss = 4552.9619, recon_loss = 4548.0029, kl_loss = 4.9589\n", + "Average loss: 4068.8107\n", + "Epoch: 584\n", + "Batch 30, loss = 5698.1787, recon_loss = 5697.0947, kl_loss = 1.0840\n", + "Batch 60, loss = 647.2839, recon_loss = 646.7456, kl_loss = 0.5383\n", + "Batch 90, loss = 203.6797, recon_loss = 203.3419, kl_loss = 0.3378\n", + "Batch 120, loss = 400.0856, recon_loss = 399.6094, kl_loss = 0.4762\n", + "Batch 150, loss = 674.8199, recon_loss = 673.8010, kl_loss = 1.0189\n", + "Batch 180, loss = 1399.0887, recon_loss = 1397.2603, kl_loss = 1.8285\n", + "Batch 210, loss = 4527.8521, recon_loss = 4522.9893, kl_loss = 4.8628\n", + "Average loss: 4010.0189\n", + "Epoch: 585\n", + "Batch 30, loss = 5758.2339, recon_loss = 5756.8867, kl_loss = 1.3471\n", + "Batch 60, loss = 648.1766, recon_loss = 647.6114, kl_loss = 0.5652\n", + "Batch 90, loss = 202.9668, recon_loss = 202.5977, kl_loss = 0.3691\n", + "Batch 120, loss = 395.4068, recon_loss = 394.9135, kl_loss = 0.4933\n", + "Batch 150, loss = 675.6851, recon_loss = 674.6560, kl_loss = 1.0291\n", + "Batch 180, loss = 1399.2369, recon_loss = 1397.4526, kl_loss = 1.7843\n", + "Batch 210, loss = 4558.0376, recon_loss = 4553.0049, kl_loss = 5.0329\n", + "Average loss: 4063.1108\n", + "Epoch: 586\n", + "Batch 30, loss = 5703.8223, recon_loss = 5702.7754, kl_loss = 1.0470\n", + "Batch 60, loss = 649.0796, recon_loss = 648.4993, kl_loss = 0.5803\n", + "Batch 90, loss = 208.1464, recon_loss = 207.7729, kl_loss = 0.3734\n", + "Batch 120, loss = 397.1839, recon_loss = 396.7249, kl_loss = 0.4590\n", + "Batch 150, loss = 674.5394, recon_loss = 673.5291, kl_loss = 1.0103\n", + "Batch 180, loss = 1399.9065, recon_loss = 1398.0963, kl_loss = 1.8102\n", + "Batch 210, loss = 4916.8994, recon_loss = 4911.9233, kl_loss = 4.9763\n", + "Average loss: 4048.0781\n", + "Epoch: 587\n", + "Batch 30, loss = 5706.6548, recon_loss = 5705.4805, kl_loss = 1.1744\n", + "Batch 60, loss = 647.5051, recon_loss = 646.8907, kl_loss = 0.6143\n", + "Batch 90, loss = 203.6603, recon_loss = 203.2668, kl_loss = 0.3934\n", + "Batch 120, loss = 400.4856, recon_loss = 399.8995, kl_loss = 0.5861\n", + "Batch 150, loss = 675.6155, recon_loss = 674.5229, kl_loss = 1.0926\n", + "Batch 180, loss = 1394.6281, recon_loss = 1392.7427, kl_loss = 1.8854\n", + "Batch 210, loss = 4593.0547, recon_loss = 4588.1812, kl_loss = 4.8737\n", + "Average loss: 4022.4564\n", + "Epoch: 588\n", + "Batch 30, loss = 5717.2476, recon_loss = 5716.2866, kl_loss = 0.9609\n", + "Batch 60, loss = 647.7919, recon_loss = 647.2300, kl_loss = 0.5619\n", + "Batch 90, loss = 192.7989, recon_loss = 192.4305, kl_loss = 0.3684\n", + "Batch 120, loss = 395.4266, recon_loss = 394.9684, kl_loss = 0.4582\n", + "Batch 150, loss = 675.3036, recon_loss = 674.3232, kl_loss = 0.9804\n", + "Batch 180, loss = 1399.0245, recon_loss = 1397.1537, kl_loss = 1.8709\n", + "Batch 210, loss = 4557.5659, recon_loss = 4552.6343, kl_loss = 4.9314\n", + "Average loss: 4029.5851\n", + "Epoch: 589\n", + "Batch 30, loss = 5716.7402, recon_loss = 5715.5381, kl_loss = 1.2022\n", + "Batch 60, loss = 647.2751, recon_loss = 646.6612, kl_loss = 0.6139\n", + "Batch 90, loss = 208.7385, recon_loss = 208.3222, kl_loss = 0.4163\n", + "Batch 120, loss = 395.4907, recon_loss = 395.0074, kl_loss = 0.4833\n", + "Batch 150, loss = 674.5610, recon_loss = 673.5020, kl_loss = 1.0591\n", + "Batch 180, loss = 1397.6647, recon_loss = 1395.7461, kl_loss = 1.9185\n", + "Batch 210, loss = 4523.4585, recon_loss = 4518.5693, kl_loss = 4.8889\n", + "Average loss: 4040.9334\n", + "Epoch: 590\n", + "Batch 30, loss = 5709.9199, recon_loss = 5708.7559, kl_loss = 1.1640\n", + "Batch 60, loss = 648.1777, recon_loss = 647.5512, kl_loss = 0.6265\n", + "Batch 90, loss = 203.5669, recon_loss = 203.1930, kl_loss = 0.3739\n", + "Batch 120, loss = 395.3444, recon_loss = 394.8861, kl_loss = 0.4583\n", + "Batch 150, loss = 675.2354, recon_loss = 674.2457, kl_loss = 0.9897\n", + "Batch 180, loss = 1406.8540, recon_loss = 1404.9623, kl_loss = 1.8917\n", + "Batch 210, loss = 4639.4746, recon_loss = 4634.5977, kl_loss = 4.8769\n", + "Average loss: 4041.3787\n", + "Epoch: 591\n", + "Batch 30, loss = 5702.7891, recon_loss = 5701.7261, kl_loss = 1.0630\n", + "Batch 60, loss = 646.9634, recon_loss = 646.4069, kl_loss = 0.5564\n", + "Batch 90, loss = 197.7801, recon_loss = 197.4193, kl_loss = 0.3608\n", + "Batch 120, loss = 394.4039, recon_loss = 393.9277, kl_loss = 0.4761\n", + "Batch 150, loss = 675.9364, recon_loss = 674.9545, kl_loss = 0.9819\n", + "Batch 180, loss = 1398.2733, recon_loss = 1396.3560, kl_loss = 1.9174\n", + "Batch 210, loss = 4496.0854, recon_loss = 4491.1074, kl_loss = 4.9779\n", + "Average loss: 4055.3826\n", + "Epoch: 592\n", + "Batch 30, loss = 5761.6899, recon_loss = 5760.7422, kl_loss = 0.9477\n", + "Batch 60, loss = 648.3600, recon_loss = 647.8156, kl_loss = 0.5445\n", + "Batch 90, loss = 192.4385, recon_loss = 192.0716, kl_loss = 0.3669\n", + "Batch 120, loss = 398.8908, recon_loss = 398.4227, kl_loss = 0.4681\n", + "Batch 150, loss = 675.1665, recon_loss = 674.1404, kl_loss = 1.0261\n", + "Batch 180, loss = 1396.9338, recon_loss = 1395.0623, kl_loss = 1.8715\n", + "Batch 210, loss = 4497.4414, recon_loss = 4492.4707, kl_loss = 4.9706\n", + "Average loss: 4017.6515\n", + "Epoch: 593\n", + "Batch 30, loss = 5714.5747, recon_loss = 5713.5200, kl_loss = 1.0546\n", + "Batch 60, loss = 647.9091, recon_loss = 647.3178, kl_loss = 0.5913\n", + "Batch 90, loss = 194.1711, recon_loss = 193.8107, kl_loss = 0.3604\n", + "Batch 120, loss = 398.2425, recon_loss = 397.7455, kl_loss = 0.4970\n", + "Batch 150, loss = 676.3646, recon_loss = 675.3824, kl_loss = 0.9822\n", + "Batch 180, loss = 1397.8828, recon_loss = 1396.0494, kl_loss = 1.8334\n", + "Batch 210, loss = 4648.5518, recon_loss = 4643.6509, kl_loss = 4.9011\n", + "Average loss: 4085.8723\n", + "Epoch: 594\n", + "Batch 30, loss = 5706.8804, recon_loss = 5705.8257, kl_loss = 1.0549\n", + "Batch 60, loss = 647.6331, recon_loss = 647.0378, kl_loss = 0.5952\n", + "Batch 90, loss = 189.5634, recon_loss = 189.1942, kl_loss = 0.3692\n", + "Batch 120, loss = 396.6312, recon_loss = 396.1348, kl_loss = 0.4963\n", + "Batch 150, loss = 676.0126, recon_loss = 675.0645, kl_loss = 0.9482\n", + "Batch 180, loss = 1399.5367, recon_loss = 1397.7207, kl_loss = 1.8161\n", + "Batch 210, loss = 4514.0098, recon_loss = 4509.0552, kl_loss = 4.9547\n", + "Average loss: 4013.3827\n", + "Epoch: 595\n", + "Batch 30, loss = 5722.8726, recon_loss = 5721.7134, kl_loss = 1.1589\n", + "Batch 60, loss = 649.0649, recon_loss = 648.4620, kl_loss = 0.6029\n", + "Batch 90, loss = 188.7812, recon_loss = 188.4073, kl_loss = 0.3739\n", + "Batch 120, loss = 395.2174, recon_loss = 394.7379, kl_loss = 0.4795\n", + "Batch 150, loss = 674.4058, recon_loss = 673.4034, kl_loss = 1.0024\n", + "Batch 180, loss = 1398.0775, recon_loss = 1396.2418, kl_loss = 1.8357\n", + "Batch 210, loss = 4607.4907, recon_loss = 4602.3916, kl_loss = 5.0989\n", + "Average loss: 4034.2660\n", + "Epoch: 596\n", + "Batch 30, loss = 5727.0493, recon_loss = 5725.9712, kl_loss = 1.0779\n", + "Batch 60, loss = 648.4155, recon_loss = 647.9001, kl_loss = 0.5155\n", + "Batch 90, loss = 192.7404, recon_loss = 192.3774, kl_loss = 0.3630\n", + "Batch 120, loss = 395.5080, recon_loss = 395.0331, kl_loss = 0.4749\n", + "Batch 150, loss = 675.9312, recon_loss = 674.9452, kl_loss = 0.9860\n", + "Batch 180, loss = 1399.3281, recon_loss = 1397.4849, kl_loss = 1.8433\n", + "Batch 210, loss = 4517.7837, recon_loss = 4512.6694, kl_loss = 5.1144\n", + "Average loss: 3999.7000\n", + "Epoch: 597\n", + "Batch 30, loss = 5724.0615, recon_loss = 5722.9199, kl_loss = 1.1417\n", + "Batch 60, loss = 646.9769, recon_loss = 646.4073, kl_loss = 0.5695\n", + "Batch 90, loss = 207.5464, recon_loss = 207.1532, kl_loss = 0.3931\n", + "Batch 120, loss = 395.9699, recon_loss = 395.4915, kl_loss = 0.4785\n", + "Batch 150, loss = 674.7117, recon_loss = 673.6942, kl_loss = 1.0175\n", + "Batch 180, loss = 1400.3938, recon_loss = 1398.5093, kl_loss = 1.8845\n", + "Batch 210, loss = 4540.2285, recon_loss = 4535.1152, kl_loss = 5.1135\n", + "Average loss: 4053.6423\n", + "Epoch: 598\n", + "Batch 30, loss = 5710.0522, recon_loss = 5708.8848, kl_loss = 1.1673\n", + "Batch 60, loss = 648.3691, recon_loss = 647.8582, kl_loss = 0.5109\n", + "Batch 90, loss = 196.4041, recon_loss = 196.0749, kl_loss = 0.3292\n", + "Batch 120, loss = 394.4804, recon_loss = 393.9644, kl_loss = 0.5160\n", + "Batch 150, loss = 674.9227, recon_loss = 673.8840, kl_loss = 1.0387\n", + "Batch 180, loss = 1395.7892, recon_loss = 1393.9673, kl_loss = 1.8219\n", + "Batch 210, loss = 4756.0225, recon_loss = 4750.9380, kl_loss = 5.0846\n", + "Average loss: 4041.5739\n", + "Epoch: 599\n", + "Batch 30, loss = 5731.0449, recon_loss = 5729.7275, kl_loss = 1.3172\n", + "Batch 60, loss = 647.0268, recon_loss = 646.4346, kl_loss = 0.5922\n", + "Batch 90, loss = 215.0132, recon_loss = 214.6517, kl_loss = 0.3615\n", + "Batch 120, loss = 400.1683, recon_loss = 399.6365, kl_loss = 0.5318\n", + "Batch 150, loss = 675.3906, recon_loss = 674.3364, kl_loss = 1.0543\n", + "Batch 180, loss = 1399.2759, recon_loss = 1397.4395, kl_loss = 1.8364\n", + "Batch 210, loss = 4672.1943, recon_loss = 4667.0986, kl_loss = 5.0959\n", + "Average loss: 4012.0369\n", + "Epoch: 600\n", + "Batch 30, loss = 5704.9624, recon_loss = 5703.9551, kl_loss = 1.0074\n", + "Batch 60, loss = 646.2103, recon_loss = 645.6567, kl_loss = 0.5535\n", + "Batch 90, loss = 193.3009, recon_loss = 192.9383, kl_loss = 0.3626\n", + "Batch 120, loss = 393.8231, recon_loss = 393.2529, kl_loss = 0.5703\n", + "Batch 150, loss = 674.8998, recon_loss = 673.8525, kl_loss = 1.0474\n", + "Batch 180, loss = 1396.4752, recon_loss = 1394.6379, kl_loss = 1.8373\n", + "Batch 210, loss = 4643.7939, recon_loss = 4638.6851, kl_loss = 5.1088\n", + "Average loss: 4039.3472\n", + "Epoch: 601\n", + "Batch 30, loss = 5721.7402, recon_loss = 5720.5654, kl_loss = 1.1750\n", + "Batch 60, loss = 647.5368, recon_loss = 646.9618, kl_loss = 0.5750\n", + "Batch 90, loss = 202.6618, recon_loss = 202.3097, kl_loss = 0.3521\n", + "Batch 120, loss = 394.1568, recon_loss = 393.5926, kl_loss = 0.5642\n", + "Batch 150, loss = 674.6406, recon_loss = 673.6947, kl_loss = 0.9459\n", + "Batch 180, loss = 1398.4150, recon_loss = 1396.5859, kl_loss = 1.8291\n", + "Batch 210, loss = 4668.0132, recon_loss = 4662.9243, kl_loss = 5.0886\n", + "Average loss: 4010.7657\n", + "Epoch: 602\n", + "Batch 30, loss = 5730.1162, recon_loss = 5728.9834, kl_loss = 1.1326\n", + "Batch 60, loss = 647.2631, recon_loss = 646.7202, kl_loss = 0.5429\n", + "Batch 90, loss = 194.4387, recon_loss = 194.0855, kl_loss = 0.3533\n", + "Batch 120, loss = 399.0547, recon_loss = 398.5199, kl_loss = 0.5348\n", + "Batch 150, loss = 674.6238, recon_loss = 673.5391, kl_loss = 1.0847\n", + "Batch 180, loss = 1394.5002, recon_loss = 1392.6448, kl_loss = 1.8555\n", + "Batch 210, loss = 4610.5566, recon_loss = 4605.4375, kl_loss = 5.1192\n", + "Average loss: 4021.6987\n", + "Epoch: 603\n", + "Batch 30, loss = 5734.8350, recon_loss = 5733.6289, kl_loss = 1.2060\n", + "Batch 60, loss = 647.4914, recon_loss = 646.9307, kl_loss = 0.5607\n", + "Batch 90, loss = 198.9441, recon_loss = 198.5613, kl_loss = 0.3828\n", + "Batch 120, loss = 395.0748, recon_loss = 394.5258, kl_loss = 0.5490\n", + "Batch 150, loss = 674.9889, recon_loss = 673.9806, kl_loss = 1.0083\n", + "Batch 180, loss = 1399.1531, recon_loss = 1397.2965, kl_loss = 1.8565\n", + "Batch 210, loss = 4529.8130, recon_loss = 4524.7061, kl_loss = 5.1070\n", + "Average loss: 3978.9206\n", + "Epoch: 604\n", + "Batch 30, loss = 5719.4448, recon_loss = 5718.2549, kl_loss = 1.1898\n", + "Batch 60, loss = 646.8718, recon_loss = 646.3019, kl_loss = 0.5699\n", + "Batch 90, loss = 193.0511, recon_loss = 192.6549, kl_loss = 0.3962\n", + "Batch 120, loss = 394.6635, recon_loss = 394.1454, kl_loss = 0.5182\n", + "Batch 150, loss = 675.2197, recon_loss = 674.1014, kl_loss = 1.1184\n", + "Batch 180, loss = 1394.5542, recon_loss = 1392.6331, kl_loss = 1.9212\n", + "Batch 210, loss = 4824.2119, recon_loss = 4819.1348, kl_loss = 5.0773\n", + "Average loss: 4047.5079\n", + "Epoch: 605\n", + "Batch 30, loss = 5725.1030, recon_loss = 5723.8652, kl_loss = 1.2377\n", + "Batch 60, loss = 646.8246, recon_loss = 646.2679, kl_loss = 0.5567\n", + "Batch 90, loss = 196.6730, recon_loss = 196.2832, kl_loss = 0.3899\n", + "Batch 120, loss = 395.7423, recon_loss = 395.1639, kl_loss = 0.5784\n", + "Batch 150, loss = 675.1378, recon_loss = 674.1729, kl_loss = 0.9650\n", + "Batch 180, loss = 1404.0439, recon_loss = 1402.1851, kl_loss = 1.8589\n", + "Batch 210, loss = 4552.6455, recon_loss = 4547.5308, kl_loss = 5.1145\n", + "Average loss: 3975.5779\n", + "Epoch: 606\n", + "Batch 30, loss = 5729.9087, recon_loss = 5728.8306, kl_loss = 1.0782\n", + "Batch 60, loss = 647.8309, recon_loss = 647.2512, kl_loss = 0.5797\n", + "Batch 90, loss = 199.7149, recon_loss = 199.3024, kl_loss = 0.4125\n", + "Batch 120, loss = 398.3658, recon_loss = 397.8427, kl_loss = 0.5231\n", + "Batch 150, loss = 675.3056, recon_loss = 674.2689, kl_loss = 1.0367\n", + "Batch 180, loss = 1397.5505, recon_loss = 1395.6221, kl_loss = 1.9284\n", + "Batch 210, loss = 4549.7808, recon_loss = 4544.6426, kl_loss = 5.1380\n", + "Average loss: 4027.1826\n", + "Epoch: 607\n", + "Batch 30, loss = 5713.0981, recon_loss = 5711.9639, kl_loss = 1.1342\n", + "Batch 60, loss = 647.4733, recon_loss = 646.9038, kl_loss = 0.5695\n", + "Batch 90, loss = 196.1406, recon_loss = 195.7589, kl_loss = 0.3816\n", + "Batch 120, loss = 393.3556, recon_loss = 392.8397, kl_loss = 0.5159\n", + "Batch 150, loss = 674.2335, recon_loss = 673.2383, kl_loss = 0.9951\n", + "Batch 180, loss = 1396.6356, recon_loss = 1394.7463, kl_loss = 1.8893\n", + "Batch 210, loss = 4559.6440, recon_loss = 4554.5000, kl_loss = 5.1443\n", + "Average loss: 3987.8164\n", + "Epoch: 608\n", + "Batch 30, loss = 5721.7324, recon_loss = 5720.5322, kl_loss = 1.2000\n", + "Batch 60, loss = 647.6168, recon_loss = 647.0369, kl_loss = 0.5798\n", + "Batch 90, loss = 200.0147, recon_loss = 199.6476, kl_loss = 0.3671\n", + "Batch 120, loss = 391.9686, recon_loss = 391.4228, kl_loss = 0.5457\n", + "Batch 150, loss = 675.0135, recon_loss = 673.9174, kl_loss = 1.0962\n", + "Batch 180, loss = 1393.3163, recon_loss = 1391.4189, kl_loss = 1.8974\n", + "Batch 210, loss = 4687.2935, recon_loss = 4682.1934, kl_loss = 5.1003\n", + "Average loss: 4028.0907\n", + "Epoch: 609\n", + "Batch 30, loss = 5720.9287, recon_loss = 5719.7051, kl_loss = 1.2235\n", + "Batch 60, loss = 649.7227, recon_loss = 649.1447, kl_loss = 0.5780\n", + "Batch 90, loss = 195.6580, recon_loss = 195.2738, kl_loss = 0.3841\n", + "Batch 120, loss = 391.9381, recon_loss = 391.3829, kl_loss = 0.5552\n", + "Batch 150, loss = 674.8162, recon_loss = 673.8457, kl_loss = 0.9705\n", + "Batch 180, loss = 1411.5311, recon_loss = 1409.6356, kl_loss = 1.8955\n", + "Batch 210, loss = 4507.3135, recon_loss = 4502.2119, kl_loss = 5.1015\n", + "Average loss: 4001.9686\n", + "Epoch: 610\n", + "Batch 30, loss = 5707.6470, recon_loss = 5706.5586, kl_loss = 1.0886\n", + "Batch 60, loss = 650.0919, recon_loss = 649.4819, kl_loss = 0.6099\n", + "Batch 90, loss = 202.1981, recon_loss = 201.8409, kl_loss = 0.3573\n", + "Batch 120, loss = 391.2871, recon_loss = 390.7787, kl_loss = 0.5084\n", + "Batch 150, loss = 675.6248, recon_loss = 674.5693, kl_loss = 1.0555\n", + "Batch 180, loss = 1399.6505, recon_loss = 1397.8228, kl_loss = 1.8277\n", + "Batch 210, loss = 4666.9697, recon_loss = 4661.8369, kl_loss = 5.1330\n", + "Average loss: 4018.7889\n", + "Epoch: 611\n", + "Batch 30, loss = 5713.2939, recon_loss = 5712.1670, kl_loss = 1.1272\n", + "Batch 60, loss = 648.8899, recon_loss = 648.3191, kl_loss = 0.5708\n", + "Batch 90, loss = 193.6323, recon_loss = 193.2845, kl_loss = 0.3478\n", + "Batch 120, loss = 391.4756, recon_loss = 390.9032, kl_loss = 0.5725\n", + "Batch 150, loss = 674.7775, recon_loss = 673.7860, kl_loss = 0.9914\n", + "Batch 180, loss = 1398.7888, recon_loss = 1396.9503, kl_loss = 1.8385\n", + "Batch 210, loss = 4505.1416, recon_loss = 4500.0264, kl_loss = 5.1151\n", + "Average loss: 4020.9451\n", + "Epoch: 612\n", + "Batch 30, loss = 5737.6221, recon_loss = 5736.4741, kl_loss = 1.1481\n", + "Batch 60, loss = 648.1474, recon_loss = 647.5839, kl_loss = 0.5635\n", + "Batch 90, loss = 203.4521, recon_loss = 203.0533, kl_loss = 0.3988\n", + "Batch 120, loss = 397.1312, recon_loss = 396.5766, kl_loss = 0.5546\n", + "Batch 150, loss = 675.4337, recon_loss = 674.4238, kl_loss = 1.0099\n", + "Batch 180, loss = 1396.7031, recon_loss = 1394.7877, kl_loss = 1.9154\n", + "Batch 210, loss = 4779.7422, recon_loss = 4774.6226, kl_loss = 5.1197\n", + "Average loss: 3985.4545\n", + "Epoch: 613\n", + "Batch 30, loss = 5741.3154, recon_loss = 5740.1421, kl_loss = 1.1733\n", + "Batch 60, loss = 647.0490, recon_loss = 646.4495, kl_loss = 0.5995\n", + "Batch 90, loss = 208.5238, recon_loss = 208.1102, kl_loss = 0.4136\n", + "Batch 120, loss = 394.5892, recon_loss = 393.9343, kl_loss = 0.6549\n", + "Batch 150, loss = 674.1102, recon_loss = 673.0945, kl_loss = 1.0156\n", + "Batch 180, loss = 1395.1259, recon_loss = 1393.2529, kl_loss = 1.8730\n", + "Batch 210, loss = 4537.6221, recon_loss = 4532.4180, kl_loss = 5.2042\n", + "Average loss: 3971.7146\n", + "Epoch: 614\n", + "Batch 30, loss = 5729.2046, recon_loss = 5727.9888, kl_loss = 1.2159\n", + "Batch 60, loss = 647.4275, recon_loss = 646.8604, kl_loss = 0.5671\n", + "Batch 90, loss = 196.6544, recon_loss = 196.2810, kl_loss = 0.3734\n", + "Batch 120, loss = 394.8092, recon_loss = 394.1620, kl_loss = 0.6472\n", + "Batch 150, loss = 675.1705, recon_loss = 674.1424, kl_loss = 1.0281\n", + "Batch 180, loss = 1393.4069, recon_loss = 1391.5833, kl_loss = 1.8236\n", + "Batch 210, loss = 4558.8818, recon_loss = 4553.7705, kl_loss = 5.1111\n", + "Average loss: 4009.3431\n", + "Epoch: 615\n", + "Batch 30, loss = 5721.3760, recon_loss = 5720.1680, kl_loss = 1.2082\n", + "Batch 60, loss = 648.6309, recon_loss = 648.0018, kl_loss = 0.6290\n", + "Batch 90, loss = 195.1835, recon_loss = 194.7406, kl_loss = 0.4429\n", + "Batch 120, loss = 392.9615, recon_loss = 392.3517, kl_loss = 0.6098\n", + "Batch 150, loss = 676.5277, recon_loss = 675.4913, kl_loss = 1.0364\n", + "Batch 180, loss = 1395.1725, recon_loss = 1393.2981, kl_loss = 1.8743\n", + "Batch 210, loss = 4500.2886, recon_loss = 4495.1777, kl_loss = 5.1109\n", + "Average loss: 4010.2132\n", + "Epoch: 616\n", + "Batch 30, loss = 5713.6924, recon_loss = 5712.4644, kl_loss = 1.2282\n", + "Batch 60, loss = 647.9074, recon_loss = 647.2902, kl_loss = 0.6172\n", + "Batch 90, loss = 202.8336, recon_loss = 202.4387, kl_loss = 0.3949\n", + "Batch 120, loss = 394.7334, recon_loss = 394.1175, kl_loss = 0.6159\n", + "Batch 150, loss = 674.6384, recon_loss = 673.5352, kl_loss = 1.1033\n", + "Batch 180, loss = 1395.1265, recon_loss = 1393.2644, kl_loss = 1.8621\n", + "Batch 210, loss = 4458.1504, recon_loss = 4453.0566, kl_loss = 5.0936\n", + "Average loss: 4005.5308\n", + "Epoch: 617\n", + "Batch 30, loss = 5725.1104, recon_loss = 5724.0596, kl_loss = 1.0510\n", + "Batch 60, loss = 649.9656, recon_loss = 649.3434, kl_loss = 0.6222\n", + "Batch 90, loss = 199.2984, recon_loss = 198.9148, kl_loss = 0.3836\n", + "Batch 120, loss = 395.5698, recon_loss = 394.9728, kl_loss = 0.5970\n", + "Batch 150, loss = 674.9597, recon_loss = 673.8666, kl_loss = 1.0931\n", + "Batch 180, loss = 1394.7931, recon_loss = 1392.9431, kl_loss = 1.8500\n", + "Batch 210, loss = 4908.3442, recon_loss = 4903.1768, kl_loss = 5.1675\n", + "Average loss: 4014.8112\n", + "Epoch: 618\n", + "Batch 30, loss = 5710.6553, recon_loss = 5709.5342, kl_loss = 1.1209\n", + "Batch 60, loss = 647.1259, recon_loss = 646.5516, kl_loss = 0.5742\n", + "Batch 90, loss = 196.2860, recon_loss = 195.8940, kl_loss = 0.3920\n", + "Batch 120, loss = 391.9776, recon_loss = 391.3743, kl_loss = 0.6033\n", + "Batch 150, loss = 675.5136, recon_loss = 674.5316, kl_loss = 0.9820\n", + "Batch 180, loss = 1397.0398, recon_loss = 1395.2446, kl_loss = 1.7952\n", + "Batch 210, loss = 4497.2241, recon_loss = 4492.1284, kl_loss = 5.0956\n", + "Average loss: 4001.1497\n", + "Epoch: 619\n", + "Batch 30, loss = 5710.5947, recon_loss = 5709.3994, kl_loss = 1.1955\n", + "Batch 60, loss = 647.7206, recon_loss = 647.1170, kl_loss = 0.6036\n", + "Batch 90, loss = 194.7765, recon_loss = 194.3737, kl_loss = 0.4028\n", + "Batch 120, loss = 391.2664, recon_loss = 390.6745, kl_loss = 0.5919\n", + "Batch 150, loss = 674.6266, recon_loss = 673.4727, kl_loss = 1.1539\n", + "Batch 180, loss = 1393.6454, recon_loss = 1391.8267, kl_loss = 1.8187\n", + "Batch 210, loss = 4782.4653, recon_loss = 4777.3311, kl_loss = 5.1344\n", + "Average loss: 4019.2482\n", + "Epoch: 620\n", + "Batch 30, loss = 5716.4185, recon_loss = 5715.2476, kl_loss = 1.1707\n", + "Batch 60, loss = 648.6569, recon_loss = 648.0557, kl_loss = 0.6012\n", + "Batch 90, loss = 196.3196, recon_loss = 195.9523, kl_loss = 0.3673\n", + "Batch 120, loss = 391.4981, recon_loss = 390.9860, kl_loss = 0.5121\n", + "Batch 150, loss = 676.4386, recon_loss = 675.4498, kl_loss = 0.9888\n", + "Batch 180, loss = 1399.4370, recon_loss = 1397.5381, kl_loss = 1.8989\n", + "Batch 210, loss = 4633.9688, recon_loss = 4628.8867, kl_loss = 5.0821\n", + "Average loss: 4024.3094\n", + "Epoch: 621\n", + "Batch 30, loss = 5708.0430, recon_loss = 5706.9092, kl_loss = 1.1340\n", + "Batch 60, loss = 647.6164, recon_loss = 647.0236, kl_loss = 0.5927\n", + "Batch 90, loss = 198.8792, recon_loss = 198.4978, kl_loss = 0.3815\n", + "Batch 120, loss = 392.7407, recon_loss = 392.1584, kl_loss = 0.5823\n", + "Batch 150, loss = 674.4532, recon_loss = 673.4174, kl_loss = 1.0357\n", + "Batch 180, loss = 1394.8595, recon_loss = 1393.0154, kl_loss = 1.8441\n", + "Batch 210, loss = 4803.9541, recon_loss = 4798.8486, kl_loss = 5.1056\n", + "Average loss: 4021.0577\n", + "Epoch: 622\n", + "Batch 30, loss = 5707.4082, recon_loss = 5706.2646, kl_loss = 1.1437\n", + "Batch 60, loss = 648.7927, recon_loss = 648.1697, kl_loss = 0.6230\n", + "Batch 90, loss = 190.7346, recon_loss = 190.3229, kl_loss = 0.4116\n", + "Batch 120, loss = 394.8782, recon_loss = 394.2419, kl_loss = 0.6363\n", + "Batch 150, loss = 675.4001, recon_loss = 674.3917, kl_loss = 1.0083\n", + "Batch 180, loss = 1396.5573, recon_loss = 1394.7473, kl_loss = 1.8100\n", + "Batch 210, loss = 4530.8203, recon_loss = 4525.6982, kl_loss = 5.1220\n", + "Average loss: 4061.6707\n", + "Epoch: 623\n", + "Batch 30, loss = 5722.1113, recon_loss = 5720.9092, kl_loss = 1.2022\n", + "Batch 60, loss = 649.5671, recon_loss = 648.9657, kl_loss = 0.6014\n", + "Batch 90, loss = 203.6736, recon_loss = 203.2955, kl_loss = 0.3781\n", + "Batch 120, loss = 394.4191, recon_loss = 393.8405, kl_loss = 0.5787\n", + "Batch 150, loss = 674.9330, recon_loss = 673.9034, kl_loss = 1.0295\n", + "Batch 180, loss = 1398.0187, recon_loss = 1396.0551, kl_loss = 1.9636\n", + "Batch 210, loss = 4818.4805, recon_loss = 4813.2637, kl_loss = 5.2170\n", + "Average loss: 4074.0720\n", + "Epoch: 624\n", + "Batch 30, loss = 5715.3052, recon_loss = 5714.1475, kl_loss = 1.1577\n", + "Batch 60, loss = 649.1986, recon_loss = 648.5836, kl_loss = 0.6151\n", + "Batch 90, loss = 193.7040, recon_loss = 193.3177, kl_loss = 0.3863\n", + "Batch 120, loss = 399.3715, recon_loss = 398.7669, kl_loss = 0.6046\n", + "Batch 150, loss = 675.2709, recon_loss = 674.1971, kl_loss = 1.0737\n", + "Batch 180, loss = 1392.9957, recon_loss = 1391.1233, kl_loss = 1.8725\n", + "Batch 210, loss = 4652.8428, recon_loss = 4647.5859, kl_loss = 5.2568\n", + "Average loss: 4028.0943\n", + "Epoch: 625\n", + "Batch 30, loss = 5714.0884, recon_loss = 5713.0127, kl_loss = 1.0756\n", + "Batch 60, loss = 647.6681, recon_loss = 647.0786, kl_loss = 0.5895\n", + "Batch 90, loss = 206.0531, recon_loss = 205.6807, kl_loss = 0.3724\n", + "Batch 120, loss = 396.4625, recon_loss = 395.8336, kl_loss = 0.6289\n", + "Batch 150, loss = 674.9327, recon_loss = 673.8398, kl_loss = 1.0930\n", + "Batch 180, loss = 1394.7648, recon_loss = 1392.8887, kl_loss = 1.8761\n", + "Batch 210, loss = 4590.3877, recon_loss = 4585.2207, kl_loss = 5.1672\n", + "Average loss: 3995.6793\n", + "Epoch: 626\n", + "Batch 30, loss = 5718.5352, recon_loss = 5717.3818, kl_loss = 1.1535\n", + "Batch 60, loss = 648.1276, recon_loss = 647.5187, kl_loss = 0.6089\n", + "Batch 90, loss = 203.8027, recon_loss = 203.4053, kl_loss = 0.3974\n", + "Batch 120, loss = 398.8791, recon_loss = 398.2841, kl_loss = 0.5950\n", + "Batch 150, loss = 674.7740, recon_loss = 673.7614, kl_loss = 1.0126\n", + "Batch 180, loss = 1398.8525, recon_loss = 1396.9845, kl_loss = 1.8681\n", + "Batch 210, loss = 4528.7324, recon_loss = 4523.5874, kl_loss = 5.1452\n", + "Average loss: 3994.6587\n", + "Epoch: 627\n", + "Batch 30, loss = 5769.2700, recon_loss = 5768.2393, kl_loss = 1.0307\n", + "Batch 60, loss = 647.4023, recon_loss = 646.7813, kl_loss = 0.6210\n", + "Batch 90, loss = 203.7757, recon_loss = 203.3929, kl_loss = 0.3827\n", + "Batch 120, loss = 395.2498, recon_loss = 394.5188, kl_loss = 0.7310\n", + "Batch 150, loss = 675.2922, recon_loss = 674.2711, kl_loss = 1.0210\n", + "Batch 180, loss = 1394.8909, recon_loss = 1392.9849, kl_loss = 1.9060\n", + "Batch 210, loss = 4599.4888, recon_loss = 4594.3232, kl_loss = 5.1653\n", + "Average loss: 3978.8957\n", + "Epoch: 628\n", + "Batch 30, loss = 5740.8491, recon_loss = 5739.6484, kl_loss = 1.2009\n", + "Batch 60, loss = 646.9133, recon_loss = 646.3016, kl_loss = 0.6118\n", + "Batch 90, loss = 193.0359, recon_loss = 192.6324, kl_loss = 0.4035\n", + "Batch 120, loss = 393.0947, recon_loss = 392.5083, kl_loss = 0.5864\n", + "Batch 150, loss = 675.1124, recon_loss = 674.0962, kl_loss = 1.0162\n", + "Batch 180, loss = 1394.0551, recon_loss = 1392.1865, kl_loss = 1.8685\n", + "Batch 210, loss = 4565.7847, recon_loss = 4560.6265, kl_loss = 5.1580\n", + "Average loss: 3982.7630\n", + "Epoch: 629\n", + "Batch 30, loss = 5740.5576, recon_loss = 5739.3828, kl_loss = 1.1746\n", + "Batch 60, loss = 647.4332, recon_loss = 646.8179, kl_loss = 0.6153\n", + "Batch 90, loss = 199.3226, recon_loss = 198.9123, kl_loss = 0.4103\n", + "Batch 120, loss = 392.1344, recon_loss = 391.4974, kl_loss = 0.6369\n", + "Batch 150, loss = 674.4578, recon_loss = 673.4226, kl_loss = 1.0351\n", + "Batch 180, loss = 1395.2727, recon_loss = 1393.4058, kl_loss = 1.8670\n", + "Batch 210, loss = 4564.2988, recon_loss = 4559.1128, kl_loss = 5.1861\n", + "Average loss: 3988.2742\n", + "Epoch: 630\n", + "Batch 30, loss = 5734.1743, recon_loss = 5732.9365, kl_loss = 1.2379\n", + "Batch 60, loss = 647.8976, recon_loss = 647.2455, kl_loss = 0.6520\n", + "Batch 90, loss = 192.5631, recon_loss = 192.1629, kl_loss = 0.4002\n", + "Batch 120, loss = 395.3952, recon_loss = 394.7664, kl_loss = 0.6288\n", + "Batch 150, loss = 675.3929, recon_loss = 674.3835, kl_loss = 1.0094\n", + "Batch 180, loss = 1397.1278, recon_loss = 1395.2854, kl_loss = 1.8424\n", + "Batch 210, loss = 4845.6982, recon_loss = 4840.5068, kl_loss = 5.1914\n", + "Average loss: 4027.8770\n", + "Epoch: 631\n", + "Batch 30, loss = 5732.9048, recon_loss = 5731.6641, kl_loss = 1.2405\n", + "Batch 60, loss = 648.0733, recon_loss = 647.4496, kl_loss = 0.6237\n", + "Batch 90, loss = 195.5035, recon_loss = 195.1190, kl_loss = 0.3845\n", + "Batch 120, loss = 391.5146, recon_loss = 390.9147, kl_loss = 0.6000\n", + "Batch 150, loss = 674.7607, recon_loss = 673.7106, kl_loss = 1.0502\n", + "Batch 180, loss = 1395.6774, recon_loss = 1393.8334, kl_loss = 1.8439\n", + "Batch 210, loss = 4745.4243, recon_loss = 4740.2056, kl_loss = 5.2189\n", + "Average loss: 4036.4073\n", + "Epoch: 632\n", + "Batch 30, loss = 5727.6714, recon_loss = 5726.3750, kl_loss = 1.2963\n", + "Batch 60, loss = 650.4123, recon_loss = 649.7960, kl_loss = 0.6163\n", + "Batch 90, loss = 189.7981, recon_loss = 189.4239, kl_loss = 0.3742\n", + "Batch 120, loss = 390.8781, recon_loss = 390.2828, kl_loss = 0.5953\n", + "Batch 150, loss = 674.9951, recon_loss = 674.0120, kl_loss = 0.9830\n", + "Batch 180, loss = 1396.3929, recon_loss = 1394.5197, kl_loss = 1.8733\n", + "Batch 210, loss = 4529.2822, recon_loss = 4524.0703, kl_loss = 5.2119\n", + "Average loss: 4008.6115\n", + "Epoch: 633\n", + "Batch 30, loss = 5724.6323, recon_loss = 5723.3940, kl_loss = 1.2382\n", + "Batch 60, loss = 648.0080, recon_loss = 647.3742, kl_loss = 0.6338\n", + "Batch 90, loss = 199.3701, recon_loss = 198.9863, kl_loss = 0.3838\n", + "Batch 120, loss = 391.2645, recon_loss = 390.6751, kl_loss = 0.5894\n", + "Batch 150, loss = 674.7776, recon_loss = 673.7095, kl_loss = 1.0681\n", + "Batch 180, loss = 1401.3219, recon_loss = 1399.3932, kl_loss = 1.9287\n", + "Batch 210, loss = 4548.9487, recon_loss = 4543.7295, kl_loss = 5.2192\n", + "Average loss: 3963.4958\n", + "Epoch: 634\n", + "Batch 30, loss = 5718.3008, recon_loss = 5717.0562, kl_loss = 1.2445\n", + "Batch 60, loss = 648.9616, recon_loss = 648.2988, kl_loss = 0.6628\n", + "Batch 90, loss = 190.8717, recon_loss = 190.4444, kl_loss = 0.4273\n", + "Batch 120, loss = 392.3596, recon_loss = 391.7752, kl_loss = 0.5844\n", + "Batch 150, loss = 674.8062, recon_loss = 673.7885, kl_loss = 1.0178\n", + "Batch 180, loss = 1393.7423, recon_loss = 1391.9231, kl_loss = 1.8192\n", + "Batch 210, loss = 4717.8843, recon_loss = 4712.7153, kl_loss = 5.1688\n", + "Average loss: 4000.5004\n", + "Epoch: 635\n", + "Batch 30, loss = 5715.5972, recon_loss = 5714.3955, kl_loss = 1.2018\n", + "Batch 60, loss = 647.6341, recon_loss = 647.0248, kl_loss = 0.6093\n", + "Batch 90, loss = 205.6879, recon_loss = 205.2810, kl_loss = 0.4069\n", + "Batch 120, loss = 389.3532, recon_loss = 388.6570, kl_loss = 0.6962\n", + "Batch 150, loss = 674.8042, recon_loss = 673.6910, kl_loss = 1.1132\n", + "Batch 180, loss = 1395.4777, recon_loss = 1393.6094, kl_loss = 1.8683\n", + "Batch 210, loss = 4511.2461, recon_loss = 4506.0146, kl_loss = 5.2313\n", + "Average loss: 3982.0869\n", + "Epoch: 636\n", + "Batch 30, loss = 5731.8574, recon_loss = 5730.6089, kl_loss = 1.2484\n", + "Batch 60, loss = 650.0083, recon_loss = 649.3702, kl_loss = 0.6381\n", + "Batch 90, loss = 212.3520, recon_loss = 211.8738, kl_loss = 0.4782\n", + "Batch 120, loss = 389.8613, recon_loss = 389.2231, kl_loss = 0.6382\n", + "Batch 150, loss = 674.7555, recon_loss = 673.7311, kl_loss = 1.0244\n", + "Batch 180, loss = 1394.7584, recon_loss = 1392.8698, kl_loss = 1.8887\n", + "Batch 210, loss = 4791.6025, recon_loss = 4786.3765, kl_loss = 5.2259\n", + "Average loss: 3975.2706\n", + "Epoch: 637\n", + "Batch 30, loss = 5715.8535, recon_loss = 5714.5879, kl_loss = 1.2655\n", + "Batch 60, loss = 648.3753, recon_loss = 647.7495, kl_loss = 0.6259\n", + "Batch 90, loss = 199.0093, recon_loss = 198.5877, kl_loss = 0.4216\n", + "Batch 120, loss = 390.5869, recon_loss = 389.9336, kl_loss = 0.6533\n", + "Batch 150, loss = 675.5790, recon_loss = 674.4907, kl_loss = 1.0883\n", + "Batch 180, loss = 1403.1467, recon_loss = 1401.2688, kl_loss = 1.8780\n", + "Batch 210, loss = 4467.1104, recon_loss = 4461.8076, kl_loss = 5.3025\n", + "Average loss: 3984.7378\n", + "Epoch: 638\n", + "Batch 30, loss = 5738.9180, recon_loss = 5737.7632, kl_loss = 1.1549\n", + "Batch 60, loss = 648.3552, recon_loss = 647.7166, kl_loss = 0.6386\n", + "Batch 90, loss = 193.5129, recon_loss = 193.1290, kl_loss = 0.3839\n", + "Batch 120, loss = 392.8258, recon_loss = 392.1989, kl_loss = 0.6269\n", + "Batch 150, loss = 674.8078, recon_loss = 673.7393, kl_loss = 1.0685\n", + "Batch 180, loss = 1393.2589, recon_loss = 1391.3406, kl_loss = 1.9184\n", + "Batch 210, loss = 4476.4810, recon_loss = 4471.1807, kl_loss = 5.3005\n", + "Average loss: 3980.3806\n", + "Epoch: 639\n", + "Batch 30, loss = 5742.5103, recon_loss = 5741.2119, kl_loss = 1.2986\n", + "Batch 60, loss = 648.4435, recon_loss = 647.8038, kl_loss = 0.6397\n", + "Batch 90, loss = 202.2636, recon_loss = 201.8131, kl_loss = 0.4505\n", + "Batch 120, loss = 393.8837, recon_loss = 393.3500, kl_loss = 0.5337\n", + "Batch 150, loss = 675.2139, recon_loss = 674.2304, kl_loss = 0.9834\n", + "Batch 180, loss = 1394.0159, recon_loss = 1392.1207, kl_loss = 1.8952\n", + "Batch 210, loss = 4738.4351, recon_loss = 4733.1675, kl_loss = 5.2676\n", + "Average loss: 4053.9855\n", + "Epoch: 640\n", + "Batch 30, loss = 5729.9692, recon_loss = 5728.6606, kl_loss = 1.3087\n", + "Batch 60, loss = 647.1179, recon_loss = 646.4512, kl_loss = 0.6667\n", + "Batch 90, loss = 196.4149, recon_loss = 195.9852, kl_loss = 0.4297\n", + "Batch 120, loss = 390.2386, recon_loss = 389.6609, kl_loss = 0.5777\n", + "Batch 150, loss = 675.2106, recon_loss = 674.1587, kl_loss = 1.0519\n", + "Batch 180, loss = 1395.6460, recon_loss = 1393.8179, kl_loss = 1.8281\n", + "Batch 210, loss = 4545.4990, recon_loss = 4540.2197, kl_loss = 5.2795\n", + "Average loss: 4005.1725\n", + "Epoch: 641\n", + "Batch 30, loss = 5728.9077, recon_loss = 5727.6787, kl_loss = 1.2290\n", + "Batch 60, loss = 647.8204, recon_loss = 647.1686, kl_loss = 0.6517\n", + "Batch 90, loss = 207.1471, recon_loss = 206.6888, kl_loss = 0.4583\n", + "Batch 120, loss = 391.2090, recon_loss = 390.5636, kl_loss = 0.6454\n", + "Batch 150, loss = 674.4892, recon_loss = 673.5049, kl_loss = 0.9843\n", + "Batch 180, loss = 1406.3322, recon_loss = 1404.4182, kl_loss = 1.9139\n", + "Batch 210, loss = 4527.9663, recon_loss = 4522.6729, kl_loss = 5.2936\n", + "Average loss: 3983.9634\n", + "Epoch: 642\n", + "Batch 30, loss = 5725.6504, recon_loss = 5724.4009, kl_loss = 1.2497\n", + "Batch 60, loss = 647.3560, recon_loss = 646.7139, kl_loss = 0.6420\n", + "Batch 90, loss = 191.3633, recon_loss = 190.9561, kl_loss = 0.4073\n", + "Batch 120, loss = 390.4661, recon_loss = 389.8768, kl_loss = 0.5893\n", + "Batch 150, loss = 675.0996, recon_loss = 673.9393, kl_loss = 1.1603\n", + "Batch 180, loss = 1393.2043, recon_loss = 1391.2386, kl_loss = 1.9657\n", + "Batch 210, loss = 4713.9033, recon_loss = 4708.5771, kl_loss = 5.3263\n", + "Average loss: 3960.7725\n", + "Epoch: 643\n", + "Batch 30, loss = 5734.0112, recon_loss = 5732.7495, kl_loss = 1.2615\n", + "Batch 60, loss = 648.4904, recon_loss = 647.8427, kl_loss = 0.6478\n", + "Batch 90, loss = 203.7309, recon_loss = 203.3002, kl_loss = 0.4307\n", + "Batch 120, loss = 393.4571, recon_loss = 392.8235, kl_loss = 0.6336\n", + "Batch 150, loss = 674.6971, recon_loss = 673.6702, kl_loss = 1.0269\n", + "Batch 180, loss = 1395.2495, recon_loss = 1393.3601, kl_loss = 1.8895\n", + "Batch 210, loss = 4558.2612, recon_loss = 4552.9810, kl_loss = 5.2802\n", + "Average loss: 4011.4837\n", + "Epoch: 644\n", + "Batch 30, loss = 5719.1470, recon_loss = 5717.9707, kl_loss = 1.1765\n", + "Batch 60, loss = 647.4502, recon_loss = 646.7694, kl_loss = 0.6808\n", + "Batch 90, loss = 198.2340, recon_loss = 197.7906, kl_loss = 0.4434\n", + "Batch 120, loss = 390.6053, recon_loss = 389.9649, kl_loss = 0.6404\n", + "Batch 150, loss = 674.4683, recon_loss = 673.4283, kl_loss = 1.0400\n", + "Batch 180, loss = 1394.7188, recon_loss = 1392.8572, kl_loss = 1.8616\n", + "Batch 210, loss = 4502.5942, recon_loss = 4497.2549, kl_loss = 5.3395\n", + "Average loss: 3986.1267\n", + "Epoch: 645\n", + "Batch 30, loss = 5747.4370, recon_loss = 5746.1470, kl_loss = 1.2898\n", + "Batch 60, loss = 651.6374, recon_loss = 650.9958, kl_loss = 0.6415\n", + "Batch 90, loss = 196.1694, recon_loss = 195.7505, kl_loss = 0.4188\n", + "Batch 120, loss = 395.9634, recon_loss = 395.3918, kl_loss = 0.5715\n", + "Batch 150, loss = 675.9181, recon_loss = 674.9480, kl_loss = 0.9701\n", + "Batch 180, loss = 1392.6271, recon_loss = 1390.7556, kl_loss = 1.8715\n", + "Batch 210, loss = 4616.1396, recon_loss = 4610.7939, kl_loss = 5.3458\n", + "Average loss: 3972.9077\n", + "Epoch: 646\n", + "Batch 30, loss = 5724.4609, recon_loss = 5723.3247, kl_loss = 1.1361\n", + "Batch 60, loss = 647.9589, recon_loss = 647.3242, kl_loss = 0.6347\n", + "Batch 90, loss = 190.9423, recon_loss = 190.4955, kl_loss = 0.4469\n", + "Batch 120, loss = 399.7190, recon_loss = 399.0732, kl_loss = 0.6458\n", + "Batch 150, loss = 673.9003, recon_loss = 672.8892, kl_loss = 1.0112\n", + "Batch 180, loss = 1394.4210, recon_loss = 1392.5117, kl_loss = 1.9093\n", + "Batch 210, loss = 4941.0547, recon_loss = 4935.7549, kl_loss = 5.3000\n", + "Average loss: 4001.7015\n", + "Epoch: 647\n", + "Batch 30, loss = 5725.8999, recon_loss = 5724.6992, kl_loss = 1.2007\n", + "Batch 60, loss = 646.8478, recon_loss = 646.1599, kl_loss = 0.6879\n", + "Batch 90, loss = 192.3437, recon_loss = 191.9064, kl_loss = 0.4373\n", + "Batch 120, loss = 390.5840, recon_loss = 389.9816, kl_loss = 0.6025\n", + "Batch 150, loss = 674.7272, recon_loss = 673.7649, kl_loss = 0.9623\n", + "Batch 180, loss = 1392.3436, recon_loss = 1390.4099, kl_loss = 1.9337\n", + "Batch 210, loss = 4593.4614, recon_loss = 4588.1904, kl_loss = 5.2709\n", + "Average loss: 3985.5393\n", + "Epoch: 648\n", + "Batch 30, loss = 5720.3486, recon_loss = 5719.2217, kl_loss = 1.1270\n", + "Batch 60, loss = 653.5147, recon_loss = 652.8459, kl_loss = 0.6688\n", + "Batch 90, loss = 195.5145, recon_loss = 195.0678, kl_loss = 0.4467\n", + "Batch 120, loss = 389.2263, recon_loss = 388.6454, kl_loss = 0.5809\n", + "Batch 150, loss = 674.9124, recon_loss = 673.7861, kl_loss = 1.1262\n", + "Batch 180, loss = 1394.3878, recon_loss = 1392.4541, kl_loss = 1.9337\n", + "Batch 210, loss = 4754.0977, recon_loss = 4748.8198, kl_loss = 5.2780\n", + "Average loss: 4003.3738\n", + "Epoch: 649\n", + "Batch 30, loss = 5733.1479, recon_loss = 5732.0000, kl_loss = 1.1481\n", + "Batch 60, loss = 649.3563, recon_loss = 648.7007, kl_loss = 0.6556\n", + "Batch 90, loss = 197.9061, recon_loss = 197.4725, kl_loss = 0.4336\n", + "Batch 120, loss = 391.3422, recon_loss = 390.7597, kl_loss = 0.5825\n", + "Batch 150, loss = 674.3023, recon_loss = 673.3303, kl_loss = 0.9720\n", + "Batch 180, loss = 1400.4764, recon_loss = 1398.5537, kl_loss = 1.9228\n", + "Batch 210, loss = 4494.0728, recon_loss = 4488.8262, kl_loss = 5.2465\n", + "Average loss: 4019.9024\n", + "Epoch: 650\n", + "Batch 30, loss = 5717.8525, recon_loss = 5716.7397, kl_loss = 1.1129\n", + "Batch 60, loss = 648.7759, recon_loss = 648.1188, kl_loss = 0.6572\n", + "Batch 90, loss = 193.6185, recon_loss = 193.1770, kl_loss = 0.4414\n", + "Batch 120, loss = 390.4234, recon_loss = 389.8379, kl_loss = 0.5856\n", + "Batch 150, loss = 675.3946, recon_loss = 674.4357, kl_loss = 0.9589\n", + "Batch 180, loss = 1394.0260, recon_loss = 1392.0530, kl_loss = 1.9731\n", + "Batch 210, loss = 4785.9351, recon_loss = 4780.6836, kl_loss = 5.2516\n", + "Average loss: 3958.6261\n", + "Epoch: 651\n", + "Batch 30, loss = 5737.7476, recon_loss = 5736.5063, kl_loss = 1.2411\n", + "Batch 60, loss = 647.5538, recon_loss = 646.9027, kl_loss = 0.6511\n", + "Batch 90, loss = 208.5053, recon_loss = 208.0729, kl_loss = 0.4324\n", + "Batch 120, loss = 388.9221, recon_loss = 388.3340, kl_loss = 0.5881\n", + "Batch 150, loss = 674.3394, recon_loss = 673.2734, kl_loss = 1.0659\n", + "Batch 180, loss = 1394.5232, recon_loss = 1392.5874, kl_loss = 1.9358\n", + "Batch 210, loss = 4497.5190, recon_loss = 4492.2910, kl_loss = 5.2279\n", + "Average loss: 3986.4831\n", + "Epoch: 652\n", + "Batch 30, loss = 5730.5498, recon_loss = 5729.2773, kl_loss = 1.2723\n", + "Batch 60, loss = 650.1811, recon_loss = 649.5233, kl_loss = 0.6578\n", + "Batch 90, loss = 192.1969, recon_loss = 191.7398, kl_loss = 0.4570\n", + "Batch 120, loss = 388.9728, recon_loss = 388.3745, kl_loss = 0.5983\n", + "Batch 150, loss = 674.3611, recon_loss = 673.2178, kl_loss = 1.1434\n", + "Batch 180, loss = 1391.6654, recon_loss = 1389.7805, kl_loss = 1.8849\n", + "Batch 210, loss = 4759.1528, recon_loss = 4753.9043, kl_loss = 5.2484\n", + "Average loss: 3987.4370\n", + "Epoch: 653\n", + "Batch 30, loss = 5725.7510, recon_loss = 5724.5415, kl_loss = 1.2094\n", + "Batch 60, loss = 648.6990, recon_loss = 648.0306, kl_loss = 0.6684\n", + "Batch 90, loss = 194.7669, recon_loss = 194.3211, kl_loss = 0.4458\n", + "Batch 120, loss = 389.3700, recon_loss = 388.7871, kl_loss = 0.5829\n", + "Batch 150, loss = 675.1543, recon_loss = 674.0526, kl_loss = 1.1017\n", + "Batch 180, loss = 1400.2209, recon_loss = 1398.2434, kl_loss = 1.9776\n", + "Batch 210, loss = 4484.3921, recon_loss = 4479.1260, kl_loss = 5.2660\n", + "Average loss: 4023.7206\n", + "Epoch: 654\n", + "Batch 30, loss = 5736.3340, recon_loss = 5735.0952, kl_loss = 1.2389\n", + "Batch 60, loss = 649.1114, recon_loss = 648.4600, kl_loss = 0.6514\n", + "Batch 90, loss = 203.9071, recon_loss = 203.4851, kl_loss = 0.4220\n", + "Batch 120, loss = 390.9606, recon_loss = 390.3677, kl_loss = 0.5929\n", + "Batch 150, loss = 674.3735, recon_loss = 673.3739, kl_loss = 0.9996\n", + "Batch 180, loss = 1393.0176, recon_loss = 1391.1426, kl_loss = 1.8750\n", + "Batch 210, loss = 4699.3145, recon_loss = 4694.0864, kl_loss = 5.2281\n", + "Average loss: 3957.5527\n", + "Epoch: 655\n", + "Batch 30, loss = 5740.6450, recon_loss = 5739.3936, kl_loss = 1.2512\n", + "Batch 60, loss = 647.4022, recon_loss = 646.7142, kl_loss = 0.6880\n", + "Batch 90, loss = 202.9224, recon_loss = 202.3391, kl_loss = 0.5833\n", + "Batch 120, loss = 394.2067, recon_loss = 393.6313, kl_loss = 0.5754\n", + "Batch 150, loss = 675.0881, recon_loss = 674.0580, kl_loss = 1.0301\n", + "Batch 180, loss = 1393.6754, recon_loss = 1391.7732, kl_loss = 1.9022\n", + "Batch 210, loss = 4470.8374, recon_loss = 4465.5967, kl_loss = 5.2407\n", + "Average loss: 3931.1694\n", + "Epoch: 656\n", + "Batch 30, loss = 5736.9175, recon_loss = 5735.6895, kl_loss = 1.2281\n", + "Batch 60, loss = 648.8001, recon_loss = 648.1518, kl_loss = 0.6483\n", + "Batch 90, loss = 193.0291, recon_loss = 192.5909, kl_loss = 0.4382\n", + "Batch 120, loss = 390.8793, recon_loss = 390.2275, kl_loss = 0.6517\n", + "Batch 150, loss = 675.0635, recon_loss = 674.0726, kl_loss = 0.9909\n", + "Batch 180, loss = 1393.2179, recon_loss = 1391.2887, kl_loss = 1.9292\n", + "Batch 210, loss = 4577.1963, recon_loss = 4571.9175, kl_loss = 5.2790\n", + "Average loss: 4002.6051\n", + "Epoch: 657\n", + "Batch 30, loss = 5724.1509, recon_loss = 5722.9033, kl_loss = 1.2477\n", + "Batch 60, loss = 650.7285, recon_loss = 650.0118, kl_loss = 0.7166\n", + "Batch 90, loss = 190.8717, recon_loss = 190.4333, kl_loss = 0.4383\n", + "Batch 120, loss = 389.8597, recon_loss = 389.2009, kl_loss = 0.6588\n", + "Batch 150, loss = 673.9532, recon_loss = 672.8712, kl_loss = 1.0819\n", + "Batch 180, loss = 1394.9122, recon_loss = 1392.9943, kl_loss = 1.9179\n", + "Batch 210, loss = 4499.1216, recon_loss = 4493.7861, kl_loss = 5.3356\n", + "Average loss: 3987.4579\n", + "Epoch: 658\n", + "Batch 30, loss = 5749.2871, recon_loss = 5747.8892, kl_loss = 1.3981\n", + "Batch 60, loss = 647.8499, recon_loss = 647.1854, kl_loss = 0.6645\n", + "Batch 90, loss = 191.2393, recon_loss = 190.8267, kl_loss = 0.4126\n", + "Batch 120, loss = 389.3835, recon_loss = 388.7451, kl_loss = 0.6383\n", + "Batch 150, loss = 674.8707, recon_loss = 673.8583, kl_loss = 1.0124\n", + "Batch 180, loss = 1394.8923, recon_loss = 1392.9493, kl_loss = 1.9430\n", + "Batch 210, loss = 4564.6147, recon_loss = 4559.3076, kl_loss = 5.3072\n", + "Average loss: 3971.5496\n", + "Epoch: 659\n", + "Batch 30, loss = 5739.9746, recon_loss = 5738.7563, kl_loss = 1.2182\n", + "Batch 60, loss = 648.2681, recon_loss = 647.6080, kl_loss = 0.6601\n", + "Batch 90, loss = 194.9528, recon_loss = 194.5592, kl_loss = 0.3936\n", + "Batch 120, loss = 399.4994, recon_loss = 398.9133, kl_loss = 0.5861\n", + "Batch 150, loss = 675.4549, recon_loss = 674.5178, kl_loss = 0.9371\n", + "Batch 180, loss = 1390.9086, recon_loss = 1388.9889, kl_loss = 1.9197\n", + "Batch 210, loss = 4580.4150, recon_loss = 4575.0801, kl_loss = 5.3349\n", + "Average loss: 3977.8635\n", + "Epoch: 660\n", + "Batch 30, loss = 5731.1963, recon_loss = 5730.0049, kl_loss = 1.1912\n", + "Batch 60, loss = 649.0035, recon_loss = 648.3578, kl_loss = 0.6457\n", + "Batch 90, loss = 207.6139, recon_loss = 207.1898, kl_loss = 0.4241\n", + "Batch 120, loss = 390.3397, recon_loss = 389.6670, kl_loss = 0.6728\n", + "Batch 150, loss = 674.3309, recon_loss = 673.2405, kl_loss = 1.0903\n", + "Batch 180, loss = 1391.9734, recon_loss = 1390.0614, kl_loss = 1.9119\n", + "Batch 210, loss = 4501.5059, recon_loss = 4496.2051, kl_loss = 5.3007\n", + "Average loss: 3984.7162\n", + "Epoch: 661\n", + "Batch 30, loss = 5728.9429, recon_loss = 5727.7812, kl_loss = 1.1618\n", + "Batch 60, loss = 648.0109, recon_loss = 647.3535, kl_loss = 0.6573\n", + "Batch 90, loss = 196.3301, recon_loss = 195.9148, kl_loss = 0.4153\n", + "Batch 120, loss = 390.2977, recon_loss = 389.6003, kl_loss = 0.6974\n", + "Batch 150, loss = 673.9121, recon_loss = 672.8942, kl_loss = 1.0179\n", + "Batch 180, loss = 1391.6816, recon_loss = 1389.7456, kl_loss = 1.9360\n", + "Batch 210, loss = 4786.8960, recon_loss = 4781.5801, kl_loss = 5.3157\n", + "Average loss: 3991.9898\n", + "Epoch: 662\n", + "Batch 30, loss = 5728.6680, recon_loss = 5727.4180, kl_loss = 1.2498\n", + "Batch 60, loss = 647.7835, recon_loss = 647.1213, kl_loss = 0.6623\n", + "Batch 90, loss = 199.6832, recon_loss = 199.2828, kl_loss = 0.4004\n", + "Batch 120, loss = 389.1385, recon_loss = 388.5043, kl_loss = 0.6342\n", + "Batch 150, loss = 674.0096, recon_loss = 672.9772, kl_loss = 1.0324\n", + "Batch 180, loss = 1390.6848, recon_loss = 1388.8042, kl_loss = 1.8807\n", + "Batch 210, loss = 4678.5669, recon_loss = 4673.2554, kl_loss = 5.3117\n", + "Average loss: 3972.8815\n", + "Epoch: 663\n", + "Batch 30, loss = 5748.5557, recon_loss = 5747.3174, kl_loss = 1.2381\n", + "Batch 60, loss = 649.5602, recon_loss = 648.9008, kl_loss = 0.6594\n", + "Batch 90, loss = 202.3466, recon_loss = 201.9479, kl_loss = 0.3987\n", + "Batch 120, loss = 397.1389, recon_loss = 396.5470, kl_loss = 0.5919\n", + "Batch 150, loss = 674.5240, recon_loss = 673.4558, kl_loss = 1.0682\n", + "Batch 180, loss = 1390.6099, recon_loss = 1388.7144, kl_loss = 1.8956\n", + "Batch 210, loss = 4555.3496, recon_loss = 4550.0923, kl_loss = 5.2572\n", + "Average loss: 3968.3435\n", + "Epoch: 664\n", + "Batch 30, loss = 5729.2690, recon_loss = 5728.1816, kl_loss = 1.0873\n", + "Batch 60, loss = 647.5043, recon_loss = 646.8537, kl_loss = 0.6507\n", + "Batch 90, loss = 204.4489, recon_loss = 203.9773, kl_loss = 0.4716\n", + "Batch 120, loss = 388.5012, recon_loss = 387.8141, kl_loss = 0.6871\n", + "Batch 150, loss = 674.8611, recon_loss = 673.7906, kl_loss = 1.0705\n", + "Batch 180, loss = 1393.5031, recon_loss = 1391.6156, kl_loss = 1.8874\n", + "Batch 210, loss = 4539.7026, recon_loss = 4534.4116, kl_loss = 5.2909\n", + "Average loss: 3993.3233\n", + "Epoch: 665\n", + "Batch 30, loss = 5741.8247, recon_loss = 5740.5132, kl_loss = 1.3116\n", + "Batch 60, loss = 648.2230, recon_loss = 647.5679, kl_loss = 0.6551\n", + "Batch 90, loss = 190.2193, recon_loss = 189.7711, kl_loss = 0.4482\n", + "Batch 120, loss = 390.1115, recon_loss = 389.5021, kl_loss = 0.6095\n", + "Batch 150, loss = 674.5115, recon_loss = 673.5583, kl_loss = 0.9531\n", + "Batch 180, loss = 1393.1768, recon_loss = 1391.3337, kl_loss = 1.8431\n", + "Batch 210, loss = 4528.6841, recon_loss = 4523.3804, kl_loss = 5.3037\n", + "Average loss: 3968.1717\n", + "Epoch: 666\n", + "Batch 30, loss = 5745.8843, recon_loss = 5744.7437, kl_loss = 1.1404\n", + "Batch 60, loss = 647.7462, recon_loss = 647.0812, kl_loss = 0.6649\n", + "Batch 90, loss = 209.5597, recon_loss = 209.1072, kl_loss = 0.4525\n", + "Batch 120, loss = 389.1773, recon_loss = 388.4609, kl_loss = 0.7165\n", + "Batch 150, loss = 674.1640, recon_loss = 673.1261, kl_loss = 1.0379\n", + "Batch 180, loss = 1389.2960, recon_loss = 1387.4041, kl_loss = 1.8920\n", + "Batch 210, loss = 4551.5894, recon_loss = 4546.2778, kl_loss = 5.3117\n", + "Average loss: 3936.1415\n", + "Epoch: 667\n", + "Batch 30, loss = 5734.3506, recon_loss = 5733.0361, kl_loss = 1.3146\n", + "Batch 60, loss = 649.8985, recon_loss = 649.2766, kl_loss = 0.6219\n", + "Batch 90, loss = 191.2850, recon_loss = 190.8487, kl_loss = 0.4364\n", + "Batch 120, loss = 395.3095, recon_loss = 394.7087, kl_loss = 0.6007\n", + "Batch 150, loss = 674.6724, recon_loss = 673.6614, kl_loss = 1.0110\n", + "Batch 180, loss = 1395.6246, recon_loss = 1393.8115, kl_loss = 1.8131\n", + "Batch 210, loss = 4530.6406, recon_loss = 4525.3359, kl_loss = 5.3047\n", + "Average loss: 3958.7164\n", + "Epoch: 668\n", + "Batch 30, loss = 5739.8672, recon_loss = 5738.7568, kl_loss = 1.1103\n", + "Batch 60, loss = 650.1666, recon_loss = 649.5446, kl_loss = 0.6220\n", + "Batch 90, loss = 201.9585, recon_loss = 201.4866, kl_loss = 0.4718\n", + "Batch 120, loss = 389.1644, recon_loss = 388.5352, kl_loss = 0.6292\n", + "Batch 150, loss = 674.0246, recon_loss = 672.9485, kl_loss = 1.0761\n", + "Batch 180, loss = 1395.3593, recon_loss = 1393.4695, kl_loss = 1.8897\n", + "Batch 210, loss = 4593.0649, recon_loss = 4587.7012, kl_loss = 5.3639\n", + "Average loss: 4259.5244\n", + "Epoch: 669\n", + "Batch 30, loss = 5729.8628, recon_loss = 5728.6440, kl_loss = 1.2186\n", + "Batch 60, loss = 648.1928, recon_loss = 647.5198, kl_loss = 0.6730\n", + "Batch 90, loss = 192.7429, recon_loss = 192.2763, kl_loss = 0.4666\n", + "Batch 120, loss = 392.1204, recon_loss = 391.5119, kl_loss = 0.6085\n", + "Batch 150, loss = 674.5378, recon_loss = 673.5542, kl_loss = 0.9836\n", + "Batch 180, loss = 1388.9998, recon_loss = 1387.0765, kl_loss = 1.9232\n", + "Batch 210, loss = 4503.2979, recon_loss = 4497.9478, kl_loss = 5.3501\n", + "Average loss: 3948.3166\n", + "Epoch: 670\n", + "Batch 30, loss = 5724.2222, recon_loss = 5723.0928, kl_loss = 1.1295\n", + "Batch 60, loss = 648.9571, recon_loss = 648.2836, kl_loss = 0.6735\n", + "Batch 90, loss = 206.0112, recon_loss = 205.5261, kl_loss = 0.4852\n", + "Batch 120, loss = 390.0396, recon_loss = 389.2583, kl_loss = 0.7813\n", + "Batch 150, loss = 675.0460, recon_loss = 673.9730, kl_loss = 1.0729\n", + "Batch 180, loss = 1392.9796, recon_loss = 1391.1426, kl_loss = 1.8370\n", + "Batch 210, loss = 4659.7217, recon_loss = 4654.3125, kl_loss = 5.4092\n", + "Average loss: 3943.2716\n", + "Epoch: 671\n", + "Batch 30, loss = 5739.5234, recon_loss = 5738.2915, kl_loss = 1.2318\n", + "Batch 60, loss = 647.5407, recon_loss = 646.8035, kl_loss = 0.7372\n", + "Batch 90, loss = 193.4635, recon_loss = 192.9548, kl_loss = 0.5087\n", + "Batch 120, loss = 391.3937, recon_loss = 390.8045, kl_loss = 0.5892\n", + "Batch 150, loss = 674.4297, recon_loss = 673.4281, kl_loss = 1.0016\n", + "Batch 180, loss = 1391.2257, recon_loss = 1389.3740, kl_loss = 1.8517\n", + "Batch 210, loss = 4527.1582, recon_loss = 4521.7324, kl_loss = 5.4258\n", + "Average loss: 3955.2988\n", + "Epoch: 672\n", + "Batch 30, loss = 5743.1172, recon_loss = 5742.0127, kl_loss = 1.1045\n", + "Batch 60, loss = 646.9177, recon_loss = 646.2433, kl_loss = 0.6744\n", + "Batch 90, loss = 194.4920, recon_loss = 194.0409, kl_loss = 0.4511\n", + "Batch 120, loss = 389.4806, recon_loss = 388.7848, kl_loss = 0.6957\n", + "Batch 150, loss = 674.9527, recon_loss = 673.9070, kl_loss = 1.0457\n", + "Batch 180, loss = 1387.7842, recon_loss = 1385.8997, kl_loss = 1.8845\n", + "Batch 210, loss = 4534.7788, recon_loss = 4529.2847, kl_loss = 5.4939\n", + "Average loss: 3950.6037\n", + "Epoch: 673\n", + "Batch 30, loss = 5747.1431, recon_loss = 5745.8975, kl_loss = 1.2455\n", + "Batch 60, loss = 647.5306, recon_loss = 646.8391, kl_loss = 0.6915\n", + "Batch 90, loss = 195.2771, recon_loss = 194.8179, kl_loss = 0.4591\n", + "Batch 120, loss = 390.9334, recon_loss = 390.3406, kl_loss = 0.5928\n", + "Batch 150, loss = 674.5931, recon_loss = 673.6807, kl_loss = 0.9124\n", + "Batch 180, loss = 1390.6682, recon_loss = 1388.8020, kl_loss = 1.8662\n", + "Batch 210, loss = 4490.8086, recon_loss = 4485.4048, kl_loss = 5.4036\n", + "Average loss: 3961.2556\n", + "Epoch: 674\n", + "Batch 30, loss = 5747.9380, recon_loss = 5746.8320, kl_loss = 1.1060\n", + "Batch 60, loss = 647.7957, recon_loss = 647.1182, kl_loss = 0.6775\n", + "Batch 90, loss = 199.7640, recon_loss = 199.3205, kl_loss = 0.4435\n", + "Batch 120, loss = 390.8683, recon_loss = 390.2075, kl_loss = 0.6608\n", + "Batch 150, loss = 673.7754, recon_loss = 672.7838, kl_loss = 0.9916\n", + "Batch 180, loss = 1390.0889, recon_loss = 1388.1615, kl_loss = 1.9273\n", + "Batch 210, loss = 4568.3594, recon_loss = 4563.0298, kl_loss = 5.3294\n", + "Average loss: 3973.1205\n", + "Epoch: 675\n", + "Batch 30, loss = 5742.6035, recon_loss = 5741.4678, kl_loss = 1.1357\n", + "Batch 60, loss = 647.6083, recon_loss = 646.9294, kl_loss = 0.6789\n", + "Batch 90, loss = 196.4587, recon_loss = 196.0156, kl_loss = 0.4430\n", + "Batch 120, loss = 391.9604, recon_loss = 391.3844, kl_loss = 0.5760\n", + "Batch 150, loss = 675.1966, recon_loss = 674.2447, kl_loss = 0.9519\n", + "Batch 180, loss = 1392.1852, recon_loss = 1390.3025, kl_loss = 1.8827\n", + "Batch 210, loss = 4503.0229, recon_loss = 4497.6309, kl_loss = 5.3922\n", + "Average loss: 3956.9631\n", + "Epoch: 676\n", + "Batch 30, loss = 5748.8516, recon_loss = 5747.6597, kl_loss = 1.1921\n", + "Batch 60, loss = 647.4552, recon_loss = 646.7912, kl_loss = 0.6640\n", + "Batch 90, loss = 197.0501, recon_loss = 196.6244, kl_loss = 0.4257\n", + "Batch 120, loss = 389.8365, recon_loss = 389.1303, kl_loss = 0.7062\n", + "Batch 150, loss = 673.8273, recon_loss = 672.8766, kl_loss = 0.9507\n", + "Batch 180, loss = 1388.9062, recon_loss = 1387.0753, kl_loss = 1.8309\n", + "Batch 210, loss = 4682.2656, recon_loss = 4676.9023, kl_loss = 5.3633\n", + "Average loss: 3970.4415\n", + "Epoch: 677\n", + "Batch 30, loss = 5732.4570, recon_loss = 5731.2876, kl_loss = 1.1694\n", + "Batch 60, loss = 648.2891, recon_loss = 647.6419, kl_loss = 0.6472\n", + "Batch 90, loss = 190.4031, recon_loss = 189.9566, kl_loss = 0.4465\n", + "Batch 120, loss = 389.6275, recon_loss = 389.0319, kl_loss = 0.5956\n", + "Batch 150, loss = 675.1221, recon_loss = 674.1884, kl_loss = 0.9337\n", + "Batch 180, loss = 1390.7029, recon_loss = 1388.8676, kl_loss = 1.8353\n", + "Batch 210, loss = 4690.5962, recon_loss = 4685.2119, kl_loss = 5.3845\n", + "Average loss: 3967.4677\n", + "Epoch: 678\n", + "Batch 30, loss = 5739.5527, recon_loss = 5738.3813, kl_loss = 1.1712\n", + "Batch 60, loss = 648.3530, recon_loss = 647.7011, kl_loss = 0.6519\n", + "Batch 90, loss = 190.9141, recon_loss = 190.4930, kl_loss = 0.4211\n", + "Batch 120, loss = 388.7727, recon_loss = 388.1871, kl_loss = 0.5856\n", + "Batch 150, loss = 674.3862, recon_loss = 673.3949, kl_loss = 0.9913\n", + "Batch 180, loss = 1397.6311, recon_loss = 1395.7544, kl_loss = 1.8767\n", + "Batch 210, loss = 4550.8286, recon_loss = 4545.4043, kl_loss = 5.4241\n", + "Average loss: 3939.6320\n", + "Epoch: 679\n", + "Batch 30, loss = 5728.1201, recon_loss = 5727.0269, kl_loss = 1.0931\n", + "Batch 60, loss = 647.4811, recon_loss = 646.8383, kl_loss = 0.6427\n", + "Batch 90, loss = 204.1868, recon_loss = 203.7302, kl_loss = 0.4567\n", + "Batch 120, loss = 395.7998, recon_loss = 395.2256, kl_loss = 0.5742\n", + "Batch 150, loss = 674.6276, recon_loss = 673.6239, kl_loss = 1.0036\n", + "Batch 180, loss = 1389.0291, recon_loss = 1387.2124, kl_loss = 1.8166\n", + "Batch 210, loss = 4585.1064, recon_loss = 4579.7188, kl_loss = 5.3877\n", + "Average loss: 3942.2875\n", + "Epoch: 680\n", + "Batch 30, loss = 5740.1831, recon_loss = 5739.0117, kl_loss = 1.1716\n", + "Batch 60, loss = 647.9150, recon_loss = 647.2836, kl_loss = 0.6315\n", + "Batch 90, loss = 197.1805, recon_loss = 196.7428, kl_loss = 0.4377\n", + "Batch 120, loss = 390.5331, recon_loss = 389.9587, kl_loss = 0.5743\n", + "Batch 150, loss = 675.4138, recon_loss = 674.4854, kl_loss = 0.9285\n", + "Batch 180, loss = 1387.2607, recon_loss = 1385.4480, kl_loss = 1.8127\n", + "Batch 210, loss = 4474.0640, recon_loss = 4468.6836, kl_loss = 5.3806\n", + "Average loss: 4007.2388\n", + "Epoch: 681\n", + "Batch 30, loss = 5728.3193, recon_loss = 5727.1162, kl_loss = 1.2030\n", + "Batch 60, loss = 646.4993, recon_loss = 645.8338, kl_loss = 0.6655\n", + "Batch 90, loss = 201.9984, recon_loss = 201.5421, kl_loss = 0.4563\n", + "Batch 120, loss = 390.0473, recon_loss = 389.4317, kl_loss = 0.6156\n", + "Batch 150, loss = 674.7086, recon_loss = 673.6023, kl_loss = 1.1063\n", + "Batch 180, loss = 1389.2668, recon_loss = 1387.4426, kl_loss = 1.8242\n", + "Batch 210, loss = 4524.2725, recon_loss = 4518.9150, kl_loss = 5.3577\n", + "Average loss: 3942.5520\n", + "Epoch: 682\n", + "Batch 30, loss = 5735.9180, recon_loss = 5734.7754, kl_loss = 1.1426\n", + "Batch 60, loss = 647.7966, recon_loss = 647.1438, kl_loss = 0.6528\n", + "Batch 90, loss = 190.3480, recon_loss = 189.9136, kl_loss = 0.4344\n", + "Batch 120, loss = 390.2885, recon_loss = 389.6815, kl_loss = 0.6070\n", + "Batch 150, loss = 674.6578, recon_loss = 673.7129, kl_loss = 0.9449\n", + "Batch 180, loss = 1389.2697, recon_loss = 1387.4578, kl_loss = 1.8119\n", + "Batch 210, loss = 4751.4429, recon_loss = 4746.0947, kl_loss = 5.3480\n", + "Average loss: 4001.5223\n", + "Epoch: 683\n", + "Batch 30, loss = 5732.7720, recon_loss = 5731.6240, kl_loss = 1.1481\n", + "Batch 60, loss = 648.8555, recon_loss = 648.2140, kl_loss = 0.6415\n", + "Batch 90, loss = 189.8904, recon_loss = 189.4733, kl_loss = 0.4172\n", + "Batch 120, loss = 390.9579, recon_loss = 390.3605, kl_loss = 0.5974\n", + "Batch 150, loss = 674.7134, recon_loss = 673.7171, kl_loss = 0.9963\n", + "Batch 180, loss = 1388.5769, recon_loss = 1386.6807, kl_loss = 1.8963\n", + "Batch 210, loss = 4520.6099, recon_loss = 4515.2246, kl_loss = 5.3854\n", + "Average loss: 3943.6040\n", + "Epoch: 684\n", + "Batch 30, loss = 5730.2246, recon_loss = 5729.1162, kl_loss = 1.1086\n", + "Batch 60, loss = 647.3595, recon_loss = 646.7106, kl_loss = 0.6489\n", + "Batch 90, loss = 195.9498, recon_loss = 195.3855, kl_loss = 0.5643\n", + "Batch 120, loss = 388.3929, recon_loss = 387.7795, kl_loss = 0.6133\n", + "Batch 150, loss = 673.8196, recon_loss = 672.7170, kl_loss = 1.1025\n", + "Batch 180, loss = 1388.3820, recon_loss = 1386.4906, kl_loss = 1.8914\n", + "Batch 210, loss = 4808.9116, recon_loss = 4803.5234, kl_loss = 5.3884\n", + "Average loss: 3950.5553\n", + "Epoch: 685\n", + "Batch 30, loss = 5743.9077, recon_loss = 5742.8315, kl_loss = 1.0764\n", + "Batch 60, loss = 648.1324, recon_loss = 647.5229, kl_loss = 0.6094\n", + "Batch 90, loss = 202.3844, recon_loss = 201.9504, kl_loss = 0.4340\n", + "Batch 120, loss = 394.0448, recon_loss = 393.4253, kl_loss = 0.6195\n", + "Batch 150, loss = 674.7427, recon_loss = 673.7850, kl_loss = 0.9577\n", + "Batch 180, loss = 1391.0344, recon_loss = 1389.0903, kl_loss = 1.9441\n", + "Batch 210, loss = 4545.1377, recon_loss = 4539.7822, kl_loss = 5.3556\n", + "Average loss: 4016.7873\n", + "Epoch: 686\n", + "Batch 30, loss = 5740.8232, recon_loss = 5739.7163, kl_loss = 1.1067\n", + "Batch 60, loss = 648.0127, recon_loss = 647.3818, kl_loss = 0.6309\n", + "Batch 90, loss = 191.5157, recon_loss = 191.0587, kl_loss = 0.4569\n", + "Batch 120, loss = 389.7149, recon_loss = 389.1401, kl_loss = 0.5747\n", + "Batch 150, loss = 674.6046, recon_loss = 673.5900, kl_loss = 1.0145\n", + "Batch 180, loss = 1388.6010, recon_loss = 1386.7229, kl_loss = 1.8781\n", + "Batch 210, loss = 4534.8740, recon_loss = 4529.4619, kl_loss = 5.4119\n", + "Average loss: 4005.0749\n", + "Epoch: 687\n", + "Batch 30, loss = 5739.5464, recon_loss = 5738.4160, kl_loss = 1.1303\n", + "Batch 60, loss = 647.5350, recon_loss = 646.8788, kl_loss = 0.6562\n", + "Batch 90, loss = 191.1748, recon_loss = 190.7249, kl_loss = 0.4499\n", + "Batch 120, loss = 394.1917, recon_loss = 393.6239, kl_loss = 0.5678\n", + "Batch 150, loss = 674.7159, recon_loss = 673.7173, kl_loss = 0.9987\n", + "Batch 180, loss = 1409.3068, recon_loss = 1407.4583, kl_loss = 1.8485\n", + "Batch 210, loss = 4796.1489, recon_loss = 4790.7383, kl_loss = 5.4106\n", + "Average loss: 4011.0880\n", + "Epoch: 688\n", + "Batch 30, loss = 5738.0889, recon_loss = 5736.8652, kl_loss = 1.2238\n", + "Batch 60, loss = 648.1678, recon_loss = 647.4960, kl_loss = 0.6718\n", + "Batch 90, loss = 189.8813, recon_loss = 189.4300, kl_loss = 0.4513\n", + "Batch 120, loss = 392.1992, recon_loss = 391.6339, kl_loss = 0.5654\n", + "Batch 150, loss = 673.8845, recon_loss = 672.8898, kl_loss = 0.9947\n", + "Batch 180, loss = 1388.2362, recon_loss = 1386.3784, kl_loss = 1.8578\n", + "Batch 210, loss = 4527.8564, recon_loss = 4522.4849, kl_loss = 5.3715\n", + "Average loss: 3940.0022\n", + "Epoch: 689\n", + "Batch 30, loss = 5751.1719, recon_loss = 5750.0972, kl_loss = 1.0747\n", + "Batch 60, loss = 648.3870, recon_loss = 647.7383, kl_loss = 0.6487\n", + "Batch 90, loss = 194.2907, recon_loss = 193.8187, kl_loss = 0.4719\n", + "Batch 120, loss = 398.2389, recon_loss = 397.6445, kl_loss = 0.5944\n", + "Batch 150, loss = 674.7628, recon_loss = 673.7360, kl_loss = 1.0268\n", + "Batch 180, loss = 1389.3802, recon_loss = 1387.5725, kl_loss = 1.8077\n", + "Batch 210, loss = 4523.4839, recon_loss = 4518.0806, kl_loss = 5.4035\n", + "Average loss: 3977.0269\n", + "Epoch: 690\n", + "Batch 30, loss = 5743.6274, recon_loss = 5742.4521, kl_loss = 1.1754\n", + "Batch 60, loss = 649.8528, recon_loss = 649.1755, kl_loss = 0.6773\n", + "Batch 90, loss = 190.3186, recon_loss = 189.8146, kl_loss = 0.5040\n", + "Batch 120, loss = 389.7553, recon_loss = 389.1712, kl_loss = 0.5841\n", + "Batch 150, loss = 674.6600, recon_loss = 673.7180, kl_loss = 0.9420\n", + "Batch 180, loss = 1397.8544, recon_loss = 1395.9841, kl_loss = 1.8703\n", + "Batch 210, loss = 4710.7598, recon_loss = 4705.4282, kl_loss = 5.3316\n", + "Average loss: 3945.4270\n", + "Epoch: 691\n", + "Batch 30, loss = 5749.7183, recon_loss = 5748.5024, kl_loss = 1.2160\n", + "Batch 60, loss = 648.1947, recon_loss = 647.5095, kl_loss = 0.6852\n", + "Batch 90, loss = 194.0523, recon_loss = 193.5779, kl_loss = 0.4744\n", + "Batch 120, loss = 392.0586, recon_loss = 391.4800, kl_loss = 0.5786\n", + "Batch 150, loss = 674.0355, recon_loss = 673.0560, kl_loss = 0.9795\n", + "Batch 180, loss = 1393.1674, recon_loss = 1391.2549, kl_loss = 1.9125\n", + "Batch 210, loss = 4596.9590, recon_loss = 4591.5879, kl_loss = 5.3709\n", + "Average loss: 3986.8428\n", + "Epoch: 692\n", + "Batch 30, loss = 5746.1055, recon_loss = 5744.8877, kl_loss = 1.2180\n", + "Batch 60, loss = 648.8326, recon_loss = 648.1751, kl_loss = 0.6574\n", + "Batch 90, loss = 194.8782, recon_loss = 194.3883, kl_loss = 0.4898\n", + "Batch 120, loss = 390.9653, recon_loss = 390.3749, kl_loss = 0.5904\n", + "Batch 150, loss = 674.1629, recon_loss = 673.1945, kl_loss = 0.9684\n", + "Batch 180, loss = 1387.3317, recon_loss = 1385.4219, kl_loss = 1.9098\n", + "Batch 210, loss = 4660.9463, recon_loss = 4655.5874, kl_loss = 5.3590\n", + "Average loss: 3920.9707\n", + "Epoch: 693\n", + "Batch 30, loss = 5749.8931, recon_loss = 5748.7568, kl_loss = 1.1362\n", + "Batch 60, loss = 647.4173, recon_loss = 646.7455, kl_loss = 0.6718\n", + "Batch 90, loss = 188.9197, recon_loss = 188.4730, kl_loss = 0.4467\n", + "Batch 120, loss = 393.3546, recon_loss = 392.6926, kl_loss = 0.6620\n", + "Batch 150, loss = 673.9435, recon_loss = 672.8796, kl_loss = 1.0639\n", + "Batch 180, loss = 1396.0221, recon_loss = 1394.1084, kl_loss = 1.9137\n", + "Batch 210, loss = 4521.6235, recon_loss = 4516.2969, kl_loss = 5.3265\n", + "Average loss: 3987.0923\n", + "Epoch: 694\n", + "Batch 30, loss = 5758.0962, recon_loss = 5756.9785, kl_loss = 1.1179\n", + "Batch 60, loss = 648.9637, recon_loss = 648.2838, kl_loss = 0.6799\n", + "Batch 90, loss = 190.5275, recon_loss = 190.0198, kl_loss = 0.5077\n", + "Batch 120, loss = 389.7750, recon_loss = 389.1791, kl_loss = 0.5959\n", + "Batch 150, loss = 673.4636, recon_loss = 672.4626, kl_loss = 1.0010\n", + "Batch 180, loss = 1389.3462, recon_loss = 1387.4751, kl_loss = 1.8711\n", + "Batch 210, loss = 4535.7549, recon_loss = 4530.4102, kl_loss = 5.3446\n", + "Average loss: 3911.7635\n", + "Epoch: 695\n", + "Batch 30, loss = 5763.5337, recon_loss = 5762.4507, kl_loss = 1.0830\n", + "Batch 60, loss = 652.3602, recon_loss = 651.6915, kl_loss = 0.6687\n", + "Batch 90, loss = 193.1831, recon_loss = 192.6605, kl_loss = 0.5227\n", + "Batch 120, loss = 390.3290, recon_loss = 389.6088, kl_loss = 0.7202\n", + "Batch 150, loss = 674.2928, recon_loss = 673.2416, kl_loss = 1.0512\n", + "Batch 180, loss = 1387.1575, recon_loss = 1385.2615, kl_loss = 1.8959\n", + "Batch 210, loss = 4764.3999, recon_loss = 4758.9819, kl_loss = 5.4179\n", + "Average loss: 4009.1036\n", + "Epoch: 696\n", + "Batch 30, loss = 5762.4180, recon_loss = 5761.2534, kl_loss = 1.1645\n", + "Batch 60, loss = 648.1144, recon_loss = 647.3971, kl_loss = 0.7173\n", + "Batch 90, loss = 202.1006, recon_loss = 201.5631, kl_loss = 0.5375\n", + "Batch 120, loss = 390.3253, recon_loss = 389.7358, kl_loss = 0.5895\n", + "Batch 150, loss = 674.0787, recon_loss = 673.1854, kl_loss = 0.8933\n", + "Batch 180, loss = 1387.4817, recon_loss = 1385.5963, kl_loss = 1.8854\n", + "Batch 210, loss = 4776.2886, recon_loss = 4770.9448, kl_loss = 5.3438\n", + "Average loss: 3946.7255\n", + "Epoch: 697\n", + "Batch 30, loss = 5762.2778, recon_loss = 5761.0967, kl_loss = 1.1812\n", + "Batch 60, loss = 648.1780, recon_loss = 647.4809, kl_loss = 0.6971\n", + "Batch 90, loss = 203.7407, recon_loss = 203.2243, kl_loss = 0.5164\n", + "Batch 120, loss = 397.3668, recon_loss = 396.8136, kl_loss = 0.5532\n", + "Batch 150, loss = 673.6203, recon_loss = 672.5348, kl_loss = 1.0855\n", + "Batch 180, loss = 1388.1075, recon_loss = 1386.2673, kl_loss = 1.8403\n", + "Batch 210, loss = 4656.5459, recon_loss = 4651.1821, kl_loss = 5.3635\n", + "Average loss: 3923.6973\n", + "Epoch: 698\n", + "Batch 30, loss = 5770.7388, recon_loss = 5769.6650, kl_loss = 1.0738\n", + "Batch 60, loss = 656.2449, recon_loss = 655.5535, kl_loss = 0.6914\n", + "Batch 90, loss = 195.6031, recon_loss = 195.1024, kl_loss = 0.5007\n", + "Batch 120, loss = 391.6951, recon_loss = 391.0854, kl_loss = 0.6097\n", + "Batch 150, loss = 675.4114, recon_loss = 674.4367, kl_loss = 0.9747\n", + "Batch 180, loss = 1388.9889, recon_loss = 1387.1315, kl_loss = 1.8575\n", + "Batch 210, loss = 4611.7056, recon_loss = 4606.3887, kl_loss = 5.3170\n", + "Average loss: 3983.1069\n", + "Epoch: 699\n", + "Batch 30, loss = 5763.8882, recon_loss = 5762.7012, kl_loss = 1.1869\n", + "Batch 60, loss = 649.1135, recon_loss = 648.3885, kl_loss = 0.7250\n", + "Batch 90, loss = 187.1437, recon_loss = 186.6258, kl_loss = 0.5179\n", + "Batch 120, loss = 391.7980, recon_loss = 391.1955, kl_loss = 0.6026\n", + "Batch 150, loss = 674.3329, recon_loss = 673.3860, kl_loss = 0.9469\n", + "Batch 180, loss = 1387.0165, recon_loss = 1385.1243, kl_loss = 1.8922\n", + "Batch 210, loss = 4550.0693, recon_loss = 4544.6748, kl_loss = 5.3945\n", + "Average loss: 3993.4570\n", + "Epoch: 700\n", + "Batch 30, loss = 5772.8716, recon_loss = 5771.7549, kl_loss = 1.1168\n", + "Batch 60, loss = 649.0456, recon_loss = 648.3682, kl_loss = 0.6774\n", + "Batch 90, loss = 186.7878, recon_loss = 186.3035, kl_loss = 0.4843\n", + "Batch 120, loss = 392.0836, recon_loss = 391.5026, kl_loss = 0.5811\n", + "Batch 150, loss = 674.1849, recon_loss = 673.1439, kl_loss = 1.0409\n", + "Batch 180, loss = 1386.7133, recon_loss = 1384.7562, kl_loss = 1.9571\n", + "Batch 210, loss = 4782.4312, recon_loss = 4777.0127, kl_loss = 5.4185\n", + "Average loss: 3960.4335\n", + "Epoch: 701\n", + "Batch 30, loss = 5773.6602, recon_loss = 5772.4766, kl_loss = 1.1836\n", + "Batch 60, loss = 647.6998, recon_loss = 647.0343, kl_loss = 0.6655\n", + "Batch 90, loss = 190.2932, recon_loss = 189.8100, kl_loss = 0.4833\n", + "Batch 120, loss = 391.4150, recon_loss = 390.8080, kl_loss = 0.6071\n", + "Batch 150, loss = 673.9778, recon_loss = 672.9189, kl_loss = 1.0589\n", + "Batch 180, loss = 1391.3108, recon_loss = 1389.4886, kl_loss = 1.8222\n", + "Batch 210, loss = 4832.9736, recon_loss = 4827.6094, kl_loss = 5.3642\n", + "Average loss: 4049.4482\n", + "Epoch: 702\n", + "Batch 30, loss = 5770.4365, recon_loss = 5769.4316, kl_loss = 1.0051\n", + "Batch 60, loss = 648.2407, recon_loss = 647.5475, kl_loss = 0.6933\n", + "Batch 90, loss = 200.5735, recon_loss = 200.0716, kl_loss = 0.5019\n", + "Batch 120, loss = 392.8484, recon_loss = 392.2971, kl_loss = 0.5513\n", + "Batch 150, loss = 674.1776, recon_loss = 673.1406, kl_loss = 1.0369\n", + "Batch 180, loss = 1389.2589, recon_loss = 1387.3668, kl_loss = 1.8921\n", + "Batch 210, loss = 4495.0464, recon_loss = 4489.7227, kl_loss = 5.3239\n", + "Average loss: 3960.5574\n", + "Epoch: 703\n", + "Batch 30, loss = 5767.0615, recon_loss = 5765.9155, kl_loss = 1.1461\n", + "Batch 60, loss = 648.1699, recon_loss = 647.4905, kl_loss = 0.6793\n", + "Batch 90, loss = 190.2908, recon_loss = 189.7794, kl_loss = 0.5115\n", + "Batch 120, loss = 393.0805, recon_loss = 392.4821, kl_loss = 0.5984\n", + "Batch 150, loss = 674.9437, recon_loss = 673.8567, kl_loss = 1.0871\n", + "Batch 180, loss = 1387.0278, recon_loss = 1385.1105, kl_loss = 1.9173\n", + "Batch 210, loss = 4587.1758, recon_loss = 4581.8379, kl_loss = 5.3377\n", + "Average loss: 3950.2458\n", + "Epoch: 704\n", + "Batch 30, loss = 5773.4106, recon_loss = 5772.2622, kl_loss = 1.1484\n", + "Batch 60, loss = 649.2616, recon_loss = 648.5824, kl_loss = 0.6792\n", + "Batch 90, loss = 193.5359, recon_loss = 193.0558, kl_loss = 0.4801\n", + "Batch 120, loss = 390.6708, recon_loss = 390.0772, kl_loss = 0.5936\n", + "Batch 150, loss = 674.9581, recon_loss = 673.9931, kl_loss = 0.9650\n", + "Batch 180, loss = 1395.0044, recon_loss = 1393.0251, kl_loss = 1.9792\n", + "Batch 210, loss = 4834.4717, recon_loss = 4829.1621, kl_loss = 5.3096\n", + "Average loss: 3947.7094\n", + "Epoch: 705\n", + "Batch 30, loss = 5773.3428, recon_loss = 5772.1206, kl_loss = 1.2224\n", + "Batch 60, loss = 649.3353, recon_loss = 648.6626, kl_loss = 0.6727\n", + "Batch 90, loss = 195.9700, recon_loss = 195.4247, kl_loss = 0.5453\n", + "Batch 120, loss = 392.8382, recon_loss = 392.2337, kl_loss = 0.6045\n", + "Batch 150, loss = 674.3738, recon_loss = 673.3359, kl_loss = 1.0379\n", + "Batch 180, loss = 1389.1570, recon_loss = 1387.2646, kl_loss = 1.8924\n", + "Batch 210, loss = 4573.8032, recon_loss = 4568.3540, kl_loss = 5.4493\n", + "Average loss: 3973.9269\n", + "Epoch: 706\n", + "Batch 30, loss = 5760.5234, recon_loss = 5759.4355, kl_loss = 1.0877\n", + "Batch 60, loss = 649.4661, recon_loss = 648.7766, kl_loss = 0.6896\n", + "Batch 90, loss = 201.5592, recon_loss = 201.0184, kl_loss = 0.5408\n", + "Batch 120, loss = 395.8469, recon_loss = 395.2691, kl_loss = 0.5778\n", + "Batch 150, loss = 674.2406, recon_loss = 673.2132, kl_loss = 1.0274\n", + "Batch 180, loss = 1388.0281, recon_loss = 1386.1191, kl_loss = 1.9089\n", + "Batch 210, loss = 4518.7544, recon_loss = 4513.3901, kl_loss = 5.3641\n", + "Average loss: 3959.1670\n", + "Epoch: 707\n", + "Batch 30, loss = 5758.7495, recon_loss = 5757.5376, kl_loss = 1.2122\n", + "Batch 60, loss = 650.1349, recon_loss = 649.4426, kl_loss = 0.6924\n", + "Batch 90, loss = 194.9333, recon_loss = 194.4135, kl_loss = 0.5198\n", + "Batch 120, loss = 396.5474, recon_loss = 395.9813, kl_loss = 0.5661\n", + "Batch 150, loss = 674.1413, recon_loss = 673.0551, kl_loss = 1.0863\n", + "Batch 180, loss = 1387.1787, recon_loss = 1385.2618, kl_loss = 1.9169\n", + "Batch 210, loss = 4906.7183, recon_loss = 4901.3359, kl_loss = 5.3821\n", + "Average loss: 3939.3591\n", + "Epoch: 708\n", + "Batch 30, loss = 5760.0039, recon_loss = 5758.9321, kl_loss = 1.0719\n", + "Batch 60, loss = 647.7223, recon_loss = 647.0401, kl_loss = 0.6822\n", + "Batch 90, loss = 190.4441, recon_loss = 189.8882, kl_loss = 0.5559\n", + "Batch 120, loss = 395.0300, recon_loss = 394.4562, kl_loss = 0.5738\n", + "Batch 150, loss = 673.6668, recon_loss = 672.6802, kl_loss = 0.9866\n", + "Batch 180, loss = 1390.5847, recon_loss = 1388.6387, kl_loss = 1.9461\n", + "Batch 210, loss = 4491.5146, recon_loss = 4486.0928, kl_loss = 5.4219\n", + "Average loss: 3946.2303\n", + "Epoch: 709\n", + "Batch 30, loss = 5761.2871, recon_loss = 5760.1211, kl_loss = 1.1658\n", + "Batch 60, loss = 648.4438, recon_loss = 647.7185, kl_loss = 0.7253\n", + "Batch 90, loss = 193.0406, recon_loss = 192.4649, kl_loss = 0.5757\n", + "Batch 120, loss = 398.1706, recon_loss = 397.5413, kl_loss = 0.6293\n", + "Batch 150, loss = 673.9515, recon_loss = 672.9579, kl_loss = 0.9936\n", + "Batch 180, loss = 1386.7560, recon_loss = 1384.8563, kl_loss = 1.8997\n", + "Batch 210, loss = 4564.1167, recon_loss = 4558.7393, kl_loss = 5.3772\n", + "Average loss: 3944.0008\n", + "Epoch: 710\n", + "Batch 30, loss = 5755.7007, recon_loss = 5754.5234, kl_loss = 1.1771\n", + "Batch 60, loss = 648.0295, recon_loss = 647.3176, kl_loss = 0.7119\n", + "Batch 90, loss = 188.2267, recon_loss = 187.6071, kl_loss = 0.6196\n", + "Batch 120, loss = 394.0661, recon_loss = 393.4780, kl_loss = 0.5880\n", + "Batch 150, loss = 674.4617, recon_loss = 673.4538, kl_loss = 1.0079\n", + "Batch 180, loss = 1389.4177, recon_loss = 1387.4673, kl_loss = 1.9504\n", + "Batch 210, loss = 4712.3657, recon_loss = 4706.9541, kl_loss = 5.4118\n", + "Average loss: 3953.1744\n", + "Epoch: 711\n", + "Batch 30, loss = 5757.9492, recon_loss = 5756.8184, kl_loss = 1.1311\n", + "Batch 60, loss = 649.2326, recon_loss = 648.5863, kl_loss = 0.6463\n", + "Batch 90, loss = 186.6031, recon_loss = 186.0306, kl_loss = 0.5725\n", + "Batch 120, loss = 400.9981, recon_loss = 400.3946, kl_loss = 0.6035\n", + "Batch 150, loss = 673.3011, recon_loss = 672.3143, kl_loss = 0.9868\n", + "Batch 180, loss = 1393.3467, recon_loss = 1391.4146, kl_loss = 1.9321\n", + "Batch 210, loss = 4612.0913, recon_loss = 4606.6904, kl_loss = 5.4009\n", + "Average loss: 3933.0948\n", + "Epoch: 712\n", + "Batch 30, loss = 5762.6104, recon_loss = 5761.4604, kl_loss = 1.1500\n", + "Batch 60, loss = 647.3443, recon_loss = 646.6448, kl_loss = 0.6995\n", + "Batch 90, loss = 190.3955, recon_loss = 189.8680, kl_loss = 0.5275\n", + "Batch 120, loss = 391.3916, recon_loss = 390.7846, kl_loss = 0.6071\n", + "Batch 150, loss = 675.0428, recon_loss = 673.9210, kl_loss = 1.1219\n", + "Batch 180, loss = 1386.2349, recon_loss = 1384.3628, kl_loss = 1.8721\n", + "Batch 210, loss = 5468.6909, recon_loss = 5463.2720, kl_loss = 5.4190\n", + "Average loss: 3972.9240\n", + "Epoch: 713\n", + "Batch 30, loss = 5760.0864, recon_loss = 5759.0181, kl_loss = 1.0684\n", + "Batch 60, loss = 651.5775, recon_loss = 650.9222, kl_loss = 0.6553\n", + "Batch 90, loss = 190.6201, recon_loss = 190.0631, kl_loss = 0.5570\n", + "Batch 120, loss = 392.8456, recon_loss = 392.1285, kl_loss = 0.7171\n", + "Batch 150, loss = 674.1701, recon_loss = 673.1151, kl_loss = 1.0550\n", + "Batch 180, loss = 1387.7288, recon_loss = 1385.8347, kl_loss = 1.8940\n", + "Batch 210, loss = 4531.0444, recon_loss = 4525.6206, kl_loss = 5.4236\n", + "Average loss: 3919.9237\n", + "Epoch: 714\n", + "Batch 30, loss = 5754.2646, recon_loss = 5753.1348, kl_loss = 1.1297\n", + "Batch 60, loss = 647.7892, recon_loss = 647.0827, kl_loss = 0.7065\n", + "Batch 90, loss = 203.9258, recon_loss = 203.3261, kl_loss = 0.5997\n", + "Batch 120, loss = 392.4761, recon_loss = 391.8571, kl_loss = 0.6190\n", + "Batch 150, loss = 673.6885, recon_loss = 672.6896, kl_loss = 0.9988\n", + "Batch 180, loss = 1390.6371, recon_loss = 1388.7083, kl_loss = 1.9288\n", + "Batch 210, loss = 5045.6641, recon_loss = 5040.2861, kl_loss = 5.3779\n", + "Average loss: 4007.3555\n", + "Epoch: 715\n", + "Batch 30, loss = 5766.9897, recon_loss = 5765.8652, kl_loss = 1.1245\n", + "Batch 60, loss = 649.4570, recon_loss = 648.7260, kl_loss = 0.7311\n", + "Batch 90, loss = 187.4792, recon_loss = 186.9754, kl_loss = 0.5039\n", + "Batch 120, loss = 394.0397, recon_loss = 393.3294, kl_loss = 0.7103\n", + "Batch 150, loss = 674.4253, recon_loss = 673.3397, kl_loss = 1.0856\n", + "Batch 180, loss = 1386.4069, recon_loss = 1384.5220, kl_loss = 1.8849\n", + "Batch 210, loss = 4528.5815, recon_loss = 4523.1836, kl_loss = 5.3979\n", + "Average loss: 4009.5204\n", + "Epoch: 716\n", + "Batch 30, loss = 5762.9375, recon_loss = 5761.8491, kl_loss = 1.0883\n", + "Batch 60, loss = 647.5891, recon_loss = 646.9166, kl_loss = 0.6725\n", + "Batch 90, loss = 187.4934, recon_loss = 186.9309, kl_loss = 0.5625\n", + "Batch 120, loss = 401.3393, recon_loss = 400.7059, kl_loss = 0.6333\n", + "Batch 150, loss = 675.2256, recon_loss = 674.2259, kl_loss = 0.9997\n", + "Batch 180, loss = 1387.8835, recon_loss = 1386.0012, kl_loss = 1.8823\n", + "Batch 210, loss = 4587.6030, recon_loss = 4582.1401, kl_loss = 5.4628\n", + "Average loss: 4022.6052\n", + "Epoch: 717\n", + "Batch 30, loss = 5766.6011, recon_loss = 5765.3647, kl_loss = 1.2361\n", + "Batch 60, loss = 648.3657, recon_loss = 647.6706, kl_loss = 0.6951\n", + "Batch 90, loss = 191.8308, recon_loss = 191.3388, kl_loss = 0.4920\n", + "Batch 120, loss = 393.2611, recon_loss = 392.6336, kl_loss = 0.6275\n", + "Batch 150, loss = 673.7654, recon_loss = 672.7533, kl_loss = 1.0121\n", + "Batch 180, loss = 1389.3278, recon_loss = 1387.4733, kl_loss = 1.8545\n", + "Batch 210, loss = 4931.3521, recon_loss = 4925.9375, kl_loss = 5.4147\n", + "Average loss: 3968.2097\n", + "Epoch: 718\n", + "Batch 30, loss = 5762.0928, recon_loss = 5760.9912, kl_loss = 1.1016\n", + "Batch 60, loss = 647.7018, recon_loss = 647.0282, kl_loss = 0.6736\n", + "Batch 90, loss = 191.6478, recon_loss = 191.1320, kl_loss = 0.5158\n", + "Batch 120, loss = 392.8276, recon_loss = 392.2389, kl_loss = 0.5887\n", + "Batch 150, loss = 674.7036, recon_loss = 673.7460, kl_loss = 0.9576\n", + "Batch 180, loss = 1386.8501, recon_loss = 1384.8757, kl_loss = 1.9743\n", + "Batch 210, loss = 4631.5278, recon_loss = 4626.1172, kl_loss = 5.4107\n", + "Average loss: 3974.0000\n", + "Epoch: 719\n", + "Batch 30, loss = 5765.4106, recon_loss = 5764.3188, kl_loss = 1.0918\n", + "Batch 60, loss = 647.1617, recon_loss = 646.4802, kl_loss = 0.6815\n", + "Batch 90, loss = 193.3019, recon_loss = 192.7896, kl_loss = 0.5123\n", + "Batch 120, loss = 396.5384, recon_loss = 395.9594, kl_loss = 0.5790\n", + "Batch 150, loss = 673.4432, recon_loss = 672.5008, kl_loss = 0.9424\n", + "Batch 180, loss = 1389.8202, recon_loss = 1387.8707, kl_loss = 1.9495\n", + "Batch 210, loss = 4570.1758, recon_loss = 4564.7324, kl_loss = 5.4436\n", + "Average loss: 3981.2523\n", + "Epoch: 720\n", + "Batch 30, loss = 5763.1782, recon_loss = 5762.0898, kl_loss = 1.0882\n", + "Batch 60, loss = 650.5191, recon_loss = 649.8581, kl_loss = 0.6610\n", + "Batch 90, loss = 193.6457, recon_loss = 193.1487, kl_loss = 0.4969\n", + "Batch 120, loss = 397.4526, recon_loss = 396.8508, kl_loss = 0.6019\n", + "Batch 150, loss = 674.1918, recon_loss = 673.2378, kl_loss = 0.9540\n", + "Batch 180, loss = 1386.6831, recon_loss = 1384.7289, kl_loss = 1.9542\n", + "Batch 210, loss = 4657.2212, recon_loss = 4651.7690, kl_loss = 5.4521\n", + "Average loss: 4029.3289\n", + "Epoch: 721\n", + "Batch 30, loss = 5762.4038, recon_loss = 5761.3433, kl_loss = 1.0607\n", + "Batch 60, loss = 647.6365, recon_loss = 646.9607, kl_loss = 0.6758\n", + "Batch 90, loss = 193.3107, recon_loss = 192.8144, kl_loss = 0.4963\n", + "Batch 120, loss = 393.6896, recon_loss = 393.0829, kl_loss = 0.6067\n", + "Batch 150, loss = 673.9261, recon_loss = 672.9486, kl_loss = 0.9776\n", + "Batch 180, loss = 1391.1222, recon_loss = 1389.2766, kl_loss = 1.8456\n", + "Batch 210, loss = 4649.2080, recon_loss = 4643.7817, kl_loss = 5.4264\n", + "Average loss: 3982.4938\n", + "Epoch: 722\n", + "Batch 30, loss = 5762.5073, recon_loss = 5761.3750, kl_loss = 1.1322\n", + "Batch 60, loss = 648.0209, recon_loss = 647.3547, kl_loss = 0.6662\n", + "Batch 90, loss = 191.0208, recon_loss = 190.5576, kl_loss = 0.4631\n", + "Batch 120, loss = 394.2117, recon_loss = 393.6520, kl_loss = 0.5597\n", + "Batch 150, loss = 673.0989, recon_loss = 672.1303, kl_loss = 0.9686\n", + "Batch 180, loss = 1386.7054, recon_loss = 1384.7898, kl_loss = 1.9156\n", + "Batch 210, loss = 4710.2925, recon_loss = 4704.8398, kl_loss = 5.4528\n", + "Average loss: 3962.3185\n", + "Epoch: 723\n", + "Batch 30, loss = 5773.7939, recon_loss = 5772.6616, kl_loss = 1.1323\n", + "Batch 60, loss = 647.4708, recon_loss = 646.8345, kl_loss = 0.6363\n", + "Batch 90, loss = 191.2282, recon_loss = 190.7663, kl_loss = 0.4619\n", + "Batch 120, loss = 397.0649, recon_loss = 396.5200, kl_loss = 0.5449\n", + "Batch 150, loss = 674.1938, recon_loss = 673.1588, kl_loss = 1.0350\n", + "Batch 180, loss = 1386.0359, recon_loss = 1384.1078, kl_loss = 1.9281\n", + "Batch 210, loss = 4540.1157, recon_loss = 4534.7217, kl_loss = 5.3942\n", + "Average loss: 3938.8213\n", + "Epoch: 724\n", + "Batch 30, loss = 5769.0225, recon_loss = 5767.9624, kl_loss = 1.0603\n", + "Batch 60, loss = 647.5165, recon_loss = 646.8706, kl_loss = 0.6459\n", + "Batch 90, loss = 204.7675, recon_loss = 204.2319, kl_loss = 0.5357\n", + "Batch 120, loss = 393.5109, recon_loss = 392.8898, kl_loss = 0.6211\n", + "Batch 150, loss = 673.6780, recon_loss = 672.6627, kl_loss = 1.0153\n", + "Batch 180, loss = 1388.5271, recon_loss = 1386.5828, kl_loss = 1.9443\n", + "Batch 210, loss = 4629.6978, recon_loss = 4624.2598, kl_loss = 5.4379\n", + "Average loss: 4017.7026\n", + "Epoch: 725\n", + "Batch 30, loss = 5772.8667, recon_loss = 5771.6416, kl_loss = 1.2253\n", + "Batch 60, loss = 647.4694, recon_loss = 646.7774, kl_loss = 0.6920\n", + "Batch 90, loss = 187.5004, recon_loss = 186.9483, kl_loss = 0.5521\n", + "Batch 120, loss = 405.8340, recon_loss = 405.2517, kl_loss = 0.5823\n", + "Batch 150, loss = 674.8532, recon_loss = 673.9196, kl_loss = 0.9336\n", + "Batch 180, loss = 1386.1132, recon_loss = 1384.1196, kl_loss = 1.9936\n", + "Batch 210, loss = 4575.2578, recon_loss = 4569.8159, kl_loss = 5.4419\n", + "Average loss: 3928.8626\n", + "Epoch: 726\n", + "Batch 30, loss = 5769.4839, recon_loss = 5768.3652, kl_loss = 1.1187\n", + "Batch 60, loss = 648.5295, recon_loss = 647.8831, kl_loss = 0.6464\n", + "Batch 90, loss = 188.5657, recon_loss = 188.0298, kl_loss = 0.5359\n", + "Batch 120, loss = 395.2242, recon_loss = 394.6399, kl_loss = 0.5842\n", + "Batch 150, loss = 673.8953, recon_loss = 672.8826, kl_loss = 1.0127\n", + "Batch 180, loss = 1384.9380, recon_loss = 1382.9324, kl_loss = 2.0056\n", + "Batch 210, loss = 4654.1016, recon_loss = 4648.7158, kl_loss = 5.3859\n", + "Average loss: 3914.8333\n", + "Epoch: 727\n", + "Batch 30, loss = 5760.2593, recon_loss = 5759.0986, kl_loss = 1.1607\n", + "Batch 60, loss = 647.6967, recon_loss = 646.9894, kl_loss = 0.7073\n", + "Batch 90, loss = 192.7156, recon_loss = 192.2209, kl_loss = 0.4947\n", + "Batch 120, loss = 393.6977, recon_loss = 393.0968, kl_loss = 0.6009\n", + "Batch 150, loss = 674.1835, recon_loss = 673.1746, kl_loss = 1.0090\n", + "Batch 180, loss = 1386.2681, recon_loss = 1384.3918, kl_loss = 1.8763\n", + "Batch 210, loss = 4775.7637, recon_loss = 4770.3477, kl_loss = 5.4160\n", + "Average loss: 3918.7062\n", + "Epoch: 728\n", + "Batch 30, loss = 5755.7627, recon_loss = 5754.7422, kl_loss = 1.0207\n", + "Batch 60, loss = 648.5400, recon_loss = 647.8955, kl_loss = 0.6445\n", + "Batch 90, loss = 190.2188, recon_loss = 189.7167, kl_loss = 0.5021\n", + "Batch 120, loss = 396.5821, recon_loss = 395.9295, kl_loss = 0.6526\n", + "Batch 150, loss = 673.5916, recon_loss = 672.5173, kl_loss = 1.0743\n", + "Batch 180, loss = 1386.1053, recon_loss = 1384.1414, kl_loss = 1.9640\n", + "Batch 210, loss = 4483.8242, recon_loss = 4478.4307, kl_loss = 5.3933\n", + "Average loss: 3954.5279\n", + "Epoch: 729\n", + "Batch 30, loss = 5762.0903, recon_loss = 5760.9854, kl_loss = 1.1049\n", + "Batch 60, loss = 648.0998, recon_loss = 647.4461, kl_loss = 0.6537\n", + "Batch 90, loss = 190.5949, recon_loss = 190.1440, kl_loss = 0.4509\n", + "Batch 120, loss = 401.5234, recon_loss = 400.9154, kl_loss = 0.6080\n", + "Batch 150, loss = 673.4234, recon_loss = 672.4240, kl_loss = 0.9994\n", + "Batch 180, loss = 1387.2159, recon_loss = 1385.2755, kl_loss = 1.9405\n", + "Batch 210, loss = 4550.1719, recon_loss = 4544.8120, kl_loss = 5.3599\n", + "Average loss: 3949.3026\n", + "Epoch: 730\n", + "Batch 30, loss = 5765.2920, recon_loss = 5764.2417, kl_loss = 1.0501\n", + "Batch 60, loss = 646.2764, recon_loss = 645.6100, kl_loss = 0.6664\n", + "Batch 90, loss = 190.2534, recon_loss = 189.7742, kl_loss = 0.4791\n", + "Batch 120, loss = 396.5491, recon_loss = 395.9594, kl_loss = 0.5897\n", + "Batch 150, loss = 674.1736, recon_loss = 673.0557, kl_loss = 1.1180\n", + "Batch 180, loss = 1386.2214, recon_loss = 1384.3207, kl_loss = 1.9008\n", + "Batch 210, loss = 4561.3799, recon_loss = 4555.9380, kl_loss = 5.4418\n", + "Average loss: 3910.9157\n", + "Epoch: 731\n", + "Batch 30, loss = 5758.3276, recon_loss = 5757.2534, kl_loss = 1.0744\n", + "Batch 60, loss = 648.2747, recon_loss = 647.6136, kl_loss = 0.6611\n", + "Batch 90, loss = 191.6473, recon_loss = 191.1861, kl_loss = 0.4612\n", + "Batch 120, loss = 398.5854, recon_loss = 397.9904, kl_loss = 0.5951\n", + "Batch 150, loss = 673.5438, recon_loss = 672.5691, kl_loss = 0.9747\n", + "Batch 180, loss = 1386.1891, recon_loss = 1384.2644, kl_loss = 1.9247\n", + "Batch 210, loss = 5009.2153, recon_loss = 5003.8926, kl_loss = 5.3226\n", + "Average loss: 3942.0963\n", + "Epoch: 732\n", + "Batch 30, loss = 5762.5327, recon_loss = 5761.4048, kl_loss = 1.1279\n", + "Batch 60, loss = 646.3420, recon_loss = 645.6642, kl_loss = 0.6778\n", + "Batch 90, loss = 195.6368, recon_loss = 195.1060, kl_loss = 0.5308\n", + "Batch 120, loss = 394.5738, recon_loss = 393.9704, kl_loss = 0.6034\n", + "Batch 150, loss = 674.4234, recon_loss = 673.4570, kl_loss = 0.9664\n", + "Batch 180, loss = 1386.9377, recon_loss = 1385.0812, kl_loss = 1.8566\n", + "Batch 210, loss = 4801.9092, recon_loss = 4796.5117, kl_loss = 5.3977\n", + "Average loss: 3963.9944\n", + "Epoch: 733\n", + "Batch 30, loss = 5760.8413, recon_loss = 5759.7134, kl_loss = 1.1281\n", + "Batch 60, loss = 649.3016, recon_loss = 648.5859, kl_loss = 0.7158\n", + "Batch 90, loss = 190.2421, recon_loss = 189.7014, kl_loss = 0.5407\n", + "Batch 120, loss = 394.7711, recon_loss = 394.1403, kl_loss = 0.6308\n", + "Batch 150, loss = 674.3892, recon_loss = 673.3465, kl_loss = 1.0427\n", + "Batch 180, loss = 1384.9227, recon_loss = 1382.9619, kl_loss = 1.9608\n", + "Batch 210, loss = 4616.8755, recon_loss = 4611.4692, kl_loss = 5.4064\n", + "Average loss: 3929.9844\n", + "Epoch: 734\n", + "Batch 30, loss = 5761.9155, recon_loss = 5760.7651, kl_loss = 1.1504\n", + "Batch 60, loss = 647.1580, recon_loss = 646.4757, kl_loss = 0.6823\n", + "Batch 90, loss = 195.8280, recon_loss = 195.2977, kl_loss = 0.5302\n", + "Batch 120, loss = 393.2502, recon_loss = 392.6270, kl_loss = 0.6232\n", + "Batch 150, loss = 673.8087, recon_loss = 672.8780, kl_loss = 0.9306\n", + "Batch 180, loss = 1388.8990, recon_loss = 1386.9449, kl_loss = 1.9541\n", + "Batch 210, loss = 4670.1851, recon_loss = 4664.8018, kl_loss = 5.3832\n", + "Average loss: 3993.9720\n", + "Epoch: 735\n", + "Batch 30, loss = 5758.2954, recon_loss = 5757.1353, kl_loss = 1.1602\n", + "Batch 60, loss = 646.0776, recon_loss = 645.3809, kl_loss = 0.6967\n", + "Batch 90, loss = 200.7922, recon_loss = 200.2981, kl_loss = 0.4941\n", + "Batch 120, loss = 393.0857, recon_loss = 392.4721, kl_loss = 0.6136\n", + "Batch 150, loss = 673.6951, recon_loss = 672.6759, kl_loss = 1.0192\n", + "Batch 180, loss = 1386.8760, recon_loss = 1384.8538, kl_loss = 2.0223\n", + "Batch 210, loss = 4674.1904, recon_loss = 4668.7969, kl_loss = 5.3938\n", + "Average loss: 3955.5320\n", + "Epoch: 736\n", + "Batch 30, loss = 5758.4648, recon_loss = 5757.2900, kl_loss = 1.1747\n", + "Batch 60, loss = 646.9049, recon_loss = 646.2393, kl_loss = 0.6656\n", + "Batch 90, loss = 208.1112, recon_loss = 207.6059, kl_loss = 0.5053\n", + "Batch 120, loss = 392.6892, recon_loss = 392.0923, kl_loss = 0.5969\n", + "Batch 150, loss = 674.1666, recon_loss = 673.1621, kl_loss = 1.0044\n", + "Batch 180, loss = 1386.2866, recon_loss = 1384.3459, kl_loss = 1.9407\n", + "Batch 210, loss = 4495.4604, recon_loss = 4490.0854, kl_loss = 5.3749\n", + "Average loss: 3992.5877\n", + "Epoch: 737\n", + "Batch 30, loss = 5758.4990, recon_loss = 5757.3228, kl_loss = 1.1765\n", + "Batch 60, loss = 646.5141, recon_loss = 645.8621, kl_loss = 0.6521\n", + "Batch 90, loss = 199.1434, recon_loss = 198.6218, kl_loss = 0.5216\n", + "Batch 120, loss = 400.8641, recon_loss = 400.2263, kl_loss = 0.6378\n", + "Batch 150, loss = 673.8525, recon_loss = 672.7678, kl_loss = 1.0847\n", + "Batch 180, loss = 1387.7620, recon_loss = 1385.8997, kl_loss = 1.8624\n", + "Batch 210, loss = 4561.8140, recon_loss = 4556.5005, kl_loss = 5.3134\n", + "Average loss: 3962.8182\n", + "Epoch: 738\n", + "Batch 30, loss = 5764.5103, recon_loss = 5763.3521, kl_loss = 1.1581\n", + "Batch 60, loss = 646.0326, recon_loss = 645.3810, kl_loss = 0.6516\n", + "Batch 90, loss = 190.9941, recon_loss = 190.5082, kl_loss = 0.4860\n", + "Batch 120, loss = 396.9446, recon_loss = 396.3491, kl_loss = 0.5955\n", + "Batch 150, loss = 674.0590, recon_loss = 673.0146, kl_loss = 1.0443\n", + "Batch 180, loss = 1386.8441, recon_loss = 1384.9133, kl_loss = 1.9307\n", + "Batch 210, loss = 4499.7002, recon_loss = 4494.2920, kl_loss = 5.4084\n", + "Average loss: 3946.6126\n", + "Epoch: 739\n", + "Batch 30, loss = 5756.9844, recon_loss = 5755.8706, kl_loss = 1.1136\n", + "Batch 60, loss = 645.8433, recon_loss = 645.2081, kl_loss = 0.6351\n", + "Batch 90, loss = 188.9836, recon_loss = 188.5028, kl_loss = 0.4808\n", + "Batch 120, loss = 394.6021, recon_loss = 394.0045, kl_loss = 0.5976\n", + "Batch 150, loss = 673.5351, recon_loss = 672.5242, kl_loss = 1.0109\n", + "Batch 180, loss = 1386.3961, recon_loss = 1384.4027, kl_loss = 1.9934\n", + "Batch 210, loss = 4626.2876, recon_loss = 4620.9346, kl_loss = 5.3531\n", + "Average loss: 3975.0474\n", + "Epoch: 740\n", + "Batch 30, loss = 5762.7637, recon_loss = 5761.6968, kl_loss = 1.0668\n", + "Batch 60, loss = 646.6740, recon_loss = 646.0282, kl_loss = 0.6458\n", + "Batch 90, loss = 202.0582, recon_loss = 201.5888, kl_loss = 0.4694\n", + "Batch 120, loss = 397.8145, recon_loss = 397.2150, kl_loss = 0.5996\n", + "Batch 150, loss = 674.0027, recon_loss = 672.9003, kl_loss = 1.1024\n", + "Batch 180, loss = 1385.9839, recon_loss = 1384.1052, kl_loss = 1.8787\n", + "Batch 210, loss = 4489.3530, recon_loss = 4483.9722, kl_loss = 5.3807\n", + "Average loss: 3969.7521\n", + "Epoch: 741\n", + "Batch 30, loss = 5759.1074, recon_loss = 5757.9746, kl_loss = 1.1329\n", + "Batch 60, loss = 647.5038, recon_loss = 646.8419, kl_loss = 0.6620\n", + "Batch 90, loss = 191.6222, recon_loss = 191.1185, kl_loss = 0.5037\n", + "Batch 120, loss = 392.6577, recon_loss = 392.0067, kl_loss = 0.6511\n", + "Batch 150, loss = 673.7838, recon_loss = 672.7883, kl_loss = 0.9955\n", + "Batch 180, loss = 1390.7283, recon_loss = 1388.7828, kl_loss = 1.9454\n", + "Batch 210, loss = 4646.3604, recon_loss = 4641.0166, kl_loss = 5.3437\n", + "Average loss: 3949.4404\n", + "Epoch: 742\n", + "Batch 30, loss = 5776.1831, recon_loss = 5775.1499, kl_loss = 1.0333\n", + "Batch 60, loss = 645.4213, recon_loss = 644.7499, kl_loss = 0.6715\n", + "Batch 90, loss = 189.5986, recon_loss = 189.0945, kl_loss = 0.5042\n", + "Batch 120, loss = 395.0890, recon_loss = 394.4724, kl_loss = 0.6165\n", + "Batch 150, loss = 674.3093, recon_loss = 673.2500, kl_loss = 1.0593\n", + "Batch 180, loss = 1384.2953, recon_loss = 1382.3617, kl_loss = 1.9336\n", + "Batch 210, loss = 4624.9126, recon_loss = 4619.5146, kl_loss = 5.3978\n", + "Average loss: 3951.5603\n", + "Epoch: 743\n", + "Batch 30, loss = 5772.6406, recon_loss = 5771.6411, kl_loss = 0.9996\n", + "Batch 60, loss = 645.6832, recon_loss = 645.0132, kl_loss = 0.6701\n", + "Batch 90, loss = 196.1244, recon_loss = 195.5838, kl_loss = 0.5406\n", + "Batch 120, loss = 396.8522, recon_loss = 396.2325, kl_loss = 0.6196\n", + "Batch 150, loss = 673.7154, recon_loss = 672.6703, kl_loss = 1.0451\n", + "Batch 180, loss = 1384.9470, recon_loss = 1382.9965, kl_loss = 1.9506\n", + "Batch 210, loss = 4621.3428, recon_loss = 4615.9268, kl_loss = 5.4162\n", + "Average loss: 3912.1540\n", + "Epoch: 744\n", + "Batch 30, loss = 5758.7339, recon_loss = 5757.6436, kl_loss = 1.0904\n", + "Batch 60, loss = 646.4899, recon_loss = 645.7706, kl_loss = 0.7193\n", + "Batch 90, loss = 193.0745, recon_loss = 192.5760, kl_loss = 0.4985\n", + "Batch 120, loss = 396.7812, recon_loss = 396.1649, kl_loss = 0.6163\n", + "Batch 150, loss = 673.7854, recon_loss = 672.7625, kl_loss = 1.0229\n", + "Batch 180, loss = 1391.3040, recon_loss = 1389.3856, kl_loss = 1.9183\n", + "Batch 210, loss = 4547.6978, recon_loss = 4542.3770, kl_loss = 5.3208\n", + "Average loss: 3975.9515\n", + "Epoch: 745\n", + "Batch 30, loss = 5765.5879, recon_loss = 5764.4658, kl_loss = 1.1223\n", + "Batch 60, loss = 646.8063, recon_loss = 646.1196, kl_loss = 0.6867\n", + "Batch 90, loss = 186.2188, recon_loss = 185.7036, kl_loss = 0.5153\n", + "Batch 120, loss = 395.1912, recon_loss = 394.5872, kl_loss = 0.6039\n", + "Batch 150, loss = 674.0871, recon_loss = 673.1145, kl_loss = 0.9726\n", + "Batch 180, loss = 1386.9469, recon_loss = 1385.0198, kl_loss = 1.9271\n", + "Batch 210, loss = 4676.2153, recon_loss = 4670.8105, kl_loss = 5.4047\n", + "Average loss: 3926.4677\n", + "Epoch: 746\n", + "Batch 30, loss = 5758.9292, recon_loss = 5757.7471, kl_loss = 1.1820\n", + "Batch 60, loss = 647.2029, recon_loss = 646.5358, kl_loss = 0.6670\n", + "Batch 90, loss = 186.0226, recon_loss = 185.5066, kl_loss = 0.5160\n", + "Batch 120, loss = 394.6862, recon_loss = 394.0589, kl_loss = 0.6273\n", + "Batch 150, loss = 673.8851, recon_loss = 672.8292, kl_loss = 1.0559\n", + "Batch 180, loss = 1385.7921, recon_loss = 1383.7914, kl_loss = 2.0007\n", + "Batch 210, loss = 4659.1294, recon_loss = 4653.7778, kl_loss = 5.3515\n", + "Average loss: 3922.4062\n", + "Epoch: 747\n", + "Batch 30, loss = 5767.0063, recon_loss = 5765.8662, kl_loss = 1.1404\n", + "Batch 60, loss = 645.7392, recon_loss = 645.0619, kl_loss = 0.6773\n", + "Batch 90, loss = 194.3086, recon_loss = 193.7824, kl_loss = 0.5261\n", + "Batch 120, loss = 394.9439, recon_loss = 394.3601, kl_loss = 0.5837\n", + "Batch 150, loss = 674.4863, recon_loss = 673.5647, kl_loss = 0.9216\n", + "Batch 180, loss = 1401.8557, recon_loss = 1399.8655, kl_loss = 1.9902\n", + "Batch 210, loss = 4567.3223, recon_loss = 4561.9707, kl_loss = 5.3515\n", + "Average loss: 3967.1443\n", + "Epoch: 748\n", + "Batch 30, loss = 5771.4556, recon_loss = 5770.2842, kl_loss = 1.1715\n", + "Batch 60, loss = 647.1790, recon_loss = 646.5429, kl_loss = 0.6361\n", + "Batch 90, loss = 185.6330, recon_loss = 185.1557, kl_loss = 0.4774\n", + "Batch 120, loss = 393.2614, recon_loss = 392.6646, kl_loss = 0.5969\n", + "Batch 150, loss = 673.4622, recon_loss = 672.3373, kl_loss = 1.1249\n", + "Batch 180, loss = 1385.2865, recon_loss = 1383.3710, kl_loss = 1.9156\n", + "Batch 210, loss = 4548.2778, recon_loss = 4542.8838, kl_loss = 5.3941\n", + "Average loss: 3942.0977\n", + "Epoch: 749\n", + "Batch 30, loss = 5763.5981, recon_loss = 5762.4956, kl_loss = 1.1027\n", + "Batch 60, loss = 646.8024, recon_loss = 646.1943, kl_loss = 0.6081\n", + "Batch 90, loss = 193.6107, recon_loss = 193.1704, kl_loss = 0.4403\n", + "Batch 120, loss = 394.6971, recon_loss = 394.0728, kl_loss = 0.6243\n", + "Batch 150, loss = 673.6564, recon_loss = 672.6281, kl_loss = 1.0283\n", + "Batch 180, loss = 1386.9535, recon_loss = 1385.0137, kl_loss = 1.9398\n", + "Batch 210, loss = 4504.5938, recon_loss = 4499.0928, kl_loss = 5.5008\n", + "Average loss: 3959.9006\n", + "Epoch: 750\n", + "Batch 30, loss = 5763.6040, recon_loss = 5762.4995, kl_loss = 1.1047\n", + "Batch 60, loss = 649.7812, recon_loss = 649.1738, kl_loss = 0.6073\n", + "Batch 90, loss = 200.6912, recon_loss = 200.2411, kl_loss = 0.4501\n", + "Batch 120, loss = 400.7318, recon_loss = 400.1317, kl_loss = 0.6001\n", + "Batch 150, loss = 674.2717, recon_loss = 673.2841, kl_loss = 0.9877\n", + "Batch 180, loss = 1385.5270, recon_loss = 1383.5966, kl_loss = 1.9304\n", + "Batch 210, loss = 4711.8052, recon_loss = 4706.3965, kl_loss = 5.4086\n", + "Average loss: 3954.8378\n", + "Epoch: 751\n", + "Batch 30, loss = 5769.4492, recon_loss = 5768.2476, kl_loss = 1.2017\n", + "Batch 60, loss = 646.1967, recon_loss = 645.5751, kl_loss = 0.6216\n", + "Batch 90, loss = 187.7768, recon_loss = 187.3000, kl_loss = 0.4768\n", + "Batch 120, loss = 395.6126, recon_loss = 394.9867, kl_loss = 0.6259\n", + "Batch 150, loss = 674.1688, recon_loss = 673.2288, kl_loss = 0.9400\n", + "Batch 180, loss = 1385.7833, recon_loss = 1383.7913, kl_loss = 1.9920\n", + "Batch 210, loss = 4565.3701, recon_loss = 4559.9419, kl_loss = 5.4283\n", + "Average loss: 3952.6115\n", + "Epoch: 752\n", + "Batch 30, loss = 5760.0112, recon_loss = 5758.9160, kl_loss = 1.0953\n", + "Batch 60, loss = 645.6176, recon_loss = 645.0082, kl_loss = 0.6093\n", + "Batch 90, loss = 186.0202, recon_loss = 185.5338, kl_loss = 0.4865\n", + "Batch 120, loss = 408.9240, recon_loss = 408.2672, kl_loss = 0.6568\n", + "Batch 150, loss = 674.4503, recon_loss = 673.3729, kl_loss = 1.0773\n", + "Batch 180, loss = 1384.8824, recon_loss = 1382.9426, kl_loss = 1.9398\n", + "Batch 210, loss = 4585.2339, recon_loss = 4579.8076, kl_loss = 5.4264\n", + "Average loss: 3951.3931\n", + "Epoch: 753\n", + "Batch 30, loss = 5764.2021, recon_loss = 5763.0518, kl_loss = 1.1503\n", + "Batch 60, loss = 646.7826, recon_loss = 646.1406, kl_loss = 0.6420\n", + "Batch 90, loss = 202.5181, recon_loss = 201.9636, kl_loss = 0.5546\n", + "Batch 120, loss = 398.0851, recon_loss = 397.4415, kl_loss = 0.6436\n", + "Batch 150, loss = 673.7090, recon_loss = 672.7078, kl_loss = 1.0013\n", + "Batch 180, loss = 1385.2662, recon_loss = 1383.3188, kl_loss = 1.9474\n", + "Batch 210, loss = 4524.9824, recon_loss = 4519.5742, kl_loss = 5.4084\n", + "Average loss: 3913.4096\n", + "Epoch: 754\n", + "Batch 30, loss = 5757.7373, recon_loss = 5756.6997, kl_loss = 1.0375\n", + "Batch 60, loss = 645.6068, recon_loss = 645.0005, kl_loss = 0.6062\n", + "Batch 90, loss = 201.6393, recon_loss = 201.1611, kl_loss = 0.4782\n", + "Batch 120, loss = 398.4119, recon_loss = 397.7461, kl_loss = 0.6659\n", + "Batch 150, loss = 675.0940, recon_loss = 674.0879, kl_loss = 1.0061\n", + "Batch 180, loss = 1386.3248, recon_loss = 1384.4479, kl_loss = 1.8769\n", + "Batch 210, loss = 4729.1704, recon_loss = 4723.7139, kl_loss = 5.4567\n", + "Average loss: 3936.8553\n", + "Epoch: 755\n", + "Batch 30, loss = 5766.9531, recon_loss = 5765.8857, kl_loss = 1.0674\n", + "Batch 60, loss = 646.0126, recon_loss = 645.4233, kl_loss = 0.5893\n", + "Batch 90, loss = 188.0951, recon_loss = 187.6279, kl_loss = 0.4672\n", + "Batch 120, loss = 403.5085, recon_loss = 402.8990, kl_loss = 0.6096\n", + "Batch 150, loss = 673.7473, recon_loss = 672.7179, kl_loss = 1.0294\n", + "Batch 180, loss = 1393.8958, recon_loss = 1392.0148, kl_loss = 1.8810\n", + "Batch 210, loss = 4476.9238, recon_loss = 4471.4624, kl_loss = 5.4614\n", + "Average loss: 3926.5102\n", + "Epoch: 756\n", + "Batch 30, loss = 5767.7920, recon_loss = 5766.7593, kl_loss = 1.0328\n", + "Batch 60, loss = 645.3362, recon_loss = 644.7482, kl_loss = 0.5880\n", + "Batch 90, loss = 188.6848, recon_loss = 188.2164, kl_loss = 0.4683\n", + "Batch 120, loss = 398.1292, recon_loss = 397.4628, kl_loss = 0.6664\n", + "Batch 150, loss = 673.5916, recon_loss = 672.5698, kl_loss = 1.0218\n", + "Batch 180, loss = 1386.3163, recon_loss = 1384.4866, kl_loss = 1.8297\n", + "Batch 210, loss = 4478.9478, recon_loss = 4473.4941, kl_loss = 5.4537\n", + "Average loss: 3942.2474\n", + "Epoch: 757\n", + "Batch 30, loss = 5753.6587, recon_loss = 5752.5020, kl_loss = 1.1565\n", + "Batch 60, loss = 646.8047, recon_loss = 646.2249, kl_loss = 0.5799\n", + "Batch 90, loss = 186.1525, recon_loss = 185.6741, kl_loss = 0.4784\n", + "Batch 120, loss = 397.4013, recon_loss = 396.7742, kl_loss = 0.6271\n", + "Batch 150, loss = 673.8851, recon_loss = 672.8906, kl_loss = 0.9945\n", + "Batch 180, loss = 1387.2832, recon_loss = 1385.3413, kl_loss = 1.9419\n", + "Batch 210, loss = 4477.9067, recon_loss = 4472.5332, kl_loss = 5.3733\n", + "Average loss: 3908.8074\n", + "Epoch: 758\n", + "Batch 30, loss = 5760.8760, recon_loss = 5759.8711, kl_loss = 1.0050\n", + "Batch 60, loss = 645.0209, recon_loss = 644.4193, kl_loss = 0.6016\n", + "Batch 90, loss = 184.7422, recon_loss = 184.2248, kl_loss = 0.5174\n", + "Batch 120, loss = 406.1010, recon_loss = 405.4540, kl_loss = 0.6470\n", + "Batch 150, loss = 674.1511, recon_loss = 673.1289, kl_loss = 1.0222\n", + "Batch 180, loss = 1384.9241, recon_loss = 1382.9536, kl_loss = 1.9704\n", + "Batch 210, loss = 4828.2319, recon_loss = 4822.8481, kl_loss = 5.3840\n", + "Average loss: 3901.0565\n", + "Epoch: 759\n", + "Batch 30, loss = 5757.3677, recon_loss = 5756.3135, kl_loss = 1.0540\n", + "Batch 60, loss = 645.1605, recon_loss = 644.5463, kl_loss = 0.6141\n", + "Batch 90, loss = 186.6426, recon_loss = 186.1129, kl_loss = 0.5298\n", + "Batch 120, loss = 394.7262, recon_loss = 394.0790, kl_loss = 0.6471\n", + "Batch 150, loss = 674.0336, recon_loss = 673.0361, kl_loss = 0.9975\n", + "Batch 180, loss = 1383.6531, recon_loss = 1381.6899, kl_loss = 1.9631\n", + "Batch 210, loss = 4833.5903, recon_loss = 4828.2012, kl_loss = 5.3891\n", + "Average loss: 3876.5577\n", + "Epoch: 760\n", + "Batch 30, loss = 5758.3691, recon_loss = 5757.2695, kl_loss = 1.0995\n", + "Batch 60, loss = 645.0583, recon_loss = 644.4334, kl_loss = 0.6250\n", + "Batch 90, loss = 192.6108, recon_loss = 192.0965, kl_loss = 0.5143\n", + "Batch 120, loss = 394.3793, recon_loss = 393.7478, kl_loss = 0.6315\n", + "Batch 150, loss = 673.6955, recon_loss = 672.5881, kl_loss = 1.1073\n", + "Batch 180, loss = 1387.1161, recon_loss = 1385.1677, kl_loss = 1.9483\n", + "Batch 210, loss = 4848.4478, recon_loss = 4843.0889, kl_loss = 5.3587\n", + "Average loss: 3917.1789\n", + "Epoch: 761\n", + "Batch 30, loss = 5755.8618, recon_loss = 5754.7900, kl_loss = 1.0715\n", + "Batch 60, loss = 646.2868, recon_loss = 645.6572, kl_loss = 0.6296\n", + "Batch 90, loss = 189.8817, recon_loss = 189.3896, kl_loss = 0.4921\n", + "Batch 120, loss = 394.6155, recon_loss = 393.9556, kl_loss = 0.6599\n", + "Batch 150, loss = 673.8792, recon_loss = 672.8602, kl_loss = 1.0189\n", + "Batch 180, loss = 1383.4213, recon_loss = 1381.5282, kl_loss = 1.8930\n", + "Batch 210, loss = 4512.5879, recon_loss = 4507.2085, kl_loss = 5.3795\n", + "Average loss: 3928.3751\n", + "Epoch: 762\n", + "Batch 30, loss = 5760.2163, recon_loss = 5759.1562, kl_loss = 1.0601\n", + "Batch 60, loss = 644.8810, recon_loss = 644.2679, kl_loss = 0.6131\n", + "Batch 90, loss = 198.6806, recon_loss = 198.1769, kl_loss = 0.5037\n", + "Batch 120, loss = 398.8690, recon_loss = 398.0695, kl_loss = 0.7996\n", + "Batch 150, loss = 673.9074, recon_loss = 672.9089, kl_loss = 0.9985\n", + "Batch 180, loss = 1385.3767, recon_loss = 1383.4365, kl_loss = 1.9401\n", + "Batch 210, loss = 4555.3979, recon_loss = 4549.9717, kl_loss = 5.4262\n", + "Average loss: 3886.7947\n", + "Epoch: 763\n", + "Batch 30, loss = 5755.4170, recon_loss = 5754.3467, kl_loss = 1.0704\n", + "Batch 60, loss = 645.2913, recon_loss = 644.6791, kl_loss = 0.6122\n", + "Batch 90, loss = 189.7196, recon_loss = 189.2219, kl_loss = 0.4977\n", + "Batch 120, loss = 397.5991, recon_loss = 396.8782, kl_loss = 0.7209\n", + "Batch 150, loss = 673.3057, recon_loss = 672.2551, kl_loss = 1.0506\n", + "Batch 180, loss = 1385.1038, recon_loss = 1383.1548, kl_loss = 1.9490\n", + "Batch 210, loss = 4487.8369, recon_loss = 4482.4492, kl_loss = 5.3879\n", + "Average loss: 3892.8225\n", + "Epoch: 764\n", + "Batch 30, loss = 5759.3579, recon_loss = 5758.1562, kl_loss = 1.2018\n", + "Batch 60, loss = 645.6781, recon_loss = 645.0633, kl_loss = 0.6148\n", + "Batch 90, loss = 184.5093, recon_loss = 184.0122, kl_loss = 0.4970\n", + "Batch 120, loss = 396.1380, recon_loss = 395.4614, kl_loss = 0.6765\n", + "Batch 150, loss = 673.7310, recon_loss = 672.7702, kl_loss = 0.9608\n", + "Batch 180, loss = 1386.0115, recon_loss = 1384.1226, kl_loss = 1.8889\n", + "Batch 210, loss = 4613.9170, recon_loss = 4608.4995, kl_loss = 5.4177\n", + "Average loss: 3890.2692\n", + "Epoch: 765\n", + "Batch 30, loss = 5761.0308, recon_loss = 5759.8179, kl_loss = 1.2130\n", + "Batch 60, loss = 645.6417, recon_loss = 645.0406, kl_loss = 0.6010\n", + "Batch 90, loss = 185.0346, recon_loss = 184.5638, kl_loss = 0.4708\n", + "Batch 120, loss = 397.4063, recon_loss = 396.7502, kl_loss = 0.6561\n", + "Batch 150, loss = 673.4955, recon_loss = 672.4716, kl_loss = 1.0239\n", + "Batch 180, loss = 1386.9169, recon_loss = 1385.0626, kl_loss = 1.8543\n", + "Batch 210, loss = 4475.0591, recon_loss = 4469.6367, kl_loss = 5.4226\n", + "Average loss: 3950.3263\n", + "Epoch: 766\n", + "Batch 30, loss = 5749.9790, recon_loss = 5748.8765, kl_loss = 1.1026\n", + "Batch 60, loss = 645.0645, recon_loss = 644.4777, kl_loss = 0.5867\n", + "Batch 90, loss = 188.9940, recon_loss = 188.5232, kl_loss = 0.4708\n", + "Batch 120, loss = 396.2752, recon_loss = 395.6075, kl_loss = 0.6677\n", + "Batch 150, loss = 673.4485, recon_loss = 672.3799, kl_loss = 1.0686\n", + "Batch 180, loss = 1384.5939, recon_loss = 1382.5881, kl_loss = 2.0058\n", + "Batch 210, loss = 4813.8936, recon_loss = 4808.5381, kl_loss = 5.3555\n", + "Average loss: 3881.8780\n", + "Epoch: 767\n", + "Batch 30, loss = 5751.6885, recon_loss = 5750.6670, kl_loss = 1.0215\n", + "Batch 60, loss = 644.4700, recon_loss = 643.8738, kl_loss = 0.5963\n", + "Batch 90, loss = 197.8344, recon_loss = 197.3593, kl_loss = 0.4751\n", + "Batch 120, loss = 393.8820, recon_loss = 393.2195, kl_loss = 0.6625\n", + "Batch 150, loss = 673.4678, recon_loss = 672.4984, kl_loss = 0.9695\n", + "Batch 180, loss = 1385.4487, recon_loss = 1383.4768, kl_loss = 1.9720\n", + "Batch 210, loss = 4534.5034, recon_loss = 4529.1382, kl_loss = 5.3652\n", + "Average loss: 3934.3482\n", + "Epoch: 768\n", + "Batch 30, loss = 5768.7837, recon_loss = 5767.7759, kl_loss = 1.0080\n", + "Batch 60, loss = 644.3777, recon_loss = 643.7841, kl_loss = 0.5936\n", + "Batch 90, loss = 189.5612, recon_loss = 189.0401, kl_loss = 0.5211\n", + "Batch 120, loss = 396.2442, recon_loss = 395.5851, kl_loss = 0.6591\n", + "Batch 150, loss = 673.4763, recon_loss = 672.3575, kl_loss = 1.1189\n", + "Batch 180, loss = 1389.5179, recon_loss = 1387.5554, kl_loss = 1.9625\n", + "Batch 210, loss = 4505.5435, recon_loss = 4500.0986, kl_loss = 5.4446\n", + "Average loss: 3877.1422\n", + "Epoch: 769\n", + "Batch 30, loss = 5768.8369, recon_loss = 5767.7744, kl_loss = 1.0626\n", + "Batch 60, loss = 644.7668, recon_loss = 644.1741, kl_loss = 0.5927\n", + "Batch 90, loss = 197.6021, recon_loss = 197.0705, kl_loss = 0.5316\n", + "Batch 120, loss = 397.9087, recon_loss = 397.2617, kl_loss = 0.6470\n", + "Batch 150, loss = 673.1524, recon_loss = 672.1500, kl_loss = 1.0025\n", + "Batch 180, loss = 1385.5020, recon_loss = 1383.6039, kl_loss = 1.8980\n", + "Batch 210, loss = 4486.0596, recon_loss = 4480.6367, kl_loss = 5.4228\n", + "Average loss: 3879.0499\n", + "Epoch: 770\n", + "Batch 30, loss = 5763.7930, recon_loss = 5762.5547, kl_loss = 1.2383\n", + "Batch 60, loss = 645.4227, recon_loss = 644.8140, kl_loss = 0.6088\n", + "Batch 90, loss = 184.9848, recon_loss = 184.4601, kl_loss = 0.5247\n", + "Batch 120, loss = 398.1109, recon_loss = 397.4723, kl_loss = 0.6386\n", + "Batch 150, loss = 673.6556, recon_loss = 672.6761, kl_loss = 0.9794\n", + "Batch 180, loss = 1386.9204, recon_loss = 1384.9484, kl_loss = 1.9721\n", + "Batch 210, loss = 4584.3657, recon_loss = 4579.0439, kl_loss = 5.3217\n", + "Average loss: 3925.3976\n", + "Epoch: 771\n", + "Batch 30, loss = 5771.6362, recon_loss = 5770.4839, kl_loss = 1.1522\n", + "Batch 60, loss = 645.1169, recon_loss = 644.5176, kl_loss = 0.5993\n", + "Batch 90, loss = 192.5426, recon_loss = 191.9970, kl_loss = 0.5456\n", + "Batch 120, loss = 397.8781, recon_loss = 397.2353, kl_loss = 0.6428\n", + "Batch 150, loss = 674.2224, recon_loss = 673.2461, kl_loss = 0.9763\n", + "Batch 180, loss = 1384.4132, recon_loss = 1382.4843, kl_loss = 1.9290\n", + "Batch 210, loss = 4759.5693, recon_loss = 4754.1592, kl_loss = 5.4103\n", + "Average loss: 3892.0731\n", + "Epoch: 772\n", + "Batch 30, loss = 5767.7935, recon_loss = 5766.7529, kl_loss = 1.0404\n", + "Batch 60, loss = 644.9511, recon_loss = 644.3553, kl_loss = 0.5957\n", + "Batch 90, loss = 189.1345, recon_loss = 188.5748, kl_loss = 0.5597\n", + "Batch 120, loss = 395.5990, recon_loss = 394.9077, kl_loss = 0.6913\n", + "Batch 150, loss = 674.0645, recon_loss = 673.1347, kl_loss = 0.9298\n", + "Batch 180, loss = 1387.7544, recon_loss = 1385.6769, kl_loss = 2.0775\n", + "Batch 210, loss = 4490.9858, recon_loss = 4485.5430, kl_loss = 5.4431\n", + "Average loss: 3909.7163\n", + "Epoch: 773\n", + "Batch 30, loss = 5764.8115, recon_loss = 5763.7363, kl_loss = 1.0753\n", + "Batch 60, loss = 645.0714, recon_loss = 644.4640, kl_loss = 0.6074\n", + "Batch 90, loss = 197.3684, recon_loss = 196.9007, kl_loss = 0.4677\n", + "Batch 120, loss = 396.6888, recon_loss = 396.0386, kl_loss = 0.6502\n", + "Batch 150, loss = 673.8771, recon_loss = 672.8484, kl_loss = 1.0288\n", + "Batch 180, loss = 1386.0354, recon_loss = 1384.0492, kl_loss = 1.9862\n", + "Batch 210, loss = 4464.9805, recon_loss = 4459.5801, kl_loss = 5.4006\n", + "Average loss: 3863.2682\n", + "Epoch: 774\n", + "Batch 30, loss = 5757.3032, recon_loss = 5756.1323, kl_loss = 1.1707\n", + "Batch 60, loss = 645.1652, recon_loss = 644.5530, kl_loss = 0.6122\n", + "Batch 90, loss = 186.1398, recon_loss = 185.6375, kl_loss = 0.5023\n", + "Batch 120, loss = 396.2584, recon_loss = 395.5378, kl_loss = 0.7206\n", + "Batch 150, loss = 674.1472, recon_loss = 673.1821, kl_loss = 0.9651\n", + "Batch 180, loss = 1385.7899, recon_loss = 1383.8027, kl_loss = 1.9872\n", + "Batch 210, loss = 4750.5234, recon_loss = 4745.1343, kl_loss = 5.3892\n", + "Average loss: 3876.3565\n", + "Epoch: 775\n", + "Batch 30, loss = 5758.1729, recon_loss = 5756.8882, kl_loss = 1.2845\n", + "Batch 60, loss = 645.0936, recon_loss = 644.4645, kl_loss = 0.6291\n", + "Batch 90, loss = 185.9444, recon_loss = 185.4272, kl_loss = 0.5172\n", + "Batch 120, loss = 400.0231, recon_loss = 399.3428, kl_loss = 0.6803\n", + "Batch 150, loss = 673.4438, recon_loss = 672.4285, kl_loss = 1.0153\n", + "Batch 180, loss = 1385.5179, recon_loss = 1383.5294, kl_loss = 1.9885\n", + "Batch 210, loss = 4636.5093, recon_loss = 4631.1128, kl_loss = 5.3964\n", + "Average loss: 3890.3315\n", + "Epoch: 776\n", + "Batch 30, loss = 5762.3838, recon_loss = 5761.2427, kl_loss = 1.1411\n", + "Batch 60, loss = 644.2825, recon_loss = 643.6828, kl_loss = 0.5997\n", + "Batch 90, loss = 185.2009, recon_loss = 184.7264, kl_loss = 0.4745\n", + "Batch 120, loss = 397.1703, recon_loss = 396.5069, kl_loss = 0.6634\n", + "Batch 150, loss = 673.9863, recon_loss = 672.9194, kl_loss = 1.0668\n", + "Batch 180, loss = 1385.0347, recon_loss = 1383.0524, kl_loss = 1.9823\n", + "Batch 210, loss = 4480.4238, recon_loss = 4475.0435, kl_loss = 5.3804\n", + "Average loss: 3918.2910\n", + "Epoch: 777\n", + "Batch 30, loss = 5752.7490, recon_loss = 5751.6201, kl_loss = 1.1291\n", + "Batch 60, loss = 644.7851, recon_loss = 644.1884, kl_loss = 0.5967\n", + "Batch 90, loss = 190.9424, recon_loss = 190.4579, kl_loss = 0.4844\n", + "Batch 120, loss = 396.5658, recon_loss = 395.9010, kl_loss = 0.6648\n", + "Batch 150, loss = 673.5510, recon_loss = 672.5865, kl_loss = 0.9645\n", + "Batch 180, loss = 1390.2946, recon_loss = 1388.3965, kl_loss = 1.8980\n", + "Batch 210, loss = 4706.0107, recon_loss = 4700.7676, kl_loss = 5.2433\n", + "Average loss: 3928.5372\n", + "Epoch: 778\n", + "Batch 30, loss = 5761.6860, recon_loss = 5760.5142, kl_loss = 1.1720\n", + "Batch 60, loss = 645.3992, recon_loss = 644.7853, kl_loss = 0.6139\n", + "Batch 90, loss = 195.8302, recon_loss = 195.3088, kl_loss = 0.5214\n", + "Batch 120, loss = 396.7198, recon_loss = 396.0603, kl_loss = 0.6594\n", + "Batch 150, loss = 673.4705, recon_loss = 672.4855, kl_loss = 0.9851\n", + "Batch 180, loss = 1386.3529, recon_loss = 1384.4718, kl_loss = 1.8811\n", + "Batch 210, loss = 4492.8369, recon_loss = 4487.4131, kl_loss = 5.4236\n", + "Average loss: 3862.5418\n", + "Epoch: 779\n", + "Batch 30, loss = 5776.2432, recon_loss = 5775.1377, kl_loss = 1.1053\n", + "Batch 60, loss = 645.0651, recon_loss = 644.4974, kl_loss = 0.5677\n", + "Batch 90, loss = 188.2995, recon_loss = 187.8259, kl_loss = 0.4736\n", + "Batch 120, loss = 397.6479, recon_loss = 396.9787, kl_loss = 0.6692\n", + "Batch 150, loss = 673.2169, recon_loss = 672.2275, kl_loss = 0.9894\n", + "Batch 180, loss = 1382.3665, recon_loss = 1380.3153, kl_loss = 2.0512\n", + "Batch 210, loss = 4471.1069, recon_loss = 4465.7612, kl_loss = 5.3455\n", + "Average loss: 3891.9981\n", + "Epoch: 780\n", + "Batch 30, loss = 5775.6240, recon_loss = 5774.4043, kl_loss = 1.2199\n", + "Batch 60, loss = 646.0995, recon_loss = 645.4953, kl_loss = 0.6042\n", + "Batch 90, loss = 201.5270, recon_loss = 201.0543, kl_loss = 0.4727\n", + "Batch 120, loss = 396.2225, recon_loss = 395.4519, kl_loss = 0.7706\n", + "Batch 150, loss = 673.5956, recon_loss = 672.5685, kl_loss = 1.0272\n", + "Batch 180, loss = 1383.8622, recon_loss = 1381.9055, kl_loss = 1.9567\n", + "Batch 210, loss = 4775.4150, recon_loss = 4770.0625, kl_loss = 5.3524\n", + "Average loss: 3909.2849\n", + "Epoch: 781\n", + "Batch 30, loss = 5760.6035, recon_loss = 5759.3711, kl_loss = 1.2323\n", + "Batch 60, loss = 645.0319, recon_loss = 644.4491, kl_loss = 0.5828\n", + "Batch 90, loss = 201.4752, recon_loss = 200.9418, kl_loss = 0.5334\n", + "Batch 120, loss = 398.4180, recon_loss = 397.7341, kl_loss = 0.6839\n", + "Batch 150, loss = 673.4366, recon_loss = 672.4513, kl_loss = 0.9854\n", + "Batch 180, loss = 1385.9095, recon_loss = 1383.9755, kl_loss = 1.9341\n", + "Batch 210, loss = 4535.2075, recon_loss = 4529.7793, kl_loss = 5.4285\n", + "Average loss: 3892.2278\n", + "Epoch: 782\n", + "Batch 30, loss = 5757.7466, recon_loss = 5756.5298, kl_loss = 1.2170\n", + "Batch 60, loss = 644.4990, recon_loss = 643.9247, kl_loss = 0.5743\n", + "Batch 90, loss = 187.5877, recon_loss = 187.0829, kl_loss = 0.5048\n", + "Batch 120, loss = 397.3494, recon_loss = 396.6875, kl_loss = 0.6619\n", + "Batch 150, loss = 673.7159, recon_loss = 672.8195, kl_loss = 0.8964\n", + "Batch 180, loss = 1384.2108, recon_loss = 1382.2083, kl_loss = 2.0026\n", + "Batch 210, loss = 4735.0488, recon_loss = 4729.8926, kl_loss = 5.1561\n", + "Average loss: 3890.2162\n", + "Epoch: 783\n", + "Batch 30, loss = 5793.4102, recon_loss = 5792.2158, kl_loss = 1.1943\n", + "Batch 60, loss = 644.1721, recon_loss = 643.5991, kl_loss = 0.5731\n", + "Batch 90, loss = 185.8203, recon_loss = 185.2971, kl_loss = 0.5232\n", + "Batch 120, loss = 397.3842, recon_loss = 396.6969, kl_loss = 0.6873\n", + "Batch 150, loss = 673.0220, recon_loss = 672.0236, kl_loss = 0.9985\n", + "Batch 180, loss = 1383.4697, recon_loss = 1381.5215, kl_loss = 1.9483\n", + "Batch 210, loss = 4536.5020, recon_loss = 4531.1670, kl_loss = 5.3348\n", + "Average loss: 3877.2293\n", + "Epoch: 784\n", + "Batch 30, loss = 5772.0874, recon_loss = 5770.9609, kl_loss = 1.1266\n", + "Batch 60, loss = 644.8510, recon_loss = 644.2798, kl_loss = 0.5712\n", + "Batch 90, loss = 186.5495, recon_loss = 186.0511, kl_loss = 0.4984\n", + "Batch 120, loss = 397.8394, recon_loss = 397.1642, kl_loss = 0.6752\n", + "Batch 150, loss = 673.0885, recon_loss = 672.1106, kl_loss = 0.9779\n", + "Batch 180, loss = 1384.8950, recon_loss = 1382.9854, kl_loss = 1.9096\n", + "Batch 210, loss = 5424.9941, recon_loss = 5423.0439, kl_loss = 1.9502\n", + "Average loss: 3933.3509\n", + "Epoch: 785\n", + "Batch 30, loss = 5777.6987, recon_loss = 5776.4746, kl_loss = 1.2240\n", + "Batch 60, loss = 644.5116, recon_loss = 643.9326, kl_loss = 0.5791\n", + "Batch 90, loss = 188.9321, recon_loss = 188.4228, kl_loss = 0.5092\n", + "Batch 120, loss = 398.3915, recon_loss = 397.6924, kl_loss = 0.6992\n", + "Batch 150, loss = 673.1739, recon_loss = 672.0917, kl_loss = 1.0821\n", + "Batch 180, loss = 1388.4851, recon_loss = 1386.5544, kl_loss = 1.9307\n", + "Batch 210, loss = 6993.8618, recon_loss = 6991.6709, kl_loss = 2.1907\n", + "Average loss: 3987.8314\n", + "Epoch: 786\n", + "Batch 30, loss = 5787.8916, recon_loss = 5786.6006, kl_loss = 1.2910\n", + "Batch 60, loss = 644.8060, recon_loss = 644.2230, kl_loss = 0.5831\n", + "Batch 90, loss = 195.5732, recon_loss = 195.0572, kl_loss = 0.5160\n", + "Batch 120, loss = 397.0671, recon_loss = 396.3514, kl_loss = 0.7157\n", + "Batch 150, loss = 673.8204, recon_loss = 672.9194, kl_loss = 0.9010\n", + "Batch 180, loss = 1383.5844, recon_loss = 1381.6809, kl_loss = 1.9035\n", + "Batch 210, loss = 5756.1484, recon_loss = 5752.5029, kl_loss = 3.6453\n", + "Average loss: 3944.1934\n", + "Epoch: 787\n", + "Batch 30, loss = 5774.8965, recon_loss = 5773.6934, kl_loss = 1.2032\n", + "Batch 60, loss = 645.2456, recon_loss = 644.6573, kl_loss = 0.5883\n", + "Batch 90, loss = 197.3786, recon_loss = 196.8726, kl_loss = 0.5060\n", + "Batch 120, loss = 398.0367, recon_loss = 397.2937, kl_loss = 0.7429\n", + "Batch 150, loss = 673.7413, recon_loss = 672.7683, kl_loss = 0.9730\n", + "Batch 180, loss = 1381.9901, recon_loss = 1379.9814, kl_loss = 2.0087\n", + "Batch 210, loss = 4591.4585, recon_loss = 4586.7817, kl_loss = 4.6765\n", + "Average loss: 3945.2981\n", + "Epoch: 788\n", + "Batch 30, loss = 5768.2373, recon_loss = 5766.9683, kl_loss = 1.2690\n", + "Batch 60, loss = 644.3580, recon_loss = 643.7583, kl_loss = 0.5997\n", + "Batch 90, loss = 188.9310, recon_loss = 188.4651, kl_loss = 0.4659\n", + "Batch 120, loss = 398.1469, recon_loss = 397.4603, kl_loss = 0.6866\n", + "Batch 150, loss = 673.8932, recon_loss = 672.9512, kl_loss = 0.9420\n", + "Batch 180, loss = 1385.1935, recon_loss = 1383.2747, kl_loss = 1.9188\n", + "Batch 210, loss = 4652.9678, recon_loss = 4648.2388, kl_loss = 4.7291\n", + "Average loss: 3937.7052\n", + "Epoch: 789\n", + "Batch 30, loss = 5764.6328, recon_loss = 5763.3457, kl_loss = 1.2872\n", + "Batch 60, loss = 644.6611, recon_loss = 644.0901, kl_loss = 0.5710\n", + "Batch 90, loss = 188.7373, recon_loss = 188.2473, kl_loss = 0.4899\n", + "Batch 120, loss = 398.1497, recon_loss = 397.4429, kl_loss = 0.7068\n", + "Batch 150, loss = 673.4617, recon_loss = 672.4425, kl_loss = 1.0192\n", + "Batch 180, loss = 1385.0546, recon_loss = 1383.1177, kl_loss = 1.9368\n", + "Batch 210, loss = 4847.7251, recon_loss = 4843.0737, kl_loss = 4.6514\n", + "Average loss: 3945.1725\n", + "Epoch: 790\n", + "Batch 30, loss = 5768.7207, recon_loss = 5767.4702, kl_loss = 1.2506\n", + "Batch 60, loss = 645.1639, recon_loss = 644.5812, kl_loss = 0.5828\n", + "Batch 90, loss = 190.4389, recon_loss = 189.9550, kl_loss = 0.4839\n", + "Batch 120, loss = 400.6353, recon_loss = 399.9195, kl_loss = 0.7158\n", + "Batch 150, loss = 673.0314, recon_loss = 672.0303, kl_loss = 1.0011\n", + "Batch 180, loss = 1384.6685, recon_loss = 1382.8539, kl_loss = 1.8146\n", + "Batch 210, loss = 4711.9170, recon_loss = 4707.2275, kl_loss = 4.6893\n", + "Average loss: 3893.2166\n", + "Epoch: 791\n", + "Batch 30, loss = 5758.6738, recon_loss = 5757.4233, kl_loss = 1.2503\n", + "Batch 60, loss = 645.6302, recon_loss = 645.0383, kl_loss = 0.5919\n", + "Batch 90, loss = 192.5959, recon_loss = 192.0933, kl_loss = 0.5026\n", + "Batch 120, loss = 396.7479, recon_loss = 396.0748, kl_loss = 0.6732\n", + "Batch 150, loss = 673.6320, recon_loss = 672.5800, kl_loss = 1.0520\n", + "Batch 180, loss = 1385.0171, recon_loss = 1383.0066, kl_loss = 2.0105\n", + "Batch 210, loss = 4746.5396, recon_loss = 4741.8384, kl_loss = 4.7012\n", + "Average loss: 3939.0676\n", + "Epoch: 792\n", + "Batch 30, loss = 5754.7959, recon_loss = 5753.5825, kl_loss = 1.2136\n", + "Batch 60, loss = 645.3449, recon_loss = 644.7620, kl_loss = 0.5829\n", + "Batch 90, loss = 190.4355, recon_loss = 189.9515, kl_loss = 0.4841\n", + "Batch 120, loss = 397.3111, recon_loss = 396.5992, kl_loss = 0.7118\n", + "Batch 150, loss = 673.7225, recon_loss = 672.6519, kl_loss = 1.0707\n", + "Batch 180, loss = 1382.8439, recon_loss = 1380.8911, kl_loss = 1.9528\n", + "Batch 210, loss = 4605.1074, recon_loss = 4600.3467, kl_loss = 4.7606\n", + "Average loss: 3871.3411\n", + "Epoch: 793\n", + "Batch 30, loss = 5754.9019, recon_loss = 5753.7002, kl_loss = 1.2018\n", + "Batch 60, loss = 644.9794, recon_loss = 644.4048, kl_loss = 0.5746\n", + "Batch 90, loss = 186.6764, recon_loss = 186.1847, kl_loss = 0.4917\n", + "Batch 120, loss = 395.2485, recon_loss = 394.5670, kl_loss = 0.6814\n", + "Batch 150, loss = 673.2585, recon_loss = 672.2686, kl_loss = 0.9899\n", + "Batch 180, loss = 1385.0139, recon_loss = 1383.1079, kl_loss = 1.9060\n", + "Batch 210, loss = 4554.4902, recon_loss = 4549.8198, kl_loss = 4.6702\n", + "Average loss: 3892.2719\n", + "Epoch: 794\n", + "Batch 30, loss = 5755.6196, recon_loss = 5754.3779, kl_loss = 1.2418\n", + "Batch 60, loss = 645.0481, recon_loss = 644.4580, kl_loss = 0.5901\n", + "Batch 90, loss = 186.7509, recon_loss = 186.2502, kl_loss = 0.5007\n", + "Batch 120, loss = 396.9585, recon_loss = 396.2519, kl_loss = 0.7066\n", + "Batch 150, loss = 673.9779, recon_loss = 672.9056, kl_loss = 1.0723\n", + "Batch 180, loss = 1386.4785, recon_loss = 1384.5031, kl_loss = 1.9754\n", + "Batch 210, loss = 4524.2324, recon_loss = 4519.5601, kl_loss = 4.6723\n", + "Average loss: 3868.0289\n", + "Epoch: 795\n", + "Batch 30, loss = 5756.3374, recon_loss = 5755.1816, kl_loss = 1.1560\n", + "Batch 60, loss = 645.9286, recon_loss = 645.3400, kl_loss = 0.5886\n", + "Batch 90, loss = 192.8845, recon_loss = 192.3776, kl_loss = 0.5069\n", + "Batch 120, loss = 397.3044, recon_loss = 396.5785, kl_loss = 0.7259\n", + "Batch 150, loss = 672.7986, recon_loss = 671.8414, kl_loss = 0.9572\n", + "Batch 180, loss = 1386.1906, recon_loss = 1384.2053, kl_loss = 1.9852\n", + "Batch 210, loss = 4632.3071, recon_loss = 4627.6255, kl_loss = 4.6819\n", + "Average loss: 3884.8471\n", + "Epoch: 796\n", + "Batch 30, loss = 5762.1382, recon_loss = 5760.9243, kl_loss = 1.2141\n", + "Batch 60, loss = 644.3889, recon_loss = 643.8275, kl_loss = 0.5614\n", + "Batch 90, loss = 187.1809, recon_loss = 186.7246, kl_loss = 0.4563\n", + "Batch 120, loss = 398.3162, recon_loss = 397.6577, kl_loss = 0.6585\n", + "Batch 150, loss = 674.8183, recon_loss = 673.8199, kl_loss = 0.9984\n", + "Batch 180, loss = 1383.2491, recon_loss = 1381.4722, kl_loss = 1.7770\n", + "Batch 210, loss = 4463.1226, recon_loss = 4458.3682, kl_loss = 4.7545\n", + "Average loss: 3865.4100\n", + "Epoch: 797\n", + "Batch 30, loss = 5760.0107, recon_loss = 5758.8091, kl_loss = 1.2018\n", + "Batch 60, loss = 645.2332, recon_loss = 644.6523, kl_loss = 0.5809\n", + "Batch 90, loss = 195.4289, recon_loss = 194.9324, kl_loss = 0.4966\n", + "Batch 120, loss = 404.6688, recon_loss = 403.9355, kl_loss = 0.7332\n", + "Batch 150, loss = 673.0266, recon_loss = 672.0298, kl_loss = 0.9968\n", + "Batch 180, loss = 1382.4668, recon_loss = 1380.5006, kl_loss = 1.9661\n", + "Batch 210, loss = 4481.9019, recon_loss = 4477.1802, kl_loss = 4.7215\n", + "Average loss: 3861.0201\n", + "Epoch: 798\n", + "Batch 30, loss = 5755.6274, recon_loss = 5754.3750, kl_loss = 1.2524\n", + "Batch 60, loss = 645.2917, recon_loss = 644.7345, kl_loss = 0.5572\n", + "Batch 90, loss = 204.3006, recon_loss = 203.7949, kl_loss = 0.5057\n", + "Batch 120, loss = 397.6995, recon_loss = 397.0122, kl_loss = 0.6873\n", + "Batch 150, loss = 672.8885, recon_loss = 671.8774, kl_loss = 1.0111\n", + "Batch 180, loss = 1381.0540, recon_loss = 1379.0710, kl_loss = 1.9830\n", + "Batch 210, loss = 4476.2275, recon_loss = 4471.4043, kl_loss = 4.8235\n", + "Average loss: 3858.6893\n", + "Epoch: 799\n", + "Batch 30, loss = 5760.0488, recon_loss = 5758.7422, kl_loss = 1.3065\n", + "Batch 60, loss = 645.6513, recon_loss = 645.0965, kl_loss = 0.5548\n", + "Batch 90, loss = 190.3378, recon_loss = 189.8390, kl_loss = 0.4988\n", + "Batch 120, loss = 407.2106, recon_loss = 406.5439, kl_loss = 0.6668\n", + "Batch 150, loss = 673.0870, recon_loss = 672.0779, kl_loss = 1.0091\n", + "Batch 180, loss = 1383.9624, recon_loss = 1381.9503, kl_loss = 2.0121\n", + "Batch 210, loss = 4544.9980, recon_loss = 4540.1289, kl_loss = 4.8690\n", + "Average loss: 3864.9942\n", + "Epoch: 800\n", + "Batch 30, loss = 5757.0410, recon_loss = 5755.9424, kl_loss = 1.0985\n", + "Batch 60, loss = 645.1613, recon_loss = 644.6025, kl_loss = 0.5587\n", + "Batch 90, loss = 190.3961, recon_loss = 189.8497, kl_loss = 0.5464\n", + "Batch 120, loss = 397.7550, recon_loss = 396.9423, kl_loss = 0.8127\n", + "Batch 150, loss = 673.1439, recon_loss = 672.0045, kl_loss = 1.1394\n", + "Batch 180, loss = 1383.1775, recon_loss = 1381.2233, kl_loss = 1.9543\n", + "Batch 210, loss = 4594.2622, recon_loss = 4589.3906, kl_loss = 4.8714\n", + "Average loss: 3886.1242\n", + "Epoch: 801\n", + "Batch 30, loss = 5775.6133, recon_loss = 5774.4019, kl_loss = 1.2116\n", + "Batch 60, loss = 644.6688, recon_loss = 644.0798, kl_loss = 0.5890\n", + "Batch 90, loss = 187.5509, recon_loss = 187.0522, kl_loss = 0.4987\n", + "Batch 120, loss = 402.0524, recon_loss = 401.3440, kl_loss = 0.7084\n", + "Batch 150, loss = 673.6528, recon_loss = 672.5994, kl_loss = 1.0534\n", + "Batch 180, loss = 1383.5972, recon_loss = 1381.5903, kl_loss = 2.0069\n", + "Batch 210, loss = 4602.0225, recon_loss = 4597.1440, kl_loss = 4.8782\n", + "Average loss: 3878.5589\n", + "Epoch: 802\n", + "Batch 30, loss = 5763.4785, recon_loss = 5762.2954, kl_loss = 1.1833\n", + "Batch 60, loss = 644.7294, recon_loss = 644.1514, kl_loss = 0.5780\n", + "Batch 90, loss = 187.1697, recon_loss = 186.6599, kl_loss = 0.5098\n", + "Batch 120, loss = 397.4481, recon_loss = 396.7199, kl_loss = 0.7282\n", + "Batch 150, loss = 672.6300, recon_loss = 671.5081, kl_loss = 1.1219\n", + "Batch 180, loss = 1383.7758, recon_loss = 1381.7683, kl_loss = 2.0074\n", + "Batch 210, loss = 4645.9370, recon_loss = 4641.1411, kl_loss = 4.7960\n", + "Average loss: 3857.6636\n", + "Epoch: 803\n", + "Batch 30, loss = 5755.9878, recon_loss = 5754.7603, kl_loss = 1.2275\n", + "Batch 60, loss = 645.0017, recon_loss = 644.4314, kl_loss = 0.5703\n", + "Batch 90, loss = 186.9072, recon_loss = 186.3999, kl_loss = 0.5074\n", + "Batch 120, loss = 397.3952, recon_loss = 396.7087, kl_loss = 0.6864\n", + "Batch 150, loss = 673.3144, recon_loss = 672.2768, kl_loss = 1.0376\n", + "Batch 180, loss = 1381.4207, recon_loss = 1379.4028, kl_loss = 2.0179\n", + "Batch 210, loss = 4577.3159, recon_loss = 4572.4429, kl_loss = 4.8729\n", + "Average loss: 3904.3096\n", + "Epoch: 804\n", + "Batch 30, loss = 5756.4717, recon_loss = 5755.2817, kl_loss = 1.1900\n", + "Batch 60, loss = 644.0507, recon_loss = 643.4727, kl_loss = 0.5780\n", + "Batch 90, loss = 186.6028, recon_loss = 186.1084, kl_loss = 0.4944\n", + "Batch 120, loss = 399.1895, recon_loss = 398.4741, kl_loss = 0.7154\n", + "Batch 150, loss = 673.1824, recon_loss = 672.1295, kl_loss = 1.0528\n", + "Batch 180, loss = 1386.9103, recon_loss = 1384.8766, kl_loss = 2.0337\n", + "Batch 210, loss = 5312.3325, recon_loss = 5307.5161, kl_loss = 4.8163\n", + "Average loss: 3867.5167\n", + "Epoch: 805\n", + "Batch 30, loss = 5768.6562, recon_loss = 5767.4185, kl_loss = 1.2380\n", + "Batch 60, loss = 644.8967, recon_loss = 644.2905, kl_loss = 0.6062\n", + "Batch 90, loss = 185.8614, recon_loss = 185.4031, kl_loss = 0.4582\n", + "Batch 120, loss = 403.2542, recon_loss = 402.5485, kl_loss = 0.7056\n", + "Batch 150, loss = 673.3634, recon_loss = 672.3140, kl_loss = 1.0494\n", + "Batch 180, loss = 1381.9298, recon_loss = 1379.9698, kl_loss = 1.9600\n", + "Batch 210, loss = 4493.4580, recon_loss = 4488.6504, kl_loss = 4.8078\n", + "Average loss: 3928.5334\n", + "Epoch: 806\n", + "Batch 30, loss = 5755.1973, recon_loss = 5753.9565, kl_loss = 1.2407\n", + "Batch 60, loss = 645.6112, recon_loss = 645.0470, kl_loss = 0.5642\n", + "Batch 90, loss = 198.3017, recon_loss = 197.8311, kl_loss = 0.4706\n", + "Batch 120, loss = 396.1465, recon_loss = 395.4061, kl_loss = 0.7405\n", + "Batch 150, loss = 673.2473, recon_loss = 672.2294, kl_loss = 1.0179\n", + "Batch 180, loss = 1385.6459, recon_loss = 1383.5450, kl_loss = 2.1009\n", + "Batch 210, loss = 4553.0625, recon_loss = 4548.1797, kl_loss = 4.8827\n", + "Average loss: 3862.8200\n", + "Epoch: 807\n", + "Batch 30, loss = 5758.7651, recon_loss = 5757.4697, kl_loss = 1.2952\n", + "Batch 60, loss = 645.3362, recon_loss = 644.7602, kl_loss = 0.5760\n", + "Batch 90, loss = 191.3026, recon_loss = 190.7998, kl_loss = 0.5028\n", + "Batch 120, loss = 398.0378, recon_loss = 397.3108, kl_loss = 0.7270\n", + "Batch 150, loss = 674.2376, recon_loss = 673.2354, kl_loss = 1.0023\n", + "Batch 180, loss = 1385.3468, recon_loss = 1383.3259, kl_loss = 2.0208\n", + "Batch 210, loss = 4747.7954, recon_loss = 4742.9482, kl_loss = 4.8471\n", + "Average loss: 3856.8036\n", + "Epoch: 808\n", + "Batch 30, loss = 5758.2671, recon_loss = 5757.0283, kl_loss = 1.2387\n", + "Batch 60, loss = 644.9308, recon_loss = 644.3622, kl_loss = 0.5685\n", + "Batch 90, loss = 201.3318, recon_loss = 200.8401, kl_loss = 0.4917\n", + "Batch 120, loss = 397.4072, recon_loss = 396.6941, kl_loss = 0.7131\n", + "Batch 150, loss = 673.2081, recon_loss = 672.2693, kl_loss = 0.9388\n", + "Batch 180, loss = 1387.1697, recon_loss = 1385.1643, kl_loss = 2.0053\n", + "Batch 210, loss = 4696.0317, recon_loss = 4691.1455, kl_loss = 4.8862\n", + "Average loss: 3895.7390\n", + "Epoch: 809\n", + "Batch 30, loss = 5751.9907, recon_loss = 5750.7070, kl_loss = 1.2837\n", + "Batch 60, loss = 644.2294, recon_loss = 643.6267, kl_loss = 0.6027\n", + "Batch 90, loss = 192.4290, recon_loss = 191.9212, kl_loss = 0.5078\n", + "Batch 120, loss = 397.0051, recon_loss = 396.2782, kl_loss = 0.7268\n", + "Batch 150, loss = 672.9201, recon_loss = 671.8917, kl_loss = 1.0284\n", + "Batch 180, loss = 1383.5012, recon_loss = 1381.5436, kl_loss = 1.9577\n", + "Batch 210, loss = 4727.9990, recon_loss = 4723.0967, kl_loss = 4.9022\n", + "Average loss: 3841.6986\n", + "Epoch: 810\n", + "Batch 30, loss = 5759.7485, recon_loss = 5758.5542, kl_loss = 1.1945\n", + "Batch 60, loss = 644.9336, recon_loss = 644.3611, kl_loss = 0.5725\n", + "Batch 90, loss = 190.6222, recon_loss = 190.1503, kl_loss = 0.4719\n", + "Batch 120, loss = 398.3079, recon_loss = 397.5312, kl_loss = 0.7767\n", + "Batch 150, loss = 673.5982, recon_loss = 672.6647, kl_loss = 0.9335\n", + "Batch 180, loss = 1382.6752, recon_loss = 1380.6677, kl_loss = 2.0075\n", + "Batch 210, loss = 4472.5449, recon_loss = 4467.6431, kl_loss = 4.9017\n", + "Average loss: 3882.5923\n", + "Epoch: 811\n", + "Batch 30, loss = 5749.5464, recon_loss = 5748.3071, kl_loss = 1.2394\n", + "Batch 60, loss = 645.4133, recon_loss = 644.8248, kl_loss = 0.5884\n", + "Batch 90, loss = 188.8139, recon_loss = 188.2861, kl_loss = 0.5278\n", + "Batch 120, loss = 395.8876, recon_loss = 395.2000, kl_loss = 0.6876\n", + "Batch 150, loss = 673.7161, recon_loss = 672.7057, kl_loss = 1.0104\n", + "Batch 180, loss = 1382.6652, recon_loss = 1380.6355, kl_loss = 2.0296\n", + "Batch 210, loss = 4566.8540, recon_loss = 4561.8809, kl_loss = 4.9732\n", + "Average loss: 3861.2560\n", + "Epoch: 812\n", + "Batch 30, loss = 5759.3931, recon_loss = 5758.2861, kl_loss = 1.1067\n", + "Batch 60, loss = 644.8437, recon_loss = 644.2778, kl_loss = 0.5659\n", + "Batch 90, loss = 186.5125, recon_loss = 185.9968, kl_loss = 0.5157\n", + "Batch 120, loss = 396.8058, recon_loss = 395.9697, kl_loss = 0.8361\n", + "Batch 150, loss = 673.0211, recon_loss = 672.0150, kl_loss = 1.0061\n", + "Batch 180, loss = 1382.3322, recon_loss = 1380.2604, kl_loss = 2.0718\n", + "Batch 210, loss = 4621.4399, recon_loss = 4616.4717, kl_loss = 4.9680\n", + "Average loss: 3835.7217\n", + "Epoch: 813\n", + "Batch 30, loss = 5755.8389, recon_loss = 5754.7642, kl_loss = 1.0745\n", + "Batch 60, loss = 644.7061, recon_loss = 644.1249, kl_loss = 0.5812\n", + "Batch 90, loss = 202.6756, recon_loss = 202.1718, kl_loss = 0.5038\n", + "Batch 120, loss = 396.6020, recon_loss = 395.8281, kl_loss = 0.7739\n", + "Batch 150, loss = 673.3439, recon_loss = 672.3623, kl_loss = 0.9816\n", + "Batch 180, loss = 1389.3181, recon_loss = 1387.3646, kl_loss = 1.9535\n", + "Batch 210, loss = 4511.7314, recon_loss = 4506.7944, kl_loss = 4.9372\n", + "Average loss: 3822.3430\n", + "Epoch: 814\n", + "Batch 30, loss = 5755.8574, recon_loss = 5754.7754, kl_loss = 1.0819\n", + "Batch 60, loss = 644.9150, recon_loss = 644.3280, kl_loss = 0.5870\n", + "Batch 90, loss = 189.7405, recon_loss = 189.2312, kl_loss = 0.5093\n", + "Batch 120, loss = 400.2424, recon_loss = 399.4923, kl_loss = 0.7501\n", + "Batch 150, loss = 673.3068, recon_loss = 672.2216, kl_loss = 1.0853\n", + "Batch 180, loss = 1381.9496, recon_loss = 1379.9149, kl_loss = 2.0346\n", + "Batch 210, loss = 4500.9546, recon_loss = 4495.9751, kl_loss = 4.9793\n", + "Average loss: 3886.7999\n", + "Epoch: 815\n", + "Batch 30, loss = 5749.7754, recon_loss = 5748.5117, kl_loss = 1.2638\n", + "Batch 60, loss = 644.5557, recon_loss = 643.9619, kl_loss = 0.5938\n", + "Batch 90, loss = 185.6194, recon_loss = 185.1063, kl_loss = 0.5131\n", + "Batch 120, loss = 398.2595, recon_loss = 397.5183, kl_loss = 0.7412\n", + "Batch 150, loss = 673.5959, recon_loss = 672.5489, kl_loss = 1.0471\n", + "Batch 180, loss = 1381.5565, recon_loss = 1379.5605, kl_loss = 1.9959\n", + "Batch 210, loss = 4644.2656, recon_loss = 4639.3809, kl_loss = 4.8850\n", + "Average loss: 3862.3934\n", + "Epoch: 816\n", + "Batch 30, loss = 5753.9038, recon_loss = 5752.6055, kl_loss = 1.2983\n", + "Batch 60, loss = 647.3273, recon_loss = 646.7086, kl_loss = 0.6186\n", + "Batch 90, loss = 194.2285, recon_loss = 193.7245, kl_loss = 0.5040\n", + "Batch 120, loss = 395.8863, recon_loss = 395.1732, kl_loss = 0.7131\n", + "Batch 150, loss = 673.2520, recon_loss = 672.1648, kl_loss = 1.0872\n", + "Batch 180, loss = 1382.4828, recon_loss = 1380.4897, kl_loss = 1.9931\n", + "Batch 210, loss = 4564.8457, recon_loss = 4559.8916, kl_loss = 4.9542\n", + "Average loss: 3821.5759\n", + "Epoch: 817\n", + "Batch 30, loss = 5751.9507, recon_loss = 5750.7363, kl_loss = 1.2144\n", + "Batch 60, loss = 644.9550, recon_loss = 644.3714, kl_loss = 0.5836\n", + "Batch 90, loss = 189.4557, recon_loss = 188.9470, kl_loss = 0.5086\n", + "Batch 120, loss = 396.5458, recon_loss = 395.8033, kl_loss = 0.7425\n", + "Batch 150, loss = 673.6098, recon_loss = 672.5803, kl_loss = 1.0295\n", + "Batch 180, loss = 1386.4342, recon_loss = 1384.4713, kl_loss = 1.9629\n", + "Batch 210, loss = 4563.0615, recon_loss = 4558.1309, kl_loss = 4.9309\n", + "Average loss: 3883.1521\n", + "Epoch: 818\n", + "Batch 30, loss = 5768.6846, recon_loss = 5767.5615, kl_loss = 1.1231\n", + "Batch 60, loss = 644.4572, recon_loss = 643.8909, kl_loss = 0.5663\n", + "Batch 90, loss = 186.9241, recon_loss = 186.4315, kl_loss = 0.4926\n", + "Batch 120, loss = 396.2454, recon_loss = 395.5427, kl_loss = 0.7027\n", + "Batch 150, loss = 673.1567, recon_loss = 672.1247, kl_loss = 1.0320\n", + "Batch 180, loss = 1385.0679, recon_loss = 1382.9965, kl_loss = 2.0714\n", + "Batch 210, loss = 4503.0718, recon_loss = 4498.0859, kl_loss = 4.9856\n", + "Average loss: 3851.4803\n", + "Epoch: 819\n", + "Batch 30, loss = 5746.0039, recon_loss = 5744.8115, kl_loss = 1.1923\n", + "Batch 60, loss = 644.7930, recon_loss = 644.2341, kl_loss = 0.5589\n", + "Batch 90, loss = 204.6531, recon_loss = 204.1846, kl_loss = 0.4684\n", + "Batch 120, loss = 395.0551, recon_loss = 394.3670, kl_loss = 0.6881\n", + "Batch 150, loss = 673.4658, recon_loss = 672.4384, kl_loss = 1.0275\n", + "Batch 180, loss = 1382.0426, recon_loss = 1380.0687, kl_loss = 1.9739\n", + "Batch 210, loss = 4630.4014, recon_loss = 4625.3516, kl_loss = 5.0499\n", + "Average loss: 3909.3604\n", + "Epoch: 820\n", + "Batch 30, loss = 5770.0264, recon_loss = 5768.8247, kl_loss = 1.2019\n", + "Batch 60, loss = 644.0135, recon_loss = 643.4422, kl_loss = 0.5713\n", + "Batch 90, loss = 188.3558, recon_loss = 187.8698, kl_loss = 0.4861\n", + "Batch 120, loss = 395.6674, recon_loss = 394.9727, kl_loss = 0.6947\n", + "Batch 150, loss = 673.0964, recon_loss = 672.0745, kl_loss = 1.0220\n", + "Batch 180, loss = 1381.0696, recon_loss = 1379.1521, kl_loss = 1.9175\n", + "Batch 210, loss = 4483.3135, recon_loss = 4478.3218, kl_loss = 4.9918\n", + "Average loss: 3869.5834\n", + "Epoch: 821\n", + "Batch 30, loss = 5748.0898, recon_loss = 5746.8853, kl_loss = 1.2044\n", + "Batch 60, loss = 644.6652, recon_loss = 644.0979, kl_loss = 0.5673\n", + "Batch 90, loss = 197.8881, recon_loss = 197.4102, kl_loss = 0.4779\n", + "Batch 120, loss = 395.6817, recon_loss = 394.9084, kl_loss = 0.7733\n", + "Batch 150, loss = 672.9866, recon_loss = 672.0733, kl_loss = 0.9133\n", + "Batch 180, loss = 1385.2372, recon_loss = 1383.2103, kl_loss = 2.0268\n", + "Batch 210, loss = 4577.7134, recon_loss = 4572.7192, kl_loss = 4.9940\n", + "Average loss: 3834.5836\n", + "Epoch: 822\n", + "Batch 30, loss = 5757.8228, recon_loss = 5756.5532, kl_loss = 1.2696\n", + "Batch 60, loss = 646.1924, recon_loss = 645.5944, kl_loss = 0.5980\n", + "Batch 90, loss = 199.8656, recon_loss = 199.3731, kl_loss = 0.4925\n", + "Batch 120, loss = 397.2304, recon_loss = 396.4243, kl_loss = 0.8061\n", + "Batch 150, loss = 673.7126, recon_loss = 672.6276, kl_loss = 1.0850\n", + "Batch 180, loss = 1382.3840, recon_loss = 1380.4451, kl_loss = 1.9390\n", + "Batch 210, loss = 4514.4912, recon_loss = 4509.4727, kl_loss = 5.0186\n", + "Average loss: 3884.2490\n", + "Epoch: 823\n", + "Batch 30, loss = 5748.9922, recon_loss = 5747.7383, kl_loss = 1.2537\n", + "Batch 60, loss = 646.1346, recon_loss = 645.5514, kl_loss = 0.5832\n", + "Batch 90, loss = 189.1781, recon_loss = 188.6962, kl_loss = 0.4819\n", + "Batch 120, loss = 395.6339, recon_loss = 394.8610, kl_loss = 0.7729\n", + "Batch 150, loss = 672.8169, recon_loss = 671.8877, kl_loss = 0.9292\n", + "Batch 180, loss = 1384.4250, recon_loss = 1382.3523, kl_loss = 2.0727\n", + "Batch 210, loss = 4534.0435, recon_loss = 4529.0664, kl_loss = 4.9773\n", + "Average loss: 3855.2237\n", + "Epoch: 824\n", + "Batch 30, loss = 5745.3726, recon_loss = 5744.0576, kl_loss = 1.3150\n", + "Batch 60, loss = 645.3273, recon_loss = 644.7421, kl_loss = 0.5852\n", + "Batch 90, loss = 196.9896, recon_loss = 196.5149, kl_loss = 0.4747\n", + "Batch 120, loss = 396.8978, recon_loss = 396.1937, kl_loss = 0.7042\n", + "Batch 150, loss = 674.3217, recon_loss = 673.2878, kl_loss = 1.0339\n", + "Batch 180, loss = 1382.2515, recon_loss = 1380.2416, kl_loss = 2.0098\n", + "Batch 210, loss = 4522.9214, recon_loss = 4517.9102, kl_loss = 5.0113\n", + "Average loss: 3861.8613\n", + "Epoch: 825\n", + "Batch 30, loss = 5751.2183, recon_loss = 5749.9214, kl_loss = 1.2967\n", + "Batch 60, loss = 644.8351, recon_loss = 644.2108, kl_loss = 0.6243\n", + "Batch 90, loss = 187.7753, recon_loss = 187.2481, kl_loss = 0.5272\n", + "Batch 120, loss = 395.7552, recon_loss = 394.9955, kl_loss = 0.7596\n", + "Batch 150, loss = 673.3774, recon_loss = 672.3964, kl_loss = 0.9810\n", + "Batch 180, loss = 1387.6696, recon_loss = 1385.5830, kl_loss = 2.0866\n", + "Batch 210, loss = 4561.2856, recon_loss = 4556.3184, kl_loss = 4.9672\n", + "Average loss: 3870.7750\n", + "Epoch: 826\n", + "Batch 30, loss = 5750.5752, recon_loss = 5749.3696, kl_loss = 1.2055\n", + "Batch 60, loss = 645.2214, recon_loss = 644.6213, kl_loss = 0.6002\n", + "Batch 90, loss = 185.2503, recon_loss = 184.7475, kl_loss = 0.5028\n", + "Batch 120, loss = 396.3568, recon_loss = 395.6098, kl_loss = 0.7470\n", + "Batch 150, loss = 673.0298, recon_loss = 672.0593, kl_loss = 0.9704\n", + "Batch 180, loss = 1382.3972, recon_loss = 1380.3521, kl_loss = 2.0452\n", + "Batch 210, loss = 4618.9644, recon_loss = 4614.0356, kl_loss = 4.9289\n", + "Average loss: 3868.2398\n", + "Epoch: 827\n", + "Batch 30, loss = 5768.3335, recon_loss = 5767.2676, kl_loss = 1.0659\n", + "Batch 60, loss = 644.9158, recon_loss = 644.3168, kl_loss = 0.5990\n", + "Batch 90, loss = 187.0751, recon_loss = 186.5490, kl_loss = 0.5261\n", + "Batch 120, loss = 396.5596, recon_loss = 395.7895, kl_loss = 0.7701\n", + "Batch 150, loss = 672.7964, recon_loss = 671.7742, kl_loss = 1.0223\n", + "Batch 180, loss = 1384.6287, recon_loss = 1382.5754, kl_loss = 2.0532\n", + "Batch 210, loss = 4620.8960, recon_loss = 4615.9355, kl_loss = 4.9606\n", + "Average loss: 3856.0166\n", + "Epoch: 828\n", + "Batch 30, loss = 5755.6294, recon_loss = 5754.5845, kl_loss = 1.0451\n", + "Batch 60, loss = 644.7859, recon_loss = 644.2114, kl_loss = 0.5745\n", + "Batch 90, loss = 187.3597, recon_loss = 186.8530, kl_loss = 0.5067\n", + "Batch 120, loss = 395.4662, recon_loss = 394.7424, kl_loss = 0.7238\n", + "Batch 150, loss = 673.1872, recon_loss = 672.1564, kl_loss = 1.0308\n", + "Batch 180, loss = 1381.0431, recon_loss = 1379.0756, kl_loss = 1.9675\n", + "Batch 210, loss = 4535.3901, recon_loss = 4530.4009, kl_loss = 4.9890\n", + "Average loss: 3820.4401\n", + "Epoch: 829\n", + "Batch 30, loss = 5749.6641, recon_loss = 5748.4746, kl_loss = 1.1893\n", + "Batch 60, loss = 644.9207, recon_loss = 644.3138, kl_loss = 0.6069\n", + "Batch 90, loss = 187.6880, recon_loss = 187.1977, kl_loss = 0.4903\n", + "Batch 120, loss = 396.4074, recon_loss = 395.6164, kl_loss = 0.7910\n", + "Batch 150, loss = 673.6343, recon_loss = 672.6604, kl_loss = 0.9739\n", + "Batch 180, loss = 1380.0061, recon_loss = 1377.9570, kl_loss = 2.0490\n", + "Batch 210, loss = 4448.9858, recon_loss = 4443.9854, kl_loss = 5.0003\n", + "Average loss: 3808.3526\n", + "Epoch: 830\n", + "Batch 30, loss = 5759.8774, recon_loss = 5758.5894, kl_loss = 1.2879\n", + "Batch 60, loss = 644.1656, recon_loss = 643.5598, kl_loss = 0.6058\n", + "Batch 90, loss = 186.8069, recon_loss = 186.3113, kl_loss = 0.4957\n", + "Batch 120, loss = 396.6062, recon_loss = 395.8266, kl_loss = 0.7796\n", + "Batch 150, loss = 672.8779, recon_loss = 671.8530, kl_loss = 1.0249\n", + "Batch 180, loss = 1381.5137, recon_loss = 1379.5358, kl_loss = 1.9779\n", + "Batch 210, loss = 4565.1118, recon_loss = 4560.1270, kl_loss = 4.9848\n", + "Average loss: 3871.0980\n", + "Epoch: 831\n", + "Batch 30, loss = 5744.9482, recon_loss = 5743.7017, kl_loss = 1.2466\n", + "Batch 60, loss = 645.0383, recon_loss = 644.4745, kl_loss = 0.5638\n", + "Batch 90, loss = 191.0919, recon_loss = 190.5886, kl_loss = 0.5034\n", + "Batch 120, loss = 396.8046, recon_loss = 395.9862, kl_loss = 0.8184\n", + "Batch 150, loss = 673.5187, recon_loss = 672.5204, kl_loss = 0.9984\n", + "Batch 180, loss = 1381.6814, recon_loss = 1379.7131, kl_loss = 1.9683\n", + "Batch 210, loss = 4622.3589, recon_loss = 4617.4287, kl_loss = 4.9300\n", + "Average loss: 3840.6073\n", + "Epoch: 832\n", + "Batch 30, loss = 5740.2676, recon_loss = 5739.0547, kl_loss = 1.2129\n", + "Batch 60, loss = 645.6969, recon_loss = 645.1304, kl_loss = 0.5665\n", + "Batch 90, loss = 190.7070, recon_loss = 190.2139, kl_loss = 0.4931\n", + "Batch 120, loss = 399.6078, recon_loss = 398.7175, kl_loss = 0.8902\n", + "Batch 150, loss = 673.4000, recon_loss = 672.3420, kl_loss = 1.0580\n", + "Batch 180, loss = 1383.9231, recon_loss = 1381.9749, kl_loss = 1.9483\n", + "Batch 210, loss = 4525.7534, recon_loss = 4520.7852, kl_loss = 4.9682\n", + "Average loss: 3863.4336\n", + "Epoch: 833\n", + "Batch 30, loss = 5748.3887, recon_loss = 5747.0195, kl_loss = 1.3690\n", + "Batch 60, loss = 644.2195, recon_loss = 643.6334, kl_loss = 0.5861\n", + "Batch 90, loss = 190.5538, recon_loss = 190.0730, kl_loss = 0.4807\n", + "Batch 120, loss = 481.8386, recon_loss = 480.8247, kl_loss = 1.0138\n", + "Batch 150, loss = 673.8780, recon_loss = 672.8680, kl_loss = 1.0099\n", + "Batch 180, loss = 1381.2950, recon_loss = 1379.2373, kl_loss = 2.0577\n", + "Batch 210, loss = 4637.5669, recon_loss = 4632.5063, kl_loss = 5.0605\n", + "Average loss: 3843.2753\n", + "Epoch: 834\n", + "Batch 30, loss = 5756.2378, recon_loss = 5755.0752, kl_loss = 1.1625\n", + "Batch 60, loss = 644.7470, recon_loss = 644.1881, kl_loss = 0.5589\n", + "Batch 90, loss = 190.0913, recon_loss = 189.6069, kl_loss = 0.4844\n", + "Batch 120, loss = 407.5085, recon_loss = 406.6911, kl_loss = 0.8174\n", + "Batch 150, loss = 673.5915, recon_loss = 672.5360, kl_loss = 1.0555\n", + "Batch 180, loss = 1382.1125, recon_loss = 1380.0894, kl_loss = 2.0232\n", + "Batch 210, loss = 4608.0220, recon_loss = 4602.9644, kl_loss = 5.0575\n", + "Average loss: 3827.5152\n", + "Epoch: 835\n", + "Batch 30, loss = 5758.9526, recon_loss = 5757.6938, kl_loss = 1.2589\n", + "Batch 60, loss = 644.6088, recon_loss = 644.0081, kl_loss = 0.6006\n", + "Batch 90, loss = 184.6470, recon_loss = 184.1649, kl_loss = 0.4821\n", + "Batch 120, loss = 397.3750, recon_loss = 396.6445, kl_loss = 0.7305\n", + "Batch 150, loss = 672.6707, recon_loss = 671.6272, kl_loss = 1.0435\n", + "Batch 180, loss = 1382.4011, recon_loss = 1380.3058, kl_loss = 2.0954\n", + "Batch 210, loss = 4560.6216, recon_loss = 4555.4980, kl_loss = 5.1236\n", + "Average loss: 3797.6893\n", + "Epoch: 836\n", + "Batch 30, loss = 5749.5005, recon_loss = 5748.1694, kl_loss = 1.3312\n", + "Batch 60, loss = 644.6027, recon_loss = 644.0247, kl_loss = 0.5780\n", + "Batch 90, loss = 186.1637, recon_loss = 185.6547, kl_loss = 0.5090\n", + "Batch 120, loss = 397.1688, recon_loss = 396.4163, kl_loss = 0.7525\n", + "Batch 150, loss = 674.6758, recon_loss = 673.6780, kl_loss = 0.9979\n", + "Batch 180, loss = 1380.8141, recon_loss = 1378.8036, kl_loss = 2.0106\n", + "Batch 210, loss = 4659.6011, recon_loss = 4654.5088, kl_loss = 5.0921\n", + "Average loss: 3831.7176\n", + "Epoch: 837\n", + "Batch 30, loss = 5749.2100, recon_loss = 5748.0698, kl_loss = 1.1402\n", + "Batch 60, loss = 644.5996, recon_loss = 644.0437, kl_loss = 0.5559\n", + "Batch 90, loss = 190.1845, recon_loss = 189.6818, kl_loss = 0.5027\n", + "Batch 120, loss = 403.4757, recon_loss = 402.6990, kl_loss = 0.7767\n", + "Batch 150, loss = 672.9102, recon_loss = 671.7836, kl_loss = 1.1266\n", + "Batch 180, loss = 1382.4286, recon_loss = 1380.3835, kl_loss = 2.0451\n", + "Batch 210, loss = 4486.1162, recon_loss = 4481.0186, kl_loss = 5.0978\n", + "Average loss: 3825.0873\n", + "Epoch: 838\n", + "Batch 30, loss = 5748.3794, recon_loss = 5747.1406, kl_loss = 1.2386\n", + "Batch 60, loss = 644.8502, recon_loss = 644.2728, kl_loss = 0.5774\n", + "Batch 90, loss = 195.6230, recon_loss = 195.1270, kl_loss = 0.4959\n", + "Batch 120, loss = 396.2050, recon_loss = 395.3187, kl_loss = 0.8863\n", + "Batch 150, loss = 674.2014, recon_loss = 673.1493, kl_loss = 1.0521\n", + "Batch 180, loss = 1380.8015, recon_loss = 1378.7664, kl_loss = 2.0352\n", + "Batch 210, loss = 4535.7720, recon_loss = 4530.7051, kl_loss = 5.0669\n", + "Average loss: 3848.6643\n", + "Epoch: 839\n", + "Batch 30, loss = 5746.0874, recon_loss = 5744.9297, kl_loss = 1.1577\n", + "Batch 60, loss = 645.1534, recon_loss = 644.5898, kl_loss = 0.5636\n", + "Batch 90, loss = 186.3035, recon_loss = 185.8167, kl_loss = 0.4868\n", + "Batch 120, loss = 394.7191, recon_loss = 393.9232, kl_loss = 0.7958\n", + "Batch 150, loss = 673.6146, recon_loss = 672.4988, kl_loss = 1.1158\n", + "Batch 180, loss = 1378.8252, recon_loss = 1376.8079, kl_loss = 2.0173\n", + "Batch 210, loss = 4521.3447, recon_loss = 4516.3677, kl_loss = 4.9769\n", + "Average loss: 3829.5764\n", + "Epoch: 840\n", + "Batch 30, loss = 5740.8604, recon_loss = 5739.6543, kl_loss = 1.2062\n", + "Batch 60, loss = 644.9483, recon_loss = 644.4093, kl_loss = 0.5390\n", + "Batch 90, loss = 206.9068, recon_loss = 206.3789, kl_loss = 0.5280\n", + "Batch 120, loss = 394.2083, recon_loss = 393.3220, kl_loss = 0.8863\n", + "Batch 150, loss = 673.0828, recon_loss = 672.0110, kl_loss = 1.0718\n", + "Batch 180, loss = 1380.7240, recon_loss = 1378.7302, kl_loss = 1.9938\n", + "Batch 210, loss = 4530.6323, recon_loss = 4525.5000, kl_loss = 5.1326\n", + "Average loss: 3875.5372\n", + "Epoch: 841\n", + "Batch 30, loss = 5751.8896, recon_loss = 5750.6333, kl_loss = 1.2565\n", + "Batch 60, loss = 645.1467, recon_loss = 644.5857, kl_loss = 0.5610\n", + "Batch 90, loss = 198.3279, recon_loss = 197.8795, kl_loss = 0.4484\n", + "Batch 120, loss = 401.8805, recon_loss = 401.0459, kl_loss = 0.8346\n", + "Batch 150, loss = 673.2882, recon_loss = 672.2150, kl_loss = 1.0733\n", + "Batch 180, loss = 1380.2532, recon_loss = 1378.2881, kl_loss = 1.9651\n", + "Batch 210, loss = 4641.4795, recon_loss = 4636.3940, kl_loss = 5.0857\n", + "Average loss: 3830.3070\n", + "Epoch: 842\n", + "Batch 30, loss = 5747.5166, recon_loss = 5746.3613, kl_loss = 1.1552\n", + "Batch 60, loss = 645.2875, recon_loss = 644.7653, kl_loss = 0.5221\n", + "Batch 90, loss = 186.5978, recon_loss = 186.1402, kl_loss = 0.4575\n", + "Batch 120, loss = 395.8616, recon_loss = 395.0892, kl_loss = 0.7724\n", + "Batch 150, loss = 673.1447, recon_loss = 672.0852, kl_loss = 1.0595\n", + "Batch 180, loss = 1378.0172, recon_loss = 1376.0232, kl_loss = 1.9941\n", + "Batch 210, loss = 4542.7383, recon_loss = 4537.6113, kl_loss = 5.1269\n", + "Average loss: 3840.1289\n", + "Epoch: 843\n", + "Batch 30, loss = 5753.1841, recon_loss = 5752.1606, kl_loss = 1.0236\n", + "Batch 60, loss = 645.4833, recon_loss = 644.9702, kl_loss = 0.5131\n", + "Batch 90, loss = 189.0841, recon_loss = 188.6249, kl_loss = 0.4592\n", + "Batch 120, loss = 397.1783, recon_loss = 396.3239, kl_loss = 0.8543\n", + "Batch 150, loss = 673.7745, recon_loss = 672.7690, kl_loss = 1.0054\n", + "Batch 180, loss = 1379.8370, recon_loss = 1377.8435, kl_loss = 1.9935\n", + "Batch 210, loss = 4502.4995, recon_loss = 4497.3135, kl_loss = 5.1860\n", + "Average loss: 3845.4718\n", + "Epoch: 844\n", + "Batch 30, loss = 5763.5317, recon_loss = 5762.2764, kl_loss = 1.2554\n", + "Batch 60, loss = 644.9310, recon_loss = 644.3902, kl_loss = 0.5407\n", + "Batch 90, loss = 189.2217, recon_loss = 188.7603, kl_loss = 0.4614\n", + "Batch 120, loss = 397.0946, recon_loss = 396.2811, kl_loss = 0.8135\n", + "Batch 150, loss = 672.7394, recon_loss = 671.7372, kl_loss = 1.0023\n", + "Batch 180, loss = 1379.8425, recon_loss = 1377.8213, kl_loss = 2.0213\n", + "Batch 210, loss = 4486.9722, recon_loss = 4481.8159, kl_loss = 5.1564\n", + "Average loss: 3862.5276\n", + "Epoch: 845\n", + "Batch 30, loss = 5747.1958, recon_loss = 5746.0425, kl_loss = 1.1535\n", + "Batch 60, loss = 645.0457, recon_loss = 644.4980, kl_loss = 0.5477\n", + "Batch 90, loss = 187.8538, recon_loss = 187.3785, kl_loss = 0.4753\n", + "Batch 120, loss = 396.6544, recon_loss = 395.8187, kl_loss = 0.8356\n", + "Batch 150, loss = 672.5446, recon_loss = 671.4670, kl_loss = 1.0776\n", + "Batch 180, loss = 1380.7076, recon_loss = 1378.6827, kl_loss = 2.0249\n", + "Batch 210, loss = 4485.8291, recon_loss = 4480.7554, kl_loss = 5.0738\n", + "Average loss: 3869.3446\n", + "Epoch: 846\n", + "Batch 30, loss = 5742.9258, recon_loss = 5741.7202, kl_loss = 1.2056\n", + "Batch 60, loss = 645.1244, recon_loss = 644.5681, kl_loss = 0.5563\n", + "Batch 90, loss = 194.5611, recon_loss = 194.0860, kl_loss = 0.4751\n", + "Batch 120, loss = 395.4167, recon_loss = 394.6380, kl_loss = 0.7787\n", + "Batch 150, loss = 674.9958, recon_loss = 673.8610, kl_loss = 1.1349\n", + "Batch 180, loss = 1379.1752, recon_loss = 1377.1787, kl_loss = 1.9964\n", + "Batch 210, loss = 4488.7388, recon_loss = 4483.6235, kl_loss = 5.1153\n", + "Average loss: 3876.7484\n", + "Epoch: 847\n", + "Batch 30, loss = 5748.3960, recon_loss = 5747.1436, kl_loss = 1.2522\n", + "Batch 60, loss = 644.7535, recon_loss = 644.1859, kl_loss = 0.5676\n", + "Batch 90, loss = 188.8955, recon_loss = 188.4176, kl_loss = 0.4779\n", + "Batch 120, loss = 398.1178, recon_loss = 397.3062, kl_loss = 0.8116\n", + "Batch 150, loss = 673.5652, recon_loss = 672.4984, kl_loss = 1.0668\n", + "Batch 180, loss = 1383.5853, recon_loss = 1381.5540, kl_loss = 2.0314\n", + "Batch 210, loss = 4647.9507, recon_loss = 4642.8398, kl_loss = 5.1107\n", + "Average loss: 3813.3686\n", + "Epoch: 848\n", + "Batch 30, loss = 5756.9028, recon_loss = 5755.4854, kl_loss = 1.4175\n", + "Batch 60, loss = 643.9906, recon_loss = 643.4095, kl_loss = 0.5811\n", + "Batch 90, loss = 192.2502, recon_loss = 191.7662, kl_loss = 0.4841\n", + "Batch 120, loss = 397.5716, recon_loss = 396.7029, kl_loss = 0.8687\n", + "Batch 150, loss = 672.9679, recon_loss = 671.9075, kl_loss = 1.0604\n", + "Batch 180, loss = 1384.1433, recon_loss = 1382.1302, kl_loss = 2.0131\n", + "Batch 210, loss = 4430.6753, recon_loss = 4425.5425, kl_loss = 5.1328\n", + "Average loss: 3903.0594\n", + "Epoch: 849\n", + "Batch 30, loss = 5742.9937, recon_loss = 5741.5850, kl_loss = 1.4085\n", + "Batch 60, loss = 644.8516, recon_loss = 644.2870, kl_loss = 0.5646\n", + "Batch 90, loss = 191.3654, recon_loss = 190.8944, kl_loss = 0.4710\n", + "Batch 120, loss = 397.0188, recon_loss = 396.2298, kl_loss = 0.7890\n", + "Batch 150, loss = 672.9324, recon_loss = 671.8336, kl_loss = 1.0987\n", + "Batch 180, loss = 1379.7863, recon_loss = 1377.7103, kl_loss = 2.0760\n", + "Batch 210, loss = 4557.4077, recon_loss = 4552.3203, kl_loss = 5.0872\n", + "Average loss: 3917.9083\n", + "Epoch: 850\n", + "Batch 30, loss = 5755.3042, recon_loss = 5754.0278, kl_loss = 1.2764\n", + "Batch 60, loss = 644.6929, recon_loss = 644.1172, kl_loss = 0.5756\n", + "Batch 90, loss = 188.0578, recon_loss = 187.5600, kl_loss = 0.4979\n", + "Batch 120, loss = 398.5443, recon_loss = 397.6520, kl_loss = 0.8922\n", + "Batch 150, loss = 673.0682, recon_loss = 672.0737, kl_loss = 0.9946\n", + "Batch 180, loss = 1380.3496, recon_loss = 1378.3188, kl_loss = 2.0307\n", + "Batch 210, loss = 4520.4355, recon_loss = 4515.3413, kl_loss = 5.0943\n", + "Average loss: 3898.0504\n", + "Epoch: 851\n", + "Batch 30, loss = 5745.1680, recon_loss = 5743.8130, kl_loss = 1.3550\n", + "Batch 60, loss = 644.6270, recon_loss = 644.0671, kl_loss = 0.5599\n", + "Batch 90, loss = 199.3617, recon_loss = 198.9048, kl_loss = 0.4569\n", + "Batch 120, loss = 395.5496, recon_loss = 394.7314, kl_loss = 0.8182\n", + "Batch 150, loss = 673.4635, recon_loss = 672.3654, kl_loss = 1.0981\n", + "Batch 180, loss = 1382.1796, recon_loss = 1380.1108, kl_loss = 2.0687\n", + "Batch 210, loss = 4738.1543, recon_loss = 4733.0747, kl_loss = 5.0797\n", + "Average loss: 3861.3337\n", + "Epoch: 852\n", + "Batch 30, loss = 5749.8608, recon_loss = 5748.6328, kl_loss = 1.2279\n", + "Batch 60, loss = 645.8224, recon_loss = 645.2624, kl_loss = 0.5601\n", + "Batch 90, loss = 189.9380, recon_loss = 189.4632, kl_loss = 0.4747\n", + "Batch 120, loss = 394.6570, recon_loss = 393.7510, kl_loss = 0.9060\n", + "Batch 150, loss = 672.9211, recon_loss = 671.8763, kl_loss = 1.0448\n", + "Batch 180, loss = 1379.7389, recon_loss = 1377.7434, kl_loss = 1.9955\n", + "Batch 210, loss = 4705.2588, recon_loss = 4700.2246, kl_loss = 5.0342\n", + "Average loss: 3831.2208\n", + "Epoch: 853\n", + "Batch 30, loss = 5740.2339, recon_loss = 5738.8525, kl_loss = 1.3815\n", + "Batch 60, loss = 644.2111, recon_loss = 643.6364, kl_loss = 0.5748\n", + "Batch 90, loss = 192.7935, recon_loss = 192.3245, kl_loss = 0.4690\n", + "Batch 120, loss = 395.9818, recon_loss = 395.1380, kl_loss = 0.8438\n", + "Batch 150, loss = 673.7106, recon_loss = 672.6233, kl_loss = 1.0873\n", + "Batch 180, loss = 1379.3896, recon_loss = 1377.3062, kl_loss = 2.0836\n", + "Batch 210, loss = 4546.7168, recon_loss = 4541.7705, kl_loss = 4.9461\n", + "Average loss: 3862.5766\n", + "Epoch: 854\n", + "Batch 30, loss = 5751.8389, recon_loss = 5750.4575, kl_loss = 1.3813\n", + "Batch 60, loss = 644.7594, recon_loss = 644.2050, kl_loss = 0.5544\n", + "Batch 90, loss = 189.2389, recon_loss = 188.7553, kl_loss = 0.4836\n", + "Batch 120, loss = 396.4017, recon_loss = 395.6593, kl_loss = 0.7424\n", + "Batch 150, loss = 672.4379, recon_loss = 671.4627, kl_loss = 0.9751\n", + "Batch 180, loss = 1383.2522, recon_loss = 1381.2454, kl_loss = 2.0068\n", + "Batch 210, loss = 4550.6147, recon_loss = 4545.5986, kl_loss = 5.0160\n", + "Average loss: 3876.7160\n", + "Epoch: 855\n", + "Batch 30, loss = 5746.6274, recon_loss = 5745.1499, kl_loss = 1.4776\n", + "Batch 60, loss = 644.2794, recon_loss = 643.7088, kl_loss = 0.5706\n", + "Batch 90, loss = 195.6427, recon_loss = 195.1803, kl_loss = 0.4624\n", + "Batch 120, loss = 401.0039, recon_loss = 400.1789, kl_loss = 0.8250\n", + "Batch 150, loss = 673.1601, recon_loss = 672.1818, kl_loss = 0.9783\n", + "Batch 180, loss = 1383.8420, recon_loss = 1381.8171, kl_loss = 2.0250\n", + "Batch 210, loss = 4703.7559, recon_loss = 4698.7539, kl_loss = 5.0021\n", + "Average loss: 3795.1837\n", + "Epoch: 856\n", + "Batch 30, loss = 5754.0122, recon_loss = 5752.5845, kl_loss = 1.4279\n", + "Batch 60, loss = 644.3990, recon_loss = 643.8145, kl_loss = 0.5846\n", + "Batch 90, loss = 194.7740, recon_loss = 194.2990, kl_loss = 0.4750\n", + "Batch 120, loss = 397.4856, recon_loss = 396.6293, kl_loss = 0.8563\n", + "Batch 150, loss = 673.8180, recon_loss = 672.7261, kl_loss = 1.0919\n", + "Batch 180, loss = 1378.9158, recon_loss = 1376.8330, kl_loss = 2.0828\n", + "Batch 210, loss = 4669.0796, recon_loss = 4663.9824, kl_loss = 5.0974\n", + "Average loss: 3803.0381\n", + "Epoch: 857\n", + "Batch 30, loss = 5737.7344, recon_loss = 5736.3921, kl_loss = 1.3423\n", + "Batch 60, loss = 645.8392, recon_loss = 645.2642, kl_loss = 0.5751\n", + "Batch 90, loss = 186.4687, recon_loss = 185.9994, kl_loss = 0.4692\n", + "Batch 120, loss = 405.4586, recon_loss = 404.6595, kl_loss = 0.7990\n", + "Batch 150, loss = 672.9202, recon_loss = 671.8701, kl_loss = 1.0501\n", + "Batch 180, loss = 1379.3507, recon_loss = 1377.3025, kl_loss = 2.0483\n", + "Batch 210, loss = 4714.0918, recon_loss = 4708.9541, kl_loss = 5.1378\n", + "Average loss: 3810.1039\n", + "Epoch: 858\n", + "Batch 30, loss = 5741.8716, recon_loss = 5740.4600, kl_loss = 1.4115\n", + "Batch 60, loss = 645.3023, recon_loss = 644.7301, kl_loss = 0.5722\n", + "Batch 90, loss = 196.8893, recon_loss = 196.4348, kl_loss = 0.4545\n", + "Batch 120, loss = 394.7522, recon_loss = 393.9080, kl_loss = 0.8442\n", + "Batch 150, loss = 672.7837, recon_loss = 671.7471, kl_loss = 1.0366\n", + "Batch 180, loss = 1381.3978, recon_loss = 1379.3137, kl_loss = 2.0842\n", + "Batch 210, loss = 4547.2104, recon_loss = 4542.1455, kl_loss = 5.0650\n", + "Average loss: 3841.2497\n", + "Epoch: 859\n", + "Batch 30, loss = 5745.2856, recon_loss = 5743.9312, kl_loss = 1.3545\n", + "Batch 60, loss = 645.5034, recon_loss = 644.9103, kl_loss = 0.5931\n", + "Batch 90, loss = 189.2815, recon_loss = 188.8473, kl_loss = 0.4342\n", + "Batch 120, loss = 395.0314, recon_loss = 394.1919, kl_loss = 0.8395\n", + "Batch 150, loss = 673.0180, recon_loss = 671.9664, kl_loss = 1.0516\n", + "Batch 180, loss = 1388.3483, recon_loss = 1386.2510, kl_loss = 2.0973\n", + "Batch 210, loss = 4488.1001, recon_loss = 4483.0068, kl_loss = 5.0933\n", + "Average loss: 3833.8136\n", + "Epoch: 860\n", + "Batch 30, loss = 5736.4424, recon_loss = 5735.0610, kl_loss = 1.3811\n", + "Batch 60, loss = 645.4180, recon_loss = 644.8439, kl_loss = 0.5741\n", + "Batch 90, loss = 200.1277, recon_loss = 199.6566, kl_loss = 0.4710\n", + "Batch 120, loss = 398.0940, recon_loss = 397.3296, kl_loss = 0.7644\n", + "Batch 150, loss = 672.6389, recon_loss = 671.5264, kl_loss = 1.1125\n", + "Batch 180, loss = 1379.1627, recon_loss = 1377.0985, kl_loss = 2.0642\n", + "Batch 210, loss = 4571.4575, recon_loss = 4566.3208, kl_loss = 5.1367\n", + "Average loss: 3793.0752\n", + "Epoch: 861\n", + "Batch 30, loss = 5747.6440, recon_loss = 5746.1934, kl_loss = 1.4506\n", + "Batch 60, loss = 645.6681, recon_loss = 645.0837, kl_loss = 0.5844\n", + "Batch 90, loss = 186.4946, recon_loss = 186.0294, kl_loss = 0.4652\n", + "Batch 120, loss = 394.9401, recon_loss = 394.1269, kl_loss = 0.8132\n", + "Batch 150, loss = 672.8710, recon_loss = 671.8278, kl_loss = 1.0433\n", + "Batch 180, loss = 1378.9574, recon_loss = 1376.8652, kl_loss = 2.0922\n", + "Batch 210, loss = 4590.7769, recon_loss = 4585.6855, kl_loss = 5.0914\n", + "Average loss: 3805.5049\n", + "Epoch: 862\n", + "Batch 30, loss = 5736.3154, recon_loss = 5734.8647, kl_loss = 1.4504\n", + "Batch 60, loss = 644.5242, recon_loss = 643.9368, kl_loss = 0.5874\n", + "Batch 90, loss = 202.4781, recon_loss = 202.0396, kl_loss = 0.4385\n", + "Batch 120, loss = 395.0222, recon_loss = 394.2702, kl_loss = 0.7520\n", + "Batch 150, loss = 672.2249, recon_loss = 671.1952, kl_loss = 1.0297\n", + "Batch 180, loss = 1378.5447, recon_loss = 1376.4919, kl_loss = 2.0527\n", + "Batch 210, loss = 4538.9326, recon_loss = 4533.7788, kl_loss = 5.1537\n", + "Average loss: 3813.8897\n", + "Epoch: 863\n", + "Batch 30, loss = 5746.6011, recon_loss = 5745.2266, kl_loss = 1.3746\n", + "Batch 60, loss = 644.6812, recon_loss = 644.0807, kl_loss = 0.6004\n", + "Batch 90, loss = 185.1518, recon_loss = 184.6922, kl_loss = 0.4596\n", + "Batch 120, loss = 397.5672, recon_loss = 396.7830, kl_loss = 0.7842\n", + "Batch 150, loss = 672.8685, recon_loss = 671.8370, kl_loss = 1.0315\n", + "Batch 180, loss = 1381.8964, recon_loss = 1379.8478, kl_loss = 2.0486\n", + "Batch 210, loss = 4486.2539, recon_loss = 4481.0923, kl_loss = 5.1615\n", + "Average loss: 3838.8097\n", + "Epoch: 864\n", + "Batch 30, loss = 5739.1025, recon_loss = 5737.5425, kl_loss = 1.5602\n", + "Batch 60, loss = 646.2722, recon_loss = 645.6611, kl_loss = 0.6111\n", + "Batch 90, loss = 198.4765, recon_loss = 198.0102, kl_loss = 0.4664\n", + "Batch 120, loss = 397.2374, recon_loss = 396.3762, kl_loss = 0.8612\n", + "Batch 150, loss = 672.4075, recon_loss = 671.3009, kl_loss = 1.1066\n", + "Batch 180, loss = 1380.6106, recon_loss = 1378.5886, kl_loss = 2.0220\n", + "Batch 210, loss = 4511.2422, recon_loss = 4506.0957, kl_loss = 5.1467\n", + "Average loss: 3840.1302\n", + "Epoch: 865\n", + "Batch 30, loss = 5736.0371, recon_loss = 5734.4731, kl_loss = 1.5637\n", + "Batch 60, loss = 645.6042, recon_loss = 644.9643, kl_loss = 0.6399\n", + "Batch 90, loss = 188.8988, recon_loss = 188.4218, kl_loss = 0.4770\n", + "Batch 120, loss = 393.8929, recon_loss = 393.0379, kl_loss = 0.8550\n", + "Batch 150, loss = 672.6451, recon_loss = 671.6145, kl_loss = 1.0307\n", + "Batch 180, loss = 1381.2104, recon_loss = 1379.2059, kl_loss = 2.0046\n", + "Batch 210, loss = 4572.6035, recon_loss = 4567.3804, kl_loss = 5.2229\n", + "Average loss: 3883.5787\n", + "Epoch: 866\n", + "Batch 30, loss = 5747.9302, recon_loss = 5746.5254, kl_loss = 1.4046\n", + "Batch 60, loss = 645.0793, recon_loss = 644.5027, kl_loss = 0.5766\n", + "Batch 90, loss = 196.6026, recon_loss = 196.1705, kl_loss = 0.4321\n", + "Batch 120, loss = 394.7764, recon_loss = 393.9244, kl_loss = 0.8520\n", + "Batch 150, loss = 673.2683, recon_loss = 672.2542, kl_loss = 1.0142\n", + "Batch 180, loss = 1382.5973, recon_loss = 1380.5446, kl_loss = 2.0528\n", + "Batch 210, loss = 4641.1118, recon_loss = 4635.9106, kl_loss = 5.2014\n", + "Average loss: 3832.6828\n", + "Epoch: 867\n", + "Batch 30, loss = 5742.1396, recon_loss = 5740.6377, kl_loss = 1.5020\n", + "Batch 60, loss = 644.9279, recon_loss = 644.3412, kl_loss = 0.5867\n", + "Batch 90, loss = 187.3552, recon_loss = 186.8820, kl_loss = 0.4732\n", + "Batch 120, loss = 396.2160, recon_loss = 395.2726, kl_loss = 0.9435\n", + "Batch 150, loss = 673.7123, recon_loss = 672.6133, kl_loss = 1.0990\n", + "Batch 180, loss = 1381.7781, recon_loss = 1379.6726, kl_loss = 2.1055\n", + "Batch 210, loss = 4539.8184, recon_loss = 4534.6230, kl_loss = 5.1955\n", + "Average loss: 3802.2143\n", + "Epoch: 868\n", + "Batch 30, loss = 5761.4043, recon_loss = 5760.1172, kl_loss = 1.2871\n", + "Batch 60, loss = 645.1447, recon_loss = 644.5461, kl_loss = 0.5985\n", + "Batch 90, loss = 188.1003, recon_loss = 187.6539, kl_loss = 0.4464\n", + "Batch 120, loss = 392.8104, recon_loss = 391.9852, kl_loss = 0.8252\n", + "Batch 150, loss = 672.9935, recon_loss = 671.9194, kl_loss = 1.0742\n", + "Batch 180, loss = 1381.3882, recon_loss = 1379.2815, kl_loss = 2.1067\n", + "Batch 210, loss = 4456.4277, recon_loss = 4451.1738, kl_loss = 5.2539\n", + "Average loss: 3806.6359\n", + "Epoch: 869\n", + "Batch 30, loss = 5746.6318, recon_loss = 5745.2422, kl_loss = 1.3898\n", + "Batch 60, loss = 644.7223, recon_loss = 644.1320, kl_loss = 0.5903\n", + "Batch 90, loss = 191.0144, recon_loss = 190.5513, kl_loss = 0.4631\n", + "Batch 120, loss = 397.6549, recon_loss = 396.8942, kl_loss = 0.7607\n", + "Batch 150, loss = 673.3889, recon_loss = 672.2681, kl_loss = 1.1208\n", + "Batch 180, loss = 1381.7710, recon_loss = 1379.7513, kl_loss = 2.0196\n", + "Batch 210, loss = 4433.9263, recon_loss = 4428.8135, kl_loss = 5.1129\n", + "Average loss: 3842.9268\n", + "Epoch: 870\n", + "Batch 30, loss = 5743.5322, recon_loss = 5742.0430, kl_loss = 1.4893\n", + "Batch 60, loss = 644.6705, recon_loss = 644.1213, kl_loss = 0.5493\n", + "Batch 90, loss = 187.2297, recon_loss = 186.7936, kl_loss = 0.4361\n", + "Batch 120, loss = 397.2579, recon_loss = 396.3791, kl_loss = 0.8789\n", + "Batch 150, loss = 672.7373, recon_loss = 671.6187, kl_loss = 1.1187\n", + "Batch 180, loss = 1379.1210, recon_loss = 1377.0576, kl_loss = 2.0634\n", + "Batch 210, loss = 4452.6758, recon_loss = 4447.5938, kl_loss = 5.0819\n", + "Average loss: 3852.1343\n", + "Epoch: 871\n", + "Batch 30, loss = 5744.7412, recon_loss = 5743.3560, kl_loss = 1.3852\n", + "Batch 60, loss = 644.4258, recon_loss = 643.8429, kl_loss = 0.5830\n", + "Batch 90, loss = 196.9293, recon_loss = 196.4771, kl_loss = 0.4523\n", + "Batch 120, loss = 395.8568, recon_loss = 395.0423, kl_loss = 0.8144\n", + "Batch 150, loss = 672.4279, recon_loss = 671.3597, kl_loss = 1.0682\n", + "Batch 180, loss = 1381.9648, recon_loss = 1379.8254, kl_loss = 2.1394\n", + "Batch 210, loss = 4401.2549, recon_loss = 4396.1953, kl_loss = 5.0595\n", + "Average loss: 3820.3059\n", + "Epoch: 872\n", + "Batch 30, loss = 5747.1895, recon_loss = 5745.8062, kl_loss = 1.3834\n", + "Batch 60, loss = 644.9178, recon_loss = 644.3518, kl_loss = 0.5660\n", + "Batch 90, loss = 195.6606, recon_loss = 195.2175, kl_loss = 0.4431\n", + "Batch 120, loss = 397.3657, recon_loss = 396.3744, kl_loss = 0.9913\n", + "Batch 150, loss = 672.8916, recon_loss = 671.8829, kl_loss = 1.0087\n", + "Batch 180, loss = 1381.0331, recon_loss = 1379.0291, kl_loss = 2.0040\n", + "Batch 210, loss = 4420.2827, recon_loss = 4415.2065, kl_loss = 5.0763\n", + "Average loss: 3866.8612\n", + "Epoch: 873\n", + "Batch 30, loss = 5746.2500, recon_loss = 5744.8213, kl_loss = 1.4287\n", + "Batch 60, loss = 644.2977, recon_loss = 643.7037, kl_loss = 0.5940\n", + "Batch 90, loss = 199.5947, recon_loss = 199.1235, kl_loss = 0.4712\n", + "Batch 120, loss = 392.7219, recon_loss = 391.9067, kl_loss = 0.8152\n", + "Batch 150, loss = 672.8514, recon_loss = 671.7496, kl_loss = 1.1017\n", + "Batch 180, loss = 1382.6931, recon_loss = 1380.6862, kl_loss = 2.0070\n", + "Batch 210, loss = 4568.6245, recon_loss = 4563.5752, kl_loss = 5.0495\n", + "Average loss: 3818.3809\n", + "Epoch: 874\n", + "Batch 30, loss = 5744.8442, recon_loss = 5743.4194, kl_loss = 1.4250\n", + "Batch 60, loss = 644.1997, recon_loss = 643.6067, kl_loss = 0.5930\n", + "Batch 90, loss = 188.7364, recon_loss = 188.2591, kl_loss = 0.4773\n", + "Batch 120, loss = 401.0908, recon_loss = 400.2054, kl_loss = 0.8854\n", + "Batch 150, loss = 672.7829, recon_loss = 671.7702, kl_loss = 1.0127\n", + "Batch 180, loss = 1378.8655, recon_loss = 1376.8060, kl_loss = 2.0595\n", + "Batch 210, loss = 4538.7759, recon_loss = 4533.6499, kl_loss = 5.1262\n", + "Average loss: 3816.8849\n", + "Epoch: 875\n", + "Batch 30, loss = 5732.8838, recon_loss = 5731.5029, kl_loss = 1.3806\n", + "Batch 60, loss = 644.4569, recon_loss = 643.8668, kl_loss = 0.5902\n", + "Batch 90, loss = 196.9134, recon_loss = 196.4240, kl_loss = 0.4894\n", + "Batch 120, loss = 394.1748, recon_loss = 393.3487, kl_loss = 0.8261\n", + "Batch 150, loss = 673.4684, recon_loss = 672.4282, kl_loss = 1.0402\n", + "Batch 180, loss = 1379.0023, recon_loss = 1376.7791, kl_loss = 2.2233\n", + "Batch 210, loss = 4522.4302, recon_loss = 4517.3394, kl_loss = 5.0908\n", + "Average loss: 3819.8913\n", + "Epoch: 876\n", + "Batch 30, loss = 5742.6816, recon_loss = 5741.1401, kl_loss = 1.5417\n", + "Batch 60, loss = 644.0237, recon_loss = 643.4299, kl_loss = 0.5938\n", + "Batch 90, loss = 200.5726, recon_loss = 200.1094, kl_loss = 0.4632\n", + "Batch 120, loss = 394.9762, recon_loss = 394.1763, kl_loss = 0.7999\n", + "Batch 150, loss = 673.4147, recon_loss = 672.3181, kl_loss = 1.0966\n", + "Batch 180, loss = 1380.0720, recon_loss = 1378.0082, kl_loss = 2.0638\n", + "Batch 210, loss = 4531.6016, recon_loss = 4526.4492, kl_loss = 5.1521\n", + "Average loss: 3882.6364\n", + "Epoch: 877\n", + "Batch 30, loss = 5730.2378, recon_loss = 5728.8052, kl_loss = 1.4326\n", + "Batch 60, loss = 644.2476, recon_loss = 643.6696, kl_loss = 0.5780\n", + "Batch 90, loss = 188.7929, recon_loss = 188.3074, kl_loss = 0.4854\n", + "Batch 120, loss = 399.1876, recon_loss = 398.3754, kl_loss = 0.8122\n", + "Batch 150, loss = 673.0363, recon_loss = 672.0258, kl_loss = 1.0104\n", + "Batch 180, loss = 1381.4762, recon_loss = 1379.4211, kl_loss = 2.0551\n", + "Batch 210, loss = 4518.0972, recon_loss = 4513.0254, kl_loss = 5.0718\n", + "Average loss: 3874.4914\n", + "Epoch: 878\n", + "Batch 30, loss = 5745.5796, recon_loss = 5744.1431, kl_loss = 1.4364\n", + "Batch 60, loss = 645.7745, recon_loss = 645.1703, kl_loss = 0.6042\n", + "Batch 90, loss = 200.1926, recon_loss = 199.6848, kl_loss = 0.5078\n", + "Batch 120, loss = 395.3195, recon_loss = 394.4430, kl_loss = 0.8766\n", + "Batch 150, loss = 672.7830, recon_loss = 671.7468, kl_loss = 1.0362\n", + "Batch 180, loss = 1377.7450, recon_loss = 1375.6504, kl_loss = 2.0946\n", + "Batch 210, loss = 4426.9644, recon_loss = 4421.9854, kl_loss = 4.9790\n", + "Average loss: 3911.7274\n", + "Epoch: 879\n", + "Batch 30, loss = 5739.5205, recon_loss = 5738.0376, kl_loss = 1.4829\n", + "Batch 60, loss = 643.8170, recon_loss = 643.1794, kl_loss = 0.6375\n", + "Batch 90, loss = 186.2192, recon_loss = 185.7415, kl_loss = 0.4777\n", + "Batch 120, loss = 394.6867, recon_loss = 393.7616, kl_loss = 0.9251\n", + "Batch 150, loss = 673.4322, recon_loss = 672.4120, kl_loss = 1.0202\n", + "Batch 180, loss = 1383.6302, recon_loss = 1381.6012, kl_loss = 2.0291\n", + "Batch 210, loss = 4543.4297, recon_loss = 4538.4092, kl_loss = 5.0203\n", + "Average loss: 3846.8283\n", + "Epoch: 880\n", + "Batch 30, loss = 5744.3887, recon_loss = 5743.0356, kl_loss = 1.3529\n", + "Batch 60, loss = 644.2543, recon_loss = 643.6535, kl_loss = 0.6008\n", + "Batch 90, loss = 184.3242, recon_loss = 183.8533, kl_loss = 0.4709\n", + "Batch 120, loss = 396.6099, recon_loss = 395.6492, kl_loss = 0.9607\n", + "Batch 150, loss = 673.2464, recon_loss = 672.2185, kl_loss = 1.0279\n", + "Batch 180, loss = 1378.4238, recon_loss = 1376.3196, kl_loss = 2.1042\n", + "Batch 210, loss = 4770.4331, recon_loss = 4765.3291, kl_loss = 5.1039\n", + "Average loss: 3820.0909\n", + "Epoch: 881\n", + "Batch 30, loss = 5740.4146, recon_loss = 5739.0273, kl_loss = 1.3872\n", + "Batch 60, loss = 645.1514, recon_loss = 644.5902, kl_loss = 0.5612\n", + "Batch 90, loss = 191.2476, recon_loss = 190.7256, kl_loss = 0.5220\n", + "Batch 120, loss = 393.8891, recon_loss = 392.9858, kl_loss = 0.9033\n", + "Batch 150, loss = 673.1197, recon_loss = 672.0282, kl_loss = 1.0915\n", + "Batch 180, loss = 1391.4564, recon_loss = 1389.4292, kl_loss = 2.0272\n", + "Batch 210, loss = 4527.7935, recon_loss = 4522.7490, kl_loss = 5.0443\n", + "Average loss: 3923.5228\n", + "Epoch: 882\n", + "Batch 30, loss = 5740.0615, recon_loss = 5738.6030, kl_loss = 1.4584\n", + "Batch 60, loss = 643.9433, recon_loss = 643.3310, kl_loss = 0.6123\n", + "Batch 90, loss = 190.0177, recon_loss = 189.5170, kl_loss = 0.5007\n", + "Batch 120, loss = 394.1663, recon_loss = 393.2321, kl_loss = 0.9342\n", + "Batch 150, loss = 672.6848, recon_loss = 671.6650, kl_loss = 1.0198\n", + "Batch 180, loss = 1381.8718, recon_loss = 1379.8381, kl_loss = 2.0337\n", + "Batch 210, loss = 4523.7622, recon_loss = 4518.6802, kl_loss = 5.0822\n", + "Average loss: 3855.3671\n", + "Epoch: 883\n", + "Batch 30, loss = 5747.1191, recon_loss = 5745.7051, kl_loss = 1.4141\n", + "Batch 60, loss = 643.9552, recon_loss = 643.3448, kl_loss = 0.6104\n", + "Batch 90, loss = 193.1845, recon_loss = 192.7136, kl_loss = 0.4709\n", + "Batch 120, loss = 396.6595, recon_loss = 395.7874, kl_loss = 0.8722\n", + "Batch 150, loss = 672.3373, recon_loss = 671.2747, kl_loss = 1.0626\n", + "Batch 180, loss = 1381.4010, recon_loss = 1379.2999, kl_loss = 2.1011\n", + "Batch 210, loss = 4668.2910, recon_loss = 4663.2510, kl_loss = 5.0402\n", + "Average loss: 3916.7337\n", + "Epoch: 884\n", + "Batch 30, loss = 5743.8032, recon_loss = 5742.5195, kl_loss = 1.2835\n", + "Batch 60, loss = 644.0236, recon_loss = 643.4534, kl_loss = 0.5702\n", + "Batch 90, loss = 188.7334, recon_loss = 188.2466, kl_loss = 0.4868\n", + "Batch 120, loss = 395.9419, recon_loss = 395.0999, kl_loss = 0.8419\n", + "Batch 150, loss = 672.9690, recon_loss = 671.9301, kl_loss = 1.0390\n", + "Batch 180, loss = 1379.2599, recon_loss = 1377.2168, kl_loss = 2.0431\n", + "Batch 210, loss = 4589.6924, recon_loss = 4584.6748, kl_loss = 5.0177\n", + "Average loss: 3872.6225\n", + "Epoch: 885\n", + "Batch 30, loss = 5742.3657, recon_loss = 5740.7998, kl_loss = 1.5659\n", + "Batch 60, loss = 644.6550, recon_loss = 644.0172, kl_loss = 0.6378\n", + "Batch 90, loss = 189.4501, recon_loss = 188.9028, kl_loss = 0.5473\n", + "Batch 120, loss = 396.1519, recon_loss = 395.2295, kl_loss = 0.9224\n", + "Batch 150, loss = 672.7372, recon_loss = 671.6445, kl_loss = 1.0927\n", + "Batch 180, loss = 1378.6626, recon_loss = 1376.5868, kl_loss = 2.0758\n", + "Batch 210, loss = 4496.2227, recon_loss = 4491.2163, kl_loss = 5.0064\n", + "Average loss: 3892.7246\n", + "Epoch: 886\n", + "Batch 30, loss = 5741.5977, recon_loss = 5740.1689, kl_loss = 1.4288\n", + "Batch 60, loss = 645.2891, recon_loss = 644.7037, kl_loss = 0.5855\n", + "Batch 90, loss = 191.9402, recon_loss = 191.4564, kl_loss = 0.4838\n", + "Batch 120, loss = 393.4931, recon_loss = 392.6673, kl_loss = 0.8257\n", + "Batch 150, loss = 672.5402, recon_loss = 671.5999, kl_loss = 0.9404\n", + "Batch 180, loss = 1380.6880, recon_loss = 1378.6520, kl_loss = 2.0360\n", + "Batch 210, loss = 4608.0576, recon_loss = 4603.0684, kl_loss = 4.9895\n", + "Average loss: 3866.5382\n", + "Epoch: 887\n", + "Batch 30, loss = 5767.5527, recon_loss = 5766.1411, kl_loss = 1.4116\n", + "Batch 60, loss = 644.3400, recon_loss = 643.7483, kl_loss = 0.5917\n", + "Batch 90, loss = 185.5457, recon_loss = 185.0852, kl_loss = 0.4605\n", + "Batch 120, loss = 393.5954, recon_loss = 392.7202, kl_loss = 0.8752\n", + "Batch 150, loss = 672.7009, recon_loss = 671.6364, kl_loss = 1.0645\n", + "Batch 180, loss = 1380.3436, recon_loss = 1378.2706, kl_loss = 2.0730\n", + "Batch 210, loss = 4543.4927, recon_loss = 4538.5435, kl_loss = 4.9493\n", + "Average loss: 3864.3108\n", + "Epoch: 888\n", + "Batch 30, loss = 5739.4780, recon_loss = 5737.9312, kl_loss = 1.5470\n", + "Batch 60, loss = 644.1448, recon_loss = 643.5430, kl_loss = 0.6019\n", + "Batch 90, loss = 197.2236, recon_loss = 196.7517, kl_loss = 0.4719\n", + "Batch 120, loss = 393.3791, recon_loss = 392.4898, kl_loss = 0.8893\n", + "Batch 150, loss = 673.0157, recon_loss = 672.0250, kl_loss = 0.9908\n", + "Batch 180, loss = 1378.6387, recon_loss = 1376.5574, kl_loss = 2.0813\n", + "Batch 210, loss = 4461.2954, recon_loss = 4456.2461, kl_loss = 5.0492\n", + "Average loss: 3853.4138\n", + "Epoch: 889\n", + "Batch 30, loss = 5762.0859, recon_loss = 5760.6875, kl_loss = 1.3987\n", + "Batch 60, loss = 643.8056, recon_loss = 643.2134, kl_loss = 0.5923\n", + "Batch 90, loss = 187.4022, recon_loss = 186.9166, kl_loss = 0.4856\n", + "Batch 120, loss = 393.7191, recon_loss = 392.8016, kl_loss = 0.9175\n", + "Batch 150, loss = 672.2716, recon_loss = 671.2710, kl_loss = 1.0006\n", + "Batch 180, loss = 1377.1509, recon_loss = 1375.0747, kl_loss = 2.0762\n", + "Batch 210, loss = 4437.8364, recon_loss = 4432.7637, kl_loss = 5.0725\n", + "Average loss: 3889.0691\n", + "Epoch: 890\n", + "Batch 30, loss = 5744.0532, recon_loss = 5742.6558, kl_loss = 1.3975\n", + "Batch 60, loss = 644.0667, recon_loss = 643.4548, kl_loss = 0.6119\n", + "Batch 90, loss = 188.9509, recon_loss = 188.4359, kl_loss = 0.5149\n", + "Batch 120, loss = 400.2696, recon_loss = 399.4644, kl_loss = 0.8052\n", + "Batch 150, loss = 672.1868, recon_loss = 671.1637, kl_loss = 1.0230\n", + "Batch 180, loss = 1378.1359, recon_loss = 1376.0200, kl_loss = 2.1159\n", + "Batch 210, loss = 4576.1401, recon_loss = 4571.0391, kl_loss = 5.1012\n", + "Average loss: 3853.5392\n", + "Epoch: 891\n", + "Batch 30, loss = 5739.5078, recon_loss = 5738.0889, kl_loss = 1.4190\n", + "Batch 60, loss = 644.8519, recon_loss = 644.2391, kl_loss = 0.6128\n", + "Batch 90, loss = 184.4300, recon_loss = 183.9638, kl_loss = 0.4662\n", + "Batch 120, loss = 396.5468, recon_loss = 395.6914, kl_loss = 0.8555\n", + "Batch 150, loss = 672.1541, recon_loss = 671.1843, kl_loss = 0.9699\n", + "Batch 180, loss = 1381.3453, recon_loss = 1379.2932, kl_loss = 2.0521\n", + "Batch 210, loss = 4534.5957, recon_loss = 4529.4717, kl_loss = 5.1239\n", + "Average loss: 3846.9335\n", + "Epoch: 892\n", + "Batch 30, loss = 5739.4214, recon_loss = 5738.0122, kl_loss = 1.4089\n", + "Batch 60, loss = 644.1159, recon_loss = 643.5348, kl_loss = 0.5811\n", + "Batch 90, loss = 187.2059, recon_loss = 186.7458, kl_loss = 0.4601\n", + "Batch 120, loss = 395.4724, recon_loss = 394.6166, kl_loss = 0.8559\n", + "Batch 150, loss = 672.8625, recon_loss = 671.7811, kl_loss = 1.0814\n", + "Batch 180, loss = 1378.6040, recon_loss = 1376.4816, kl_loss = 2.1224\n", + "Batch 210, loss = 4405.9570, recon_loss = 4400.8691, kl_loss = 5.0878\n", + "Average loss: 3799.2275\n", + "Epoch: 893\n", + "Batch 30, loss = 5745.2412, recon_loss = 5743.9038, kl_loss = 1.3375\n", + "Batch 60, loss = 644.3177, recon_loss = 643.7328, kl_loss = 0.5849\n", + "Batch 90, loss = 192.6349, recon_loss = 192.1904, kl_loss = 0.4445\n", + "Batch 120, loss = 391.8416, recon_loss = 390.9972, kl_loss = 0.8444\n", + "Batch 150, loss = 671.9483, recon_loss = 670.9246, kl_loss = 1.0237\n", + "Batch 180, loss = 1381.9861, recon_loss = 1379.8917, kl_loss = 2.0943\n", + "Batch 210, loss = 4449.4512, recon_loss = 4444.3916, kl_loss = 5.0594\n", + "Average loss: 3860.2028\n", + "Epoch: 894\n", + "Batch 30, loss = 5752.4077, recon_loss = 5751.0469, kl_loss = 1.3611\n", + "Batch 60, loss = 645.1039, recon_loss = 644.5032, kl_loss = 0.6007\n", + "Batch 90, loss = 205.9604, recon_loss = 205.4752, kl_loss = 0.4853\n", + "Batch 120, loss = 394.4149, recon_loss = 393.5836, kl_loss = 0.8313\n", + "Batch 150, loss = 672.8522, recon_loss = 671.6782, kl_loss = 1.1740\n", + "Batch 180, loss = 1379.9606, recon_loss = 1377.7289, kl_loss = 2.2317\n", + "Batch 210, loss = 4532.0391, recon_loss = 4527.0342, kl_loss = 5.0050\n", + "Average loss: 3845.3655\n", + "Epoch: 895\n", + "Batch 30, loss = 5745.9824, recon_loss = 5744.6357, kl_loss = 1.3466\n", + "Batch 60, loss = 643.5807, recon_loss = 643.0219, kl_loss = 0.5589\n", + "Batch 90, loss = 192.2237, recon_loss = 191.7263, kl_loss = 0.4974\n", + "Batch 120, loss = 393.7250, recon_loss = 392.8648, kl_loss = 0.8602\n", + "Batch 150, loss = 671.8622, recon_loss = 670.7943, kl_loss = 1.0679\n", + "Batch 180, loss = 1378.0790, recon_loss = 1375.8751, kl_loss = 2.2038\n", + "Batch 210, loss = 4637.3452, recon_loss = 4632.3711, kl_loss = 4.9741\n", + "Average loss: 3832.2140\n", + "Epoch: 896\n", + "Batch 30, loss = 5754.1753, recon_loss = 5752.7842, kl_loss = 1.3909\n", + "Batch 60, loss = 645.4533, recon_loss = 644.8801, kl_loss = 0.5732\n", + "Batch 90, loss = 200.6334, recon_loss = 200.0738, kl_loss = 0.5595\n", + "Batch 120, loss = 396.6540, recon_loss = 395.7916, kl_loss = 0.8624\n", + "Batch 150, loss = 672.5401, recon_loss = 671.4568, kl_loss = 1.0833\n", + "Batch 180, loss = 1377.7838, recon_loss = 1375.6637, kl_loss = 2.1201\n", + "Batch 210, loss = 4473.4121, recon_loss = 4468.4390, kl_loss = 4.9731\n", + "Average loss: 3830.2905\n", + "Epoch: 897\n", + "Batch 30, loss = 5747.9741, recon_loss = 5746.5361, kl_loss = 1.4379\n", + "Batch 60, loss = 643.4286, recon_loss = 642.8491, kl_loss = 0.5796\n", + "Batch 90, loss = 196.3984, recon_loss = 195.8874, kl_loss = 0.5110\n", + "Batch 120, loss = 393.3402, recon_loss = 392.4400, kl_loss = 0.9002\n", + "Batch 150, loss = 672.4989, recon_loss = 671.3949, kl_loss = 1.1040\n", + "Batch 180, loss = 1382.1727, recon_loss = 1380.0254, kl_loss = 2.1474\n", + "Batch 210, loss = 4722.6187, recon_loss = 4717.4512, kl_loss = 5.1674\n", + "Average loss: 3832.0897\n", + "Epoch: 898\n", + "Batch 30, loss = 5752.6040, recon_loss = 5751.1626, kl_loss = 1.4413\n", + "Batch 60, loss = 644.3481, recon_loss = 643.7385, kl_loss = 0.6096\n", + "Batch 90, loss = 192.1327, recon_loss = 191.6277, kl_loss = 0.5050\n", + "Batch 120, loss = 404.0657, recon_loss = 403.1631, kl_loss = 0.9026\n", + "Batch 150, loss = 672.1550, recon_loss = 671.0864, kl_loss = 1.0686\n", + "Batch 180, loss = 1386.9285, recon_loss = 1384.7617, kl_loss = 2.1668\n", + "Batch 210, loss = 4506.0073, recon_loss = 4501.0801, kl_loss = 4.9272\n", + "Average loss: 3816.5840\n", + "Epoch: 899\n", + "Batch 30, loss = 5751.2402, recon_loss = 5749.8193, kl_loss = 1.4208\n", + "Batch 60, loss = 643.5147, recon_loss = 642.9175, kl_loss = 0.5972\n", + "Batch 90, loss = 201.4842, recon_loss = 200.9776, kl_loss = 0.5066\n", + "Batch 120, loss = 394.5295, recon_loss = 393.6518, kl_loss = 0.8777\n", + "Batch 150, loss = 672.4945, recon_loss = 671.3195, kl_loss = 1.1750\n", + "Batch 180, loss = 1378.4340, recon_loss = 1376.3052, kl_loss = 2.1288\n", + "Batch 210, loss = 4549.7681, recon_loss = 4544.9053, kl_loss = 4.8628\n", + "Average loss: 3854.5855\n", + "Epoch: 900\n", + "Batch 30, loss = 5768.7559, recon_loss = 5767.2070, kl_loss = 1.5488\n", + "Batch 60, loss = 644.1335, recon_loss = 643.5355, kl_loss = 0.5980\n", + "Batch 90, loss = 198.6969, recon_loss = 198.2393, kl_loss = 0.4576\n", + "Batch 120, loss = 392.3997, recon_loss = 391.5320, kl_loss = 0.8677\n", + "Batch 150, loss = 672.5267, recon_loss = 671.4355, kl_loss = 1.0911\n", + "Batch 180, loss = 1379.2816, recon_loss = 1377.1836, kl_loss = 2.0981\n", + "Batch 210, loss = 4539.9155, recon_loss = 4534.9678, kl_loss = 4.9476\n", + "Average loss: 3838.7500\n", + "Epoch: 901\n", + "Batch 30, loss = 5755.2329, recon_loss = 5753.6826, kl_loss = 1.5503\n", + "Batch 60, loss = 644.8327, recon_loss = 644.2567, kl_loss = 0.5761\n", + "Batch 90, loss = 185.8549, recon_loss = 185.3459, kl_loss = 0.5091\n", + "Batch 120, loss = 391.8021, recon_loss = 390.8557, kl_loss = 0.9464\n", + "Batch 150, loss = 671.7637, recon_loss = 670.7375, kl_loss = 1.0262\n", + "Batch 180, loss = 1377.8293, recon_loss = 1375.7043, kl_loss = 2.1250\n", + "Batch 210, loss = 4472.7686, recon_loss = 4467.8428, kl_loss = 4.9257\n", + "Average loss: 3860.4156\n", + "Epoch: 902\n", + "Batch 30, loss = 5746.6309, recon_loss = 5745.2520, kl_loss = 1.3791\n", + "Batch 60, loss = 644.3304, recon_loss = 643.7441, kl_loss = 0.5863\n", + "Batch 90, loss = 189.4305, recon_loss = 188.9439, kl_loss = 0.4865\n", + "Batch 120, loss = 393.8142, recon_loss = 392.9308, kl_loss = 0.8833\n", + "Batch 150, loss = 672.4620, recon_loss = 671.4448, kl_loss = 1.0173\n", + "Batch 180, loss = 1378.5055, recon_loss = 1376.4044, kl_loss = 2.1011\n", + "Batch 210, loss = 4408.1167, recon_loss = 4403.1641, kl_loss = 4.9525\n", + "Average loss: 3891.0067\n", + "Epoch: 903\n", + "Batch 30, loss = 5748.4355, recon_loss = 5747.1284, kl_loss = 1.3071\n", + "Batch 60, loss = 644.3899, recon_loss = 643.8087, kl_loss = 0.5812\n", + "Batch 90, loss = 188.1013, recon_loss = 187.6121, kl_loss = 0.4892\n", + "Batch 120, loss = 396.7391, recon_loss = 395.9381, kl_loss = 0.8010\n", + "Batch 150, loss = 672.6436, recon_loss = 671.4952, kl_loss = 1.1484\n", + "Batch 180, loss = 1380.5918, recon_loss = 1378.4246, kl_loss = 2.1672\n", + "Batch 210, loss = 4653.2637, recon_loss = 4648.2910, kl_loss = 4.9724\n", + "Average loss: 3816.4800\n", + "Epoch: 904\n", + "Batch 30, loss = 5750.1587, recon_loss = 5748.8071, kl_loss = 1.3516\n", + "Batch 60, loss = 644.4200, recon_loss = 643.8169, kl_loss = 0.6031\n", + "Batch 90, loss = 193.1929, recon_loss = 192.7415, kl_loss = 0.4514\n", + "Batch 120, loss = 393.5983, recon_loss = 392.6570, kl_loss = 0.9412\n", + "Batch 150, loss = 672.0626, recon_loss = 670.9957, kl_loss = 1.0668\n", + "Batch 180, loss = 1379.8014, recon_loss = 1377.6536, kl_loss = 2.1478\n", + "Batch 210, loss = 4414.0522, recon_loss = 4409.0840, kl_loss = 4.9682\n", + "Average loss: 3849.7457\n", + "Epoch: 905\n", + "Batch 30, loss = 5749.3184, recon_loss = 5747.9375, kl_loss = 1.3810\n", + "Batch 60, loss = 644.1918, recon_loss = 643.6180, kl_loss = 0.5738\n", + "Batch 90, loss = 184.3491, recon_loss = 183.9165, kl_loss = 0.4326\n", + "Batch 120, loss = 399.7782, recon_loss = 398.8812, kl_loss = 0.8970\n", + "Batch 150, loss = 672.0256, recon_loss = 670.9885, kl_loss = 1.0371\n", + "Batch 180, loss = 1377.2190, recon_loss = 1375.0403, kl_loss = 2.1787\n", + "Batch 210, loss = 4582.4253, recon_loss = 4577.4756, kl_loss = 4.9498\n", + "Average loss: 3823.5049\n", + "Epoch: 906\n", + "Batch 30, loss = 5745.7358, recon_loss = 5744.4443, kl_loss = 1.2916\n", + "Batch 60, loss = 643.3616, recon_loss = 642.7736, kl_loss = 0.5881\n", + "Batch 90, loss = 194.0157, recon_loss = 193.5518, kl_loss = 0.4638\n", + "Batch 120, loss = 394.0343, recon_loss = 393.1389, kl_loss = 0.8955\n", + "Batch 150, loss = 672.2272, recon_loss = 671.1117, kl_loss = 1.1155\n", + "Batch 180, loss = 1380.5297, recon_loss = 1378.3281, kl_loss = 2.2015\n", + "Batch 210, loss = 4412.8525, recon_loss = 4407.8730, kl_loss = 4.9796\n", + "Average loss: 3884.8392\n", + "Epoch: 907\n", + "Batch 30, loss = 5751.1362, recon_loss = 5749.6182, kl_loss = 1.5182\n", + "Batch 60, loss = 644.3905, recon_loss = 643.7659, kl_loss = 0.6246\n", + "Batch 90, loss = 185.6389, recon_loss = 185.1030, kl_loss = 0.5359\n", + "Batch 120, loss = 393.5205, recon_loss = 392.6575, kl_loss = 0.8630\n", + "Batch 150, loss = 672.7325, recon_loss = 671.6338, kl_loss = 1.0987\n", + "Batch 180, loss = 1378.5597, recon_loss = 1376.4233, kl_loss = 2.1364\n", + "Batch 210, loss = 4452.5146, recon_loss = 4447.5713, kl_loss = 4.9435\n", + "Average loss: 3838.0989\n", + "Epoch: 908\n", + "Batch 30, loss = 5753.0576, recon_loss = 5751.6748, kl_loss = 1.3828\n", + "Batch 60, loss = 644.3170, recon_loss = 643.7192, kl_loss = 0.5977\n", + "Batch 90, loss = 202.1232, recon_loss = 201.6130, kl_loss = 0.5102\n", + "Batch 120, loss = 396.0069, recon_loss = 395.0778, kl_loss = 0.9291\n", + "Batch 150, loss = 672.3883, recon_loss = 671.2437, kl_loss = 1.1447\n", + "Batch 180, loss = 1378.8658, recon_loss = 1376.7976, kl_loss = 2.0683\n", + "Batch 210, loss = 4403.6772, recon_loss = 4398.7026, kl_loss = 4.9744\n", + "Average loss: 3834.4517\n", + "Epoch: 909\n", + "Batch 30, loss = 5756.7544, recon_loss = 5755.3936, kl_loss = 1.3610\n", + "Batch 60, loss = 643.9116, recon_loss = 643.3317, kl_loss = 0.5798\n", + "Batch 90, loss = 194.6436, recon_loss = 194.1653, kl_loss = 0.4782\n", + "Batch 120, loss = 393.5462, recon_loss = 392.6826, kl_loss = 0.8637\n", + "Batch 150, loss = 671.7697, recon_loss = 670.6842, kl_loss = 1.0854\n", + "Batch 180, loss = 1378.1926, recon_loss = 1376.0422, kl_loss = 2.1504\n", + "Batch 210, loss = 4493.9233, recon_loss = 4488.9766, kl_loss = 4.9470\n", + "Average loss: 3850.2822\n", + "Epoch: 910\n", + "Batch 30, loss = 5747.2031, recon_loss = 5745.7954, kl_loss = 1.4078\n", + "Batch 60, loss = 643.2184, recon_loss = 642.6420, kl_loss = 0.5764\n", + "Batch 90, loss = 190.4018, recon_loss = 189.8956, kl_loss = 0.5062\n", + "Batch 120, loss = 394.0804, recon_loss = 393.2296, kl_loss = 0.8508\n", + "Batch 150, loss = 672.4939, recon_loss = 671.3921, kl_loss = 1.1018\n", + "Batch 180, loss = 1379.1970, recon_loss = 1377.1306, kl_loss = 2.0664\n", + "Batch 210, loss = 4452.3823, recon_loss = 4447.3101, kl_loss = 5.0724\n", + "Average loss: 3844.4875\n", + "Epoch: 911\n", + "Batch 30, loss = 5753.1953, recon_loss = 5751.7500, kl_loss = 1.4454\n", + "Batch 60, loss = 644.2055, recon_loss = 643.6528, kl_loss = 0.5527\n", + "Batch 90, loss = 188.4470, recon_loss = 188.0019, kl_loss = 0.4450\n", + "Batch 120, loss = 391.5507, recon_loss = 390.6149, kl_loss = 0.9358\n", + "Batch 150, loss = 672.1324, recon_loss = 670.9905, kl_loss = 1.1419\n", + "Batch 180, loss = 1380.5560, recon_loss = 1378.4539, kl_loss = 2.1021\n", + "Batch 210, loss = 4641.3027, recon_loss = 4636.3018, kl_loss = 5.0011\n", + "Average loss: 3858.5186\n", + "Epoch: 912\n", + "Batch 30, loss = 5745.4355, recon_loss = 5743.9604, kl_loss = 1.4753\n", + "Batch 60, loss = 645.6019, recon_loss = 645.0176, kl_loss = 0.5843\n", + "Batch 90, loss = 186.1047, recon_loss = 185.6379, kl_loss = 0.4668\n", + "Batch 120, loss = 397.5591, recon_loss = 396.7541, kl_loss = 0.8051\n", + "Batch 150, loss = 672.0798, recon_loss = 671.0459, kl_loss = 1.0340\n", + "Batch 180, loss = 1380.9697, recon_loss = 1378.7971, kl_loss = 2.1726\n", + "Batch 210, loss = 4502.2305, recon_loss = 4497.2339, kl_loss = 4.9967\n", + "Average loss: 3827.2539\n", + "Epoch: 913\n", + "Batch 30, loss = 5745.9326, recon_loss = 5744.6016, kl_loss = 1.3310\n", + "Batch 60, loss = 644.1104, recon_loss = 643.5552, kl_loss = 0.5552\n", + "Batch 90, loss = 190.0357, recon_loss = 189.5924, kl_loss = 0.4433\n", + "Batch 120, loss = 393.9535, recon_loss = 393.1025, kl_loss = 0.8510\n", + "Batch 150, loss = 673.0511, recon_loss = 671.9008, kl_loss = 1.1504\n", + "Batch 180, loss = 1378.9741, recon_loss = 1376.8816, kl_loss = 2.0925\n", + "Batch 210, loss = 4641.2324, recon_loss = 4636.3042, kl_loss = 4.9282\n", + "Average loss: 3867.9669\n", + "Epoch: 914\n", + "Batch 30, loss = 5760.2134, recon_loss = 5758.8384, kl_loss = 1.3749\n", + "Batch 60, loss = 643.2911, recon_loss = 642.7268, kl_loss = 0.5643\n", + "Batch 90, loss = 187.6659, recon_loss = 187.2169, kl_loss = 0.4490\n", + "Batch 120, loss = 392.5408, recon_loss = 391.4872, kl_loss = 1.0536\n", + "Batch 150, loss = 672.2082, recon_loss = 671.1230, kl_loss = 1.0851\n", + "Batch 180, loss = 1377.6398, recon_loss = 1375.4761, kl_loss = 2.1637\n", + "Batch 210, loss = 4480.1226, recon_loss = 4475.1289, kl_loss = 4.9935\n", + "Average loss: 3848.5834\n", + "Epoch: 915\n", + "Batch 30, loss = 5784.0464, recon_loss = 5782.5244, kl_loss = 1.5221\n", + "Batch 60, loss = 643.7941, recon_loss = 643.1867, kl_loss = 0.6074\n", + "Batch 90, loss = 192.8517, recon_loss = 192.3924, kl_loss = 0.4593\n", + "Batch 120, loss = 391.9304, recon_loss = 390.9858, kl_loss = 0.9446\n", + "Batch 150, loss = 671.7249, recon_loss = 670.5871, kl_loss = 1.1377\n", + "Batch 180, loss = 1378.6697, recon_loss = 1376.4734, kl_loss = 2.1963\n", + "Batch 210, loss = 4517.5137, recon_loss = 4512.4971, kl_loss = 5.0164\n", + "Average loss: 3809.9716\n", + "Epoch: 916\n", + "Batch 30, loss = 5758.9961, recon_loss = 5757.5796, kl_loss = 1.4167\n", + "Batch 60, loss = 644.5966, recon_loss = 644.0248, kl_loss = 0.5719\n", + "Batch 90, loss = 200.1680, recon_loss = 199.7016, kl_loss = 0.4664\n", + "Batch 120, loss = 397.1033, recon_loss = 396.2194, kl_loss = 0.8839\n", + "Batch 150, loss = 671.9313, recon_loss = 670.8849, kl_loss = 1.0463\n", + "Batch 180, loss = 1379.4805, recon_loss = 1377.3350, kl_loss = 2.1455\n", + "Batch 210, loss = 4495.3364, recon_loss = 4490.3657, kl_loss = 4.9708\n", + "Average loss: 3802.7532\n", + "Epoch: 917\n", + "Batch 30, loss = 5751.3921, recon_loss = 5749.9067, kl_loss = 1.4855\n", + "Batch 60, loss = 644.6136, recon_loss = 644.0247, kl_loss = 0.5889\n", + "Batch 90, loss = 203.3252, recon_loss = 202.8442, kl_loss = 0.4810\n", + "Batch 120, loss = 392.2207, recon_loss = 391.3391, kl_loss = 0.8815\n", + "Batch 150, loss = 671.7466, recon_loss = 670.6942, kl_loss = 1.0525\n", + "Batch 180, loss = 1377.8658, recon_loss = 1375.6862, kl_loss = 2.1797\n", + "Batch 210, loss = 4428.7705, recon_loss = 4423.6641, kl_loss = 5.1066\n", + "Average loss: 3856.3590\n", + "Epoch: 918\n", + "Batch 30, loss = 5752.6191, recon_loss = 5751.2627, kl_loss = 1.3564\n", + "Batch 60, loss = 644.6282, recon_loss = 644.0538, kl_loss = 0.5744\n", + "Batch 90, loss = 187.6518, recon_loss = 187.1623, kl_loss = 0.4895\n", + "Batch 120, loss = 389.3521, recon_loss = 388.4110, kl_loss = 0.9411\n", + "Batch 150, loss = 672.5032, recon_loss = 671.4139, kl_loss = 1.0892\n", + "Batch 180, loss = 1379.8134, recon_loss = 1377.5596, kl_loss = 2.2537\n", + "Batch 210, loss = 4580.1621, recon_loss = 4575.1479, kl_loss = 5.0144\n", + "Average loss: 3823.2555\n", + "Epoch: 919\n", + "Batch 30, loss = 5745.7476, recon_loss = 5744.2651, kl_loss = 1.4824\n", + "Batch 60, loss = 643.7690, recon_loss = 643.1973, kl_loss = 0.5717\n", + "Batch 90, loss = 185.5049, recon_loss = 185.0595, kl_loss = 0.4454\n", + "Batch 120, loss = 390.4875, recon_loss = 389.6373, kl_loss = 0.8503\n", + "Batch 150, loss = 672.7288, recon_loss = 671.6367, kl_loss = 1.0921\n", + "Batch 180, loss = 1376.8472, recon_loss = 1374.6161, kl_loss = 2.2310\n", + "Batch 210, loss = 4458.9141, recon_loss = 4453.9072, kl_loss = 5.0066\n", + "Average loss: 3798.8968\n", + "Epoch: 920\n", + "Batch 30, loss = 5754.6567, recon_loss = 5753.2939, kl_loss = 1.3630\n", + "Batch 60, loss = 644.1716, recon_loss = 643.6043, kl_loss = 0.5672\n", + "Batch 90, loss = 193.3042, recon_loss = 192.8497, kl_loss = 0.4545\n", + "Batch 120, loss = 392.1921, recon_loss = 391.3417, kl_loss = 0.8504\n", + "Batch 150, loss = 672.8452, recon_loss = 671.7880, kl_loss = 1.0572\n", + "Batch 180, loss = 1379.1959, recon_loss = 1377.0120, kl_loss = 2.1840\n", + "Batch 210, loss = 4568.9395, recon_loss = 4563.9141, kl_loss = 5.0255\n", + "Average loss: 3806.5255\n", + "Epoch: 921\n", + "Batch 30, loss = 5764.1841, recon_loss = 5762.7808, kl_loss = 1.4032\n", + "Batch 60, loss = 643.8118, recon_loss = 643.2443, kl_loss = 0.5675\n", + "Batch 90, loss = 192.4657, recon_loss = 191.9897, kl_loss = 0.4760\n", + "Batch 120, loss = 389.8001, recon_loss = 388.9511, kl_loss = 0.8489\n", + "Batch 150, loss = 671.5128, recon_loss = 670.3950, kl_loss = 1.1177\n", + "Batch 180, loss = 1377.5682, recon_loss = 1375.4117, kl_loss = 2.1564\n", + "Batch 210, loss = 4508.1304, recon_loss = 4503.0312, kl_loss = 5.0993\n", + "Average loss: 3812.0823\n", + "Epoch: 922\n", + "Batch 30, loss = 5755.6553, recon_loss = 5754.1968, kl_loss = 1.4584\n", + "Batch 60, loss = 643.5726, recon_loss = 643.0001, kl_loss = 0.5726\n", + "Batch 90, loss = 189.0144, recon_loss = 188.5849, kl_loss = 0.4296\n", + "Batch 120, loss = 391.2854, recon_loss = 390.4850, kl_loss = 0.8003\n", + "Batch 150, loss = 672.4271, recon_loss = 671.3141, kl_loss = 1.1130\n", + "Batch 180, loss = 1378.2560, recon_loss = 1376.1283, kl_loss = 2.1277\n", + "Batch 210, loss = 4573.3740, recon_loss = 4568.3096, kl_loss = 5.0647\n", + "Average loss: 3812.0218\n", + "Epoch: 923\n", + "Batch 30, loss = 5760.4136, recon_loss = 5759.0146, kl_loss = 1.3988\n", + "Batch 60, loss = 644.4413, recon_loss = 643.8823, kl_loss = 0.5590\n", + "Batch 90, loss = 189.4109, recon_loss = 188.9252, kl_loss = 0.4858\n", + "Batch 120, loss = 396.9324, recon_loss = 395.9577, kl_loss = 0.9747\n", + "Batch 150, loss = 671.3561, recon_loss = 670.2565, kl_loss = 1.0997\n", + "Batch 180, loss = 1375.9750, recon_loss = 1373.8513, kl_loss = 2.1237\n", + "Batch 210, loss = 4400.5571, recon_loss = 4395.4961, kl_loss = 5.0612\n", + "Average loss: 3812.1915\n", + "Epoch: 924\n", + "Batch 30, loss = 5755.6245, recon_loss = 5754.2207, kl_loss = 1.4036\n", + "Batch 60, loss = 644.0925, recon_loss = 643.5458, kl_loss = 0.5468\n", + "Batch 90, loss = 204.9541, recon_loss = 204.4815, kl_loss = 0.4726\n", + "Batch 120, loss = 389.6075, recon_loss = 388.6652, kl_loss = 0.9424\n", + "Batch 150, loss = 671.4045, recon_loss = 670.2919, kl_loss = 1.1127\n", + "Batch 180, loss = 1376.3585, recon_loss = 1374.1378, kl_loss = 2.2207\n", + "Batch 210, loss = 4416.6968, recon_loss = 4411.6562, kl_loss = 5.0404\n", + "Average loss: 3820.9602\n", + "Epoch: 925\n", + "Batch 30, loss = 5757.6353, recon_loss = 5756.2651, kl_loss = 1.3701\n", + "Batch 60, loss = 644.2231, recon_loss = 643.6459, kl_loss = 0.5771\n", + "Batch 90, loss = 197.1881, recon_loss = 196.7190, kl_loss = 0.4691\n", + "Batch 120, loss = 387.8164, recon_loss = 386.9789, kl_loss = 0.8375\n", + "Batch 150, loss = 671.9633, recon_loss = 670.9004, kl_loss = 1.0628\n", + "Batch 180, loss = 1377.4498, recon_loss = 1375.3043, kl_loss = 2.1455\n", + "Batch 210, loss = 4413.3438, recon_loss = 4408.3193, kl_loss = 5.0245\n", + "Average loss: 3792.8770\n", + "Epoch: 926\n", + "Batch 30, loss = 5754.4902, recon_loss = 5753.1030, kl_loss = 1.3871\n", + "Batch 60, loss = 643.7809, recon_loss = 643.2439, kl_loss = 0.5370\n", + "Batch 90, loss = 197.3712, recon_loss = 196.8467, kl_loss = 0.5245\n", + "Batch 120, loss = 390.1773, recon_loss = 389.2974, kl_loss = 0.8799\n", + "Batch 150, loss = 673.5148, recon_loss = 672.4104, kl_loss = 1.1044\n", + "Batch 180, loss = 1380.9297, recon_loss = 1378.7767, kl_loss = 2.1529\n", + "Batch 210, loss = 4534.9126, recon_loss = 4529.8340, kl_loss = 5.0788\n", + "Average loss: 3814.5117\n", + "Epoch: 927\n", + "Batch 30, loss = 5752.9243, recon_loss = 5751.4683, kl_loss = 1.4560\n", + "Batch 60, loss = 644.6139, recon_loss = 644.0417, kl_loss = 0.5722\n", + "Batch 90, loss = 186.4346, recon_loss = 185.9962, kl_loss = 0.4385\n", + "Batch 120, loss = 392.9290, recon_loss = 392.0087, kl_loss = 0.9203\n", + "Batch 150, loss = 671.7208, recon_loss = 670.5962, kl_loss = 1.1247\n", + "Batch 180, loss = 1383.8578, recon_loss = 1381.6978, kl_loss = 2.1601\n", + "Batch 210, loss = 4566.3228, recon_loss = 4561.2197, kl_loss = 5.1030\n", + "Average loss: 3804.5849\n", + "Epoch: 928\n", + "Batch 30, loss = 5762.3843, recon_loss = 5760.8794, kl_loss = 1.5051\n", + "Batch 60, loss = 643.1754, recon_loss = 642.5931, kl_loss = 0.5823\n", + "Batch 90, loss = 188.6442, recon_loss = 188.1095, kl_loss = 0.5347\n", + "Batch 120, loss = 388.2865, recon_loss = 387.4529, kl_loss = 0.8336\n", + "Batch 150, loss = 672.2801, recon_loss = 671.1014, kl_loss = 1.1787\n", + "Batch 180, loss = 1377.8517, recon_loss = 1375.6792, kl_loss = 2.1724\n", + "Batch 210, loss = 4427.9790, recon_loss = 4422.8770, kl_loss = 5.1021\n", + "Average loss: 3819.6788\n", + "Epoch: 929\n", + "Batch 30, loss = 5766.8677, recon_loss = 5765.4912, kl_loss = 1.3764\n", + "Batch 60, loss = 643.9039, recon_loss = 643.3166, kl_loss = 0.5873\n", + "Batch 90, loss = 185.0410, recon_loss = 184.5850, kl_loss = 0.4561\n", + "Batch 120, loss = 389.7457, recon_loss = 388.8456, kl_loss = 0.9001\n", + "Batch 150, loss = 671.5779, recon_loss = 670.4656, kl_loss = 1.1123\n", + "Batch 180, loss = 1375.6764, recon_loss = 1373.4913, kl_loss = 2.1850\n", + "Batch 210, loss = 4420.4502, recon_loss = 4415.3984, kl_loss = 5.0519\n", + "Average loss: 3836.1777\n", + "Epoch: 930\n", + "Batch 30, loss = 5761.4165, recon_loss = 5759.9834, kl_loss = 1.4332\n", + "Batch 60, loss = 644.7024, recon_loss = 644.1287, kl_loss = 0.5737\n", + "Batch 90, loss = 202.6441, recon_loss = 202.0749, kl_loss = 0.5692\n", + "Batch 120, loss = 401.9400, recon_loss = 401.0140, kl_loss = 0.9260\n", + "Batch 150, loss = 672.5379, recon_loss = 671.4059, kl_loss = 1.1320\n", + "Batch 180, loss = 1378.2433, recon_loss = 1376.0834, kl_loss = 2.1599\n", + "Batch 210, loss = 4410.4956, recon_loss = 4405.4229, kl_loss = 5.0727\n", + "Average loss: 3817.0147\n", + "Epoch: 931\n", + "Batch 30, loss = 5757.9907, recon_loss = 5756.6069, kl_loss = 1.3839\n", + "Batch 60, loss = 644.5294, recon_loss = 643.9313, kl_loss = 0.5981\n", + "Batch 90, loss = 184.6464, recon_loss = 184.1737, kl_loss = 0.4726\n", + "Batch 120, loss = 393.2838, recon_loss = 392.4183, kl_loss = 0.8654\n", + "Batch 150, loss = 670.6755, recon_loss = 669.5004, kl_loss = 1.1751\n", + "Batch 180, loss = 1379.1609, recon_loss = 1376.9323, kl_loss = 2.2286\n", + "Batch 210, loss = 4472.4131, recon_loss = 4467.3394, kl_loss = 5.0738\n", + "Average loss: 3856.7614\n", + "Epoch: 932\n", + "Batch 30, loss = 5750.9097, recon_loss = 5749.4136, kl_loss = 1.4959\n", + "Batch 60, loss = 643.8805, recon_loss = 643.2906, kl_loss = 0.5898\n", + "Batch 90, loss = 188.3403, recon_loss = 187.8418, kl_loss = 0.4985\n", + "Batch 120, loss = 392.0146, recon_loss = 391.1475, kl_loss = 0.8670\n", + "Batch 150, loss = 671.4523, recon_loss = 670.2473, kl_loss = 1.2051\n", + "Batch 180, loss = 1378.7461, recon_loss = 1376.6079, kl_loss = 2.1382\n", + "Batch 210, loss = 4468.2109, recon_loss = 4463.1670, kl_loss = 5.0439\n", + "Average loss: 3811.6073\n", + "Epoch: 933\n", + "Batch 30, loss = 5756.8374, recon_loss = 5755.3130, kl_loss = 1.5244\n", + "Batch 60, loss = 644.9384, recon_loss = 644.3224, kl_loss = 0.6159\n", + "Batch 90, loss = 191.8943, recon_loss = 191.3704, kl_loss = 0.5240\n", + "Batch 120, loss = 394.8221, recon_loss = 393.9056, kl_loss = 0.9165\n", + "Batch 150, loss = 671.6716, recon_loss = 670.4762, kl_loss = 1.1955\n", + "Batch 180, loss = 1374.5089, recon_loss = 1372.3029, kl_loss = 2.2061\n", + "Batch 210, loss = 4436.8770, recon_loss = 4431.8223, kl_loss = 5.0546\n", + "Average loss: 3839.0027\n", + "Epoch: 934\n", + "Batch 30, loss = 5755.7529, recon_loss = 5754.4087, kl_loss = 1.3443\n", + "Batch 60, loss = 643.8220, recon_loss = 643.2286, kl_loss = 0.5934\n", + "Batch 90, loss = 192.0180, recon_loss = 191.5155, kl_loss = 0.5025\n", + "Batch 120, loss = 395.9397, recon_loss = 395.0325, kl_loss = 0.9072\n", + "Batch 150, loss = 671.3103, recon_loss = 670.2070, kl_loss = 1.1033\n", + "Batch 180, loss = 1377.4109, recon_loss = 1375.1691, kl_loss = 2.2418\n", + "Batch 210, loss = 4445.6621, recon_loss = 4440.6338, kl_loss = 5.0283\n", + "Average loss: 3791.0538\n", + "Epoch: 935\n", + "Batch 30, loss = 5748.2241, recon_loss = 5746.8242, kl_loss = 1.4001\n", + "Batch 60, loss = 644.4658, recon_loss = 643.8728, kl_loss = 0.5929\n", + "Batch 90, loss = 186.5037, recon_loss = 186.0040, kl_loss = 0.4997\n", + "Batch 120, loss = 393.8225, recon_loss = 392.9167, kl_loss = 0.9059\n", + "Batch 150, loss = 671.5549, recon_loss = 670.4658, kl_loss = 1.0891\n", + "Batch 180, loss = 1375.7412, recon_loss = 1373.4725, kl_loss = 2.2687\n", + "Batch 210, loss = 4418.9712, recon_loss = 4414.0122, kl_loss = 4.9588\n", + "Average loss: 3887.7621\n", + "Epoch: 936\n", + "Batch 30, loss = 5770.1104, recon_loss = 5768.7178, kl_loss = 1.3925\n", + "Batch 60, loss = 643.9562, recon_loss = 643.3682, kl_loss = 0.5880\n", + "Batch 90, loss = 189.4451, recon_loss = 188.9624, kl_loss = 0.4827\n", + "Batch 120, loss = 393.8981, recon_loss = 393.0147, kl_loss = 0.8834\n", + "Batch 150, loss = 670.8295, recon_loss = 669.6054, kl_loss = 1.2241\n", + "Batch 180, loss = 1381.3951, recon_loss = 1379.2164, kl_loss = 2.1787\n", + "Batch 210, loss = 4421.6841, recon_loss = 4416.7461, kl_loss = 4.9380\n", + "Average loss: 3843.5934\n", + "Epoch: 937\n", + "Batch 30, loss = 5753.3828, recon_loss = 5752.0034, kl_loss = 1.3793\n", + "Batch 60, loss = 643.5677, recon_loss = 643.0068, kl_loss = 0.5608\n", + "Batch 90, loss = 202.9799, recon_loss = 202.4989, kl_loss = 0.4810\n", + "Batch 120, loss = 388.9271, recon_loss = 388.0087, kl_loss = 0.9185\n", + "Batch 150, loss = 671.5369, recon_loss = 670.3658, kl_loss = 1.1711\n", + "Batch 180, loss = 1376.2126, recon_loss = 1373.9775, kl_loss = 2.2351\n", + "Batch 210, loss = 4452.9102, recon_loss = 4447.9326, kl_loss = 4.9773\n", + "Average loss: 3892.0128\n", + "Epoch: 938\n", + "Batch 30, loss = 5751.7656, recon_loss = 5750.3413, kl_loss = 1.4242\n", + "Batch 60, loss = 643.9349, recon_loss = 643.3545, kl_loss = 0.5804\n", + "Batch 90, loss = 189.1963, recon_loss = 188.7154, kl_loss = 0.4809\n", + "Batch 120, loss = 407.6669, recon_loss = 406.7517, kl_loss = 0.9152\n", + "Batch 150, loss = 671.7003, recon_loss = 670.5620, kl_loss = 1.1383\n", + "Batch 180, loss = 1374.7030, recon_loss = 1372.5107, kl_loss = 2.1922\n", + "Batch 210, loss = 4389.3413, recon_loss = 4384.3145, kl_loss = 5.0269\n", + "Average loss: 3805.9681\n", + "Epoch: 939\n", + "Batch 30, loss = 5748.5190, recon_loss = 5747.1377, kl_loss = 1.3813\n", + "Batch 60, loss = 644.0034, recon_loss = 643.4375, kl_loss = 0.5658\n", + "Batch 90, loss = 193.9674, recon_loss = 193.4903, kl_loss = 0.4771\n", + "Batch 120, loss = 392.2811, recon_loss = 391.3441, kl_loss = 0.9371\n", + "Batch 150, loss = 671.2093, recon_loss = 670.0312, kl_loss = 1.1780\n", + "Batch 180, loss = 1377.2401, recon_loss = 1375.0258, kl_loss = 2.2144\n", + "Batch 210, loss = 4407.4189, recon_loss = 4402.4595, kl_loss = 4.9594\n", + "Average loss: 3827.1195\n", + "Epoch: 940\n", + "Batch 30, loss = 5737.5376, recon_loss = 5736.1470, kl_loss = 1.3906\n", + "Batch 60, loss = 645.0546, recon_loss = 644.5073, kl_loss = 0.5472\n", + "Batch 90, loss = 184.2247, recon_loss = 183.7393, kl_loss = 0.4854\n", + "Batch 120, loss = 390.1085, recon_loss = 389.1674, kl_loss = 0.9411\n", + "Batch 150, loss = 671.0427, recon_loss = 669.9139, kl_loss = 1.1288\n", + "Batch 180, loss = 1376.2284, recon_loss = 1374.0885, kl_loss = 2.1399\n", + "Batch 210, loss = 4678.0947, recon_loss = 4673.0850, kl_loss = 5.0097\n", + "Average loss: 3812.6898\n", + "Epoch: 941\n", + "Batch 30, loss = 5745.4258, recon_loss = 5744.0664, kl_loss = 1.3596\n", + "Batch 60, loss = 644.2477, recon_loss = 643.6882, kl_loss = 0.5595\n", + "Batch 90, loss = 204.8074, recon_loss = 204.3437, kl_loss = 0.4638\n", + "Batch 120, loss = 390.1393, recon_loss = 389.2688, kl_loss = 0.8704\n", + "Batch 150, loss = 670.8130, recon_loss = 669.7012, kl_loss = 1.1118\n", + "Batch 180, loss = 1375.4054, recon_loss = 1373.3055, kl_loss = 2.0998\n", + "Batch 210, loss = 4492.5479, recon_loss = 4487.5508, kl_loss = 4.9969\n", + "Average loss: 3875.4241\n", + "Epoch: 942\n", + "Batch 30, loss = 5761.9902, recon_loss = 5760.5962, kl_loss = 1.3939\n", + "Batch 60, loss = 643.4433, recon_loss = 642.8506, kl_loss = 0.5927\n", + "Batch 90, loss = 194.3478, recon_loss = 193.8698, kl_loss = 0.4779\n", + "Batch 120, loss = 392.4189, recon_loss = 391.4756, kl_loss = 0.9433\n", + "Batch 150, loss = 671.3195, recon_loss = 670.1766, kl_loss = 1.1428\n", + "Batch 180, loss = 1375.1127, recon_loss = 1372.9634, kl_loss = 2.1493\n", + "Batch 210, loss = 4438.3574, recon_loss = 4433.3237, kl_loss = 5.0335\n", + "Average loss: 3809.6985\n", + "Epoch: 943\n", + "Batch 30, loss = 5748.4712, recon_loss = 5747.0000, kl_loss = 1.4714\n", + "Batch 60, loss = 643.8228, recon_loss = 643.2515, kl_loss = 0.5713\n", + "Batch 90, loss = 193.4659, recon_loss = 192.9310, kl_loss = 0.5349\n", + "Batch 120, loss = 390.4747, recon_loss = 389.5625, kl_loss = 0.9122\n", + "Batch 150, loss = 671.0476, recon_loss = 669.9614, kl_loss = 1.0862\n", + "Batch 180, loss = 1376.0776, recon_loss = 1373.9242, kl_loss = 2.1535\n", + "Batch 210, loss = 4437.8477, recon_loss = 4432.7900, kl_loss = 5.0578\n", + "Average loss: 3837.3699\n", + "Epoch: 944\n", + "Batch 30, loss = 5749.1343, recon_loss = 5747.5400, kl_loss = 1.5941\n", + "Batch 60, loss = 643.6345, recon_loss = 643.0522, kl_loss = 0.5822\n", + "Batch 90, loss = 204.3798, recon_loss = 203.8830, kl_loss = 0.4967\n", + "Batch 120, loss = 410.9050, recon_loss = 409.9862, kl_loss = 0.9188\n", + "Batch 150, loss = 670.7651, recon_loss = 669.6349, kl_loss = 1.1302\n", + "Batch 180, loss = 1380.2427, recon_loss = 1378.0864, kl_loss = 2.1563\n", + "Batch 210, loss = 4525.6909, recon_loss = 4520.6753, kl_loss = 5.0156\n", + "Average loss: 3831.2472\n", + "Epoch: 945\n", + "Batch 30, loss = 5750.5698, recon_loss = 5749.1387, kl_loss = 1.4312\n", + "Batch 60, loss = 643.2651, recon_loss = 642.6918, kl_loss = 0.5733\n", + "Batch 90, loss = 185.5863, recon_loss = 185.0973, kl_loss = 0.4890\n", + "Batch 120, loss = 391.0059, recon_loss = 390.0462, kl_loss = 0.9597\n", + "Batch 150, loss = 669.9841, recon_loss = 668.8273, kl_loss = 1.1568\n", + "Batch 180, loss = 1376.3022, recon_loss = 1374.1450, kl_loss = 2.1573\n", + "Batch 210, loss = 4433.0986, recon_loss = 4427.9761, kl_loss = 5.1224\n", + "Average loss: 3826.9698\n", + "Epoch: 946\n", + "Batch 30, loss = 5746.2793, recon_loss = 5744.9155, kl_loss = 1.3636\n", + "Batch 60, loss = 644.1471, recon_loss = 643.5634, kl_loss = 0.5837\n", + "Batch 90, loss = 204.2246, recon_loss = 203.7504, kl_loss = 0.4742\n", + "Batch 120, loss = 390.2184, recon_loss = 389.2295, kl_loss = 0.9888\n", + "Batch 150, loss = 671.9248, recon_loss = 670.7865, kl_loss = 1.1383\n", + "Batch 180, loss = 1377.3813, recon_loss = 1375.2059, kl_loss = 2.1754\n", + "Batch 210, loss = 4401.9580, recon_loss = 4396.8633, kl_loss = 5.0946\n", + "Average loss: 3806.6909\n", + "Epoch: 947\n", + "Batch 30, loss = 5752.7041, recon_loss = 5751.4189, kl_loss = 1.2852\n", + "Batch 60, loss = 644.6079, recon_loss = 644.0363, kl_loss = 0.5717\n", + "Batch 90, loss = 184.8917, recon_loss = 184.4098, kl_loss = 0.4819\n", + "Batch 120, loss = 388.9657, recon_loss = 387.9882, kl_loss = 0.9775\n", + "Batch 150, loss = 669.8513, recon_loss = 668.6587, kl_loss = 1.1925\n", + "Batch 180, loss = 1379.1707, recon_loss = 1376.9443, kl_loss = 2.2263\n", + "Batch 210, loss = 4414.1543, recon_loss = 4409.0947, kl_loss = 5.0597\n", + "Average loss: 3798.2918\n", + "Epoch: 948\n", + "Batch 30, loss = 5761.5708, recon_loss = 5760.3125, kl_loss = 1.2585\n", + "Batch 60, loss = 643.6384, recon_loss = 643.0690, kl_loss = 0.5694\n", + "Batch 90, loss = 188.3356, recon_loss = 187.8857, kl_loss = 0.4499\n", + "Batch 120, loss = 387.9535, recon_loss = 387.0336, kl_loss = 0.9199\n", + "Batch 150, loss = 669.9183, recon_loss = 668.8311, kl_loss = 1.0872\n", + "Batch 180, loss = 1375.0811, recon_loss = 1372.9202, kl_loss = 2.1608\n", + "Batch 210, loss = 4381.7793, recon_loss = 4376.7461, kl_loss = 5.0331\n", + "Average loss: 3839.3464\n", + "Epoch: 949\n", + "Batch 30, loss = 5751.7739, recon_loss = 5750.4478, kl_loss = 1.3261\n", + "Batch 60, loss = 644.3660, recon_loss = 643.7882, kl_loss = 0.5778\n", + "Batch 90, loss = 186.2126, recon_loss = 185.7425, kl_loss = 0.4701\n", + "Batch 120, loss = 389.6104, recon_loss = 388.7122, kl_loss = 0.8982\n", + "Batch 150, loss = 670.7387, recon_loss = 669.6071, kl_loss = 1.1316\n", + "Batch 180, loss = 1372.6141, recon_loss = 1370.4336, kl_loss = 2.1805\n", + "Batch 210, loss = 4605.3662, recon_loss = 4600.2827, kl_loss = 5.0836\n", + "Average loss: 3800.0601\n", + "Epoch: 950\n", + "Batch 30, loss = 5749.1729, recon_loss = 5747.8896, kl_loss = 1.2834\n", + "Batch 60, loss = 644.4943, recon_loss = 643.8828, kl_loss = 0.6115\n", + "Batch 90, loss = 190.3202, recon_loss = 189.8181, kl_loss = 0.5022\n", + "Batch 120, loss = 389.8452, recon_loss = 388.9201, kl_loss = 0.9251\n", + "Batch 150, loss = 670.4529, recon_loss = 669.3985, kl_loss = 1.0544\n", + "Batch 180, loss = 1378.5151, recon_loss = 1376.3192, kl_loss = 2.1959\n", + "Batch 210, loss = 4408.2495, recon_loss = 4403.2075, kl_loss = 5.0419\n", + "Average loss: 3821.7724\n", + "Epoch: 951\n", + "Batch 30, loss = 5754.3462, recon_loss = 5752.9565, kl_loss = 1.3897\n", + "Batch 60, loss = 643.5580, recon_loss = 642.9839, kl_loss = 0.5741\n", + "Batch 90, loss = 196.7967, recon_loss = 196.2827, kl_loss = 0.5139\n", + "Batch 120, loss = 395.0005, recon_loss = 394.0628, kl_loss = 0.9377\n", + "Batch 150, loss = 669.8448, recon_loss = 668.7550, kl_loss = 1.0898\n", + "Batch 180, loss = 1378.4836, recon_loss = 1376.3271, kl_loss = 2.1565\n", + "Batch 210, loss = 4568.8955, recon_loss = 4563.8018, kl_loss = 5.0935\n", + "Average loss: 3802.0787\n", + "Epoch: 952\n", + "Batch 30, loss = 5748.8506, recon_loss = 5747.4468, kl_loss = 1.4039\n", + "Batch 60, loss = 643.2671, recon_loss = 642.6855, kl_loss = 0.5816\n", + "Batch 90, loss = 186.6660, recon_loss = 186.1943, kl_loss = 0.4717\n", + "Batch 120, loss = 401.5490, recon_loss = 400.6338, kl_loss = 0.9152\n", + "Batch 150, loss = 671.0233, recon_loss = 669.8398, kl_loss = 1.1835\n", + "Batch 180, loss = 1378.1490, recon_loss = 1375.9666, kl_loss = 2.1825\n", + "Batch 210, loss = 4592.7915, recon_loss = 4587.7051, kl_loss = 5.0862\n", + "Average loss: 3840.7490\n", + "Epoch: 953\n", + "Batch 30, loss = 5745.9927, recon_loss = 5744.5728, kl_loss = 1.4201\n", + "Batch 60, loss = 643.9924, recon_loss = 643.4276, kl_loss = 0.5648\n", + "Batch 90, loss = 188.4389, recon_loss = 187.9291, kl_loss = 0.5098\n", + "Batch 120, loss = 390.4503, recon_loss = 389.4899, kl_loss = 0.9605\n", + "Batch 150, loss = 670.5952, recon_loss = 669.4428, kl_loss = 1.1524\n", + "Batch 180, loss = 1375.2428, recon_loss = 1373.0603, kl_loss = 2.1825\n", + "Batch 210, loss = 4379.4355, recon_loss = 4374.3428, kl_loss = 5.0927\n", + "Average loss: 3815.2007\n", + "Epoch: 954\n", + "Batch 30, loss = 5745.4648, recon_loss = 5744.0176, kl_loss = 1.4475\n", + "Batch 60, loss = 644.4744, recon_loss = 643.9037, kl_loss = 0.5707\n", + "Batch 90, loss = 194.8532, recon_loss = 194.3642, kl_loss = 0.4891\n", + "Batch 120, loss = 388.9829, recon_loss = 388.0289, kl_loss = 0.9540\n", + "Batch 150, loss = 670.1302, recon_loss = 669.0571, kl_loss = 1.0731\n", + "Batch 180, loss = 1373.9803, recon_loss = 1371.7108, kl_loss = 2.2695\n", + "Batch 210, loss = 4424.5664, recon_loss = 4419.5137, kl_loss = 5.0526\n", + "Average loss: 3827.2782\n", + "Epoch: 955\n", + "Batch 30, loss = 5749.8252, recon_loss = 5748.5107, kl_loss = 1.3142\n", + "Batch 60, loss = 643.3401, recon_loss = 642.7956, kl_loss = 0.5446\n", + "Batch 90, loss = 188.4372, recon_loss = 187.9724, kl_loss = 0.4647\n", + "Batch 120, loss = 391.4401, recon_loss = 390.4765, kl_loss = 0.9636\n", + "Batch 150, loss = 669.7662, recon_loss = 668.5756, kl_loss = 1.1906\n", + "Batch 180, loss = 1377.2878, recon_loss = 1375.1064, kl_loss = 2.1814\n", + "Batch 210, loss = 4402.2500, recon_loss = 4397.2446, kl_loss = 5.0053\n", + "Average loss: 3870.0180\n", + "Epoch: 956\n", + "Batch 30, loss = 5749.8789, recon_loss = 5748.4717, kl_loss = 1.4072\n", + "Batch 60, loss = 643.1647, recon_loss = 642.5922, kl_loss = 0.5726\n", + "Batch 90, loss = 186.4092, recon_loss = 185.9379, kl_loss = 0.4713\n", + "Batch 120, loss = 389.5438, recon_loss = 388.5579, kl_loss = 0.9859\n", + "Batch 150, loss = 669.1648, recon_loss = 668.0301, kl_loss = 1.1347\n", + "Batch 180, loss = 1376.0602, recon_loss = 1373.8755, kl_loss = 2.1847\n", + "Batch 210, loss = 4429.9043, recon_loss = 4424.8232, kl_loss = 5.0808\n", + "Average loss: 3837.6472\n", + "Epoch: 957\n", + "Batch 30, loss = 5752.9888, recon_loss = 5751.5278, kl_loss = 1.4607\n", + "Batch 60, loss = 643.8497, recon_loss = 643.2589, kl_loss = 0.5908\n", + "Batch 90, loss = 184.9334, recon_loss = 184.3995, kl_loss = 0.5338\n", + "Batch 120, loss = 394.2173, recon_loss = 393.2460, kl_loss = 0.9714\n", + "Batch 150, loss = 669.9348, recon_loss = 668.8486, kl_loss = 1.0862\n", + "Batch 180, loss = 1373.6754, recon_loss = 1371.3840, kl_loss = 2.2914\n", + "Batch 210, loss = 4364.4976, recon_loss = 4359.4546, kl_loss = 5.0431\n", + "Average loss: 3860.2462\n", + "Epoch: 958\n", + "Batch 30, loss = 5736.9766, recon_loss = 5735.4761, kl_loss = 1.5007\n", + "Batch 60, loss = 644.5535, recon_loss = 643.9694, kl_loss = 0.5841\n", + "Batch 90, loss = 186.2745, recon_loss = 185.7638, kl_loss = 0.5107\n", + "Batch 120, loss = 387.9300, recon_loss = 386.9627, kl_loss = 0.9673\n", + "Batch 150, loss = 669.1442, recon_loss = 668.0729, kl_loss = 1.0713\n", + "Batch 180, loss = 1373.9004, recon_loss = 1371.6630, kl_loss = 2.2374\n", + "Batch 210, loss = 4424.5605, recon_loss = 4419.5381, kl_loss = 5.0223\n", + "Average loss: 3838.2949\n", + "Epoch: 959\n", + "Batch 30, loss = 5752.4868, recon_loss = 5751.1108, kl_loss = 1.3759\n", + "Batch 60, loss = 644.0088, recon_loss = 643.4058, kl_loss = 0.6031\n", + "Batch 90, loss = 204.1610, recon_loss = 203.6476, kl_loss = 0.5134\n", + "Batch 120, loss = 388.8979, recon_loss = 387.8980, kl_loss = 0.9999\n", + "Batch 150, loss = 669.7262, recon_loss = 668.5391, kl_loss = 1.1871\n", + "Batch 180, loss = 1373.8508, recon_loss = 1371.6429, kl_loss = 2.2079\n", + "Batch 210, loss = 4391.9370, recon_loss = 4386.9248, kl_loss = 5.0120\n", + "Average loss: 3857.6156\n", + "Epoch: 960\n", + "Batch 30, loss = 5745.7402, recon_loss = 5744.4365, kl_loss = 1.3036\n", + "Batch 60, loss = 644.1016, recon_loss = 643.5248, kl_loss = 0.5767\n", + "Batch 90, loss = 194.2109, recon_loss = 193.7201, kl_loss = 0.4908\n", + "Batch 120, loss = 393.7335, recon_loss = 392.6359, kl_loss = 1.0976\n", + "Batch 150, loss = 670.0673, recon_loss = 668.8799, kl_loss = 1.1874\n", + "Batch 180, loss = 1373.0448, recon_loss = 1370.7168, kl_loss = 2.3280\n", + "Batch 210, loss = 4389.7134, recon_loss = 4384.6934, kl_loss = 5.0198\n", + "Average loss: 3854.9503\n", + "Epoch: 961\n", + "Batch 30, loss = 5747.7964, recon_loss = 5746.3120, kl_loss = 1.4845\n", + "Batch 60, loss = 644.6070, recon_loss = 644.0010, kl_loss = 0.6060\n", + "Batch 90, loss = 186.1923, recon_loss = 185.6526, kl_loss = 0.5396\n", + "Batch 120, loss = 392.2356, recon_loss = 391.2441, kl_loss = 0.9914\n", + "Batch 150, loss = 668.8116, recon_loss = 667.6333, kl_loss = 1.1783\n", + "Batch 180, loss = 1374.4795, recon_loss = 1372.1676, kl_loss = 2.3118\n", + "Batch 210, loss = 4397.2412, recon_loss = 4392.2222, kl_loss = 5.0189\n", + "Average loss: 3836.4176\n", + "Epoch: 962\n", + "Batch 30, loss = 5752.8896, recon_loss = 5751.5649, kl_loss = 1.3248\n", + "Batch 60, loss = 644.2546, recon_loss = 643.6743, kl_loss = 0.5803\n", + "Batch 90, loss = 185.7506, recon_loss = 185.2725, kl_loss = 0.4781\n", + "Batch 120, loss = 393.4606, recon_loss = 392.4875, kl_loss = 0.9731\n", + "Batch 150, loss = 669.2126, recon_loss = 667.9516, kl_loss = 1.2610\n", + "Batch 180, loss = 1374.5437, recon_loss = 1372.1602, kl_loss = 2.3836\n", + "Batch 210, loss = 4427.0293, recon_loss = 4421.9180, kl_loss = 5.1116\n", + "Average loss: 3801.3553\n", + "Epoch: 963\n", + "Batch 30, loss = 5748.3813, recon_loss = 5746.9185, kl_loss = 1.4627\n", + "Batch 60, loss = 643.9132, recon_loss = 643.3533, kl_loss = 0.5600\n", + "Batch 90, loss = 210.1046, recon_loss = 209.6086, kl_loss = 0.4960\n", + "Batch 120, loss = 389.1845, recon_loss = 388.2181, kl_loss = 0.9664\n", + "Batch 150, loss = 668.8598, recon_loss = 667.7278, kl_loss = 1.1320\n", + "Batch 180, loss = 1379.1433, recon_loss = 1376.8074, kl_loss = 2.3360\n", + "Batch 210, loss = 4401.4727, recon_loss = 4396.3760, kl_loss = 5.0966\n", + "Average loss: 3755.8229\n", + "Epoch: 964\n", + "Batch 30, loss = 5744.7437, recon_loss = 5743.3613, kl_loss = 1.3823\n", + "Batch 60, loss = 643.7744, recon_loss = 643.1796, kl_loss = 0.5948\n", + "Batch 90, loss = 185.1205, recon_loss = 184.6328, kl_loss = 0.4878\n", + "Batch 120, loss = 389.6919, recon_loss = 388.7071, kl_loss = 0.9848\n", + "Batch 150, loss = 669.3542, recon_loss = 668.1427, kl_loss = 1.2116\n", + "Batch 180, loss = 1373.0859, recon_loss = 1370.7588, kl_loss = 2.3272\n", + "Batch 210, loss = 4373.5371, recon_loss = 4368.4785, kl_loss = 5.0584\n", + "Average loss: 3809.3565\n", + "Epoch: 965\n", + "Batch 30, loss = 5752.0083, recon_loss = 5750.5610, kl_loss = 1.4474\n", + "Batch 60, loss = 644.2474, recon_loss = 643.6426, kl_loss = 0.6048\n", + "Batch 90, loss = 197.6099, recon_loss = 197.1147, kl_loss = 0.4953\n", + "Batch 120, loss = 392.0226, recon_loss = 391.0511, kl_loss = 0.9714\n", + "Batch 150, loss = 668.4954, recon_loss = 667.2996, kl_loss = 1.1958\n", + "Batch 180, loss = 1374.2612, recon_loss = 1371.9280, kl_loss = 2.3333\n", + "Batch 210, loss = 4395.9150, recon_loss = 4390.8057, kl_loss = 5.1094\n", + "Average loss: 3801.6194\n", + "Epoch: 966\n", + "Batch 30, loss = 5748.5107, recon_loss = 5747.0938, kl_loss = 1.4172\n", + "Batch 60, loss = 643.6801, recon_loss = 643.0803, kl_loss = 0.5998\n", + "Batch 90, loss = 187.3617, recon_loss = 186.8615, kl_loss = 0.5002\n", + "Batch 120, loss = 390.1162, recon_loss = 389.2139, kl_loss = 0.9024\n", + "Batch 150, loss = 667.6854, recon_loss = 666.4561, kl_loss = 1.2293\n", + "Batch 180, loss = 1379.9906, recon_loss = 1377.6915, kl_loss = 2.2991\n", + "Batch 210, loss = 4446.0039, recon_loss = 4440.9814, kl_loss = 5.0223\n", + "Average loss: 3846.6570\n", + "Epoch: 967\n", + "Batch 30, loss = 5742.1108, recon_loss = 5740.6934, kl_loss = 1.4177\n", + "Batch 60, loss = 644.3071, recon_loss = 643.7154, kl_loss = 0.5917\n", + "Batch 90, loss = 202.8799, recon_loss = 202.3620, kl_loss = 0.5179\n", + "Batch 120, loss = 388.8717, recon_loss = 387.9133, kl_loss = 0.9585\n", + "Batch 150, loss = 668.2422, recon_loss = 667.0623, kl_loss = 1.1800\n", + "Batch 180, loss = 1374.0128, recon_loss = 1371.7568, kl_loss = 2.2559\n", + "Batch 210, loss = 4384.6890, recon_loss = 4379.6616, kl_loss = 5.0274\n", + "Average loss: 3784.5626\n", + "Epoch: 968\n", + "Batch 30, loss = 5744.5103, recon_loss = 5743.1440, kl_loss = 1.3663\n", + "Batch 60, loss = 643.9188, recon_loss = 643.3283, kl_loss = 0.5905\n", + "Batch 90, loss = 198.5119, recon_loss = 198.0145, kl_loss = 0.4975\n", + "Batch 120, loss = 385.5611, recon_loss = 384.5735, kl_loss = 0.9876\n", + "Batch 150, loss = 669.5863, recon_loss = 668.4258, kl_loss = 1.1605\n", + "Batch 180, loss = 1375.3463, recon_loss = 1373.0618, kl_loss = 2.2845\n", + "Batch 210, loss = 4407.2334, recon_loss = 4402.1519, kl_loss = 5.0816\n", + "Average loss: 3829.8310\n", + "Epoch: 969\n", + "Batch 30, loss = 5740.6816, recon_loss = 5739.1782, kl_loss = 1.5036\n", + "Batch 60, loss = 644.1301, recon_loss = 643.5626, kl_loss = 0.5675\n", + "Batch 90, loss = 190.0034, recon_loss = 189.5308, kl_loss = 0.4726\n", + "Batch 120, loss = 388.1019, recon_loss = 387.0900, kl_loss = 1.0120\n", + "Batch 150, loss = 667.0865, recon_loss = 665.9391, kl_loss = 1.1474\n", + "Batch 180, loss = 1376.6370, recon_loss = 1374.3508, kl_loss = 2.2862\n", + "Batch 210, loss = 4364.7285, recon_loss = 4359.6675, kl_loss = 5.0612\n", + "Average loss: 3772.0954\n", + "Epoch: 970\n", + "Batch 30, loss = 5743.4761, recon_loss = 5742.0811, kl_loss = 1.3948\n", + "Batch 60, loss = 643.9097, recon_loss = 643.3440, kl_loss = 0.5657\n", + "Batch 90, loss = 194.6902, recon_loss = 194.2284, kl_loss = 0.4619\n", + "Batch 120, loss = 387.4646, recon_loss = 386.5464, kl_loss = 0.9182\n", + "Batch 150, loss = 666.8314, recon_loss = 665.6426, kl_loss = 1.1888\n", + "Batch 180, loss = 1372.2704, recon_loss = 1369.9280, kl_loss = 2.3424\n", + "Batch 210, loss = 4357.2603, recon_loss = 4352.1880, kl_loss = 5.0725\n", + "Average loss: 3784.7256\n", + "Epoch: 971\n", + "Batch 30, loss = 5742.8438, recon_loss = 5741.4209, kl_loss = 1.4230\n", + "Batch 60, loss = 643.5538, recon_loss = 642.9728, kl_loss = 0.5810\n", + "Batch 90, loss = 196.7168, recon_loss = 196.2295, kl_loss = 0.4872\n", + "Batch 120, loss = 391.0004, recon_loss = 390.0364, kl_loss = 0.9639\n", + "Batch 150, loss = 666.7487, recon_loss = 665.5850, kl_loss = 1.1638\n", + "Batch 180, loss = 1378.5669, recon_loss = 1376.3389, kl_loss = 2.2280\n", + "Batch 210, loss = 4440.0029, recon_loss = 4434.8867, kl_loss = 5.1162\n", + "Average loss: 3783.6786\n", + "Epoch: 972\n", + "Batch 30, loss = 5745.2515, recon_loss = 5743.8403, kl_loss = 1.4111\n", + "Batch 60, loss = 644.3314, recon_loss = 643.7472, kl_loss = 0.5842\n", + "Batch 90, loss = 196.4514, recon_loss = 195.9745, kl_loss = 0.4769\n", + "Batch 120, loss = 388.4139, recon_loss = 387.4414, kl_loss = 0.9725\n", + "Batch 150, loss = 666.3922, recon_loss = 665.1456, kl_loss = 1.2466\n", + "Batch 180, loss = 1376.0963, recon_loss = 1373.7678, kl_loss = 2.3285\n", + "Batch 210, loss = 4546.9609, recon_loss = 4541.9692, kl_loss = 4.9919\n", + "Average loss: 3979.2062\n", + "Epoch: 973\n", + "Batch 30, loss = 5751.8940, recon_loss = 5750.3799, kl_loss = 1.5142\n", + "Batch 60, loss = 643.9819, recon_loss = 643.3884, kl_loss = 0.5935\n", + "Batch 90, loss = 204.1297, recon_loss = 203.6044, kl_loss = 0.5254\n", + "Batch 120, loss = 393.4274, recon_loss = 392.5129, kl_loss = 0.9145\n", + "Batch 150, loss = 664.7405, recon_loss = 663.5151, kl_loss = 1.2253\n", + "Batch 180, loss = 1375.4149, recon_loss = 1373.1102, kl_loss = 2.3046\n", + "Batch 210, loss = 4431.2012, recon_loss = 4426.2451, kl_loss = 4.9559\n", + "Average loss: 3921.9030\n", + "Epoch: 974\n", + "Batch 30, loss = 5745.1797, recon_loss = 5743.8076, kl_loss = 1.3719\n", + "Batch 60, loss = 643.5553, recon_loss = 642.9972, kl_loss = 0.5581\n", + "Batch 90, loss = 188.1211, recon_loss = 187.6302, kl_loss = 0.4909\n", + "Batch 120, loss = 388.8734, recon_loss = 387.9037, kl_loss = 0.9697\n", + "Batch 150, loss = 664.3882, recon_loss = 663.0981, kl_loss = 1.2901\n", + "Batch 180, loss = 1372.7184, recon_loss = 1370.3713, kl_loss = 2.3471\n", + "Batch 210, loss = 4441.6689, recon_loss = 4436.7109, kl_loss = 4.9579\n", + "Average loss: 3803.5993\n", + "Epoch: 975\n", + "Batch 30, loss = 5739.1953, recon_loss = 5737.8228, kl_loss = 1.3727\n", + "Batch 60, loss = 644.8394, recon_loss = 644.2479, kl_loss = 0.5915\n", + "Batch 90, loss = 188.4716, recon_loss = 187.9161, kl_loss = 0.5555\n", + "Batch 120, loss = 389.5929, recon_loss = 388.5885, kl_loss = 1.0044\n", + "Batch 150, loss = 663.7882, recon_loss = 662.4984, kl_loss = 1.2898\n", + "Batch 180, loss = 1372.3838, recon_loss = 1370.0712, kl_loss = 2.3126\n", + "Batch 210, loss = 4352.6069, recon_loss = 4347.6309, kl_loss = 4.9760\n", + "Average loss: 3891.5458\n", + "Epoch: 976\n", + "Batch 30, loss = 5742.9165, recon_loss = 5741.5063, kl_loss = 1.4100\n", + "Batch 60, loss = 643.6440, recon_loss = 643.0371, kl_loss = 0.6069\n", + "Batch 90, loss = 185.8854, recon_loss = 185.3436, kl_loss = 0.5417\n", + "Batch 120, loss = 389.6368, recon_loss = 388.6139, kl_loss = 1.0229\n", + "Batch 150, loss = 643.9312, recon_loss = 642.6854, kl_loss = 1.2457\n", + "Batch 180, loss = 1372.5182, recon_loss = 1370.1202, kl_loss = 2.3980\n", + "Batch 210, loss = 4378.4990, recon_loss = 4373.5098, kl_loss = 4.9894\n", + "Average loss: 3812.8005\n", + "Epoch: 977\n", + "Batch 30, loss = 5752.9985, recon_loss = 5751.6548, kl_loss = 1.3436\n", + "Batch 60, loss = 643.6436, recon_loss = 643.0425, kl_loss = 0.6011\n", + "Batch 90, loss = 202.1678, recon_loss = 201.6418, kl_loss = 0.5260\n", + "Batch 120, loss = 387.0862, recon_loss = 386.0394, kl_loss = 1.0468\n", + "Batch 150, loss = 627.2921, recon_loss = 626.0206, kl_loss = 1.2715\n", + "Batch 180, loss = 1372.2878, recon_loss = 1370.0117, kl_loss = 2.2762\n", + "Batch 210, loss = 4366.2368, recon_loss = 4361.2617, kl_loss = 4.9753\n", + "Average loss: 3830.1766\n", + "Epoch: 978\n", + "Batch 30, loss = 5741.1406, recon_loss = 5739.7476, kl_loss = 1.3932\n", + "Batch 60, loss = 642.9651, recon_loss = 642.3675, kl_loss = 0.5976\n", + "Batch 90, loss = 185.0927, recon_loss = 184.5755, kl_loss = 0.5171\n", + "Batch 120, loss = 392.5447, recon_loss = 391.5424, kl_loss = 1.0024\n", + "Batch 150, loss = 567.4603, recon_loss = 566.1212, kl_loss = 1.3391\n", + "Batch 180, loss = 1371.0078, recon_loss = 1368.6160, kl_loss = 2.3918\n", + "Batch 210, loss = 4646.2109, recon_loss = 4641.2788, kl_loss = 4.9319\n", + "Average loss: 3821.0891\n", + "Epoch: 979\n", + "Batch 30, loss = 5744.8623, recon_loss = 5743.5806, kl_loss = 1.2816\n", + "Batch 60, loss = 644.0124, recon_loss = 643.4341, kl_loss = 0.5782\n", + "Batch 90, loss = 184.9703, recon_loss = 184.4849, kl_loss = 0.4854\n", + "Batch 120, loss = 389.4035, recon_loss = 388.4634, kl_loss = 0.9401\n", + "Batch 150, loss = 626.7831, recon_loss = 625.4788, kl_loss = 1.3044\n", + "Batch 180, loss = 1371.2294, recon_loss = 1368.7860, kl_loss = 2.4433\n", + "Batch 210, loss = 4374.9131, recon_loss = 4369.9634, kl_loss = 4.9499\n", + "Average loss: 3844.4029\n", + "Epoch: 980\n", + "Batch 30, loss = 5764.4453, recon_loss = 5763.1138, kl_loss = 1.3313\n", + "Batch 60, loss = 643.6988, recon_loss = 643.1172, kl_loss = 0.5816\n", + "Batch 90, loss = 186.8558, recon_loss = 186.3714, kl_loss = 0.4844\n", + "Batch 120, loss = 391.5094, recon_loss = 390.5572, kl_loss = 0.9522\n", + "Batch 150, loss = 625.8940, recon_loss = 624.5278, kl_loss = 1.3662\n", + "Batch 180, loss = 1371.0509, recon_loss = 1368.7446, kl_loss = 2.3062\n", + "Batch 210, loss = 4511.6079, recon_loss = 4506.5786, kl_loss = 5.0291\n", + "Average loss: 3894.1423\n", + "Epoch: 981\n", + "Batch 30, loss = 5740.9155, recon_loss = 5739.4658, kl_loss = 1.4495\n", + "Batch 60, loss = 643.7609, recon_loss = 643.1482, kl_loss = 0.6127\n", + "Batch 90, loss = 202.5597, recon_loss = 202.0232, kl_loss = 0.5364\n", + "Batch 120, loss = 390.7347, recon_loss = 389.8801, kl_loss = 0.8546\n", + "Batch 150, loss = 593.1557, recon_loss = 591.8528, kl_loss = 1.3029\n", + "Batch 180, loss = 1375.8441, recon_loss = 1373.6075, kl_loss = 2.2366\n", + "Batch 210, loss = 4409.4141, recon_loss = 4404.4653, kl_loss = 4.9487\n", + "Average loss: 3864.6799\n", + "Epoch: 982\n", + "Batch 30, loss = 5739.3818, recon_loss = 5737.9844, kl_loss = 1.3974\n", + "Batch 60, loss = 643.1456, recon_loss = 642.5563, kl_loss = 0.5894\n", + "Batch 90, loss = 185.8985, recon_loss = 185.4033, kl_loss = 0.4952\n", + "Batch 120, loss = 388.2528, recon_loss = 387.3690, kl_loss = 0.8838\n", + "Batch 150, loss = 606.3369, recon_loss = 604.8952, kl_loss = 1.4417\n", + "Batch 180, loss = 1372.4971, recon_loss = 1370.2662, kl_loss = 2.2308\n", + "Batch 210, loss = 4431.8105, recon_loss = 4426.8467, kl_loss = 4.9638\n", + "Average loss: 3849.2336\n", + "Epoch: 983\n", + "Batch 30, loss = 5744.3516, recon_loss = 5743.0718, kl_loss = 1.2796\n", + "Batch 60, loss = 644.1892, recon_loss = 643.6423, kl_loss = 0.5469\n", + "Batch 90, loss = 201.3779, recon_loss = 200.8942, kl_loss = 0.4837\n", + "Batch 120, loss = 388.5601, recon_loss = 387.6396, kl_loss = 0.9205\n", + "Batch 150, loss = 602.0824, recon_loss = 600.8870, kl_loss = 1.1955\n", + "Batch 180, loss = 1373.5093, recon_loss = 1371.1722, kl_loss = 2.3370\n", + "Batch 210, loss = 4477.7314, recon_loss = 4472.7363, kl_loss = 4.9953\n", + "Average loss: 3805.3019\n", + "Epoch: 984\n", + "Batch 30, loss = 5745.9600, recon_loss = 5744.7134, kl_loss = 1.2465\n", + "Batch 60, loss = 644.6600, recon_loss = 644.1052, kl_loss = 0.5549\n", + "Batch 90, loss = 203.9190, recon_loss = 203.4474, kl_loss = 0.4716\n", + "Batch 120, loss = 388.6574, recon_loss = 387.6573, kl_loss = 1.0001\n", + "Batch 150, loss = 632.1370, recon_loss = 630.8198, kl_loss = 1.3172\n", + "Batch 180, loss = 1368.3541, recon_loss = 1366.1184, kl_loss = 2.2357\n", + "Batch 210, loss = 4561.1030, recon_loss = 4556.1685, kl_loss = 4.9348\n", + "Average loss: 3801.9181\n", + "Epoch: 985\n", + "Batch 30, loss = 5740.5884, recon_loss = 5739.3467, kl_loss = 1.2418\n", + "Batch 60, loss = 644.0411, recon_loss = 643.4576, kl_loss = 0.5835\n", + "Batch 90, loss = 190.2171, recon_loss = 189.7223, kl_loss = 0.4948\n", + "Batch 120, loss = 393.7383, recon_loss = 392.8103, kl_loss = 0.9280\n", + "Batch 150, loss = 611.7239, recon_loss = 610.3626, kl_loss = 1.3613\n", + "Batch 180, loss = 1373.3467, recon_loss = 1371.0541, kl_loss = 2.2926\n", + "Batch 210, loss = 4465.1226, recon_loss = 4460.1357, kl_loss = 4.9867\n", + "Average loss: 3855.9413\n", + "Epoch: 986\n", + "Batch 30, loss = 5741.7407, recon_loss = 5740.3794, kl_loss = 1.3615\n", + "Batch 60, loss = 643.9015, recon_loss = 643.3265, kl_loss = 0.5750\n", + "Batch 90, loss = 184.1034, recon_loss = 183.6237, kl_loss = 0.4797\n", + "Batch 120, loss = 388.4294, recon_loss = 387.4993, kl_loss = 0.9301\n", + "Batch 150, loss = 621.1497, recon_loss = 619.8230, kl_loss = 1.3267\n", + "Batch 180, loss = 1372.0707, recon_loss = 1369.8019, kl_loss = 2.2688\n", + "Batch 210, loss = 4386.3062, recon_loss = 4381.3496, kl_loss = 4.9565\n", + "Average loss: 3819.8604\n", + "Epoch: 987\n", + "Batch 30, loss = 5738.3926, recon_loss = 5737.0034, kl_loss = 1.3893\n", + "Batch 60, loss = 643.7858, recon_loss = 643.2018, kl_loss = 0.5840\n", + "Batch 90, loss = 199.6724, recon_loss = 199.1400, kl_loss = 0.5324\n", + "Batch 120, loss = 408.0980, recon_loss = 407.1516, kl_loss = 0.9464\n", + "Batch 150, loss = 621.7131, recon_loss = 620.3376, kl_loss = 1.3755\n", + "Batch 180, loss = 1369.5823, recon_loss = 1367.3395, kl_loss = 2.2428\n", + "Batch 210, loss = 4444.6089, recon_loss = 4439.6792, kl_loss = 4.9296\n", + "Average loss: 3804.0280\n", + "Epoch: 988\n", + "Batch 30, loss = 5745.5327, recon_loss = 5744.0708, kl_loss = 1.4621\n", + "Batch 60, loss = 644.3510, recon_loss = 643.7528, kl_loss = 0.5982\n", + "Batch 90, loss = 214.1319, recon_loss = 213.6193, kl_loss = 0.5126\n", + "Batch 120, loss = 388.0079, recon_loss = 387.0760, kl_loss = 0.9319\n", + "Batch 150, loss = 586.1702, recon_loss = 584.7896, kl_loss = 1.3805\n", + "Batch 180, loss = 1369.8772, recon_loss = 1367.6002, kl_loss = 2.2770\n", + "Batch 210, loss = 4406.1641, recon_loss = 4401.2993, kl_loss = 4.8646\n", + "Average loss: 3843.6702\n", + "Epoch: 989\n", + "Batch 30, loss = 5748.4517, recon_loss = 5747.1226, kl_loss = 1.3291\n", + "Batch 60, loss = 643.9268, recon_loss = 643.3684, kl_loss = 0.5584\n", + "Batch 90, loss = 183.6922, recon_loss = 183.1832, kl_loss = 0.5090\n", + "Batch 120, loss = 386.4422, recon_loss = 385.4929, kl_loss = 0.9493\n", + "Batch 150, loss = 551.9407, recon_loss = 550.4584, kl_loss = 1.4822\n", + "Batch 180, loss = 1364.7151, recon_loss = 1362.3943, kl_loss = 2.3208\n", + "Batch 210, loss = 4400.0811, recon_loss = 4395.1533, kl_loss = 4.9280\n", + "Average loss: 3797.0208\n", + "Epoch: 990\n", + "Batch 30, loss = 5770.1582, recon_loss = 5768.8755, kl_loss = 1.2828\n", + "Batch 60, loss = 644.4197, recon_loss = 643.8433, kl_loss = 0.5764\n", + "Batch 90, loss = 189.5756, recon_loss = 189.0456, kl_loss = 0.5300\n", + "Batch 120, loss = 387.9577, recon_loss = 387.0103, kl_loss = 0.9474\n", + "Batch 150, loss = 547.1733, recon_loss = 545.8848, kl_loss = 1.2885\n", + "Batch 180, loss = 1364.3120, recon_loss = 1362.0000, kl_loss = 2.3120\n", + "Batch 210, loss = 4347.8394, recon_loss = 4342.8755, kl_loss = 4.9640\n", + "Average loss: 3808.7119\n", + "Epoch: 991\n", + "Batch 30, loss = 5744.0649, recon_loss = 5742.8359, kl_loss = 1.2289\n", + "Batch 60, loss = 642.8185, recon_loss = 642.2615, kl_loss = 0.5570\n", + "Batch 90, loss = 190.9265, recon_loss = 190.4081, kl_loss = 0.5184\n", + "Batch 120, loss = 387.2280, recon_loss = 386.2455, kl_loss = 0.9825\n", + "Batch 150, loss = 561.6942, recon_loss = 560.3579, kl_loss = 1.3363\n", + "Batch 180, loss = 1363.3412, recon_loss = 1360.9458, kl_loss = 2.3954\n", + "Batch 210, loss = 4687.1353, recon_loss = 4682.1904, kl_loss = 4.9450\n", + "Average loss: 3789.8801\n", + "Epoch: 992\n", + "Batch 30, loss = 5744.5200, recon_loss = 5743.1846, kl_loss = 1.3354\n", + "Batch 60, loss = 643.4338, recon_loss = 642.8409, kl_loss = 0.5929\n", + "Batch 90, loss = 204.3627, recon_loss = 203.7921, kl_loss = 0.5706\n", + "Batch 120, loss = 384.6272, recon_loss = 383.6237, kl_loss = 1.0035\n", + "Batch 150, loss = 549.7232, recon_loss = 548.3324, kl_loss = 1.3908\n", + "Batch 180, loss = 1354.5251, recon_loss = 1352.2380, kl_loss = 2.2871\n", + "Batch 210, loss = 4441.4282, recon_loss = 4436.3857, kl_loss = 5.0427\n", + "Average loss: 3795.4547\n", + "Epoch: 993\n", + "Batch 30, loss = 5739.6875, recon_loss = 5738.3633, kl_loss = 1.3241\n", + "Batch 60, loss = 642.6068, recon_loss = 642.0339, kl_loss = 0.5728\n", + "Batch 90, loss = 191.3635, recon_loss = 190.8911, kl_loss = 0.4724\n", + "Batch 120, loss = 387.8111, recon_loss = 386.8233, kl_loss = 0.9878\n", + "Batch 150, loss = 541.1895, recon_loss = 539.8483, kl_loss = 1.3413\n", + "Batch 180, loss = 1346.7344, recon_loss = 1344.5129, kl_loss = 2.2214\n", + "Batch 210, loss = 4608.1782, recon_loss = 4603.1602, kl_loss = 5.0178\n", + "Average loss: 3800.0601\n", + "Epoch: 994\n", + "Batch 30, loss = 5737.6538, recon_loss = 5736.2793, kl_loss = 1.3744\n", + "Batch 60, loss = 643.6572, recon_loss = 643.0695, kl_loss = 0.5878\n", + "Batch 90, loss = 186.0874, recon_loss = 185.6134, kl_loss = 0.4740\n", + "Batch 120, loss = 387.6689, recon_loss = 386.7423, kl_loss = 0.9266\n", + "Batch 150, loss = 539.9289, recon_loss = 538.6354, kl_loss = 1.2935\n", + "Batch 180, loss = 1345.6019, recon_loss = 1343.2955, kl_loss = 2.3064\n", + "Batch 210, loss = 4367.7329, recon_loss = 4362.7192, kl_loss = 5.0134\n", + "Average loss: 3791.7817\n", + "Epoch: 995\n", + "Batch 30, loss = 5744.2280, recon_loss = 5742.9565, kl_loss = 1.2715\n", + "Batch 60, loss = 642.6693, recon_loss = 642.1331, kl_loss = 0.5362\n", + "Batch 90, loss = 186.6798, recon_loss = 186.2532, kl_loss = 0.4266\n", + "Batch 120, loss = 392.5484, recon_loss = 391.5375, kl_loss = 1.0109\n", + "Batch 150, loss = 543.7830, recon_loss = 542.4144, kl_loss = 1.3685\n", + "Batch 180, loss = 1352.9277, recon_loss = 1350.6866, kl_loss = 2.2411\n", + "Batch 210, loss = 4586.3931, recon_loss = 4581.4253, kl_loss = 4.9676\n", + "Average loss: 3774.4422\n", + "Epoch: 996\n", + "Batch 30, loss = 5741.7446, recon_loss = 5740.4370, kl_loss = 1.3076\n", + "Batch 60, loss = 643.3184, recon_loss = 642.7440, kl_loss = 0.5744\n", + "Batch 90, loss = 201.0345, recon_loss = 200.5037, kl_loss = 0.5307\n", + "Batch 120, loss = 385.5651, recon_loss = 384.5862, kl_loss = 0.9789\n", + "Batch 150, loss = 539.4689, recon_loss = 537.9589, kl_loss = 1.5100\n", + "Batch 180, loss = 1342.3043, recon_loss = 1339.9536, kl_loss = 2.3507\n", + "Batch 210, loss = 4383.0757, recon_loss = 4378.0518, kl_loss = 5.0241\n", + "Average loss: 3824.8180\n", + "Epoch: 997\n", + "Batch 30, loss = 5742.7158, recon_loss = 5741.4443, kl_loss = 1.2717\n", + "Batch 60, loss = 644.2537, recon_loss = 643.6868, kl_loss = 0.5669\n", + "Batch 90, loss = 184.7932, recon_loss = 184.2810, kl_loss = 0.5122\n", + "Batch 120, loss = 385.5286, recon_loss = 384.4720, kl_loss = 1.0567\n", + "Batch 150, loss = 533.9140, recon_loss = 532.3901, kl_loss = 1.5239\n", + "Batch 180, loss = 1339.0985, recon_loss = 1336.7853, kl_loss = 2.3132\n", + "Batch 210, loss = 4618.9795, recon_loss = 4614.0430, kl_loss = 4.9367\n", + "Average loss: 3803.8771\n", + "Epoch: 998\n", + "Batch 30, loss = 5743.1968, recon_loss = 5741.9307, kl_loss = 1.2662\n", + "Batch 60, loss = 644.7578, recon_loss = 644.1646, kl_loss = 0.5933\n", + "Batch 90, loss = 184.4158, recon_loss = 183.9143, kl_loss = 0.5015\n", + "Batch 120, loss = 395.0424, recon_loss = 394.0278, kl_loss = 1.0146\n", + "Batch 150, loss = 537.7020, recon_loss = 536.2599, kl_loss = 1.4421\n", + "Batch 180, loss = 1342.5366, recon_loss = 1340.1267, kl_loss = 2.4099\n", + "Batch 210, loss = 4460.7690, recon_loss = 4455.7900, kl_loss = 4.9789\n", + "Average loss: 3785.2587\n", + "Epoch: 999\n", + "Batch 30, loss = 5742.8311, recon_loss = 5741.6255, kl_loss = 1.2056\n", + "Batch 60, loss = 643.1631, recon_loss = 642.6041, kl_loss = 0.5589\n", + "Batch 90, loss = 194.4557, recon_loss = 193.9682, kl_loss = 0.4876\n", + "Batch 120, loss = 387.5077, recon_loss = 386.5558, kl_loss = 0.9519\n", + "Batch 150, loss = 569.7661, recon_loss = 568.2999, kl_loss = 1.4661\n", + "Batch 180, loss = 1338.5469, recon_loss = 1336.2793, kl_loss = 2.2676\n", + "Batch 210, loss = 4603.4321, recon_loss = 4598.4922, kl_loss = 4.9398\n", + "Average loss: 3800.9851\n", + "\n" ] } ], @@ -2890,9 +9454,32 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 19, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "[]" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAD4CAYAAAAAczaOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAr2klEQVR4nO3dd3xX1f3H8dcnmxlWmGEpILIEDKCVumVJRat1VtH6q9pqbe2EtioVV611W+sedc9KFUXAjQqEIXtEZsIKBAImZH7P74/v/X4zvgkJkMXN+/l45PG999xzb87lhs8933PPOdecc4iISOMQVd8FEBGRuqOgLyLSiCjoi4g0Igr6IiKNiIK+iEgjElPfBTiQdu3auR49etR3MUREjigLFizY6ZxLqmhbgw76PXr0IDU1tb6LISJyRDGzjZVtU/OOiEgjoqAvItKIKOiLiDQiCvoiIo2Igr6ISCOioC8i0ogo6IuINCK+DfrrMr/nnUXp9V0MEZEGpUEPzjpUzjlO/+dnAJw9sDNxMb69t4mIHBRfRsNNWbnh5YBeEiMiEubLoN+9bTOuPfkoABTzRURK+DLoA7RuFgeAQ1FfRCTEt0HfvE/V9EVESvg36HtRXzFfRKSEb4N+lBf1nar6IiJhvg36IQHFfBGRMN8GfVP7johIBP8Gfe9TvXdEREpUK+ibWSsze9PMVpnZSjM70cymmFmGmS32fsaVyj/ZzNLMbLWZjS6VPsZLSzOzSbVxQiW/K/ipJn0RkRLVnYbhQeBD59wFZhYHNAVGA/c75+4tndHM+gEXA/2BzsAsM+vjbX4UOAtIB+ab2TTn3IoaOI8I4Qe5tXFwEZEjVJVB38wSgZOBKwGccwVAQbjNPNIE4FXnXD6w3szSgOHetjTn3DrvuK96eWsl6IeKp2kYRERKVKd5pyeQCTxrZovM7Ckza+Ztu8HMlpjZM2bW2kvrAmwutX+6l1ZZehlmdo2ZpZpZamZm5sGeT8lxvE/FfBGREtUJ+jHAUOAx59wQIAeYBDwGHA0MBrYC/6yJAjnnnnDOpTjnUpKSkg79QOHmHUV9EZGQ6gT9dCDdOTfXW38TGOqc2+6cK3bOBYAnKWnCyQC6lto/2UurLL1WhBufFPNFRMKqDPrOuW3AZjM7xks6A1hhZp1KZTsPWOYtTwMuNrN4M+sJ9AbmAfOB3mbW03sYfLGXt1boQa6ISKTq9t75FfCSF6zXAVcBD5nZYIJxdQNwLYBzbrmZvU7wAW0RcL1zrhjAzG4AZgDRwDPOueU1dypl6UGuiEikagV959xiIKVc8uUHyH8HcEcF6dOB6QdRvkOmB7kiIpH8OyJXszCIiETwb9BHs2yKiJTn36CvaRhERCL4OOiHavr1XBARkQbEv0Hf+9TgLBGREv4N+mreERGJ4Nugr8FZIiKRfBv0NThLRCSSb4N+iGK+iEgJ3wb9kvn+FfVFREL8G/S9T9X0RURK+Dbo60GuiEgk3wZ9PcgVEYnk36DvfSrmi4iU8G/Q1+AsEZEIvg36obq+pmEQESnh26AfpZq+iEgE3wZ9zbIpIhLJv0Hf+1TzjohICf8GfTXviIhE8H/Qr99iiIg0KD4O+npHrohIef4N+t5nQDFfRCTMv0Ffs2yKiETwb9D3PtW6IyJSolpB38xamdmbZrbKzFaa2Ylm1sbMZprZWu+ztZfXzOwhM0szsyVmNrTUcSZ6+dea2cTaOqng7wp+KuaLiJSobk3/QeBD51xf4DhgJTAJmO2c6w3M9tYBxgK9vZ9rgMcAzKwNcCswAhgO3Bq6UdSGKA3OEhGJUGXQN7NE4GTgaQDnXIFzbg8wAXjey/Y8cK63PAF4wQV9A7Qys07AaGCmcy7LObcbmAmMqcFzKVtu71NTK4uIlKhOTb8nkAk8a2aLzOwpM2sGdHDObfXybAM6eMtdgM2l9k/30ipLL8PMrjGzVDNLzczMPLizKXOg4IdivohIieoE/RhgKPCYc24IkENJUw4ALtgZvkbCq3PuCedcinMuJSkp6ZCPY5plU0QkQnWCfjqQ7pyb662/SfAmsN1rtsH73OFtzwC6lto/2UurLL1WqMemiEikKoO+c24bsNnMjvGSzgBWANOAUA+cicC73vI04AqvF88JQLbXDDQDGGVmrb0HuKO8tFqhd+SKiESKqWa+XwEvmVkcsA64iuAN43UzuxrYCFzo5Z0OjAPSgFwvL865LDObCsz38t3mnMuqkbOogN6RKyISqVpB3zm3GEipYNMZFeR1wPWVHOcZ4JmDKN8h0+AsEZFI/h2Rq8FZIiIRfBv0w+/IVVVfRCTMt0E/SjV9EZEIvg36mk9fRCSSf4O+96mYLyJSwr9BX9MwiIhE8G/QR4OzRETK82/QD9f0FfZFREJ8H/T1jlwRkRL+DfpoxjURkfL8G/T1IFdEJIL/g379FkNEpEHxbdAPTa2sWTZFREr4PugX60muiEiYb4N+dJRq+iIi5fk36Idr+vVcEBGRBsS3QT/KO7OAmndERML8G/T1IFdEJIJvg36oTb9YQV9EJMy3QT9c01fzjohImG+Dfrimr6AvIhLm36Af6r2jmC8iEubboB/qvaOplUVESvg36GtErohIhGoFfTPbYGZLzWyxmaV6aVPMLMNLW2xm40rln2xmaWa22sxGl0of46Wlmdmkmj+dEuq9IyISKeYg8p7mnNtZLu1+59y9pRPMrB9wMdAf6AzMMrM+3uZHgbOAdGC+mU1zzq04tKIfmHrviIhEOpigX10TgFedc/nAejNLA4Z729Kcc+sAzOxVL2+tBP2S3ju1cXQRkSNTddv0HfCRmS0ws2tKpd9gZkvM7Bkza+2ldQE2l8qT7qVVll4rosKvS1RNX0QkpLpBf6RzbigwFrjezE4GHgOOBgYDW4F/1kSBzOwaM0s1s9TMzMzDOQ5mCvoiIqVVK+g75zK8zx3AO8Bw59x251yxcy4APElJE04G0LXU7sleWmXp5X/XE865FOdcSlJS0sGeTxnRZuq9IyJSSpVB38yamVmL0DIwClhmZp1KZTsPWOYtTwMuNrN4M+sJ9AbmAfOB3mbW08ziCD7snVZzpxIpKsrUe0dEpJTqPMjtALxjwd4wMcDLzrkPzew/ZjaYYHv/BuBaAOfccjN7neAD2iLgeudcMYCZ3QDMAKKBZ5xzy2v2dMqKNlPvHRGRUqoM+l5vm+MqSL/8APvcAdxRQfp0YPpBlvGQRUcZivkiIiV8OyIXwEwjckVESvN10A/W9BX0RURC/B301XtHRKQMXwf9KNX0RUTK8HXQz9yXz4fLtlW6fcHG3ezYl1eHJRIRqV++DvoAu3MLmbtuF0UVTMJz/mNfce4jc+qhVCIi9cP3QR/goie+4dr/LGDDzhwe+/Q7Vm3bS35RMQBbsvNYlpFNYXGAZRnZnP/YV+wvKK7nEouI1I7amGWzwbjx9F489HEaALNX7WD2qh0AzN+Qxd3nDwznG//wl1w9siffbt7Dgo27+TZ9Dycc1bZeyiwiUpt8XdP/6YndK0z/eNUOht8xu0za01+uJ3XjbqBkLn4REb/xddBPah5/SPvl5BfVcElERBoGXwd9M2PlbWOY9duTAfjFqUfz7FXDqtxvb15hbRdNRKRe+LpNH6BJXDS92rdg+o0/5JiOLYiOMgYlJ7IkPbvSffbuV9AXEX/yfdAP6de5ZXj5qYkpzFufRZQZv3xpYUTeXPXeERGfajRBv7T2LRIYP6gzAF9NOp13FmUwun9HWjaJYfgds8kv0ot1RcSfGmXQL61zqyZcf1qv8HpMlJFXqJq+iPiTrx/kHor4mCjyClXTFxF/UtAvJyE2OjxaV0TEbxT0y0mIjVZNX0R8S0G/nPiYKNX0RcS3FPTLiVdNX0R8TEG/HNX0RcTPFPTLaR4fo7l3RMS3FPTLadkkhr15Cvoi4k8K+uW0TIgtM/fONS+kcvcHq+qxRCIiNUdBv5yWTWLDs2w65/hoxXb+/dl39VwqEZGaUa2gb2YbzGypmS02s1QvrY2ZzTSztd5nay/dzOwhM0szsyVmNrTUcSZ6+dea2cTaOaXD0zIhhrzCAHtyC/jdG9/Wd3FERGrUwdT0T3PODXbOpXjrk4DZzrnewGxvHWAs0Nv7uQZ4DII3CeBWYAQwHLg1dKNoSE7r2x4zGHzbTN5emAFA97ZN67lUIiI143CadyYAz3vLzwPnlkp/wQV9A7Qys07AaGCmcy7LObcbmAmMOYzfXyv6d07kopSu4fV2zeOJj1ErmIj4Q3Vn2XTAR2bmgMedc08AHZxzW73t24AO3nIXYHOpfdO9tMrSyzCzawh+Q6Bbt27VLF7NmnruAKKijPzCAAXFAb7dvKfCfJuzcvn6u11cOKxrhdtFRBqa6gb9kc65DDNrD8w0szLdWZxzzrshHDbvhvIEQEpKSo0c82DFRkdx53kDAZj01pJKp1q+6PGv2ZKdx7lDuhCnbwMicgSoVqRyzmV4nzuAdwi2yW/3mm3wPnd42TOA0lXfZC+tsvQGLTgBW8VBf8e+fAAKijVtg4gcGaoM+mbWzMxahJaBUcAyYBoQ6oEzEXjXW54GXOH14jkByPaagWYAo8ystfcAd5SX1qDFx0aRV8mbtEJfQ/L10hUROUJUp3mnA/COmYXyv+yc+9DM5gOvm9nVwEbgQi//dGAckAbkAlcBOOeyzGwqMN/Ld5tzLqvGzqSWNIuLoaAoQH5RMfEx0WW2ORcM+3q9oogcKaoM+s65dcBxFaTvAs6oIN0B11dyrGeAZw6+mPWnW5tgd81Nu3Lp3aFFhXkKFPRF5Aihp49V6NmuGQA/e34+X323k6LiAN+Xm5BNNX0ROVI0+hejV6VTYgIAm7P2c+mTc8Ppd/94IAGvUV9TMYvIkUI1/Sq0bR5fYfqkt5eGl1XTF5EjhYJ+FaKjrMo8atMXkSOFgn41zLzpZH57Vh8euXQI4wd14ndn9SmzPb+omHnrs8Jt/Qs37WbCo3Mq7d8vIlJf1KZfDb07tAj33Bk/qDMAN5zei6e/XM/t76/k7YUZvLckOCPFhrvP5tZ3l7M0I5vV2/ZxXNdW9VVsEZEIqukfIjPjqpN6YkY44APMXrk9vLxu5/cALE3PZsq05Tz6SRqBQL3MLCEiAqimf1iio4xeSc1Zu+P7cNrVz6eGl2967Vsmv72UvMKSNv/C4gC/ObNs8xBAXmExCbHREekiIjVJNf3D9MLVww+4vXTAB3ji83WMffCLMn39l6Zn0/fmD/lk1Y7yu4uI1CgF/cPUKbEJK28bw7e3jmLN7WM5tlPLSvMO7JJIbkExK7fuZcCtM1i7fR9pO/aRujE4G8WbC9PZsTevroouIo2QheaPaYhSUlJcampq1RkbmO1788jJL6Jnu2bs/L6A7/OL6N6mKde9uICPVmyPyD9uYEemL90WXt9w99l1WVwR8RkzW1DqLYdlqE2/FnRomRBeTmoRT1KL4ACvSWP7kl8U4LM1mWXylw74AIGAY+2O7/n6u52k9GjD/A1ZXHVSz9ovuIj4noJ+HToqqTnP/2w4d32wksc/W1dpvp+/kMrscu37Q7q1ZnCp7p/bsvP47+IMrj35KLwZUEVEqqTmnXoQCDjW78qhfYt4WiTE8uXanWzMyuEv7yw74H6hZp+Nu3K47sWFrNy6F4D1d41T4BeRMDXvNDBRUcbRSc3D6yN7t2Mk7Rg/qDPTvt3CWwvSWVzBe3lPuHM291wwiCuemVcmfUt2HknN4yNe2ZixZz+x0Ub7FgmIiIBq+g1SXmExq7bt46LHvya5dRO+y8yp1n5zJp3OG6mbSd2wm+euGsbAKR+xv7BYD4ZFGpkD1fTVZbMBSoiNZnDXVqy+fSwzbzqF7m2bVmu/tB3f88CstXyZtpM/vLmE/d7cP/sLgp9FxQF6/Xk6L8/dVGtlF5GGTc07DVxUlPHZH05j464cWjeL4/0lW5m5Yjtz0nZGTOn82eqSXkHvLCp55/yiTbu59Km5/H5UH4oCjvtmrubSEd3q7BxEpOFQ884RbllGNuMf/vKg9unfuSXv3/hDCooCxEQZUdWYPlpEjhxq3vGxAV0SWXfnOC4b0Y0OLeMZ2q1VlfskxEbjnKPPXz9gyv+Wk1Pu9Y8i4l+q6fvQzu/zSbl9FgBx0VEUFEe+5OW9X40s8w1h+d9G0yxerX0ifqAum41Mu+bx4R47xQHHja8sYsOuHJZv2RvOU75JaGv2fv71yXdccHwyP+jVrk7LKyJ1R807PhcdZTx62VDev/GH3HhGb/p2bFFhvq/XZfH2ogyufG5+HZdQROqSgn4j8tuz+vDhb07m9WtPjNh283+Do4ETYvQnIeJnat5phIb3bMOGu88mEHAUBgJMfmspb3tdPJNaxJNbUETTOP1piPhRtat1ZhZtZovM7D1v/TkzW29mi72fwV66mdlDZpZmZkvMbGipY0w0s7Xez8QaPxs5KFFRRnxMNPdcMIhnrxzG+UOT+S4zh363zKDHpPdZs31ffRdRRGrYwVTnfg2sBEq/JeQPzrk3y+UbC/T2fkYAjwEjzKwNcCuQAjhggZlNc87tPtTCS82IiY7itL7tOeGotnRv25T7Zq4B4Kpn55OxZz+dEhP4xalHM6JnW+Jioli9bS9jBnSq51KLyKGoVk3fzJKBs4GnqpF9AvCCC/oGaGVmnYDRwEznXJYX6GcCYw6x3FILmsRFc+MZvXnmymBPry3Z+wHYmp3HLe8uZ/QDn3PavZ9y3YsLyS8qJnt/IT97bj5bvXwi0vBVt3nnAeCPQPkO33d4TTj3m1m8l9YF2FwqT7qXVll6GWZ2jZmlmllqZmZm+c1SB07v24ENd5/NujvHMWls3wrz3DdzDS/P3cTHq3bw0Oy1dVxCETlUVQZ9MxsP7HDOLSi3aTLQFxgGtAH+VBMFcs494ZxLcc6lJCUl1cQh5RCZGdedcjSLbzmLey4YVGbb45+t4+8frgIgEDn2S0QaqOq06Z8EnGNm44AEoKWZveic+6m3Pd/MngV+761nAF1L7Z/spWUAp5ZL//TQiy51pVXTOC5M6crofh1p2ST4J9PrLx9QHAiO5n4tdTMdExN4Zs567r9wMGf261CfxRWRAzioaRjM7FTg98658WbWyTm31YKvbLofyHPOTTKzs4EbgHEEH+Q+5Jwb7j3IXQCEevMsBI53zmVV9vs0DUPDVVAUYOp7K5i/IYtV28r28mndNJaHLxnKiKPaEButfv8ida22pmF4ycySAAMWA9d56dMJBvw0IBe4CsA5l2VmU4HQkM/bDhTwpWGLi4li6rkDALjj/RU8+cX68LbduYX89Om5HJecyDmDu/CTlGRaJsTWV1HrXWFxgD25hSS1iK86s0gt04Rrcticc3y+difDe7Thd28sZvrSbRF5/nv9SQzqkkhUlHHLu8vomJjAL0/tVQ+lrXu/fX0xby/MYM3tYyNeaSlSGzThmtQqM+OUPsGH7o9eOpSigOP9JVv5zWuLw3nOfXQOEBwNPG998AteYwn6H3g3waJAgDjNfCL1TH+BUqPMjNjoKM4d0oVVU8cw9dwBDOySGN4eCvgAT36+rj6KWOccwW/TgYb7pVoaEdX0pdYkxEZz+QndOXtgcPTuJU98w+pSUzvcMX0lRyU1Y8ue/YwZ0Ik9uQX07lDxLKB+UKyoLw2Agr7UujbN4gCYcdPJOOfYu7+Iv89YxctzN3H188FnNje/uxyAa085ikljggPCAi44NbRfKOhLQ6CgL3XKzEhsGsvtEwbQIj6GV+dvJnt/YXj745+t45W5m+iU2IS9eYV88Osf0qppHKu37SO3oIgh3VrXY+kPT5FGsUkDoKAv9SIqypg87lgmjzuW3762ODy1M8DevCL25gWbgQbfNpPzhybz1sJ0gPAbwY5EivnSECjoS7276/yB/ObMPiS3bsKjn6TRrW1Tnv9qAws37QEIB3yA3IIiVm/bx/a9+YwZ0BGA5+asZ2TvdvRqX/I8YMfePOJiomjVNK5Oz6UioV7RqulLQ6CgL/UuPiaabm2bAvCrM3oDMGFwF1Zs2cu4h74ok7ffLTPCy9eechSXDOvGlP+tAGBYj9bc9eNB9GrfnOF3zgbgnz85jvOPTyYQcBQFXL32k1fMl4ZAXTalwerXuSXr7hzH0xNTSIiN/FN9/LN1nHrvp+H1+Rt285vXFvF/z5e85/d3b3xLccBx87vL6PPXD6jPwYiq6UtDoJq+NGhRUcYZx3Zg1dSxrNiyl17tm/PKvE3MWrmdL9bujMi/LGMvyzL2lkmb+t4KXpq7CYD03fvp2qZpnZS9vEADHf0+d90u5m/I4obTe9d3UaQOqKYvR4x+nVsSFxPFxB/04OmJw7jyBz0AwuMAurZpUuF+z321Iby8LCMbCE4dEaijLpSh31LUQLtsXvTEN9z70Zr6LobUEdX05YgUFxPFlHP6M+Wc/gD8IiObPh1acNNri3l/6dZwvoFdElmakU2L+Bj25Rfxq1cW8WRsNLdMW8bmrP2MH9SJEUe15dLh3YiOMn7+Qird2zTlr+P71XiZi4obZtCXxkVBX3xhgDfVw6OXDeWB4gBvLUhn7IBOJDaNZUn6HhJio5n01hIWbtrDVc+VtPm/t2Qr7y3ZSkFRgCtO7M7MFdsB6JnUjNOOaU+HlgnkFxXTNO7w/6s01OYdaVwU9MV3YqOjuHh4t/D6oORWANxx3kDGPvhFhfs8/PFaXvh6Q3j9L+8sA6BzYgJbsvNYd+c4oqKM4oAjOsqYu24XN7yyiCcuP77aA8YaavOONC5q05dG49hOLfnfDSP52Uk9eeqKFE48qi1Du7UCYE9uIRt35UbssyU7D4BPVu/gm3W7OPrP05m3Pot/zFhN5r788DOC6qirZwiHqiFPsy41RzV9aVQGJicyMDnYFBR6rePr8zfzx7eWHHC/ad9uISe/GIALH/86nP7MnA0c17UVbZvH07FlQsVzBYUHZzXsoFoccMRE+2euI6mYavrS6F04rCvr7hxHh5bBN1s1j4+sC727eAuzVm6PSF+/M4dzHpnDSXd/zF//u+yAv6eh1/Qb+k1JaoZq+iIExwPM/fOZAOzOKSDz+3z25RUyJ20Xz85Zz+7cwiqOAK/M28Q7i9IpKArQr3NL7rtwME9/sZ6C4uCgrIYeVDULaOOgoC9STutmcbT2poM+vnsbrjvlaM771xyWb9lLu+bx7Pw+v9J98wqDAX5Zxl5G3f95mW3rd+aQ2CSW47q2CqcFAo79hcU0q+DbRV0rVpt+o6DmHZEqxMVE8eLVI7jn/EE89tOhdGgZzxOXH8+fxvSlfQUvOz9/aHKFx7l12nImPDqHDTtzgOCD0398tJr+t84gr7A4nG/X9/msKfWymbpSrHEEjYJejC5ymN5bsoXs/YUcndScYT3aYMDQ22eypxpNQqVNGtuXD5dtY/HmPUDdTSPdY9L7AMz/y5kkVXATkyOPXowuUovGD+ockTb/L2cSZcZ1Ly4ID/iqyt0frCqzXlgcIDY6+GU81MNoyZRRtEyIrfQY63fm0LNds4MofQkNHmsc1LwjUgtio6OIjjLuOG8AfxxzDCndgwO4uret/mRvFz7+NT0mvc+yjGye/CL4Evmte/Iqzf/iNxs57d5PWbAxq9I8B9LQHzRLzVBNX6QWtW+RwC9P7cXPTurJvrwiklrEk1tQRE5+MVPfW8G0b7eE80ZZ8L3AIYu8l8iMf/jLcNqPHvmSd68/iS179pPSvQ2JTUtq/f/13j62KSuX47u3AYIzaE5+eynv3TiyyqkkqmrTX78zh3nrd3HRsG4HzCcNW7WDvplFA6lAhnNuvJn1BF4F2gILgMudcwVmFg+8ABwP7AIucs5t8I4xGbgaKAZudM7NiPxNIv6TEBtNQmw0AE3jYmgaF8NDlwzh7EGdKCp2TF+6ldvPHUDrZnHhNvaKFBQFwlNJDOvRmpf+74Twi2FCIXtbdj6Pf/Yd3ds247FP01i3M4eVW/eGbwSVqWq+/x//aw67cwu54PiuZQah7c0rJBBwDeItZVK1g2ne+TWwstT634H7nXO9gN0Egzne524v/X4vH2bWD7gY6A+MAf7l3UhEGq3R/Tty9qBOPHrZ0HA30fV3jeMPo4+pct/5G3bT568fsGBjFh8s3cqCjbsBWLhpN3d9sIrrXlxAvHej2V8QICungLs/WMW5j85h5da9Eccr3aa/v6CYL8u9ryA0ViGnoCicNmXacgZN+YjBt83ki7WZB3n2Uh+qVdM3s2TgbOAO4LdmZsDpwKVelueBKcBjwARvGeBN4BEv/wTgVedcPrDezNKA4UDJmHYRwcy4/rReDEpO5PKn5wHQLC6anILiCvOf/1jZ/0LffLcrvFzoDQz76dNzy+QZ++AXpN0xlpjoknpfqE3/wVlruX9WcH79QcmJ/P38Qdzw8sJwvpz8IlomxPLJ6h1l3lVw+dPz+O7OcRVPRSENRnVr+g8AfwRC3//aAnucc6FbfjrQxVvuAmwG8LZne/nD6RXsE2Zm15hZqpmlZmaq5iCN18he7Zjyo34s+9tolt82ptKXxIQc06EFp/dtz778kpp46LlARUbcOZsRd84Kr4fm+w8FfIAl6dmMffALvsvMCafleMf/ZNWOiGPmFBTx1Xc76THpfd5dnHHgE6zE/A1ZbNmz/5D2lapVGfTNbDywwzm3oA7Kg3PuCedcinMuJSkpqS5+pUiDZGZceVLP8FxAs357Cl9PPp3T+7aPyPvwJUOY9quTmDA4svtoZXblFLB9b8no4qUZ2by5IL3K/Z78fD1FxQHeXhgZ1HPyi7jptcUA/PrVxXywdCsPzlp7UDN4/uTfX3PWfZ9VO/+R6OcvpFbr37o2VKd55yTgHDMbByQALYEHgVZmFuPV5pOB0F9ABtAVSDezGCCR4APdUHpI6X1EpArxMdF0SmzC388fxLA7ZvGLU4+mV1JzfvfGtwzskkh8TDQ/GtSZjD37WZ+ZwxsHGVQmv720WvleS93MvvxCvi/1jSJk1dZ9ZW4kv3gp2Cx0/6w1vHrNCZxwVNsDHrugKNiYUFlTll/MXLGdmSu2c8HxFY/erk1V1vSdc5Odc8nOuR4EH8R+7Jy7DPgEuMDLNhF411ue5q3jbf/YBW/z04CLzSze6/nTG5hXY2ci0kgktYhnw91n86cxfTn/+GRW3DaaHt6ArKgo45en9uJvE/pz5Q968O2to3jmyhTO6teBVVPHlDnOl386jfOGRLSwVsv0pdvCy69fe2J4ufRbycq7+IlvuGv6SjbszCEQcJx276cRTUC7cwvCy6/O26Q5/mvB4QzO+hPBh7ppBNvsn/bSnwbaeum/BSYBOOeWA68DK4APgeudc/6+nYvUgYr63zeNi2HKOf1JbBLL6X078OQVKSTERpeZ2qFjywTOKdUc1KNtU356woH74N82oX9E2vCeFXcFLT2xXMjjn6/j1Hs/5ZX5m1i/M4dfv7qYjbtyyC0o4r0lW9j1fUnQn/T2Uv792brw+pL0PXyX+f0By3eoAgFHUfGBu6zWlPqezVRz74g0Mh8s3cr0Zdt4+JIhBAKOl+dt4rwhXWgWH8P+gmIy9uRydFJzCooD3P3BKp6dsyG874a7zyZzXz4LNu7muhcXhNO+WJsZ7mkEcGFKMvdccFx4zEFy6yak76784ezQbq1YuGkPvzurD/+cWfIgeWCXRP73q5FAyRxBoRtXUXGA/KLAAWcoXb1tH899tZ6pEwaU6alUWnZuIafc+wl7cgv57A+n0r3toU1jUV15hcX0vflDoPbmVzrQ3DuahkGkkRk7sBMPXzIECDYH/fSE7uHA2SQuml7tW2BmxMdE8+dxx4b3+/wPpwHB5qUxAzryyKVDeOsXwaadH/ZO4sxjSx4w33PBcQB0axOcduKpiSmMH9Sp0jIt9HoZhQJ+C688oTd5fetNQgeQ640T+PVri+l/64HHd177n1RembeZJQd4reWPHvkyPDne1c/XfiWzsNQ3ikDAsb+On1+opi8iB1RQFKA44GgSV/VYypz8IgqLA+HRuYXFAZwjPGp4c1YuP7znkyqPM6pfBz7yJqp74WfDueKZso//bjqzT7hr6bNXDuO0Cno0AZx8zydsyspl6oT+XH5iDwB27Mtj465chvVog3OOnpOnl9nnh73bcd+Fg0lqEc+a7fu46PGvue6Uozn/+GTaNa94FtL9BcUce8uHJDaJ5dtbRx3w3LJyChg6dSYALRJi2JdXFDFm4nCppi8ihywuJqpaAR+gWXxMmekYYqOjwgEfoGub6k04d/9Fg8PL5QM+lB1LcNVz83lzQTqPfpJGbkER2bmFjLr/M+6fuYZNWcGX3d/87nKe8iat+/G/vuIn//6agqIA/61gLMEXa3fy1JfBvE99sY7duYXc9cEqrv3PApZlZFf4Ep3QA+ns/YWMeeDz8LcR5xyvz9/M3rySabZL1/T35QXzZdThuAQFfRGpUy/8bDjv/Wokq6aO4a4fDySxScmkcZ0SE3jyihSaxccwbmDHah/z9298yz9mrKbfLTP4Ii2TNdu/58HZa8vkuf394CwyoWcL5/1rDje99m2Fx3v8s3V8vGo7r6eWdHtdsHE34x/+kpTbZzGr1HTZ6btzy4xMXrVtHyu3Bl+CszQjmz++tYRBUz4K3xhC3VJLu9Pr1VQX1LwjIvVqW3Ye6btz2ZVTwPAebcJzEAHs2JvH/bPWkLEnj7bN4nhn0eEN7Xnk0iHc8PKiSrefekwSn66u3kwAoYewQ277KOIdyg9ePJgoM2au2F5mJtXR/TuwJ7eQuesrnv76o5tOpk+HFtX6/QdyoOYdBX0ROWK8NHcjf3lnWZm0fp1asqKCCeQOVqumsSy6+SwmPjufz9dUHfiXTBnF1j15jH7g8yrzVlffji3412VDydyXz4gqBrIdiNr0RcQXLhvRnd+d1Se8/t/rT+Lln4+oMO8DpZ4LVMfALomYGU1jK35+ccd5A8qsD5ryUbUD/otXV1zG8lZt28eYB7/goie+IVBL/fn1EhUROaLccHovLhzWFeegY2ICABccn1xmLpsNd5+Nc46567O4MCWZ37y2mI27ciOOdePpvRjavTWdWzUJH6up99D6D6OPoW2zOOJiohjQJZE+HVrQt2OLiFlNq3LZiG7069yywm0dWsaT3LppeFpsKGnzP+O+z/jk96ce1O+qDgV9ETmimBkdWiaUSfvHBYO4/dwBvJ66mcx9+eF8d/14IACXn9Cd+2auIbegmP8b2ZOByYkcndScAV0SI44/aVxfoqOMq0f2DL/4JuT47m2478LjeD11MyN7tePej9Yw5Uf9+HD5Nr5Zl8WM35zMMR1bMH3pVn750kImDO7M1AkDsApmm77ixO7cNmEAO/bm8c6iDO4q947kvfsLI3eqAWrTF5FGwTnH3rwiWibEYBVF4UOwJ7eAVk3jyC0oYue+Arod4B3I5d+ItvDms2jTrOzbxmau2M7PXwjGvOk3/rDSbwhVOVCbvmr6ItIomFmZ7qE1ITQmoWlcDN3aVi+cPn758XRomRAR8AHO6teBt3/5A5JbN6F9i4QK9j58CvoiInXguauGsSe3kNH9Dzz+YGi31rVaDgV9EZE6cOoxFU8VUdfUZVNEpBFR0BcRaUQU9EVEGhEFfRGRRkRBX0SkEVHQFxFpRBT0RUQaEQV9EZFGpEHPvWNmmcDGwzhEO2BnDRXnSKFz9r/Gdr6gcz5Y3Z1zSRVtaNBB/3CZWWplkw75lc7Z/xrb+YLOuSapeUdEpBFR0BcRaUT8HvSfqO8C1AOds/81tvMFnXON8XWbvoiIlOX3mr6IiJSioC8i0oj4Muib2RgzW21maWY2qb7LU1PMrKuZfWJmK8xsuZn92ktvY2YzzWyt99naSzcze8j7d1hiZkPr9wwOnZlFm9kiM3vPW+9pZnO9c3vNzOK89HhvPc3b3qNeC36IzKyVmb1pZqvMbKWZnej362xmN3l/18vM7BUzS/DbdTazZ8xsh5ktK5V20NfVzCZ6+dea2cSDKYPvgr6ZRQOPAmOBfsAlZtavfktVY4qA3znn+gEnANd75zYJmO2c6w3M9tYh+G/Q2/u5Bnis7otcY34NrCy1/nfgfudcL2A3cLWXfjWw20u/38t3JHoQ+NA51xc4juC5+/Y6m1kX4EYgxTk3AIgGLsZ/1/k5YEy5tIO6rmbWBrgVGAEMB24N3SiqxTnnqx/gRGBGqfXJwOT6Llctneu7wFnAaqCTl9YJWO0tPw5cUip/ON+R9AMke/8ZTgfeA4zgSMWY8tccmAGc6C3HePmsvs/hIM83EVhfvtx+vs5AF2Az0Ma7bu8Bo/14nYEewLJDva7AJcDjpdLL5Kvqx3c1fUr+eELSvTRf8b7ODgHmAh2cc1u9TduADt6yX/4tHgD+CAS89bbAHudckbde+rzC5+xtz/byH0l6ApnAs16T1lNm1gwfX2fnXAZwL7AJ2Erwui3A39c55GCv62Fdbz8Gfd8zs+bAW8BvnHN7S29zwVu/b/rhmtl4YIdzbkF9l6UOxQBDgcecc0OAHEq+8gO+vM6tgQkEb3idgWZENoP4Xl1cVz8G/Qyga6n1ZC/NF8wslmDAf8k597aXvN3MOnnbOwE7vHQ//FucBJxjZhuAVwk28TwItDKzGC9P6fMKn7O3PRHYVZcFrgHpQLpzbq63/ibBm4Cfr/OZwHrnXKZzrhB4m+C19/N1DjnY63pY19uPQX8+0Nt76h9H8GHQtHouU40wMwOeBlY65+4rtWkaEHqCP5FgW38o/QqvF8AJQHapr5FHBOfcZOdcsnOuB8Fr+bFz7jLgE+ACL1v5cw79W1zg5T+iasTOuW3AZjM7xks6A1iBj68zwWadE8ysqfd3Hjpn317nUg72us4ARplZa+8b0igvrXrq+6FGLT0oGQesAb4D/lLf5anB8xpJ8KvfEmCx9zOOYFvmbGAtMAto4+U3gj2ZvgOWEuwZUe/ncRjnfyrwnrd8FDAPSAPeAOK99ARvPc3bflR9l/sQz3UwkOpd6/8Crf1+nYG/AauAZcB/gHi/XWfgFYLPLAoJfqO7+lCuK/Az79zTgKsOpgyahkFEpBHxY/OOiIhUQkFfRKQRUdAXEWlEFPRFRBoRBX0RkUZEQV9EpBFR0BcRaUT+H8Ix7XexaAKsAAAAAElFTkSuQmCC\n", + "text/plain": [ + "
" + ] + }, + "metadata": { + "needs_background": "light" + }, + "output_type": "display_data" + } + ], "source": [ "import matplotlib.pyplot as plt\n", "\n", @@ -2908,7 +9495,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 20, "metadata": {}, "outputs": [], "source": [ @@ -2920,9 +9507,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 21, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 21, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "vrae.is_fitted" ] @@ -2936,11 +9534,273 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 22, "metadata": { "scrolled": true }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "array([[-1.99363911e+00, 3.93842757e-01, -5.89321852e-01,\n", + " 2.19673634e+00, -1.39903438e+00, 1.28040707e+00,\n", + " -7.28604555e-01, 2.15234280e+00, 1.45998263e+00,\n", + " -7.03450799e-01, -2.14699149e+00, 8.33608568e-01,\n", + " -1.32847297e+00, 1.68153572e+00, -6.01502836e-01,\n", + " 2.02788591e-01, -5.00740945e-01, 1.42827630e-01,\n", + " -1.28968549e+00, 1.65135324e+00],\n", + " [-1.70540094e+00, 3.41354191e-01, 1.63596079e-01,\n", + " 2.87861013e+00, -7.75635898e-01, 1.57950568e+00,\n", + " -9.89969552e-01, 1.74462521e+00, 1.27011704e+00,\n", + " -1.34317589e+00, -2.28757811e+00, 3.25513005e-01,\n", + " -1.12953961e+00, 1.44364214e+00, -6.76260591e-01,\n", + " -2.77088761e-01, -4.99913424e-01, 1.83525980e-01,\n", + " -1.74868965e+00, 1.11356795e+00],\n", + " [-1.79842114e+00, 8.40272605e-02, -1.44356295e-01,\n", + " 2.90861988e+00, -1.61729872e+00, 1.47798514e+00,\n", + " -1.42279637e+00, 2.00542092e+00, 1.41630483e+00,\n", + " -1.21596932e+00, -2.79535651e+00, 2.96704352e-01,\n", + " -1.00456548e+00, 1.64992189e+00, -1.29922044e+00,\n", + " -3.01454216e-01, -1.71518528e+00, -5.53832829e-01,\n", + " -1.52164507e+00, 2.13693690e+00],\n", + " [-1.72240126e+00, 2.44194984e-01, -4.08062369e-01,\n", + " 2.29619026e+00, -1.17449284e+00, 7.97252536e-01,\n", + " -6.24836981e-01, 1.97344351e+00, 1.16640961e+00,\n", + " -1.05020952e+00, -2.76409459e+00, 5.36442995e-01,\n", + " -1.40022540e+00, 1.21385205e+00, -1.18868899e+00,\n", + " -5.13917767e-02, -1.10776722e+00, -1.27438456e-01,\n", + " -1.19654179e+00, 1.30550396e+00],\n", + " [-2.11458468e+00, 6.49698496e-01, -6.29739285e-01,\n", + " 2.75796127e+00, -1.56815016e+00, 1.50319862e+00,\n", + " -1.06618989e+00, 2.29635215e+00, 8.65279853e-01,\n", + " -1.11279964e+00, -2.75359035e+00, 6.42657042e-01,\n", + " -1.10895908e+00, 1.69857657e+00, -6.74542427e-01,\n", + " 2.30690852e-01, -9.00462508e-01, -3.56485993e-01,\n", + " -1.51747882e+00, 2.18959284e+00],\n", + " [-1.43250573e+00, 4.62755680e-01, 5.73884964e-01,\n", + " 3.27749729e+00, -8.84988368e-01, 1.80895853e+00,\n", + " -1.41325974e+00, 1.69504237e+00, 1.83667946e+00,\n", + " -9.71023142e-01, -2.50410986e+00, 1.60883129e-01,\n", + " -1.46396208e+00, 1.72954905e+00, -8.67143214e-01,\n", + " 3.51108611e-03, -4.88944501e-01, -5.98050058e-01,\n", + " -1.48591709e+00, 1.30586874e+00],\n", + " [-7.85769343e-01, 5.46496212e-01, 1.11939585e+00,\n", + " 1.88155580e+00, -1.01174366e+00, 1.44349015e+00,\n", + " -9.96946394e-01, 1.03436112e+00, 1.10212469e+00,\n", + " -1.14477932e+00, -2.14768958e+00, -3.71585071e-01,\n", + " -8.20431888e-01, 1.01300502e+00, 2.88755327e-01,\n", + " 2.00091198e-01, -3.94615591e-01, -3.45081836e-01,\n", + " -1.64596188e+00, 1.50440168e+00],\n", + " [-1.79514754e+00, 9.74613726e-02, 1.24341533e-01,\n", + " 2.69110465e+00, -1.63875711e+00, 1.49982548e+00,\n", + " -1.43576622e+00, 1.93544996e+00, 1.37459970e+00,\n", + " -1.09554636e+00, -2.26230645e+00, 1.58051983e-01,\n", + " -1.25932074e+00, 1.35470843e+00, -7.16456532e-01,\n", + " -4.39799309e-01, -1.43558490e+00, -5.05714774e-01,\n", + " -1.33720279e+00, 2.13085222e+00],\n", + " [ 6.60878599e-01, 1.18031168e+00, 1.72375083e+00,\n", + " 2.42677689e+00, -1.23772514e+00, 3.84724528e-01,\n", + " 1.02026665e+00, 4.32166308e-01, -5.10720253e-01,\n", + " -2.28338867e-01, -2.25908375e+00, -6.39039874e-02,\n", + " 7.46737897e-01, 4.07164544e-01, -6.04733348e-01,\n", + " -6.79335237e-01, -3.58448362e+00, -6.10419750e-01,\n", + " -1.76044762e+00, 1.64803267e-01],\n", + " [ 5.16879261e-01, -2.40428478e-01, -1.61599681e-01,\n", + " 2.51086736e+00, -1.12012351e+00, 6.43847227e-01,\n", + " 6.93316817e-01, -4.54208434e-01, -2.43008423e+00,\n", + " 6.64005935e-01, -1.58861268e+00, -5.30297101e-01,\n", + " 2.20135546e+00, 7.30632186e-01, 1.13277113e+00,\n", + " -2.41476655e+00, -2.78811550e+00, -3.06745410e-01,\n", + " -1.06685209e+00, -1.14760906e-01],\n", + " [ 7.34100163e-01, 2.55608082e-01, 9.40548420e-01,\n", + " 2.86524391e+00, -1.08032024e+00, 7.09296107e-01,\n", + " -4.30922985e-01, 1.27826348e-01, -2.00825959e-01,\n", + " -2.09234208e-01, -1.65312469e+00, -1.08260608e+00,\n", + " 1.88342464e+00, 8.30625713e-01, -5.13648152e-01,\n", + " -7.71598220e-01, -2.56656098e+00, -7.75704622e-01,\n", + " -1.47192585e+00, -2.95880944e-01],\n", + " [ 9.48214471e-01, 1.16926059e-01, -6.35110885e-02,\n", + " 1.25718284e+00, -1.76797581e+00, 1.01068020e+00,\n", + " -8.59085321e-02, -3.96160223e-03, -2.18445867e-01,\n", + " -5.41742206e-01, 1.24588478e+00, -5.79922497e-01,\n", + " -7.24877298e-01, 1.52959311e+00, 1.54018545e+00,\n", + " -1.06762886e+00, -4.07900631e-01, -1.06871343e+00,\n", + " -4.48674560e-01, 7.96718478e-01],\n", + " [-4.34383065e-01, 9.19092059e-01, -6.70482874e-01,\n", + " 1.50555134e+00, -6.14094615e-01, -5.61783910e-01,\n", + " 1.41590953e+00, 7.29173064e-01, -6.37669325e-01,\n", + " -6.34261370e-02, -5.69617212e-01, -1.81005463e-01,\n", + " 7.31608868e-01, 1.85774136e+00, -1.12878203e-01,\n", + " 1.74107707e+00, -2.10401654e+00, -5.41984618e-01,\n", + " -1.11320531e+00, 1.08481455e+00],\n", + " [ 5.20308256e-01, 4.93363321e-01, -2.29713941e+00,\n", + " -2.96208829e-01, -9.35840249e-01, -9.11297441e-01,\n", + " 8.04490626e-01, 1.34559858e+00, 8.43411148e-01,\n", + " -6.70747995e-01, -1.29300046e+00, 2.97808504e+00,\n", + " -1.52528703e+00, -6.02670908e-01, -1.31647086e+00,\n", + " 2.87233400e+00, -2.59753168e-01, 1.45090175e+00,\n", + " -6.66940451e-01, 1.57378942e-01],\n", + " [-6.94401085e-01, 2.29839712e-01, -1.78215778e+00,\n", + " 3.80898356e-01, -2.10108781e+00, -2.79940099e-01,\n", + " -1.40974447e-01, 1.92957199e+00, -1.47506773e-01,\n", + " -9.33462918e-01, -1.60940766e+00, 1.16257513e+00,\n", + " -9.50681686e-01, -5.87713480e-01, -1.29319823e+00,\n", + " 9.80911374e-01, -6.90490246e-01, 3.66486967e-01,\n", + " -6.05019629e-01, 1.89719260e+00],\n", + " [ 6.70790613e-01, -3.90804172e-01, -1.00822961e+00,\n", + " -2.65916288e-01, -1.32113624e+00, 5.59913814e-01,\n", + " 1.09485462e-01, 2.63858527e-01, 1.10062182e+00,\n", + " -9.94736016e-01, -1.82985461e+00, 8.95146430e-01,\n", + " -1.22143865e-01, -7.90753484e-01, -3.22333306e-01,\n", + " 1.86127079e+00, 1.52906179e-01, 4.74749267e-01,\n", + " -1.13265741e+00, 7.34518170e-01],\n", + " [ 1.05300784e+00, 2.21764594e-01, -1.27257001e+00,\n", + " 1.25607044e-01, -1.90103185e+00, 9.22545195e-01,\n", + " -5.74771523e-01, 7.19002366e-01, 1.15599811e+00,\n", + " -2.11222005e+00, -9.57534373e-01, 9.84333396e-01,\n", + " -9.59507823e-01, -6.95791781e-01, -1.48561954e-01,\n", + " 2.47803354e+00, 2.93981761e-01, 6.62338018e-01,\n", + " -1.64205587e+00, 1.93475246e+00],\n", + " [ 2.22272754e-01, -1.49948329e-01, -1.42806518e+00,\n", + " 1.05034560e-03, -2.06567478e+00, 1.33013225e+00,\n", + " -8.17538023e-01, 1.01789057e+00, -1.22409202e-01,\n", + " -1.59378982e+00, -9.13735151e-01, 2.86102951e-01,\n", + " -3.87548745e-01, -5.50910473e-01, 5.32248616e-01,\n", + " 1.41184258e+00, 6.23748422e-01, 1.11318536e-01,\n", + " -9.91921127e-01, 2.24659014e+00],\n", + " [ 1.30112648e+00, -5.68217516e-01, -1.86976206e+00,\n", + " -4.55521107e-01, -7.78162241e-01, 3.42094719e-01,\n", + " 2.72569537e-01, 1.89408079e-01, 1.64089608e+00,\n", + " -1.69183981e+00, -1.31325054e+00, 1.19620633e+00,\n", + " -2.09398359e-01, -1.22399664e+00, -1.47402561e+00,\n", + " 1.93987298e+00, 2.64880806e-01, 9.19627190e-01,\n", + " -1.18088806e+00, -1.57265365e-02],\n", + " [ 8.48959088e-01, -2.75232285e-01, -1.37703502e+00,\n", + " -1.75887674e-01, -1.35622239e+00, 8.54543090e-01,\n", + " -7.39180088e-01, 6.26294315e-01, 1.11275434e+00,\n", + " -2.33366919e+00, -1.23703456e+00, 1.12868059e+00,\n", + " -1.11770797e+00, -9.37529147e-01, -1.75118893e-01,\n", + " 2.16818810e+00, 1.12386191e+00, 8.11800659e-01,\n", + " -1.31013680e+00, 1.25030243e+00],\n", + " [ 1.29926741e+00, -3.91680360e-01, -1.68505549e+00,\n", + " -8.08479190e-01, -1.03359282e+00, 5.75066984e-01,\n", + " -1.42390877e-02, 5.33542708e-02, 7.69283652e-01,\n", + " -2.10545516e+00, -1.37312424e+00, 1.00020897e+00,\n", + " -4.90247965e-01, -1.22222817e+00, -2.95923576e-02,\n", + " 2.21293569e+00, 1.32815266e+00, 1.05988228e+00,\n", + " -1.26028407e+00, 6.47833467e-01],\n", + " [-7.78433919e-01, 9.60882366e-01, -1.78172946e-01,\n", + " 1.11862648e+00, -7.31151223e-01, -1.11466372e+00,\n", + " 7.61571825e-01, 1.55967009e+00, -3.07074094e+00,\n", + " -1.62351102e-01, -1.28436685e+00, -1.05830467e+00,\n", + " 1.27844799e+00, -1.86323896e-01, 1.59435642e+00,\n", + " 1.23817071e-01, -1.63803291e+00, -6.59889460e-01,\n", + " -1.45274830e+00, 1.43632007e+00],\n", + " [ 5.79672039e-01, 1.07677984e+00, 9.86400247e-01,\n", + " 2.51447845e+00, -8.64692867e-01, -2.48217285e-01,\n", + " 8.43400538e-01, -1.14179380e-01, -7.74344921e-01,\n", + " 8.43271673e-01, -2.37146974e+00, -1.01121938e+00,\n", + " 2.03781366e+00, 4.10234153e-01, -4.99523610e-01,\n", + " -2.31785119e-01, -3.08339214e+00, -2.33409494e-01,\n", + " -1.15936816e+00, 8.28215480e-02],\n", + " [ 3.37045491e-01, 5.63490748e-01, -6.52011931e-01,\n", + " 2.50893807e+00, -1.33314157e+00, -2.38028616e-01,\n", + " 3.91039968e-01, 4.26950008e-01, -2.16381240e+00,\n", + " 4.17663693e-01, -1.22476351e+00, 4.81548458e-02,\n", + " 2.12801909e+00, 7.33923733e-01, 1.19181216e+00,\n", + " -1.36719978e+00, -2.14400220e+00, -7.77269229e-02,\n", + " -1.66204071e+00, 7.65183806e-01],\n", + " [ 6.50519133e-01, 8.33779633e-01, 5.22840202e-01,\n", + " 2.45833397e+00, -1.24866235e+00, 2.11726218e-01,\n", + " 7.73835629e-02, 1.21731985e+00, -1.35013902e+00,\n", + " -9.77748394e-01, -1.75063026e+00, -4.34149504e-01,\n", + " -8.08432885e-03, 3.34302396e-01, 5.86263120e-01,\n", + " -4.85902965e-01, -2.68848753e+00, -7.32709587e-01,\n", + " -1.92891622e+00, 6.76320672e-01],\n", + " [ 2.38407046e-01, -2.22033173e-01, 1.21474421e+00,\n", + " 3.11386132e+00, 8.04334283e-01, 1.23143435e-01,\n", + " 1.37045574e+00, 3.06272268e-01, -1.30646384e+00,\n", + " -4.64869440e-01, -3.45866323e+00, -1.81720328e+00,\n", + " 2.21456027e+00, -6.73999548e-01, 5.78967631e-01,\n", + " -7.00624585e-01, -3.57810950e+00, -5.54774940e-01,\n", + " -2.92276239e+00, -3.43530178e-02],\n", + " [ 8.45775366e-01, 4.81122673e-01, 9.37717199e-01,\n", + " 3.08010864e+00, 1.02730739e+00, -1.44617236e+00,\n", + " 9.83715951e-01, 1.85643804e+00, -1.24231315e+00,\n", + " -2.15636954e-01, -1.44927478e+00, -1.69005370e+00,\n", + " 1.89571488e+00, -5.01866043e-01, -1.44477022e+00,\n", + " 7.25648552e-02, -3.28230929e+00, -6.44716144e-01,\n", + " -2.29339385e+00, -8.58978271e-01],\n", + " [ 8.22505534e-01, 1.54543549e-01, 1.44370997e+00,\n", + " -5.02680480e-01, -2.49090105e-01, -6.36968017e-03,\n", + " -1.42676607e-01, -4.05899853e-01, 7.10937917e-01,\n", + " -6.99468136e-01, -1.41514242e+00, 3.11947405e-01,\n", + " -8.76041293e-01, -1.07980192e+00, 5.69567919e-01,\n", + " 2.52232194e-01, 4.07578319e-01, 1.50145173e-01,\n", + " -1.29617286e+00, 6.01106703e-01],\n", + " [ 2.56686687e-01, 2.93820113e-01, 1.21201718e+00,\n", + " 1.60578281e-01, -1.02855480e+00, -1.44421667e-01,\n", + " -3.33947420e-01, 5.25810122e-01, 9.52914894e-01,\n", + " -5.32882392e-01, -1.86204183e+00, 5.96967995e-01,\n", + " -1.15592134e+00, -3.13788533e-01, 2.06922963e-02,\n", + " 3.32022280e-01, -3.20347816e-01, -2.06220299e-01,\n", + " -1.52536786e+00, 1.48486650e+00],\n", + " [ 1.12159204e+00, 5.95946491e-01, -3.40830207e-01,\n", + " -1.05319595e+00, -2.73448259e-01, -8.85185957e-01,\n", + " -4.13105905e-01, 5.79547286e-01, 1.83335960e-01,\n", + " -7.22543895e-01, -1.32191157e+00, 9.68050182e-01,\n", + " -1.12842047e+00, -1.21736681e+00, -1.41649926e+00,\n", + " 1.34891838e-01, -5.69240987e-01, 7.43964314e-01,\n", + " -1.68148428e-01, -4.80615705e-01],\n", + " [ 3.55422556e-01, 4.48915362e-02, 2.14400601e+00,\n", + " 7.85425961e-01, -4.04906809e-01, 4.72678304e-01,\n", + " -8.99185836e-01, 4.91387695e-01, 1.20961177e+00,\n", + " -6.68512762e-01, -1.75316536e+00, -5.73026717e-01,\n", + " -8.57861578e-01, -1.18099749e+00, -6.28981590e-01,\n", + " -3.69722158e-01, -8.39671254e-01, -6.74726784e-01,\n", + " -1.04887152e+00, 8.31568718e-01],\n", + " [ 5.04545271e-01, 2.99814790e-01, 1.56018698e+00,\n", + " 4.20833156e-02, -9.41074610e-01, -2.47353613e-02,\n", + " -2.46952668e-01, 3.13093424e-01, 8.87616336e-01,\n", + " -6.03043199e-01, -2.07579637e+00, 2.90306330e-01,\n", + " -1.13790596e+00, -7.82631755e-01, 2.51286417e-01,\n", + " 1.13986701e-01, -1.91920996e-01, -6.09808266e-01,\n", + " -1.22171831e+00, 1.39912665e+00],\n", + " [ 4.52615738e-01, -6.85717016e-02, 1.10068095e+00,\n", + " -1.10230815e+00, 1.02139127e+00, -4.30373520e-01,\n", + " 2.19952703e-01, -4.38583106e-01, -1.39433646e+00,\n", + " -9.49863553e-01, -1.73593366e+00, -2.70766973e-01,\n", + " -2.28653118e-01, -1.42402208e+00, 1.32906175e+00,\n", + " -1.28291234e-01, 1.60932088e+00, 3.53240445e-02,\n", + " -7.50801206e-01, 1.46894395e-01],\n", + " [ 1.04428637e+00, 8.98555815e-01, -2.70604163e-01,\n", + " -3.05867624e+00, 4.17407364e-01, -1.14094317e-02,\n", + " 2.21334743e+00, -3.58566225e-01, -9.64627445e-01,\n", + " -6.66042328e-01, -1.91100609e+00, 1.41159832e+00,\n", + " -5.28896570e-01, -1.70324957e+00, 1.55717850e+00,\n", + " 7.86635041e-01, 1.16707754e+00, 5.26184857e-01,\n", + " -1.26837695e+00, -3.67482394e-01],\n", + " [-5.54645956e-02, 1.24500036e+00, 3.87756646e-01,\n", + " -2.21720934e+00, -3.84514362e-01, -1.17438197e-01,\n", + " 6.13927186e-01, 1.61071688e-01, -2.63906449e-01,\n", + " 9.32853043e-01, -1.88791609e+00, 7.49201775e-01,\n", + " -6.67052567e-01, -9.31636214e-01, -1.41425014e-01,\n", + " 3.80335927e-01, 9.03909206e-01, -2.20119953e-01,\n", + " 3.88282865e-01, 2.68622577e-01],\n", + " [ 3.04388106e-01, 4.53403890e-01, 2.32080758e-01,\n", + " -1.67806149e+00, -6.21986203e-02, -6.06089950e-01,\n", + " 9.80891287e-01, 1.93812653e-01, -4.52408403e-01,\n", + " -1.03405468e-01, -2.00765300e+00, 8.51637542e-01,\n", + " -8.27292264e-01, -1.24976230e+00, 1.13905990e+00,\n", + " 6.35167241e-01, 7.46096015e-01, -4.34643716e-01,\n", + " -1.41208601e+00, 1.09171474e+00]], dtype=float32)" + ] + }, + "execution_count": 22, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "z_run = vrae.transform(test_dataset)\n", "z_run" @@ -2948,16 +9808,27 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 23, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(36, 20)" + ] + }, + "execution_count": 23, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "z_run.shape" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 24, "metadata": {}, "outputs": [], "source": [ @@ -2967,21 +9838,22 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 43, "metadata": {}, "outputs": [], "source": [ "def concat_recon(recon_output):\n", - " w,b,f = recon_output.shape\n", " \n", + " w,b,f = recon_output.shape\n", " tmp = rearrange(recon_output, 'w b f -> b w f')\n", - "\n", " output = tmp.reshape(w*b,f)\n", "\n", " return output\n", "\n", "def inverse_minmax(x):\n", - " inv_x = MM_scaler.inverse_transform(x)\n", + " \n", + " inv_x = scaler.inverse_transform(x)\n", + " \n", " return inv_x\n", "\n", "def eval_recon(recon, real, undo = True):\n", @@ -3001,7 +9873,17 @@ " # compute loss\n", " loss = criterion(torch.tensor(recon), torch.tensor(real))\n", " \n", - " return loss" + " return loss\n", + "\n", + "def get_diff(recon, real, undo = True):\n", + " if undo == True:\n", + " # undo minmax scaling\n", + " recon = inverse_minmax(recon)\n", + " \n", + " r = recon.shape[0]\n", + " real = real[:r,:]\n", + " \n", + " return recon, real, np.abs(recon-real)" ] }, { @@ -3020,23 +9902,41 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 84, "metadata": { "scrolled": true }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(100, 223, 92)\n" + ] + } + ], "source": [ "# train reconstruct\n", "train_recon = vrae.reconstruct(train_dataset)\n", - "print(train_recon.shape)\n", - "train_recon" + "print(train_recon.shape)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 45, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(22300, 92)" + ] + }, + "execution_count": 45, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "train_recon = concat_recon(train_recon)\n", "train_recon.shape" @@ -3044,22 +9944,233 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 46, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(22300, 92)\n", + "(22300, 92)\n" + ] + }, + { + "data": { + "text/plain": [ + "tensor(3.6674e+13, dtype=torch.float64)" + ] + }, + "execution_count": 46, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "eval_recon(train_recon, TRAIN_DF)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 47, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(22300, 92)\n", + "(22300, 92)\n" + ] + }, + { + "data": { + "text/plain": [ + "tensor(0.4121, dtype=torch.float64)" + ] + }, + "execution_count": 47, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "eval_recon(train_recon, TRAIN_SCALED, False)" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Visualize Train Difference" + ] + }, + { + "cell_type": "code", + "execution_count": 59, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(22300, 92)" + ] + }, + "execution_count": 59, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "train_recon, train_real, train_diff = get_diff(train_recon, TRAIN_SCALED, False)\n", + "train_diff.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 83, + "metadata": {}, + "outputs": [], + "source": [ + "train_recon = pd.DataFrame(train_recon, columns= cols)\n", + "train_real = pd.DataFrame(train_real, columns= cols)\n", + "train_diff = pd.DataFrame(train_diff, columns= cols)" + ] + }, + { + "cell_type": "code", + "execution_count": 79, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Saving plot Device2Port1_AVG_INBPS\n", + "Saving plot Device2Port1_AVG_OUTBPS\n", + "Saving plot Device2Port4_AVG_INBPS\n", + "Saving plot Device2Port4_AVG_OUTBPS\n", + "Saving plot Device2Port6_AVG_INBPS\n", + "Saving plot Device2Port6_AVG_OUTBPS\n", + "Saving plot Device2Port8_AVG_INBPS\n", + "Saving plot Device2Port8_AVG_OUTBPS\n", + "Saving plot Device2Port10_AVG_INBPS\n", + "Saving plot Device2Port10_AVG_OUTBPS\n", + "Saving plot Device2Port12_AVG_INBPS\n", + "Saving plot Device2Port12_AVG_OUTBPS\n", + "Saving plot Device2Port14_AVG_INBPS\n", + "Saving plot Device2Port14_AVG_OUTBPS\n", + "Saving plot Device2Port19_AVG_INBPS\n", + "Saving plot Device2Port19_AVG_OUTBPS\n", + "Saving plot Device2Port21_AVG_INBPS\n", + "Saving plot Device2Port21_AVG_OUTBPS\n", + "Saving plot Device2Port22_AVG_INBPS\n", + "Saving plot Device2Port22_AVG_OUTBPS\n", + "Saving plot Device2Port23_AVG_INBPS\n", + "Saving plot Device2Port23_AVG_OUTBPS\n", + "Saving plot Device2Port24_AVG_INBPS\n", + "Saving plot Device2Port24_AVG_OUTBPS\n", + "Saving plot Device2Port4097_AVG_INBPS\n", + "Saving plot Device2Port4097_AVG_OUTBPS\n", + "Saving plot Device15Port1_AVG_INBPS\n", + "Saving plot Device15Port1_AVG_OUTBPS\n", + "Saving plot Device15Port2_AVG_INBPS\n", + "Saving plot Device15Port2_AVG_OUTBPS\n", + "Saving plot Device15Port3_AVG_INBPS\n", + "Saving plot Device15Port3_AVG_OUTBPS\n", + "Saving plot Device15Port4_AVG_INBPS\n", + "Saving plot Device15Port4_AVG_OUTBPS\n", + "Saving plot Device15Port5_AVG_INBPS\n", + "Saving plot Device15Port5_AVG_OUTBPS\n", + "Saving plot Device15Port6_AVG_INBPS\n", + "Saving plot Device15Port6_AVG_OUTBPS\n", + "Saving plot Device15Port7_AVG_INBPS\n", + "Saving plot Device15Port7_AVG_OUTBPS\n", + "Saving plot Device15Port8_AVG_INBPS\n", + "Saving plot Device15Port8_AVG_OUTBPS\n", + "Saving plot Device17Port1_AVG_INBPS\n", + "Saving plot Device17Port1_AVG_OUTBPS\n", + "Saving plot Device17Port2_AVG_INBPS\n", + "Saving plot Device17Port2_AVG_OUTBPS\n", + "Saving plot Device17Port3_AVG_INBPS\n", + "Saving plot Device17Port3_AVG_OUTBPS\n", + "Saving plot Device17Port4_AVG_INBPS\n", + "Saving plot Device17Port4_AVG_OUTBPS\n", + "Saving plot Device17Port5_AVG_INBPS\n", + "Saving plot Device17Port5_AVG_OUTBPS\n", + "Saving plot Device17Port6_AVG_INBPS\n", + "Saving plot Device17Port6_AVG_OUTBPS\n", + "Saving plot Device17Port7_AVG_INBPS\n", + "Saving plot Device17Port7_AVG_OUTBPS\n", + "Saving plot Device17Port8_AVG_INBPS\n", + "Saving plot Device17Port8_AVG_OUTBPS\n", + "Saving plot Device18Port1_AVG_INBPS\n", + "Saving plot Device18Port1_AVG_OUTBPS\n", + "Saving plot Device18Port2_AVG_INBPS\n", + "Saving plot Device18Port2_AVG_OUTBPS\n", + "Saving plot Device18Port3_AVG_INBPS\n", + "Saving plot Device18Port3_AVG_OUTBPS\n", + "Saving plot Device18Port4_AVG_INBPS\n", + "Saving plot Device18Port4_AVG_OUTBPS\n", + "Saving plot Device18Port5_AVG_INBPS\n", + "Saving plot Device18Port5_AVG_OUTBPS\n", + "Saving plot Device18Port6_AVG_INBPS\n", + "Saving plot Device18Port6_AVG_OUTBPS\n", + "Saving plot Device18Port7_AVG_INBPS\n", + "Saving plot Device18Port7_AVG_OUTBPS\n", + "Saving plot Device18Port8_AVG_INBPS\n", + "Saving plot Device18Port8_AVG_OUTBPS\n", + "Saving plot Device19Port1_AVG_INBPS\n", + "Saving plot Device19Port1_AVG_OUTBPS\n", + "Saving plot Device19Port3_AVG_INBPS\n", + "Saving plot Device19Port3_AVG_OUTBPS\n", + "Saving plot Device19Port5_AVG_INBPS\n", + "Saving plot Device19Port5_AVG_OUTBPS\n", + "Saving plot Device20Port1_AVG_INBPS\n", + "Saving plot Device20Port1_AVG_OUTBPS\n", + "Saving plot Device20Port3_AVG_INBPS\n", + "Saving plot Device20Port3_AVG_OUTBPS\n", + "Saving plot Device2_CPU\n", + "Saving plot Device2_Memory\n", + "Saving plot Device4_CPU\n", + "Saving plot Device7_CPU\n", + "Saving plot Device8_CPU\n", + "Saving plot Device4_Memory\n", + "Saving plot Device7_Memory\n", + "Saving plot Device8_Memory\n" + ] + }, + { + "data": { + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "import pandas as pd\n", + "import random\n", + "\n", + "plt.rcParams[\"figure.figsize\"] = (20,5)\n", + "\n", + "for i in cols:\n", + " print(f'Saving plot {i}')\n", + " plt.plot(train_diff[i])\n", + " plt.title(f'{i}')\n", + " plt.savefig(f'./plots/train/{i}.png')\n", + " plt.clf() # Clear the current figure\n", + "\n", + "# plt.plot(train_diff[cols[random.randrange(92)]])\n", + "# plt.title(f'{cols[random.randrange(92)]}')" + ] + }, { "cell_type": "markdown", "metadata": {}, @@ -3069,11 +10180,114 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 30, "metadata": { "scrolled": true }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(100, 36, 92)\n" + ] + }, + { + "data": { + "text/plain": [ + "array([[[ 1.69066697e-01, -1.11968070e-01, 4.39207889e-02, ...,\n", + " 1.65839338e+00, -1.17160058e+00, -7.79552817e-01],\n", + " [ 4.10982341e-01, 2.91083574e-01, 4.25384976e-02, ...,\n", + " 2.31703019e+00, -1.40817869e+00, -1.14214873e+00],\n", + " [ 1.16652921e-02, -1.81149781e-01, 5.27637713e-02, ...,\n", + " 2.01204729e+00, -1.53570426e+00, -9.29854989e-01],\n", + " ...,\n", + " [-1.16910540e-01, -1.82009339e-02, -6.86170384e-02, ...,\n", + " 8.39057565e-01, -1.30339086e+00, 3.08250815e-01],\n", + " [-1.36026919e-01, -8.68294835e-02, -1.91996396e-02, ...,\n", + " 7.63758123e-01, -1.10627866e+00, 8.30737829e-01],\n", + " [ 4.18466404e-02, -1.21069729e-01, -9.17559266e-02, ...,\n", + " 8.50077093e-01, -1.09996188e+00, 1.03429425e+00]],\n", + "\n", + " [[-6.72452673e-02, -3.39912057e-01, -2.86027901e-02, ...,\n", + " 1.72469819e+00, -1.04504752e+00, -6.58043146e-01],\n", + " [-1.46012455e-01, -3.96044791e-01, -3.59739214e-02, ...,\n", + " 2.49410939e+00, -1.42154765e+00, -8.63221169e-01],\n", + " [-1.39414996e-01, -4.59040284e-01, -4.02939133e-02, ...,\n", + " 2.29725194e+00, -1.46173453e+00, -5.94331682e-01],\n", + " ...,\n", + " [ 2.66144544e-01, 2.30580389e-01, -2.70930324e-02, ...,\n", + " 6.55462801e-01, -1.12770534e+00, 1.18492949e+00],\n", + " [ 2.21367359e-01, 2.15207607e-01, -1.71087049e-02, ...,\n", + " 7.64215350e-01, -1.03238451e+00, 1.13773048e+00],\n", + " [ 1.14618994e-01, -2.56270170e-03, -1.72492582e-03, ...,\n", + " 7.80858696e-01, -9.73662615e-01, 1.17305803e+00]],\n", + "\n", + " [[ 2.67836899e-02, -1.84182823e-01, -2.03692317e-02, ...,\n", + " 2.00099230e+00, -1.08732080e+00, -5.56218266e-01],\n", + " [-1.41985342e-02, -1.15530491e-01, -1.15711764e-02, ...,\n", + " 2.63951087e+00, -1.38763309e+00, -6.50033712e-01],\n", + " [ 5.76170310e-02, -1.10450953e-01, -1.51621103e-02, ...,\n", + " 2.56718445e+00, -1.43219960e+00, -5.15685320e-01],\n", + " ...,\n", + " [ 5.68282679e-02, 2.65207887e-03, 1.58299580e-02, ...,\n", + " 8.10859859e-01, -1.00252092e+00, 1.17786682e+00],\n", + " [ 7.25960061e-02, 3.33407521e-02, 9.66904126e-03, ...,\n", + " 8.32139790e-01, -1.00070322e+00, 1.09980619e+00],\n", + " [ 7.63325170e-02, 4.09215391e-02, -1.14129474e-02, ...,\n", + " 7.62324154e-01, -9.66201425e-01, 1.12002182e+00]],\n", + "\n", + " ...,\n", + "\n", + " [[-8.96444544e-02, -8.30187798e-02, -1.85148045e-02, ...,\n", + " 1.91883421e+00, -1.51807308e+00, -1.69934869e-01],\n", + " [-5.72413877e-02, -9.92297530e-02, -1.50683708e-02, ...,\n", + " 2.69917679e+00, -1.36028898e+00, -1.80173308e-01],\n", + " [-8.76818225e-02, -9.52538252e-02, -2.10337210e-02, ...,\n", + " 1.87086511e+00, -1.53219271e+00, -1.86081529e-01],\n", + " ...,\n", + " [ 1.10956766e-01, 3.74872684e-02, -1.20779164e-02, ...,\n", + " 8.35213721e-01, -9.64815438e-01, 1.01995528e+00],\n", + " [ 1.09236784e-01, 3.86509895e-02, -1.20447725e-02, ...,\n", + " 8.33313763e-01, -9.63015795e-01, 1.01641405e+00],\n", + " [ 1.11037619e-01, 3.73705328e-02, -1.20813362e-02, ...,\n", + " 8.35368812e-01, -9.64947939e-01, 1.02018774e+00]],\n", + "\n", + " [[-9.07872096e-02, -8.53522420e-02, -1.86889470e-02, ...,\n", + " 1.91456735e+00, -1.52105069e+00, -1.70358732e-01],\n", + " [-5.71824536e-02, -9.89543796e-02, -1.50675252e-02, ...,\n", + " 2.69810200e+00, -1.36051106e+00, -1.79512441e-01],\n", + " [-8.80946741e-02, -9.53831077e-02, -2.10018195e-02, ...,\n", + " 1.87148607e+00, -1.53212368e+00, -1.85486317e-01],\n", + " ...,\n", + " [ 7.95342103e-02, 3.42159867e-02, -1.20832920e-02, ...,\n", + " 8.69015992e-01, -9.54731703e-01, 9.54273105e-01],\n", + " [ 7.74264708e-02, 3.12434733e-02, -1.19921938e-02, ...,\n", + " 8.67462456e-01, -9.53046083e-01, 9.52899218e-01],\n", + " [ 7.96517208e-02, 3.43945026e-02, -1.20893978e-02, ...,\n", + " 8.69132400e-01, -9.54852402e-01, 9.54367280e-01]],\n", + "\n", + " [[-9.15654674e-02, -8.73495638e-02, -1.88510399e-02, ...,\n", + " 1.90986013e+00, -1.52368224e+00, -1.71023324e-01],\n", + " [-5.71287647e-02, -9.86711383e-02, -1.50658190e-02, ...,\n", + " 2.69699001e+00, -1.36074841e+00, -1.78857446e-01],\n", + " [-8.84297416e-02, -9.55317020e-02, -2.09722891e-02, ...,\n", + " 1.87191558e+00, -1.53211915e+00, -1.84991032e-01],\n", + " ...,\n", + " [ 1.10953160e-01, 3.74949574e-02, -1.20776482e-02, ...,\n", + " 8.35203826e-01, -9.64808464e-01, 1.01994348e+00],\n", + " [ 1.09330513e-01, 3.86212468e-02, -1.20461024e-02, ...,\n", + " 8.33380163e-01, -9.63088155e-01, 1.01657236e+00],\n", + " [ 1.11031450e-01, 3.73852253e-02, -1.20808743e-02, ...,\n", + " 8.35350454e-01, -9.64934230e-01, 1.02016437e+00]]],\n", + " dtype=float32)" + ] + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "# test reconstruct\n", "test_recon = vrae.reconstruct(test_dataset)\n", @@ -3083,9 +10297,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 31, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "(3600, 92)" + ] + }, + "execution_count": 31, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "test_recon = concat_recon(test_recon)\n", "test_recon.shape" @@ -3093,27 +10318,225 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 32, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(3600, 92)\n", + "(3600, 92)\n" + ] + }, + { + "data": { + "text/plain": [ + "tensor(3.1764e+12, dtype=torch.float64)" + ] + }, + "execution_count": 32, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "eval_recon(test_recon, TEST_DF)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 33, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(3600, 92)\n", + "(3600, 92)\n" + ] + }, + { + "data": { + "text/plain": [ + "tensor(0.8574, dtype=torch.float64)" + ] + }, + "execution_count": 33, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "eval_recon(test_recon, TEST_SCALED, False)" ] }, { - "cell_type": "markdown", + "cell_type": "code", + "execution_count": 80, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(3600, 92)" + ] + }, + "execution_count": 80, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "test_recon, test_real, test_diff = get_diff(test_recon, TEST_SCALED, False)\n", + "test_diff.shape" + ] + }, + { + "cell_type": "code", + "execution_count": 81, "metadata": {}, + "outputs": [], "source": [ - "### VISUALIZE" + "test_recon = pd.DataFrame(test_recon, columns= cols)\n", + "test_real = pd.DataFrame(test_real, columns= cols)\n", + "test_diff = pd.DataFrame(test_diff, columns= cols)" + ] + }, + { + "cell_type": "code", + "execution_count": 82, + "metadata": { + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Saving plot Device2Port1_AVG_INBPS\n", + "Saving plot Device2Port1_AVG_OUTBPS\n", + "Saving plot Device2Port4_AVG_INBPS\n", + "Saving plot Device2Port4_AVG_OUTBPS\n", + "Saving plot Device2Port6_AVG_INBPS\n", + "Saving plot Device2Port6_AVG_OUTBPS\n", + "Saving plot Device2Port8_AVG_INBPS\n", + "Saving plot Device2Port8_AVG_OUTBPS\n", + "Saving plot Device2Port10_AVG_INBPS\n", + "Saving plot Device2Port10_AVG_OUTBPS\n", + "Saving plot Device2Port12_AVG_INBPS\n", + "Saving plot Device2Port12_AVG_OUTBPS\n", + "Saving plot Device2Port14_AVG_INBPS\n", + "Saving plot Device2Port14_AVG_OUTBPS\n", + "Saving plot Device2Port19_AVG_INBPS\n", + "Saving plot Device2Port19_AVG_OUTBPS\n", + "Saving plot Device2Port21_AVG_INBPS\n", + "Saving plot Device2Port21_AVG_OUTBPS\n", + "Saving plot Device2Port22_AVG_INBPS\n", + "Saving plot Device2Port22_AVG_OUTBPS\n", + "Saving plot Device2Port23_AVG_INBPS\n", + "Saving plot Device2Port23_AVG_OUTBPS\n", + "Saving plot Device2Port24_AVG_INBPS\n", + "Saving plot Device2Port24_AVG_OUTBPS\n", + "Saving plot Device2Port4097_AVG_INBPS\n", + "Saving plot Device2Port4097_AVG_OUTBPS\n", + "Saving plot Device15Port1_AVG_INBPS\n", + "Saving plot Device15Port1_AVG_OUTBPS\n", + "Saving plot Device15Port2_AVG_INBPS\n", + "Saving plot Device15Port2_AVG_OUTBPS\n", + "Saving plot Device15Port3_AVG_INBPS\n", + "Saving plot Device15Port3_AVG_OUTBPS\n", + "Saving plot Device15Port4_AVG_INBPS\n", + "Saving plot Device15Port4_AVG_OUTBPS\n", + "Saving plot Device15Port5_AVG_INBPS\n", + "Saving plot Device15Port5_AVG_OUTBPS\n", + "Saving plot Device15Port6_AVG_INBPS\n", + "Saving plot Device15Port6_AVG_OUTBPS\n", + "Saving plot Device15Port7_AVG_INBPS\n", + "Saving plot Device15Port7_AVG_OUTBPS\n", + "Saving plot Device15Port8_AVG_INBPS\n", + "Saving plot Device15Port8_AVG_OUTBPS\n", + "Saving plot Device17Port1_AVG_INBPS\n", + "Saving plot Device17Port1_AVG_OUTBPS\n", + "Saving plot Device17Port2_AVG_INBPS\n", + "Saving plot Device17Port2_AVG_OUTBPS\n", + "Saving plot Device17Port3_AVG_INBPS\n", + "Saving plot Device17Port3_AVG_OUTBPS\n", + "Saving plot Device17Port4_AVG_INBPS\n", + "Saving plot Device17Port4_AVG_OUTBPS\n", + "Saving plot Device17Port5_AVG_INBPS\n", + "Saving plot Device17Port5_AVG_OUTBPS\n", + "Saving plot Device17Port6_AVG_INBPS\n", + "Saving plot Device17Port6_AVG_OUTBPS\n", + "Saving plot Device17Port7_AVG_INBPS\n", + "Saving plot Device17Port7_AVG_OUTBPS\n", + "Saving plot Device17Port8_AVG_INBPS\n", + "Saving plot Device17Port8_AVG_OUTBPS\n", + "Saving plot Device18Port1_AVG_INBPS\n", + "Saving plot Device18Port1_AVG_OUTBPS\n", + "Saving plot Device18Port2_AVG_INBPS\n", + "Saving plot Device18Port2_AVG_OUTBPS\n", + "Saving plot Device18Port3_AVG_INBPS\n", + "Saving plot Device18Port3_AVG_OUTBPS\n", + "Saving plot Device18Port4_AVG_INBPS\n", + "Saving plot Device18Port4_AVG_OUTBPS\n", + "Saving plot Device18Port5_AVG_INBPS\n", + "Saving plot Device18Port5_AVG_OUTBPS\n", + "Saving plot Device18Port6_AVG_INBPS\n", + "Saving plot Device18Port6_AVG_OUTBPS\n", + "Saving plot Device18Port7_AVG_INBPS\n", + "Saving plot Device18Port7_AVG_OUTBPS\n", + "Saving plot Device18Port8_AVG_INBPS\n", + "Saving plot Device18Port8_AVG_OUTBPS\n", + "Saving plot Device19Port1_AVG_INBPS\n", + "Saving plot Device19Port1_AVG_OUTBPS\n", + "Saving plot Device19Port3_AVG_INBPS\n", + "Saving plot Device19Port3_AVG_OUTBPS\n", + "Saving plot Device19Port5_AVG_INBPS\n", + "Saving plot Device19Port5_AVG_OUTBPS\n", + "Saving plot Device20Port1_AVG_INBPS\n", + "Saving plot Device20Port1_AVG_OUTBPS\n", + "Saving plot Device20Port3_AVG_INBPS\n", + "Saving plot Device20Port3_AVG_OUTBPS\n", + "Saving plot Device2_CPU\n", + "Saving plot Device2_Memory\n", + "Saving plot Device4_CPU\n", + "Saving plot Device7_CPU\n", + "Saving plot Device8_CPU\n", + "Saving plot Device4_Memory\n", + "Saving plot Device7_Memory\n", + "Saving plot Device8_Memory\n" + ] + }, + { + "data": { + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "import numpy as np\n", + "import matplotlib.pyplot as plt\n", + "import pandas as pd\n", + "import random\n", + "\n", + "plt.rcParams[\"figure.figsize\"] = (20,5)\n", + "\n", + "for i in cols:\n", + " print(f'Saving plot {i}')\n", + " plt.plot(test_diff[i])\n", + " plt.title(f'{i}')\n", + " plt.savefig(f'./plots/test/{i}.png')\n", + " plt.clf() # Clear the current figure\n", + "\n", + "\n", + "# plt.plot(train_diff[cols[random.randrange(92)]])\n", + "# plt.title(f'{cols[random.randrange(92)]}')" ] }, { diff --git a/saved_model/vrae.pth b/saved_model/vrae.pth index 094a6bb..03069d6 100644 Binary files a/saved_model/vrae.pth and b/saved_model/vrae.pth differ