diff --git a/VRAE_example.ipynb b/VRAE_example.ipynb index dd7de3e..250515b 100644 --- a/VRAE_example.ipynb +++ b/VRAE_example.ipynb @@ -22,7 +22,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -45,7 +45,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ @@ -86,9 +86,17 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "(23195128, 56)\n" + ] + } + ], "source": [ "# params\n", "folder = 'data'\n", @@ -103,7 +111,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "metadata": {}, "outputs": [], "source": [ @@ -113,9 +121,6 @@ " self.window = window\n", " \n", " def __len__(self):\n", - " df_len = len(self.data)\n", - " left = df_len%window\n", - "# return len(self.data)-left\n", " return len(self.data) // self.window -1\n", " \n", " def __getitem__(self, index):\n", @@ -126,7 +131,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "metadata": {}, "outputs": [], "source": [ @@ -136,9 +141,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "<__main__.HamonDataset at 0x7f998fda5668>" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "train_dataset = HamonDataset(data, window)\n", "train_dataset" @@ -146,9 +162,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "torch.Size([100, 56])" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "train_dataset[0].shape" ] @@ -162,9 +189,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "100" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "sequence_length = train_dataset[0].shape[0]\n", "sequence_length" @@ -181,9 +219,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "56" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "number_of_features = train_dataset[0].shape[1]\n", "number_of_features" @@ -198,7 +247,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "metadata": {}, "outputs": [], "source": [ @@ -229,9 +278,20 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/rnn.py:65: UserWarning: dropout option adds dropout after all but last recurrent layer, so non-zero dropout expects num_layers greater than 1, but got dropout=0.2 and num_layers=1\n", + " \"num_layers={}\".format(dropout, num_layers))\n", + "/usr/local/lib/python3.6/dist-packages/torch/nn/_reduction.py:42: UserWarning: size_average and reduce args will be deprecated, please use reduction='sum' instead.\n", + " warnings.warn(warning.format(ret))\n" + ] + } + ], "source": [ "vrae = VRAE(sequence_length=sequence_length,\n", " number_of_features = number_of_features,\n", @@ -265,7 +325,3327 @@ "metadata": { "scrolled": true }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Epoch: 0\n", + "Batch 30, loss = 19379261806739456.0000, recon_loss = 19379261806739456.0000, kl_loss = 0.3441\n", + "Batch 60, loss = 91916449072807936.0000, recon_loss = 91916449072807936.0000, kl_loss = 0.5754\n", + "Batch 90, loss = 199138993357455360.0000, recon_loss = 199138993357455360.0000, kl_loss = 0.8410\n", + "Batch 120, loss = 94359520960053248.0000, recon_loss = 94359520960053248.0000, kl_loss = 1.2230\n", + "Batch 150, loss = 3174932435435520.0000, recon_loss = 3174932435435520.0000, kl_loss = 1.4889\n", + "Batch 180, loss = 79180144463314944.0000, recon_loss = 79180144463314944.0000, kl_loss = 1.9412\n", + "Batch 210, loss = 83308724726267904.0000, recon_loss = 83308724726267904.0000, kl_loss = 2.2184\n", + "Batch 240, loss = 1843471904145408.0000, recon_loss = 1843471904145408.0000, kl_loss = 2.1812\n", + "Batch 270, loss = 37535862388424704.0000, recon_loss = 37535862388424704.0000, kl_loss = 1.9807\n", + "Batch 300, loss = 98044018784468992.0000, recon_loss = 98044018784468992.0000, kl_loss = 2.6538\n", + "Batch 330, loss = 14806789157552128.0000, recon_loss = 14806789157552128.0000, kl_loss = 2.6575\n", + "Batch 360, loss = 2522978143174656.0000, recon_loss = 2522978143174656.0000, kl_loss = 1.8213\n", + "Batch 390, loss = 87295132981788672.0000, recon_loss = 87295132981788672.0000, kl_loss = 3.2009\n", + "Batch 420, loss = 2241480897058570240.0000, recon_loss = 2241480897058570240.0000, kl_loss = 2.7694\n", + "Batch 450, loss = 3360707219292160.0000, recon_loss = 3360707219292160.0000, kl_loss = 1.9630\n", + "Batch 480, loss = 234995115511250944.0000, recon_loss = 234995115511250944.0000, kl_loss = 3.0725\n", + "Batch 510, loss = 213598619234729984.0000, recon_loss = 213598619234729984.0000, kl_loss = 2.4668\n", + "Batch 540, loss = 136755057239523328.0000, recon_loss = 136755057239523328.0000, kl_loss = 2.0741\n", + "Batch 570, loss = 1136399968009977856.0000, recon_loss = 1136399968009977856.0000, kl_loss = 3.2137\n", + "Batch 600, loss = 41889013606383616.0000, recon_loss = 41889013606383616.0000, kl_loss = 3.2788\n", + "Batch 630, loss = 93917534465556480.0000, recon_loss = 93917534465556480.0000, kl_loss = 3.6340\n", + "Batch 660, loss = 1300890618377011200.0000, recon_loss = 1300890618377011200.0000, kl_loss = 3.1050\n", + "Batch 690, loss = 132702016861372416.0000, recon_loss = 132702016861372416.0000, kl_loss = 3.4259\n", + "Batch 720, loss = 41139730791792640.0000, recon_loss = 41139730791792640.0000, kl_loss = 3.6773\n", + "Batch 750, loss = 549135861128626176.0000, recon_loss = 549135861128626176.0000, kl_loss = 3.6873\n", + "Batch 780, loss = 1613814238982176768.0000, recon_loss = 1613814238982176768.0000, kl_loss = 3.6808\n", + "Batch 810, loss = 642778414608023552.0000, recon_loss = 642778414608023552.0000, kl_loss = 3.4406\n", + "Batch 840, loss = 300460347066679296.0000, recon_loss = 300460347066679296.0000, kl_loss = 3.7163\n", + "Batch 870, loss = 258167391786106880.0000, recon_loss = 258167391786106880.0000, kl_loss = 3.7012\n", + "Batch 900, loss = 4611924071284736.0000, recon_loss = 4611924071284736.0000, kl_loss = 3.7257\n", + "Batch 930, loss = 985828035338960896.0000, recon_loss = 985828035338960896.0000, kl_loss = 3.5934\n", + "Batch 960, loss = 281314791610384384.0000, recon_loss = 281314791610384384.0000, kl_loss = 3.7700\n", + "Batch 990, loss = 1010036120286658560.0000, recon_loss = 1010036120286658560.0000, kl_loss = 3.6957\n", + "Batch 1020, loss = 625583358419664896.0000, recon_loss = 625583358419664896.0000, kl_loss = 3.4338\n", + "Batch 1050, loss = 3345548351264260096.0000, recon_loss = 3345548351264260096.0000, kl_loss = 3.9105\n", + "Batch 1080, loss = 707813221720915968.0000, recon_loss = 707813221720915968.0000, kl_loss = 3.4377\n", + "Batch 1110, loss = 448382903391354880.0000, recon_loss = 448382903391354880.0000, kl_loss = 3.5544\n", + "Batch 1140, loss = 621316703548080128.0000, recon_loss = 621316703548080128.0000, kl_loss = 3.5006\n", + "Batch 1170, loss = 649576969880469504.0000, recon_loss = 649576969880469504.0000, kl_loss = 3.5709\n", + "Batch 1200, loss = 262826348970508288.0000, recon_loss = 262826348970508288.0000, kl_loss = 3.6364\n", + "Batch 1230, loss = 637669877426946048.0000, recon_loss = 637669877426946048.0000, kl_loss = 3.8652\n", + "Batch 1260, loss = 80988377234538496.0000, recon_loss = 80988377234538496.0000, kl_loss = 3.8900\n", + "Batch 1290, loss = 168746722439200768.0000, recon_loss = 168746722439200768.0000, kl_loss = 3.5810\n", + "Batch 1320, loss = 286936147886604288.0000, recon_loss = 286936147886604288.0000, kl_loss = 3.5441\n", + "Batch 1350, loss = 71298565942542336.0000, recon_loss = 71298565942542336.0000, kl_loss = 3.6065\n", + "Batch 1380, loss = 876040768513376256.0000, recon_loss = 876040768513376256.0000, kl_loss = 3.1112\n", + "Batch 1410, loss = 9273483378802294784.0000, recon_loss = 9273483378802294784.0000, kl_loss = 3.1358\n", + "Batch 1440, loss = 41132426529890893824.0000, recon_loss = 41132426529890893824.0000, kl_loss = 2.4840\n", + "Batch 1470, loss = 33044045162017193984.0000, recon_loss = 33044045162017193984.0000, kl_loss = 2.7242\n", + "Batch 1500, loss = 31619603658977574912.0000, recon_loss = 31619603658977574912.0000, kl_loss = 2.6577\n", + "Batch 1530, loss = 38652803508883947520.0000, recon_loss = 38652803508883947520.0000, kl_loss = 2.5643\n", + "Batch 1560, loss = 32683682425036865536.0000, recon_loss = 32683682425036865536.0000, kl_loss = 2.6178\n", + "Batch 1590, loss = 25223337700902305792.0000, recon_loss = 25223337700902305792.0000, kl_loss = 2.7062\n", + "Batch 1620, loss = 33390400120859656192.0000, recon_loss = 33390400120859656192.0000, kl_loss = 2.7896\n", + "Batch 1650, loss = 47161906404056367104.0000, recon_loss = 47161906404056367104.0000, kl_loss = 3.1500\n", + "Batch 1680, loss = 43688496395353849856.0000, recon_loss = 43688496395353849856.0000, kl_loss = 3.0759\n", + "Batch 1710, loss = 33433166725133631488.0000, recon_loss = 33433166725133631488.0000, kl_loss = 2.8564\n", + "Batch 1740, loss = 23964753128866185216.0000, recon_loss = 23964753128866185216.0000, kl_loss = 2.8598\n", + "Batch 1770, loss = 16878229164035932160.0000, recon_loss = 16878229164035932160.0000, kl_loss = 2.9283\n", + "Batch 1800, loss = 5926930623666061312.0000, recon_loss = 5926930623666061312.0000, kl_loss = 3.0059\n", + "Batch 1830, loss = 4814176477845127168.0000, recon_loss = 4814176477845127168.0000, kl_loss = 3.2919\n", + "Batch 1860, loss = 4582059402739056640.0000, recon_loss = 4582059402739056640.0000, kl_loss = 3.2792\n", + "Batch 1890, loss = 4817600357054021632.0000, recon_loss = 4817600357054021632.0000, kl_loss = 3.5948\n", + "Batch 1920, loss = 4375878707420594176.0000, recon_loss = 4375878707420594176.0000, kl_loss = 3.8846\n", + "Batch 1950, loss = 4619853740554321920.0000, recon_loss = 4619853740554321920.0000, kl_loss = 3.8947\n", + "Batch 1980, loss = 2280669140739948544.0000, recon_loss = 2280669140739948544.0000, kl_loss = 3.9081\n", + "Batch 2010, loss = 2447821846196781056.0000, recon_loss = 2447821846196781056.0000, kl_loss = 3.5846\n", + "Batch 2040, loss = 1861221122784100352.0000, recon_loss = 1861221122784100352.0000, kl_loss = 3.5274\n", + "Batch 2070, loss = 1222147581325344768.0000, recon_loss = 1222147581325344768.0000, kl_loss = 3.6294\n", + "Batch 2100, loss = 909030584112644096.0000, recon_loss = 909030584112644096.0000, kl_loss = 4.0405\n", + "Batch 2130, loss = 431430530035089408.0000, recon_loss = 431430530035089408.0000, kl_loss = 4.1409\n", + "Batch 2160, loss = 543629232018817024.0000, recon_loss = 543629232018817024.0000, kl_loss = 4.1116\n", + "Batch 2190, loss = 263748701787258880.0000, recon_loss = 263748701787258880.0000, kl_loss = 3.9855\n", + "Batch 2220, loss = 185978131230752768.0000, recon_loss = 185978131230752768.0000, kl_loss = 4.2664\n", + "Batch 2250, loss = 114880960599687168.0000, recon_loss = 114880960599687168.0000, kl_loss = 4.2517\n", + "Batch 2280, loss = 126620695357554688.0000, recon_loss = 126620695357554688.0000, kl_loss = 4.2735\n", + "Batch 2310, loss = 95448836335468544.0000, recon_loss = 95448836335468544.0000, kl_loss = 3.9541\n", + "Batch 2340, loss = 333798536053260288.0000, recon_loss = 333798536053260288.0000, kl_loss = 3.9426\n", + "Batch 2370, loss = 143422959606824960.0000, recon_loss = 143422959606824960.0000, kl_loss = 4.2842\n", + "Batch 2400, loss = 193812306197479424.0000, recon_loss = 193812306197479424.0000, kl_loss = 4.1553\n", + "Batch 2430, loss = 474188510014734336.0000, recon_loss = 474188510014734336.0000, kl_loss = 3.8306\n", + "Batch 2460, loss = 5450960836094853120.0000, recon_loss = 5450960836094853120.0000, kl_loss = 3.3157\n", + "Batch 2490, loss = 22902912968481046528.0000, recon_loss = 22902912968481046528.0000, kl_loss = 2.9451\n", + "Batch 2520, loss = 37486828602232143872.0000, recon_loss = 37486828602232143872.0000, kl_loss = 3.1414\n", + "Batch 2550, loss = 44153347921344987136.0000, recon_loss = 44153347921344987136.0000, kl_loss = 2.9637\n", + "Batch 2580, loss = 40896519713081786368.0000, recon_loss = 40896519713081786368.0000, kl_loss = 3.2297\n", + "Batch 2610, loss = 39113375735619780608.0000, recon_loss = 39113375735619780608.0000, kl_loss = 3.1471\n", + "Batch 2640, loss = 31401695847515160576.0000, recon_loss = 31401695847515160576.0000, kl_loss = 3.1898\n", + "Batch 2670, loss = 20910998121183444992.0000, recon_loss = 20910998121183444992.0000, kl_loss = 2.8588\n", + "Batch 2700, loss = 35076782677030862848.0000, recon_loss = 35076782677030862848.0000, kl_loss = 2.9381\n", + "Batch 2730, loss = 39445318296045355008.0000, recon_loss = 39445318296045355008.0000, kl_loss = 2.9985\n", + "Batch 2760, loss = 38884008813972684800.0000, recon_loss = 38884008813972684800.0000, kl_loss = 3.1255\n", + "Batch 2790, loss = 30149294928873652224.0000, recon_loss = 30149294928873652224.0000, kl_loss = 3.1151\n", + "Batch 2820, loss = 21874143918836154368.0000, recon_loss = 21874143918836154368.0000, kl_loss = 3.2731\n", + "Batch 2850, loss = 13545976657130553344.0000, recon_loss = 13545976657130553344.0000, kl_loss = 3.4923\n", + "Batch 2880, loss = 6872026288681385984.0000, recon_loss = 6872026288681385984.0000, kl_loss = 3.7058\n", + "Batch 2910, loss = 4224240660787494912.0000, recon_loss = 4224240660787494912.0000, kl_loss = 3.8256\n", + "Batch 2940, loss = 4729494841052889088.0000, recon_loss = 4729494841052889088.0000, kl_loss = 4.0126\n", + "Batch 2970, loss = 3564959195121844224.0000, recon_loss = 3564959195121844224.0000, kl_loss = 4.2874\n", + "Batch 3000, loss = 5526420319109120000.0000, recon_loss = 5526420319109120000.0000, kl_loss = 4.2127\n", + "Batch 3030, loss = 4557787408677994496.0000, recon_loss = 4557787408677994496.0000, kl_loss = 4.0836\n", + "Batch 3060, loss = 2583350398215520256.0000, recon_loss = 2583350398215520256.0000, kl_loss = 4.1224\n", + "Batch 3090, loss = 2375521809844928512.0000, recon_loss = 2375521809844928512.0000, kl_loss = 4.1650\n", + "Batch 3120, loss = 2253456227952492544.0000, recon_loss = 2253456227952492544.0000, kl_loss = 3.8438\n", + "Batch 3150, loss = 650683422175395840.0000, recon_loss = 650683422175395840.0000, kl_loss = 4.0084\n", + "Batch 3180, loss = 1173110462238162944.0000, recon_loss = 1173110462238162944.0000, kl_loss = 4.1080\n", + "Batch 3210, loss = 369838328188502016.0000, recon_loss = 369838328188502016.0000, kl_loss = 4.2478\n", + "Batch 3240, loss = 467194825788096512.0000, recon_loss = 467194825788096512.0000, kl_loss = 4.6283\n", + "Batch 3270, loss = 447052356882792448.0000, recon_loss = 447052356882792448.0000, kl_loss = 4.3671\n", + "Batch 3300, loss = 144394979425386496.0000, recon_loss = 144394979425386496.0000, kl_loss = 4.4016\n", + "Batch 3330, loss = 306539271978745856.0000, recon_loss = 306539271978745856.0000, kl_loss = 4.3781\n", + "Batch 3360, loss = 239573550648786944.0000, recon_loss = 239573550648786944.0000, kl_loss = 4.3934\n", + "Batch 3390, loss = 168214232393842688.0000, recon_loss = 168214232393842688.0000, kl_loss = 4.3363\n", + "Batch 3420, loss = 100749882540687360.0000, recon_loss = 100749882540687360.0000, kl_loss = 4.1149\n", + "Batch 3450, loss = 160620403797000192.0000, recon_loss = 160620403797000192.0000, kl_loss = 3.9041\n", + "Batch 3480, loss = 239976178062983168.0000, recon_loss = 239976178062983168.0000, kl_loss = 3.7471\n", + "Batch 3510, loss = 5052529158270222336.0000, recon_loss = 5052529158270222336.0000, kl_loss = 3.6674\n", + "Batch 3540, loss = 26966639775020220416.0000, recon_loss = 26966639775020220416.0000, kl_loss = 3.3299\n", + "Batch 3570, loss = 51464726412101943296.0000, recon_loss = 51464726412101943296.0000, kl_loss = 3.0903\n", + "Batch 3600, loss = 39488463132319285248.0000, recon_loss = 39488463132319285248.0000, kl_loss = 3.1356\n", + "Batch 3630, loss = 41163146884770955264.0000, recon_loss = 41163146884770955264.0000, kl_loss = 3.1042\n", + "Batch 3660, loss = 36849833137749884928.0000, recon_loss = 36849833137749884928.0000, kl_loss = 3.0331\n", + "Batch 3690, loss = 36693728874884759552.0000, recon_loss = 36693728874884759552.0000, kl_loss = 3.2727\n", + "Batch 3720, loss = 27259250605496991744.0000, recon_loss = 27259250605496991744.0000, kl_loss = 3.0840\n", + "Batch 3750, loss = 43833860628638859264.0000, recon_loss = 43833860628638859264.0000, kl_loss = 3.1142\n", + "Batch 3780, loss = 29025050886542458880.0000, recon_loss = 29025050886542458880.0000, kl_loss = 2.9830\n", + "Batch 3810, loss = 29348852662875979776.0000, recon_loss = 29348852662875979776.0000, kl_loss = 3.0084\n", + "Batch 3840, loss = 29194448244987396096.0000, recon_loss = 29194448244987396096.0000, kl_loss = 2.9629\n", + "Batch 3870, loss = 23986547648351961088.0000, recon_loss = 23986547648351961088.0000, kl_loss = 3.0552\n", + "Batch 3900, loss = 11338649889765588992.0000, recon_loss = 11338649889765588992.0000, kl_loss = 3.1372\n", + "Batch 3930, loss = 10976542227831980032.0000, recon_loss = 10976542227831980032.0000, kl_loss = 3.8683\n", + "Batch 3960, loss = 4114279877283151872.0000, recon_loss = 4114279877283151872.0000, kl_loss = 3.8518\n", + "Batch 3990, loss = 5390341461520678912.0000, recon_loss = 5390341461520678912.0000, kl_loss = 4.1700\n", + "Batch 4020, loss = 3178166947388850176.0000, recon_loss = 3178166947388850176.0000, kl_loss = 4.1776\n", + "Batch 4050, loss = 3608196390372507648.0000, recon_loss = 3608196390372507648.0000, kl_loss = 4.3234\n", + "Batch 4080, loss = 2878138811471101952.0000, recon_loss = 2878138811471101952.0000, kl_loss = 3.8922\n", + "Batch 4110, loss = 1231594035475382272.0000, recon_loss = 1231594035475382272.0000, kl_loss = 3.9247\n", + "Batch 4140, loss = 716228883719913472.0000, recon_loss = 716228883719913472.0000, kl_loss = 4.0269\n", + "Batch 4170, loss = 446832901233836032.0000, recon_loss = 446832901233836032.0000, kl_loss = 4.1406\n", + "Batch 4200, loss = 366228768953466880.0000, recon_loss = 366228768953466880.0000, kl_loss = 4.3396\n", + "Batch 4230, loss = 703739393701052416.0000, recon_loss = 703739393701052416.0000, kl_loss = 4.3028\n", + "Batch 4260, loss = 486687448961646592.0000, recon_loss = 486687448961646592.0000, kl_loss = 4.5659\n", + "Batch 4290, loss = 186581505416364032.0000, recon_loss = 186581505416364032.0000, kl_loss = 4.5689\n", + "Batch 4320, loss = 44344970395516928.0000, recon_loss = 44344970395516928.0000, kl_loss = 4.1917\n", + "Batch 4350, loss = 623474495117590528.0000, recon_loss = 623474495117590528.0000, kl_loss = 4.5174\n", + "Batch 4380, loss = 5871937553170432.0000, recon_loss = 5871937553170432.0000, kl_loss = 4.4535\n", + "Batch 4410, loss = 20847337463087104.0000, recon_loss = 20847337463087104.0000, kl_loss = 3.0452\n", + "Batch 4440, loss = 133099404415467520.0000, recon_loss = 133099404415467520.0000, kl_loss = 4.5225\n", + "Batch 4470, loss = 133374522840580096.0000, recon_loss = 133374522840580096.0000, kl_loss = 4.2688\n", + "Batch 4500, loss = 540973636559831040.0000, recon_loss = 540973636559831040.0000, kl_loss = 2.6423\n", + "Batch 4530, loss = 7689827094502572032.0000, recon_loss = 7689827094502572032.0000, kl_loss = 3.8969\n", + "Batch 4560, loss = 28747166914808119296.0000, recon_loss = 28747166914808119296.0000, kl_loss = 2.7791\n", + "Batch 4590, loss = 22590240448843874304.0000, recon_loss = 22590240448843874304.0000, kl_loss = 2.9380\n", + "Batch 4620, loss = 52246100947450724352.0000, recon_loss = 52246100947450724352.0000, kl_loss = 2.4702\n", + "Batch 4650, loss = 82701148069776326656.0000, recon_loss = 82701148069776326656.0000, kl_loss = 3.0325\n", + "Batch 4680, loss = 29883054785277460480.0000, recon_loss = 29883054785277460480.0000, kl_loss = 2.6841\n", + "Batch 4710, loss = 37036961220704337920.0000, recon_loss = 37036961220704337920.0000, kl_loss = 2.5851\n", + "Batch 4740, loss = 35516464182838951936.0000, recon_loss = 35516464182838951936.0000, kl_loss = 2.9553\n", + "Batch 4770, loss = 18620071086712160256.0000, recon_loss = 18620071086712160256.0000, kl_loss = 2.6597\n", + "Batch 4800, loss = 22021608219330215936.0000, recon_loss = 22021608219330215936.0000, kl_loss = 2.6461\n", + "Batch 4830, loss = 34739852731861696512.0000, recon_loss = 34739852731861696512.0000, kl_loss = 2.8401\n", + "Batch 4860, loss = 25963621287697842176.0000, recon_loss = 25963621287697842176.0000, kl_loss = 2.6047\n", + "Batch 4890, loss = 14638418425139953664.0000, recon_loss = 14638418425139953664.0000, kl_loss = 3.6496\n", + "Batch 4920, loss = 22355164862825365504.0000, recon_loss = 22355164862825365504.0000, kl_loss = 3.1298\n", + "Batch 4950, loss = 3773681411567910912.0000, recon_loss = 3773681411567910912.0000, kl_loss = 4.1097\n", + "Batch 4980, loss = 5482600382695735296.0000, recon_loss = 5482600382695735296.0000, kl_loss = 4.0001\n", + "Batch 5010, loss = 4636795015715094528.0000, recon_loss = 4636795015715094528.0000, kl_loss = 4.0323\n", + "Batch 5040, loss = 2525967985873518592.0000, recon_loss = 2525967985873518592.0000, kl_loss = 4.2957\n", + "Batch 5070, loss = 4398653441522532352.0000, recon_loss = 4398653441522532352.0000, kl_loss = 4.0429\n", + "Batch 5100, loss = 1753061064448147456.0000, recon_loss = 1753061064448147456.0000, kl_loss = 4.3176\n", + "Batch 5130, loss = 23056928485670912.0000, recon_loss = 23056928485670912.0000, kl_loss = 4.4677\n", + "Batch 5160, loss = 1363283092889927680.0000, recon_loss = 1363283092889927680.0000, kl_loss = 4.2468\n", + "Batch 5190, loss = 5498536154472906752.0000, recon_loss = 5498536154472906752.0000, kl_loss = 4.5153\n", + "Batch 5220, loss = 16755966649303040.0000, recon_loss = 16755966649303040.0000, kl_loss = 4.3843\n", + "Batch 5250, loss = 1270923841278836736.0000, recon_loss = 1270923841278836736.0000, kl_loss = 4.2837\n", + "Batch 5280, loss = 442062841835421696.0000, recon_loss = 442062841835421696.0000, kl_loss = 3.9559\n", + "Batch 5310, loss = 298905190948405248.0000, recon_loss = 298905190948405248.0000, kl_loss = 4.0250\n", + "Batch 5340, loss = 238996925519495168.0000, recon_loss = 238996925519495168.0000, kl_loss = 4.4100\n", + "Batch 5370, loss = 247322032428023808.0000, recon_loss = 247322032428023808.0000, kl_loss = 4.2705\n", + "Batch 5400, loss = 154758666791157760.0000, recon_loss = 154758666791157760.0000, kl_loss = 4.5120\n", + "Batch 5430, loss = 206606034519719936.0000, recon_loss = 206606034519719936.0000, kl_loss = 4.1193\n", + "Batch 5460, loss = 167260148358709248.0000, recon_loss = 167260148358709248.0000, kl_loss = 4.5747\n", + "Batch 5490, loss = 38085416338849792.0000, recon_loss = 38085416338849792.0000, kl_loss = 4.3227\n", + "Batch 5520, loss = 229590655083479040.0000, recon_loss = 229590655083479040.0000, kl_loss = 4.3996\n", + "Batch 5550, loss = 598970985139404800.0000, recon_loss = 598970985139404800.0000, kl_loss = 4.2633\n", + "Batch 5580, loss = 9162174319164391424.0000, recon_loss = 9162174319164391424.0000, kl_loss = 3.6274\n", + "Batch 5610, loss = 18752768946045190144.0000, recon_loss = 18752768946045190144.0000, kl_loss = 2.8408\n", + "Batch 5640, loss = 46132710743899897856.0000, recon_loss = 46132710743899897856.0000, kl_loss = 3.0860\n", + "Batch 5670, loss = 56491157012619460608.0000, recon_loss = 56491157012619460608.0000, kl_loss = 3.4157\n", + "Batch 5700, loss = 51352796128394346496.0000, recon_loss = 51352796128394346496.0000, kl_loss = 3.2857\n", + "Batch 5730, loss = 44378198049225179136.0000, recon_loss = 44378198049225179136.0000, kl_loss = 3.2408\n", + "Batch 5760, loss = 30400687267448356864.0000, recon_loss = 30400687267448356864.0000, kl_loss = 2.9602\n", + "Batch 5790, loss = 19593459934689230848.0000, recon_loss = 19593459934689230848.0000, kl_loss = 2.8940\n", + "Batch 5820, loss = 27533295082627137536.0000, recon_loss = 27533295082627137536.0000, kl_loss = 3.0320\n", + "Batch 5850, loss = 42969991934881300480.0000, recon_loss = 42969991934881300480.0000, kl_loss = 3.2503\n", + "Batch 5880, loss = 21631044096958136320.0000, recon_loss = 21631044096958136320.0000, kl_loss = 3.2109\n", + "Batch 5910, loss = 15462190128855777280.0000, recon_loss = 15462190128855777280.0000, kl_loss = 3.2868\n", + "Batch 5940, loss = 7309429056640909312.0000, recon_loss = 7309429056640909312.0000, kl_loss = 3.9436\n", + "Batch 5970, loss = 2850995992549916672.0000, recon_loss = 2850995992549916672.0000, kl_loss = 3.8778\n", + "Batch 6000, loss = 1554018123739299840.0000, recon_loss = 1554018123739299840.0000, kl_loss = 4.2584\n", + "Batch 6030, loss = 2325770283077599232.0000, recon_loss = 2325770283077599232.0000, kl_loss = 4.1135\n", + "Batch 6060, loss = 2847587506503811072.0000, recon_loss = 2847587506503811072.0000, kl_loss = 3.9037\n", + "Batch 6090, loss = 2469935773810425856.0000, recon_loss = 2469935773810425856.0000, kl_loss = 3.9188\n", + "Batch 6120, loss = 2245705220732485632.0000, recon_loss = 2245705220732485632.0000, kl_loss = 4.2494\n", + "Batch 6150, loss = 783402309668306944.0000, recon_loss = 783402309668306944.0000, kl_loss = 4.2005\n", + "Batch 6180, loss = 455495231794577408.0000, recon_loss = 455495231794577408.0000, kl_loss = 4.4660\n", + "Batch 6210, loss = 1036774044050915328.0000, recon_loss = 1036774044050915328.0000, kl_loss = 4.4976\n", + "Batch 6240, loss = 411177457131978752.0000, recon_loss = 411177457131978752.0000, kl_loss = 4.0949\n", + "Batch 6270, loss = 366216227648962560.0000, recon_loss = 366216227648962560.0000, kl_loss = 4.2465\n", + "Batch 6300, loss = 156521802405773312.0000, recon_loss = 156521802405773312.0000, kl_loss = 4.1951\n", + "Batch 6330, loss = 262620791835721728.0000, recon_loss = 262620791835721728.0000, kl_loss = 4.3054\n", + "Batch 6360, loss = 400751716078714880.0000, recon_loss = 400751716078714880.0000, kl_loss = 4.2357\n", + "Batch 6390, loss = 225757877808136192.0000, recon_loss = 225757877808136192.0000, kl_loss = 4.5463\n", + "Batch 6420, loss = 120554973174956032.0000, recon_loss = 120554973174956032.0000, kl_loss = 3.9648\n", + "Batch 6450, loss = 128496402064998400.0000, recon_loss = 128496402064998400.0000, kl_loss = 4.2040\n", + "Batch 6480, loss = 77239351821467648.0000, recon_loss = 77239351821467648.0000, kl_loss = 4.1855\n", + "Batch 6510, loss = 37705599495962624.0000, recon_loss = 37705599495962624.0000, kl_loss = 4.5097\n", + "Batch 6540, loss = 80322141907582976.0000, recon_loss = 80322141907582976.0000, kl_loss = 4.2902\n", + "Batch 6570, loss = 77846574297776128.0000, recon_loss = 77846574297776128.0000, kl_loss = 4.2975\n", + "Batch 6600, loss = 775562448164880384.0000, recon_loss = 775562448164880384.0000, kl_loss = 4.2626\n", + "Batch 6630, loss = 2675430648751063040.0000, recon_loss = 2675430648751063040.0000, kl_loss = 4.2354\n", + "Batch 6660, loss = 1017110446819246080.0000, recon_loss = 1017110446819246080.0000, kl_loss = 4.3611\n", + "Batch 6690, loss = 1179096478417682432.0000, recon_loss = 1179096478417682432.0000, kl_loss = 3.7488\n", + "Batch 6720, loss = 1428724513146667008.0000, recon_loss = 1428724513146667008.0000, kl_loss = 4.1127\n", + "Batch 6750, loss = 1859639750185451520.0000, recon_loss = 1859639750185451520.0000, kl_loss = 3.8661\n", + "Batch 6780, loss = 651870070099673088.0000, recon_loss = 651870070099673088.0000, kl_loss = 4.0132\n", + "Batch 6810, loss = 629231538000625664.0000, recon_loss = 629231538000625664.0000, kl_loss = 4.0690\n", + "Batch 6840, loss = 1266330631453802496.0000, recon_loss = 1266330631453802496.0000, kl_loss = 4.1078\n", + "Batch 6870, loss = 1128287977378676736.0000, recon_loss = 1128287977378676736.0000, kl_loss = 4.2153\n", + "Batch 6900, loss = 1153398005458534400.0000, recon_loss = 1153398005458534400.0000, kl_loss = 4.1852\n", + "Batch 6930, loss = 461640264843264000.0000, recon_loss = 461640264843264000.0000, kl_loss = 4.2802\n", + "Batch 6960, loss = 820025186563653632.0000, recon_loss = 820025186563653632.0000, kl_loss = 4.4561\n", + "Batch 6990, loss = 422697555852263424.0000, recon_loss = 422697555852263424.0000, kl_loss = 4.4041\n", + "Batch 7020, loss = 373239529970073600.0000, recon_loss = 373239529970073600.0000, kl_loss = 4.4507\n", + "Batch 7050, loss = 316716489044393984.0000, recon_loss = 316716489044393984.0000, kl_loss = 4.4190\n", + "Batch 7080, loss = 410488338219270144.0000, recon_loss = 410488338219270144.0000, kl_loss = 3.9413\n", + "Batch 7110, loss = 261555605586575360.0000, recon_loss = 261555605586575360.0000, kl_loss = 4.4755\n", + "Batch 7140, loss = 601974782187012096.0000, recon_loss = 601974782187012096.0000, kl_loss = 4.0071\n", + "Batch 7170, loss = 205541209047826432.0000, recon_loss = 205541209047826432.0000, kl_loss = 3.8599\n", + "Batch 7200, loss = 219844412216180736.0000, recon_loss = 219844412216180736.0000, kl_loss = 4.2854\n", + "Batch 7230, loss = 385543855358869504.0000, recon_loss = 385543855358869504.0000, kl_loss = 4.3553\n", + "Average loss: 9470703025467002880.0000\n", + "Epoch: 1\n", + "Batch 30, loss = 19377273236881408.0000, recon_loss = 19377273236881408.0000, kl_loss = 4.4702\n", + "Batch 60, loss = 91913124768120832.0000, recon_loss = 91913124768120832.0000, kl_loss = 4.2194\n", + "Batch 90, loss = 199133530159054848.0000, recon_loss = 199133530159054848.0000, kl_loss = 4.3653\n", + "Batch 120, loss = 94356634742030336.0000, recon_loss = 94356634742030336.0000, kl_loss = 4.4607\n", + "Batch 150, loss = 3173760714670080.0000, recon_loss = 3173760714670080.0000, kl_loss = 4.4699\n", + "Batch 180, loss = 79177550303068160.0000, recon_loss = 79177550303068160.0000, kl_loss = 4.3649\n", + "Batch 210, loss = 83305958767329280.0000, recon_loss = 83305958767329280.0000, kl_loss = 4.5655\n", + "Batch 240, loss = 1842309041750016.0000, recon_loss = 1842309041750016.0000, kl_loss = 4.4373\n", + "Batch 270, loss = 37534127221637120.0000, recon_loss = 37534127221637120.0000, kl_loss = 3.9273\n", + "Batch 300, loss = 98041046667100160.0000, recon_loss = 98041046667100160.0000, kl_loss = 4.4059\n", + "Batch 330, loss = 14804973460127744.0000, recon_loss = 14804973460127744.0000, kl_loss = 4.4787\n", + "Batch 360, loss = 2522151093534720.0000, recon_loss = 2522151093534720.0000, kl_loss = 3.0590\n", + "Batch 390, loss = 87292006245597184.0000, recon_loss = 87292006245597184.0000, kl_loss = 4.5400\n", + "Batch 420, loss = 2241464954139967488.0000, recon_loss = 2241464954139967488.0000, kl_loss = 4.1525\n", + "Batch 450, loss = 3359629987807232.0000, recon_loss = 3359629987807232.0000, kl_loss = 3.1531\n", + "Batch 480, loss = 234986834814304256.0000, recon_loss = 234986834814304256.0000, kl_loss = 4.3697\n", + "Batch 510, loss = 213593276295413760.0000, recon_loss = 213593276295413760.0000, kl_loss = 3.6761\n", + "Batch 540, loss = 136747798744793088.0000, recon_loss = 136747798744793088.0000, kl_loss = 3.0509\n", + "Batch 570, loss = 1136387048748351488.0000, recon_loss = 1136387048748351488.0000, kl_loss = 4.3078\n", + "Batch 600, loss = 41884460941049856.0000, recon_loss = 41884460941049856.0000, kl_loss = 4.3327\n", + "Batch 630, loss = 93912930260615168.0000, recon_loss = 93912930260615168.0000, kl_loss = 4.5640\n", + "Batch 660, loss = 1300882646917709824.0000, recon_loss = 1300882646917709824.0000, kl_loss = 4.0223\n", + "Batch 690, loss = 132695093374091264.0000, recon_loss = 132695093374091264.0000, kl_loss = 4.3342\n", + "Batch 720, loss = 41136543926059008.0000, recon_loss = 41136543926059008.0000, kl_loss = 4.4651\n", + "Batch 750, loss = 549127855309586432.0000, recon_loss = 549127855309586432.0000, kl_loss = 4.4552\n", + "Batch 780, loss = 1613803656182759424.0000, recon_loss = 1613803656182759424.0000, kl_loss = 4.4845\n", + "Batch 810, loss = 642768931320233984.0000, recon_loss = 642768931320233984.0000, kl_loss = 4.1454\n", + "Batch 840, loss = 300452684845023232.0000, recon_loss = 300452684845023232.0000, kl_loss = 4.4443\n", + "Batch 870, loss = 258161069594247168.0000, recon_loss = 258161069594247168.0000, kl_loss = 4.3980\n", + "Batch 900, loss = 4610401505378304.0000, recon_loss = 4610401505378304.0000, kl_loss = 4.4186\n", + "Batch 930, loss = 985812161139834880.0000, recon_loss = 985812161139834880.0000, kl_loss = 4.2749\n", + "Batch 960, loss = 281308761476300800.0000, recon_loss = 281308761476300800.0000, kl_loss = 4.4265\n", + "Batch 990, loss = 1010020314807009280.0000, recon_loss = 1010020314807009280.0000, kl_loss = 4.4011\n", + "Batch 1020, loss = 625572363303387136.0000, recon_loss = 625572363303387136.0000, kl_loss = 4.0489\n", + "Batch 1050, loss = 3345529384688680960.0000, recon_loss = 3345529384688680960.0000, kl_loss = 4.5095\n", + "Batch 1080, loss = 707805525139521536.0000, recon_loss = 707805525139521536.0000, kl_loss = 4.0423\n", + "Batch 1110, loss = 448374519615193088.0000, recon_loss = 448374519615193088.0000, kl_loss = 4.1827\n", + "Batch 1140, loss = 621310037758836736.0000, recon_loss = 621310037758836736.0000, kl_loss = 4.0855\n", + "Batch 1170, loss = 649572296956051456.0000, recon_loss = 649572296956051456.0000, kl_loss = 4.1913\n", + "Batch 1200, loss = 262820920131846144.0000, recon_loss = 262820920131846144.0000, kl_loss = 4.2033\n", + "Batch 1230, loss = 637665067063574528.0000, recon_loss = 637665067063574528.0000, kl_loss = 4.4336\n", + "Batch 1260, loss = 80985439476908032.0000, recon_loss = 80985439476908032.0000, kl_loss = 4.4303\n", + "Batch 1290, loss = 168743149026410496.0000, recon_loss = 168743149026410496.0000, kl_loss = 4.1299\n", + "Batch 1320, loss = 286932660373159936.0000, recon_loss = 286932660373159936.0000, kl_loss = 4.0861\n", + "Batch 1350, loss = 71294292450082816.0000, recon_loss = 71294292450082816.0000, kl_loss = 4.1329\n", + "Batch 1380, loss = 876020633706692608.0000, recon_loss = 876020633706692608.0000, kl_loss = 3.7771\n", + "Batch 1410, loss = 9273406412988350464.0000, recon_loss = 9273406412988350464.0000, kl_loss = 3.6537\n", + "Batch 1440, loss = 41132167045146738688.0000, recon_loss = 41132167045146738688.0000, kl_loss = 2.9973\n", + "Batch 1470, loss = 33043829657738149888.0000, recon_loss = 33043829657738149888.0000, kl_loss = 3.2660\n", + "Batch 1500, loss = 31619410144931086336.0000, recon_loss = 31619410144931086336.0000, kl_loss = 3.1396\n", + "Batch 1530, loss = 38652566014372347904.0000, recon_loss = 38652566014372347904.0000, kl_loss = 2.9933\n", + "Batch 1560, loss = 32683466920757821440.0000, recon_loss = 32683466920757821440.0000, kl_loss = 3.0441\n", + "Batch 1590, loss = 25223157380995350528.0000, recon_loss = 25223157380995350528.0000, kl_loss = 3.0890\n", + "Batch 1620, loss = 33390149432208523264.0000, recon_loss = 33390149432208523264.0000, kl_loss = 3.1201\n", + "Batch 1650, loss = 47161633725172678656.0000, recon_loss = 47161633725172678656.0000, kl_loss = 3.4862\n", + "Batch 1680, loss = 43688236910609694720.0000, recon_loss = 43688236910609694720.0000, kl_loss = 3.3764\n", + "Batch 1710, loss = 33432957817924354048.0000, recon_loss = 33432957817924354048.0000, kl_loss = 3.1376\n", + "Batch 1740, loss = 23964577207005741056.0000, recon_loss = 23964577207005741056.0000, kl_loss = 3.1489\n", + "Batch 1770, loss = 16878075232408043520.0000, recon_loss = 16878075232408043520.0000, kl_loss = 3.1826\n", + "Batch 1800, loss = 5926873449061416960.0000, recon_loss = 5926873449061416960.0000, kl_loss = 3.2797\n", + "Batch 1830, loss = 4814132497380016128.0000, recon_loss = 4814132497380016128.0000, kl_loss = 3.5228\n", + "Batch 1860, loss = 4582025592756502528.0000, recon_loss = 4582025592756502528.0000, kl_loss = 3.5465\n", + "Batch 1890, loss = 4817559125367980032.0000, recon_loss = 4817559125367980032.0000, kl_loss = 3.8301\n", + "Batch 1920, loss = 4375841049147342848.0000, recon_loss = 4375841049147342848.0000, kl_loss = 4.1094\n", + "Batch 1950, loss = 4619815807403163648.0000, recon_loss = 4619815807403163648.0000, kl_loss = 4.0873\n", + "Batch 1980, loss = 2280648524896927744.0000, recon_loss = 2280648524896927744.0000, kl_loss = 4.1228\n", + "Batch 2010, loss = 2447803429377015808.0000, recon_loss = 2447803429377015808.0000, kl_loss = 3.8177\n", + "Batch 2040, loss = 1861208340961427456.0000, recon_loss = 1861208340961427456.0000, kl_loss = 3.7621\n", + "Batch 2070, loss = 1222134387185811456.0000, recon_loss = 1222134387185811456.0000, kl_loss = 3.8480\n", + "Batch 2100, loss = 909021100824854528.0000, recon_loss = 909021100824854528.0000, kl_loss = 4.2400\n", + "Batch 2130, loss = 431422867813433344.0000, recon_loss = 431422867813433344.0000, kl_loss = 4.3242\n", + "Batch 2160, loss = 543620813882916864.0000, recon_loss = 543620813882916864.0000, kl_loss = 4.2806\n", + "Batch 2190, loss = 263742757552521216.0000, recon_loss = 263742757552521216.0000, kl_loss = 4.1680\n", + "Batch 2220, loss = 185972736751828992.0000, recon_loss = 185972736751828992.0000, kl_loss = 4.4162\n", + "Batch 2250, loss = 114876966280101888.0000, recon_loss = 114876966280101888.0000, kl_loss = 4.4027\n", + "Batch 2280, loss = 126617078995091456.0000, recon_loss = 126617078995091456.0000, kl_loss = 4.4361\n", + "Batch 2310, loss = 95446036016791552.0000, recon_loss = 95446036016791552.0000, kl_loss = 4.1059\n", + "Batch 2340, loss = 333794687762563072.0000, recon_loss = 333794687762563072.0000, kl_loss = 4.1127\n", + "Batch 2370, loss = 143418793488547840.0000, recon_loss = 143418793488547840.0000, kl_loss = 4.4317\n", + "Batch 2400, loss = 193807169416593408.0000, recon_loss = 193807169416593408.0000, kl_loss = 4.3023\n", + "Batch 2430, loss = 474174010205143040.0000, recon_loss = 474174010205143040.0000, kl_loss = 3.9772\n", + "Batch 2460, loss = 5450897614176256000.0000, recon_loss = 5450897614176256000.0000, kl_loss = 3.4843\n", + "Batch 2490, loss = 22902734847597346816.0000, recon_loss = 22902734847597346816.0000, kl_loss = 3.1168\n", + "Batch 2520, loss = 37486586709674033152.0000, recon_loss = 37486586709674033152.0000, kl_loss = 3.3012\n", + "Batch 2550, loss = 44153123620972920832.0000, recon_loss = 44153123620972920832.0000, kl_loss = 3.0780\n", + "Batch 2580, loss = 40896251432244609024.0000, recon_loss = 40896251432244609024.0000, kl_loss = 3.3455\n", + "Batch 2610, loss = 39113116250875625472.0000, recon_loss = 39113116250875625472.0000, kl_loss = 3.2426\n", + "Batch 2640, loss = 31401500134445416448.0000, recon_loss = 31401500134445416448.0000, kl_loss = 3.2819\n", + "Batch 2670, loss = 20910833194439278592.0000, recon_loss = 20910833194439278592.0000, kl_loss = 2.9385\n", + "Batch 2700, loss = 35076567172751818752.0000, recon_loss = 35076567172751818752.0000, kl_loss = 3.0168\n", + "Batch 2730, loss = 39445089597626777600.0000, recon_loss = 39445089597626777600.0000, kl_loss = 3.0681\n", + "Batch 2760, loss = 38883744931182018560.0000, recon_loss = 38883744931182018560.0000, kl_loss = 3.1962\n", + "Batch 2790, loss = 30149064031431819264.0000, recon_loss = 30149064031431819264.0000, kl_loss = 3.1839\n", + "Batch 2820, loss = 21873965797952454656.0000, recon_loss = 21873965797952454656.0000, kl_loss = 3.3331\n", + "Batch 2850, loss = 13545873303037542400.0000, recon_loss = 13545873303037542400.0000, kl_loss = 3.5579\n", + "Batch 2880, loss = 6871968014565113856.0000, recon_loss = 6871968014565113856.0000, kl_loss = 3.7688\n", + "Batch 2910, loss = 4224200528613081088.0000, recon_loss = 4224200528613081088.0000, kl_loss = 3.8805\n", + "Batch 2940, loss = 4729451410343591936.0000, recon_loss = 4729451410343591936.0000, kl_loss = 4.0788\n", + "Batch 2970, loss = 3564924560505569280.0000, recon_loss = 3564924560505569280.0000, kl_loss = 4.3535\n", + "Batch 3000, loss = 5526375239132381184.0000, recon_loss = 5526375239132381184.0000, kl_loss = 4.2754\n", + "Batch 3030, loss = 4557748101137301504.0000, recon_loss = 4557748101137301504.0000, kl_loss = 4.1393\n", + "Batch 3060, loss = 2583325659203895296.0000, recon_loss = 2583325659203895296.0000, kl_loss = 4.1768\n", + "Batch 3090, loss = 2375503393025163264.0000, recon_loss = 2375503393025163264.0000, kl_loss = 4.2126\n", + "Batch 3120, loss = 2253442484057145344.0000, recon_loss = 2253442484057145344.0000, kl_loss = 3.9006\n", + "Batch 3150, loss = 650674763521327104.0000, recon_loss = 650674763521327104.0000, kl_loss = 4.0513\n", + "Batch 3180, loss = 1173098642488164352.0000, recon_loss = 1173098642488164352.0000, kl_loss = 4.1670\n", + "Batch 3210, loss = 369831112643444736.0000, recon_loss = 369831112643444736.0000, kl_loss = 4.3059\n", + "Batch 3240, loss = 467187988200161280.0000, recon_loss = 467187988200161280.0000, kl_loss = 4.6878\n", + "Batch 3270, loss = 447045313136427008.0000, recon_loss = 447045313136427008.0000, kl_loss = 4.4158\n", + "Batch 3300, loss = 144390667278221312.0000, recon_loss = 144390667278221312.0000, kl_loss = 4.4455\n", + "Batch 3330, loss = 306534908291973120.0000, recon_loss = 306534908291973120.0000, kl_loss = 4.4302\n", + "Batch 3360, loss = 239568534126985216.0000, recon_loss = 239568534126985216.0000, kl_loss = 4.4457\n", + "Batch 3390, loss = 168209714088247296.0000, recon_loss = 168209714088247296.0000, kl_loss = 4.3908\n", + "Batch 3420, loss = 100746592595738624.0000, recon_loss = 100746592595738624.0000, kl_loss = 4.1557\n", + "Batch 3450, loss = 160615284195983360.0000, recon_loss = 160615284195983360.0000, kl_loss = 3.9535\n", + "Batch 3480, loss = 239966471436894208.0000, recon_loss = 239966471436894208.0000, kl_loss = 3.8088\n", + "Batch 3510, loss = 5052478580735344640.0000, recon_loss = 5052478580735344640.0000, kl_loss = 3.7077\n", + "Batch 3540, loss = 26966446260973731840.0000, recon_loss = 26966446260973731840.0000, kl_loss = 3.3789\n", + "Batch 3570, loss = 51464458131264765952.0000, recon_loss = 51464458131264765952.0000, kl_loss = 3.1487\n", + "Batch 3600, loss = 39488221239761174528.0000, recon_loss = 39488221239761174528.0000, kl_loss = 3.1896\n", + "Batch 3630, loss = 41162904992212844544.0000, recon_loss = 41162904992212844544.0000, kl_loss = 3.1541\n", + "Batch 3660, loss = 36849589046168518656.0000, recon_loss = 36849589046168518656.0000, kl_loss = 3.0823\n", + "Batch 3690, loss = 36693493579396415488.0000, recon_loss = 36693493579396415488.0000, kl_loss = 3.3146\n", + "Batch 3720, loss = 27259041698287714304.0000, recon_loss = 27259041698287714304.0000, kl_loss = 3.1369\n", + "Batch 3750, loss = 43833614338034237440.0000, recon_loss = 43833614338034237440.0000, kl_loss = 3.1573\n", + "Batch 3780, loss = 29024859571519225856.0000, recon_loss = 29024859571519225856.0000, kl_loss = 3.0204\n", + "Batch 3810, loss = 29348652551759724544.0000, recon_loss = 29348652551759724544.0000, kl_loss = 3.0599\n", + "Batch 3840, loss = 29194250332894396416.0000, recon_loss = 29194250332894396416.0000, kl_loss = 3.0138\n", + "Batch 3870, loss = 23986356333328728064.0000, recon_loss = 23986356333328728064.0000, kl_loss = 3.0955\n", + "Batch 3900, loss = 11338546535672578048.0000, recon_loss = 11338546535672578048.0000, kl_loss = 3.1739\n", + "Batch 3930, loss = 10976492749808730112.0000, recon_loss = 10976492749808730112.0000, kl_loss = 3.9011\n", + "Batch 3960, loss = 4114246617056411648.0000, recon_loss = 4114246617056411648.0000, kl_loss = 3.8851\n", + "Batch 3990, loss = 5390307926416031744.0000, recon_loss = 5390307926416031744.0000, kl_loss = 4.2007\n", + "Batch 4020, loss = 3178138909842341888.0000, recon_loss = 3178138909842341888.0000, kl_loss = 4.2108\n", + "Batch 4050, loss = 3608172475994603520.0000, recon_loss = 3608172475994603520.0000, kl_loss = 4.3545\n", + "Batch 4080, loss = 2878115721726918656.0000, recon_loss = 2878115721726918656.0000, kl_loss = 3.9256\n", + "Batch 4110, loss = 1231580429018988544.0000, recon_loss = 1231580429018988544.0000, kl_loss = 3.9522\n", + "Batch 4140, loss = 716221530735902720.0000, recon_loss = 716221530735902720.0000, kl_loss = 4.0546\n", + "Batch 4170, loss = 446824517457674240.0000, recon_loss = 446824517457674240.0000, kl_loss = 4.1704\n", + "Batch 4200, loss = 366222652920037376.0000, recon_loss = 366222652920037376.0000, kl_loss = 4.3699\n", + "Batch 4230, loss = 703725443647275008.0000, recon_loss = 703725443647275008.0000, kl_loss = 4.3320\n", + "Batch 4260, loss = 486679992898420736.0000, recon_loss = 486679992898420736.0000, kl_loss = 4.5934\n", + "Batch 4290, loss = 186575062965420032.0000, recon_loss = 186575062965420032.0000, kl_loss = 4.6049\n", + "Batch 4320, loss = 44342238796316672.0000, recon_loss = 44342238796316672.0000, kl_loss = 4.2202\n", + "Batch 4350, loss = 623464599512940544.0000, recon_loss = 623464599512940544.0000, kl_loss = 4.5411\n", + "Batch 4380, loss = 5870646915497984.0000, recon_loss = 5870646915497984.0000, kl_loss = 4.4806\n", + "Batch 4410, loss = 20846184264368128.0000, recon_loss = 20846184264368128.0000, kl_loss = 3.0673\n", + "Batch 4440, loss = 133096320628948992.0000, recon_loss = 133096320628948992.0000, kl_loss = 4.5498\n", + "Batch 4470, loss = 133369111181787136.0000, recon_loss = 133369111181787136.0000, kl_loss = 4.2932\n", + "Batch 4500, loss = 540955219740065792.0000, recon_loss = 540955219740065792.0000, kl_loss = 2.6686\n", + "Batch 4530, loss = 7689777066723508224.0000, recon_loss = 7689777066723508224.0000, kl_loss = 3.9158\n", + "Batch 4560, loss = 28746977798808141824.0000, recon_loss = 28746977798808141824.0000, kl_loss = 2.8281\n", + "Batch 4590, loss = 22590108507448541184.0000, recon_loss = 22590108507448541184.0000, kl_loss = 2.9933\n", + "Batch 4620, loss = 52245854656846102528.0000, recon_loss = 52245854656846102528.0000, kl_loss = 2.5486\n", + "Batch 4650, loss = 82700717061218238464.0000, recon_loss = 82700717061218238464.0000, kl_loss = 3.0868\n", + "Batch 4680, loss = 29882826086858883072.0000, recon_loss = 29882826086858883072.0000, kl_loss = 2.7564\n", + "Batch 4710, loss = 37036741318378782720.0000, recon_loss = 37036741318378782720.0000, kl_loss = 2.6545\n", + "Batch 4740, loss = 35516239882466885632.0000, recon_loss = 35516239882466885632.0000, kl_loss = 3.0000\n", + "Batch 4770, loss = 18619855582433116160.0000, recon_loss = 18619855582433116160.0000, kl_loss = 2.7291\n", + "Batch 4800, loss = 22021419103330238464.0000, recon_loss = 22021419103330238464.0000, kl_loss = 2.7008\n", + "Batch 4830, loss = 34739591048094285824.0000, recon_loss = 34739591048094285824.0000, kl_loss = 2.8951\n", + "Batch 4860, loss = 25963440967790886912.0000, recon_loss = 25963440967790886912.0000, kl_loss = 2.6516\n", + "Batch 4890, loss = 14638317270070198272.0000, recon_loss = 14638317270070198272.0000, kl_loss = 3.6567\n", + "Batch 4920, loss = 22354993339011432448.0000, recon_loss = 22354993339011432448.0000, kl_loss = 3.1361\n", + "Batch 4950, loss = 3773642928660938752.0000, recon_loss = 3773642928660938752.0000, kl_loss = 4.1167\n", + "Batch 4980, loss = 5482545407114346496.0000, recon_loss = 5482545407114346496.0000, kl_loss = 4.0063\n", + "Batch 5010, loss = 4636755983052308480.0000, recon_loss = 4636755983052308480.0000, kl_loss = 4.0371\n", + "Batch 5040, loss = 2525934175890964480.0000, recon_loss = 2525934175890964480.0000, kl_loss = 4.3016\n", + "Batch 5070, loss = 4398609461057421312.0000, recon_loss = 4398609461057421312.0000, kl_loss = 4.0498\n", + "Batch 5100, loss = 1753043747140009984.0000, recon_loss = 1753043747140009984.0000, kl_loss = 4.3194\n", + "Batch 5130, loss = 23054164674215936.0000, recon_loss = 23054164674215936.0000, kl_loss = 4.4724\n", + "Batch 5160, loss = 1363270723384115200.0000, recon_loss = 1363270723384115200.0000, kl_loss = 4.2522\n", + "Batch 5190, loss = 5498518012531048448.0000, recon_loss = 5498518012531048448.0000, kl_loss = 4.5194\n", + "Batch 5220, loss = 16753954457124864.0000, recon_loss = 16753954457124864.0000, kl_loss = 4.3830\n", + "Batch 5250, loss = 1270911471773024256.0000, recon_loss = 1270911471773024256.0000, kl_loss = 4.2915\n", + "Batch 5280, loss = 442056176046178304.0000, recon_loss = 442056176046178304.0000, kl_loss = 3.9587\n", + "Batch 5310, loss = 298899212353929216.0000, recon_loss = 298899212353929216.0000, kl_loss = 4.0289\n", + "Batch 5340, loss = 238990448708812800.0000, recon_loss = 238990448708812800.0000, kl_loss = 4.4119\n", + "Batch 5370, loss = 247316552049754112.0000, recon_loss = 247316552049754112.0000, kl_loss = 4.2729\n", + "Batch 5400, loss = 154754303104385024.0000, recon_loss = 154754303104385024.0000, kl_loss = 4.5141\n", + "Batch 5430, loss = 206601052357656576.0000, recon_loss = 206601052357656576.0000, kl_loss = 4.1188\n", + "Batch 5460, loss = 167255853391413248.0000, recon_loss = 167255853391413248.0000, kl_loss = 4.5761\n", + "Batch 5490, loss = 38082628905074688.0000, recon_loss = 38082628905074688.0000, kl_loss = 4.3268\n", + "Batch 5520, loss = 229584229812404224.0000, recon_loss = 229584229812404224.0000, kl_loss = 4.4037\n", + "Batch 5550, loss = 598957447402487808.0000, recon_loss = 598957447402487808.0000, kl_loss = 4.2696\n", + "Batch 5580, loss = 9162094054815563776.0000, recon_loss = 9162094054815563776.0000, kl_loss = 3.6322\n", + "Batch 5610, loss = 18752615014417301504.0000, recon_loss = 18752615014417301504.0000, kl_loss = 2.8450\n", + "Batch 5640, loss = 46132433666969698304.0000, recon_loss = 46132433666969698304.0000, kl_loss = 3.0900\n", + "Batch 5670, loss = 56490831557177638912.0000, recon_loss = 56490831557177638912.0000, kl_loss = 3.4197\n", + "Batch 5700, loss = 51352505857324613632.0000, recon_loss = 51352505857324613632.0000, kl_loss = 3.2894\n", + "Batch 5730, loss = 44377929768388001792.0000, recon_loss = 44377929768388001792.0000, kl_loss = 3.2444\n", + "Batch 5760, loss = 30400506947541401600.0000, recon_loss = 30400506947541401600.0000, kl_loss = 2.9637\n", + "Batch 5790, loss = 19593306003061342208.0000, recon_loss = 19593306003061342208.0000, kl_loss = 2.8972\n", + "Batch 5820, loss = 27533110364673671168.0000, recon_loss = 27533110364673671168.0000, kl_loss = 3.0350\n", + "Batch 5850, loss = 42969728052090634240.0000, recon_loss = 42969728052090634240.0000, kl_loss = 3.2589\n", + "Batch 5880, loss = 21630876971190714368.0000, recon_loss = 21630876971190714368.0000, kl_loss = 3.2134\n", + "Batch 5910, loss = 15462050490879049728.0000, recon_loss = 15462050490879049728.0000, kl_loss = 3.2845\n", + "Batch 5940, loss = 7309369133257195520.0000, recon_loss = 7309369133257195520.0000, kl_loss = 3.9459\n", + "Batch 5970, loss = 2850968504759222272.0000, recon_loss = 2850968504759222272.0000, kl_loss = 3.8788\n", + "Batch 6000, loss = 1553998882285813760.0000, recon_loss = 1553998882285813760.0000, kl_loss = 4.2597\n", + "Batch 6030, loss = 2325746368699695104.0000, recon_loss = 2325746368699695104.0000, kl_loss = 4.1152\n", + "Batch 6060, loss = 2847564966515441664.0000, recon_loss = 2847564966515441664.0000, kl_loss = 3.9057\n", + "Batch 6090, loss = 2469914058455777280.0000, recon_loss = 2469914058455777280.0000, kl_loss = 3.9205\n", + "Batch 6120, loss = 2245686254156906496.0000, recon_loss = 2245686254156906496.0000, kl_loss = 4.2493\n", + "Batch 6150, loss = 783393101258424320.0000, recon_loss = 783393101258424320.0000, kl_loss = 4.1998\n", + "Batch 6180, loss = 455487535213182976.0000, recon_loss = 455487535213182976.0000, kl_loss = 4.4632\n", + "Batch 6210, loss = 1036766897225334784.0000, recon_loss = 1036766897225334784.0000, kl_loss = 4.4979\n", + "Batch 6240, loss = 411171993933578240.0000, recon_loss = 411171993933578240.0000, kl_loss = 4.0923\n", + "Batch 6270, loss = 366210833170038784.0000, recon_loss = 366210833170038784.0000, kl_loss = 4.2461\n", + "Batch 6300, loss = 156516854603448320.0000, recon_loss = 156516854603448320.0000, kl_loss = 4.1964\n", + "Batch 6330, loss = 262616084551565312.0000, recon_loss = 262616084551565312.0000, kl_loss = 4.3062\n", + "Batch 6360, loss = 400746287240052736.0000, recon_loss = 400746287240052736.0000, kl_loss = 4.2361\n", + "Batch 6390, loss = 225753737459662848.0000, recon_loss = 225753737459662848.0000, kl_loss = 4.5469\n", + "Batch 6420, loss = 120551846438764544.0000, recon_loss = 120551846438764544.0000, kl_loss = 3.9622\n", + "Batch 6450, loss = 128492863011946496.0000, recon_loss = 128492863011946496.0000, kl_loss = 4.2047\n", + "Batch 6480, loss = 77236482783313920.0000, recon_loss = 77236482783313920.0000, kl_loss = 4.1797\n", + "Batch 6510, loss = 37703421947543552.0000, recon_loss = 37703421947543552.0000, kl_loss = 4.5089\n", + "Batch 6540, loss = 80319393128513536.0000, recon_loss = 80319393128513536.0000, kl_loss = 4.2882\n", + "Batch 6570, loss = 77843585000538112.0000, recon_loss = 77843585000538112.0000, kl_loss = 4.2955\n", + "Batch 6600, loss = 775553720791334912.0000, recon_loss = 775553720791334912.0000, kl_loss = 4.2610\n", + "Batch 6630, loss = 2675416080221995008.0000, recon_loss = 2675416080221995008.0000, kl_loss = 4.2342\n", + "Batch 6660, loss = 1017095947009654784.0000, recon_loss = 1017095947009654784.0000, kl_loss = 4.3599\n", + "Batch 6690, loss = 1179079435987451904.0000, recon_loss = 1179079435987451904.0000, kl_loss = 3.7484\n", + "Batch 6720, loss = 1428702385475158016.0000, recon_loss = 1428702385475158016.0000, kl_loss = 4.1138\n", + "Batch 6750, loss = 1859621058487779328.0000, recon_loss = 1859621058487779328.0000, kl_loss = 3.8655\n", + "Batch 6780, loss = 651858525227581440.0000, recon_loss = 651858525227581440.0000, kl_loss = 4.0143\n", + "Batch 6810, loss = 629220474164871168.0000, recon_loss = 629220474164871168.0000, kl_loss = 4.0688\n", + "Batch 6840, loss = 1266317987070083072.0000, recon_loss = 1266317987070083072.0000, kl_loss = 4.0972\n", + "Batch 6870, loss = 1128275676592340992.0000, recon_loss = 1128275676592340992.0000, kl_loss = 4.2163\n", + "Batch 6900, loss = 1153384673880047616.0000, recon_loss = 1153384673880047616.0000, kl_loss = 4.1829\n", + "Batch 6930, loss = 461629956921753600.0000, recon_loss = 461629956921753600.0000, kl_loss = 4.2742\n", + "Batch 6960, loss = 820012473460457472.0000, recon_loss = 820012473460457472.0000, kl_loss = 4.4456\n", + "Batch 6990, loss = 422689996709822464.0000, recon_loss = 422689996709822464.0000, kl_loss = 4.4008\n", + "Batch 7020, loss = 373232451863969792.0000, recon_loss = 373232451863969792.0000, kl_loss = 4.4490\n", + "Batch 7050, loss = 316710407370702848.0000, recon_loss = 316710407370702848.0000, kl_loss = 4.4181\n", + "Batch 7080, loss = 410483390416945152.0000, recon_loss = 410483390416945152.0000, kl_loss = 3.9348\n", + "Batch 7110, loss = 261550365726474240.0000, recon_loss = 261550365726474240.0000, kl_loss = 4.4731\n", + "Batch 7140, loss = 601970315421024256.0000, recon_loss = 601970315421024256.0000, kl_loss = 4.0067\n", + "Batch 7170, loss = 205537773073989632.0000, recon_loss = 205537773073989632.0000, kl_loss = 3.8527\n", + "Batch 7200, loss = 219839756471631872.0000, recon_loss = 219839756471631872.0000, kl_loss = 4.2792\n", + "Batch 7230, loss = 385539285513666560.0000, recon_loss = 385539285513666560.0000, kl_loss = 4.3537\n", + "Average loss: 9470637551482812416.0000\n", + "Epoch: 2\n", + "Batch 30, loss = 19375316879278080.0000, recon_loss = 19375316879278080.0000, kl_loss = 4.4684\n", + "Batch 60, loss = 91909826233237504.0000, recon_loss = 91909826233237504.0000, kl_loss = 4.2128\n", + "Batch 90, loss = 199128118500261888.0000, recon_loss = 199128118500261888.0000, kl_loss = 4.3653\n", + "Batch 120, loss = 94353774293811200.0000, recon_loss = 94353774293811200.0000, kl_loss = 4.4559\n", + "Batch 150, loss = 3172596241661952.0000, recon_loss = 3172596241661952.0000, kl_loss = 4.4682\n", + "Batch 180, loss = 79174973322690560.0000, recon_loss = 79174973322690560.0000, kl_loss = 4.3573\n", + "Batch 210, loss = 83303175628521472.0000, recon_loss = 83303175628521472.0000, kl_loss = 4.5594\n", + "Batch 240, loss = 1841150205886464.0000, recon_loss = 1841150205886464.0000, kl_loss = 4.4352\n", + "Batch 270, loss = 37532400644784128.0000, recon_loss = 37532400644784128.0000, kl_loss = 3.9164\n", + "Batch 300, loss = 98038074549731328.0000, recon_loss = 98038074549731328.0000, kl_loss = 4.4042\n", + "Batch 330, loss = 14803167426379776.0000, recon_loss = 14803167426379776.0000, kl_loss = 4.4595\n", + "Batch 360, loss = 2521329949474816.0000, recon_loss = 2521329949474816.0000, kl_loss = 3.0590\n", + "Batch 390, loss = 87288888099340288.0000, recon_loss = 87288888099340288.0000, kl_loss = 4.5348\n", + "Batch 420, loss = 2241449286099271680.0000, recon_loss = 2241449286099271680.0000, kl_loss = 4.1507\n", + "Batch 450, loss = 3358560540950528.0000, recon_loss = 3358560540950528.0000, kl_loss = 3.1510\n", + "Batch 480, loss = 234978554117357568.0000, recon_loss = 234978554117357568.0000, kl_loss = 4.3645\n", + "Batch 510, loss = 213587881816489984.0000, recon_loss = 213587881816489984.0000, kl_loss = 3.6539\n", + "Batch 540, loss = 136740557429932032.0000, recon_loss = 136740557429932032.0000, kl_loss = 3.0581\n", + "Batch 570, loss = 1136374404364632064.0000, recon_loss = 1136374404364632064.0000, kl_loss = 4.3002\n", + "Batch 600, loss = 41879925455585280.0000, recon_loss = 41879925455585280.0000, kl_loss = 4.3274\n", + "Batch 630, loss = 93908343235543040.0000, recon_loss = 93908343235543040.0000, kl_loss = 4.5575\n", + "Batch 660, loss = 1300874400580501504.0000, recon_loss = 1300874400580501504.0000, kl_loss = 4.0116\n", + "Batch 690, loss = 132688187066679296.0000, recon_loss = 132688187066679296.0000, kl_loss = 4.3297\n", + "Batch 720, loss = 41133374240194560.0000, recon_loss = 41133374240194560.0000, kl_loss = 4.4589\n", + "Batch 750, loss = 549119746411331584.0000, recon_loss = 549119746411331584.0000, kl_loss = 4.4519\n", + "Batch 780, loss = 1613792935944388608.0000, recon_loss = 1613792935944388608.0000, kl_loss = 4.4760\n", + "Batch 810, loss = 642759585471397888.0000, recon_loss = 642759585471397888.0000, kl_loss = 4.1352\n", + "Batch 840, loss = 300445091342843904.0000, recon_loss = 300445091342843904.0000, kl_loss = 4.4345\n", + "Batch 870, loss = 258154747402387456.0000, recon_loss = 258154747402387456.0000, kl_loss = 4.3951\n", + "Batch 900, loss = 4608886455664640.0000, recon_loss = 4608886455664640.0000, kl_loss = 4.4048\n", + "Batch 930, loss = 985796149501755392.0000, recon_loss = 985796149501755392.0000, kl_loss = 4.2689\n", + "Batch 960, loss = 281302800061693952.0000, recon_loss = 281302800061693952.0000, kl_loss = 4.4232\n", + "Batch 990, loss = 1010004646766313472.0000, recon_loss = 1010004646766313472.0000, kl_loss = 4.3954\n", + "Batch 1020, loss = 625561436906586112.0000, recon_loss = 625561436906586112.0000, kl_loss = 4.0454\n", + "Batch 1050, loss = 3345510692991008768.0000, recon_loss = 3345510692991008768.0000, kl_loss = 4.4994\n", + "Batch 1080, loss = 707797965997080576.0000, recon_loss = 707797965997080576.0000, kl_loss = 4.0287\n", + "Batch 1110, loss = 448365998400077824.0000, recon_loss = 448365998400077824.0000, kl_loss = 4.1704\n", + "Batch 1140, loss = 621303371969593344.0000, recon_loss = 621303371969593344.0000, kl_loss = 4.0790\n", + "Batch 1170, loss = 649567555312156672.0000, recon_loss = 649567555312156672.0000, kl_loss = 4.1870\n", + "Batch 1200, loss = 262815525652922368.0000, recon_loss = 262815525652922368.0000, kl_loss = 4.1969\n", + "Batch 1230, loss = 637660325419679744.0000, recon_loss = 637660325419679744.0000, kl_loss = 4.4211\n", + "Batch 1260, loss = 80982501719277568.0000, recon_loss = 80982501719277568.0000, kl_loss = 4.4027\n", + "Batch 1290, loss = 168739609973358592.0000, recon_loss = 168739609973358592.0000, kl_loss = 4.1204\n", + "Batch 1320, loss = 286929241579192320.0000, recon_loss = 286929241579192320.0000, kl_loss = 4.0636\n", + "Batch 1350, loss = 71290031842525184.0000, recon_loss = 71290031842525184.0000, kl_loss = 4.1130\n", + "Batch 1380, loss = 876000636338962432.0000, recon_loss = 876000636338962432.0000, kl_loss = 3.7623\n", + "Batch 1410, loss = 9273327248151150592.0000, recon_loss = 9273327248151150592.0000, kl_loss = 3.6513\n", + "Batch 1440, loss = 41131911958449094656.0000, recon_loss = 41131911958449094656.0000, kl_loss = 2.9954\n", + "Batch 1470, loss = 33043614153459105792.0000, recon_loss = 33043614153459105792.0000, kl_loss = 3.2592\n", + "Batch 1500, loss = 31619218829907853312.0000, recon_loss = 31619218829907853312.0000, kl_loss = 3.1342\n", + "Batch 1530, loss = 38652337315953770496.0000, recon_loss = 38652337315953770496.0000, kl_loss = 2.9859\n", + "Batch 1560, loss = 32683244819409010688.0000, recon_loss = 32683244819409010688.0000, kl_loss = 3.0355\n", + "Batch 1590, loss = 25222977061088395264.0000, recon_loss = 25222977061088395264.0000, kl_loss = 3.0855\n", + "Batch 1620, loss = 33389903141603901440.0000, recon_loss = 33389903141603901440.0000, kl_loss = 3.1180\n", + "Batch 1650, loss = 47161365444335501312.0000, recon_loss = 47161365444335501312.0000, kl_loss = 3.4807\n", + "Batch 1680, loss = 43687981823912050688.0000, recon_loss = 43687981823912050688.0000, kl_loss = 3.3657\n", + "Batch 1710, loss = 33432748910715076608.0000, recon_loss = 33432748910715076608.0000, kl_loss = 3.1356\n", + "Batch 1740, loss = 23964401285145296896.0000, recon_loss = 23964401285145296896.0000, kl_loss = 3.1437\n", + "Batch 1770, loss = 16877920201268527104.0000, recon_loss = 16877920201268527104.0000, kl_loss = 3.1800\n", + "Batch 1800, loss = 5926815724700958720.0000, recon_loss = 5926815724700958720.0000, kl_loss = 3.2764\n", + "Batch 1830, loss = 4814088516914905088.0000, recon_loss = 4814088516914905088.0000, kl_loss = 3.5014\n", + "Batch 1860, loss = 4581991782773948416.0000, recon_loss = 4581991782773948416.0000, kl_loss = 3.5427\n", + "Batch 1890, loss = 4817517893681938432.0000, recon_loss = 4817517893681938432.0000, kl_loss = 3.8095\n", + "Batch 1920, loss = 4375803115996184576.0000, recon_loss = 4375803115996184576.0000, kl_loss = 4.0932\n", + "Batch 1950, loss = 4619777874252005376.0000, recon_loss = 4619777874252005376.0000, kl_loss = 4.0716\n", + "Batch 1980, loss = 2280627909053906944.0000, recon_loss = 2280627909053906944.0000, kl_loss = 4.1146\n", + "Batch 2010, loss = 2447784462801436672.0000, recon_loss = 2447784462801436672.0000, kl_loss = 3.8073\n", + "Batch 2040, loss = 1861195559138754560.0000, recon_loss = 1861195559138754560.0000, kl_loss = 3.7531\n", + "Batch 2070, loss = 1222121193046278144.0000, recon_loss = 1222121193046278144.0000, kl_loss = 3.8435\n", + "Batch 2100, loss = 909011754976018432.0000, recon_loss = 909011754976018432.0000, kl_loss = 4.2280\n", + "Batch 2130, loss = 431415205591777280.0000, recon_loss = 431415205591777280.0000, kl_loss = 4.3173\n", + "Batch 2160, loss = 543612430106755072.0000, recon_loss = 543612430106755072.0000, kl_loss = 4.2673\n", + "Batch 2190, loss = 263736796137914368.0000, recon_loss = 263736796137914368.0000, kl_loss = 4.1542\n", + "Batch 2220, loss = 185967376632643584.0000, recon_loss = 185967376632643584.0000, kl_loss = 4.4102\n", + "Batch 2250, loss = 114873014910189568.0000, recon_loss = 114873014910189568.0000, kl_loss = 4.3882\n", + "Batch 2280, loss = 126613488402432000.0000, recon_loss = 126613488402432000.0000, kl_loss = 4.4241\n", + "Batch 2310, loss = 95443244288049152.0000, recon_loss = 95443244288049152.0000, kl_loss = 4.1004\n", + "Batch 2340, loss = 333790942551080960.0000, recon_loss = 333790942551080960.0000, kl_loss = 4.0790\n", + "Batch 2370, loss = 143414627370270720.0000, recon_loss = 143414627370270720.0000, kl_loss = 4.4188\n", + "Batch 2400, loss = 193802049815576576.0000, recon_loss = 193802049815576576.0000, kl_loss = 4.2790\n", + "Batch 2430, loss = 474159579115028480.0000, recon_loss = 474159579115028480.0000, kl_loss = 3.9685\n", + "Batch 2460, loss = 5450834392257658880.0000, recon_loss = 5450834392257658880.0000, kl_loss = 3.4812\n", + "Batch 2490, loss = 22902552328667136000.0000, recon_loss = 22902552328667136000.0000, kl_loss = 3.1003\n", + "Batch 2520, loss = 37486344817115922432.0000, recon_loss = 37486344817115922432.0000, kl_loss = 3.2919\n", + "Batch 2550, loss = 44152899320600854528.0000, recon_loss = 44152899320600854528.0000, kl_loss = 3.0676\n", + "Batch 2580, loss = 40895983151407431680.0000, recon_loss = 40895983151407431680.0000, kl_loss = 3.3349\n", + "Batch 2610, loss = 39112856766131470336.0000, recon_loss = 39112856766131470336.0000, kl_loss = 3.2320\n", + "Batch 2640, loss = 31401302222352416768.0000, recon_loss = 31401302222352416768.0000, kl_loss = 3.2787\n", + "Batch 2670, loss = 20910668267695112192.0000, recon_loss = 20910668267695112192.0000, kl_loss = 2.9348\n", + "Batch 2700, loss = 35076356066519285760.0000, recon_loss = 35076356066519285760.0000, kl_loss = 3.0050\n", + "Batch 2730, loss = 39444860899208200192.0000, recon_loss = 39444860899208200192.0000, kl_loss = 3.0589\n", + "Batch 2760, loss = 38883481048391352320.0000, recon_loss = 38883481048391352320.0000, kl_loss = 3.1924\n", + "Batch 2790, loss = 30148837532036497408.0000, recon_loss = 30148837532036497408.0000, kl_loss = 3.1809\n", + "Batch 2820, loss = 21873787677068754944.0000, recon_loss = 21873787677068754944.0000, kl_loss = 3.3231\n", + "Batch 2850, loss = 13545768849432903680.0000, recon_loss = 13545768849432903680.0000, kl_loss = 3.5517\n", + "Batch 2880, loss = 6871909190693027840.0000, recon_loss = 6871909190693027840.0000, kl_loss = 3.7631\n", + "Batch 2910, loss = 4224160121560760320.0000, recon_loss = 4224160121560760320.0000, kl_loss = 3.8683\n", + "Batch 2940, loss = 4729407429878480896.0000, recon_loss = 4729407429878480896.0000, kl_loss = 4.0693\n", + "Batch 2970, loss = 3564890475645108224.0000, recon_loss = 3564890475645108224.0000, kl_loss = 4.3484\n", + "Batch 3000, loss = 5526331258667270144.0000, recon_loss = 5526331258667270144.0000, kl_loss = 4.2670\n", + "Batch 3030, loss = 4557708243840794624.0000, recon_loss = 4557708243840794624.0000, kl_loss = 4.1250\n", + "Batch 3060, loss = 2583300920192270336.0000, recon_loss = 2583300920192270336.0000, kl_loss = 4.1681\n", + "Batch 3090, loss = 2375484976205398016.0000, recon_loss = 2375484976205398016.0000, kl_loss = 4.1962\n", + "Batch 3120, loss = 2253428465283891200.0000, recon_loss = 2253428465283891200.0000, kl_loss = 3.8827\n", + "Batch 3150, loss = 650666036147781632.0000, recon_loss = 650666036147781632.0000, kl_loss = 4.0437\n", + "Batch 3180, loss = 1173086822738165760.0000, recon_loss = 1173086822738165760.0000, kl_loss = 4.1434\n", + "Batch 3210, loss = 369823931458125824.0000, recon_loss = 369823931458125824.0000, kl_loss = 4.2900\n", + "Batch 3240, loss = 467181150612226048.0000, recon_loss = 467181150612226048.0000, kl_loss = 4.6694\n", + "Batch 3270, loss = 447038235030323200.0000, recon_loss = 447038235030323200.0000, kl_loss = 4.4059\n", + "Batch 3300, loss = 144386389490794496.0000, recon_loss = 144386389490794496.0000, kl_loss = 4.4324\n", + "Batch 3330, loss = 306530578964938752.0000, recon_loss = 306530578964938752.0000, kl_loss = 4.4047\n", + "Batch 3360, loss = 239563517605183488.0000, recon_loss = 239563517605183488.0000, kl_loss = 4.4270\n", + "Batch 3390, loss = 168205212962521088.0000, recon_loss = 168205212962521088.0000, kl_loss = 4.3648\n", + "Batch 3420, loss = 100743285470920704.0000, recon_loss = 100743285470920704.0000, kl_loss = 4.1323\n", + "Batch 3450, loss = 160610198954704896.0000, recon_loss = 160610198954704896.0000, kl_loss = 3.9425\n", + "Batch 3480, loss = 239956816350412800.0000, recon_loss = 239956816350412800.0000, kl_loss = 3.7988\n", + "Batch 3510, loss = 5052427453444653056.0000, recon_loss = 5052427453444653056.0000, kl_loss = 3.6950\n", + "Batch 3540, loss = 26966252746927243264.0000, recon_loss = 26966252746927243264.0000, kl_loss = 3.3612\n", + "Batch 3570, loss = 51464198646520610816.0000, recon_loss = 51464198646520610816.0000, kl_loss = 3.1440\n", + "Batch 3600, loss = 39487979347203063808.0000, recon_loss = 39487979347203063808.0000, kl_loss = 3.1723\n", + "Batch 3630, loss = 41162663099654733824.0000, recon_loss = 41162663099654733824.0000, kl_loss = 3.1446\n", + "Batch 3660, loss = 36849347153610407936.0000, recon_loss = 36849347153610407936.0000, kl_loss = 3.0679\n", + "Batch 3690, loss = 36693258283908071424.0000, recon_loss = 36693258283908071424.0000, kl_loss = 3.3020\n", + "Batch 3720, loss = 27258841587171459072.0000, recon_loss = 27258841587171459072.0000, kl_loss = 3.1284\n", + "Batch 3750, loss = 43833363649383104512.0000, recon_loss = 43833363649383104512.0000, kl_loss = 3.1527\n", + "Batch 3780, loss = 29024670455519248384.0000, recon_loss = 29024670455519248384.0000, kl_loss = 3.0160\n", + "Batch 3810, loss = 29348454639666724864.0000, recon_loss = 29348454639666724864.0000, kl_loss = 3.0553\n", + "Batch 3840, loss = 29194052420801396736.0000, recon_loss = 29194052420801396736.0000, kl_loss = 3.0093\n", + "Batch 3870, loss = 23986162819282239488.0000, recon_loss = 23986162819282239488.0000, kl_loss = 3.0863\n", + "Batch 3900, loss = 11338443181579567104.0000, recon_loss = 11338443181579567104.0000, kl_loss = 3.1692\n", + "Batch 3930, loss = 10976443271785480192.0000, recon_loss = 10976443271785480192.0000, kl_loss = 3.8740\n", + "Batch 3960, loss = 4114213906585485312.0000, recon_loss = 4114213906585485312.0000, kl_loss = 3.8694\n", + "Batch 3990, loss = 5390274941067198464.0000, recon_loss = 5390274941067198464.0000, kl_loss = 4.1855\n", + "Batch 4020, loss = 3178110872295833600.0000, recon_loss = 3178110872295833600.0000, kl_loss = 4.1809\n", + "Batch 4050, loss = 3608149111372513280.0000, recon_loss = 3608149111372513280.0000, kl_loss = 4.3275\n", + "Batch 4080, loss = 2878092357104828416.0000, recon_loss = 2878092357104828416.0000, kl_loss = 3.8982\n", + "Batch 4110, loss = 1231566685123641344.0000, recon_loss = 1231566685123641344.0000, kl_loss = 3.9326\n", + "Batch 4140, loss = 716214246471368704.0000, recon_loss = 716214246471368704.0000, kl_loss = 4.0431\n", + "Batch 4170, loss = 446816133681512448.0000, recon_loss = 446816133681512448.0000, kl_loss = 4.1534\n", + "Batch 4200, loss = 366216536886607872.0000, recon_loss = 366216536886607872.0000, kl_loss = 4.3333\n", + "Batch 4230, loss = 703711424874020864.0000, recon_loss = 703711424874020864.0000, kl_loss = 4.2960\n", + "Batch 4260, loss = 486672536835194880.0000, recon_loss = 486672536835194880.0000, kl_loss = 4.5828\n", + "Batch 4290, loss = 186568620514476032.0000, recon_loss = 186568620514476032.0000, kl_loss = 4.5733\n", + "Batch 4320, loss = 44339511492083712.0000, recon_loss = 44339511492083712.0000, kl_loss = 4.1939\n", + "Batch 4350, loss = 623454703908290560.0000, recon_loss = 623454703908290560.0000, kl_loss = 4.5181\n", + "Batch 4380, loss = 5869360572792832.0000, recon_loss = 5869360572792832.0000, kl_loss = 4.4639\n", + "Batch 4410, loss = 20845037508100096.0000, recon_loss = 20845037508100096.0000, kl_loss = 3.0504\n", + "Batch 4440, loss = 133093236842430464.0000, recon_loss = 133093236842430464.0000, kl_loss = 4.5295\n", + "Batch 4470, loss = 133363708112928768.0000, recon_loss = 133363708112928768.0000, kl_loss = 4.2807\n", + "Batch 4500, loss = 540936802920300544.0000, recon_loss = 540936802920300544.0000, kl_loss = 2.6587\n", + "Batch 4530, loss = 7689728138456072192.0000, recon_loss = 7689728138456072192.0000, kl_loss = 3.9085\n", + "Batch 4560, loss = 28746788682808164352.0000, recon_loss = 28746788682808164352.0000, kl_loss = 2.8220\n", + "Batch 4590, loss = 22589972168006696960.0000, recon_loss = 22589972168006696960.0000, kl_loss = 2.9874\n", + "Batch 4620, loss = 52245603968194969600.0000, recon_loss = 52245603968194969600.0000, kl_loss = 2.5466\n", + "Batch 4650, loss = 82700294848753172480.0000, recon_loss = 82700294848753172480.0000, kl_loss = 3.0618\n", + "Batch 4680, loss = 29882592990393794560.0000, recon_loss = 29882592990393794560.0000, kl_loss = 2.7511\n", + "Batch 4710, loss = 37036521416053227520.0000, recon_loss = 37036521416053227520.0000, kl_loss = 2.6440\n", + "Batch 4740, loss = 35516011184048308224.0000, recon_loss = 35516011184048308224.0000, kl_loss = 2.9887\n", + "Batch 4770, loss = 18619644476200583168.0000, recon_loss = 18619644476200583168.0000, kl_loss = 2.7127\n", + "Batch 4800, loss = 22021225589283749888.0000, recon_loss = 22021225589283749888.0000, kl_loss = 2.6905\n", + "Batch 4830, loss = 34739327165303619584.0000, recon_loss = 34739327165303619584.0000, kl_loss = 2.8752\n", + "Batch 4860, loss = 25963262846907187200.0000, recon_loss = 25963262846907187200.0000, kl_loss = 2.6463\n", + "Batch 4890, loss = 14638215015488815104.0000, recon_loss = 14638215015488815104.0000, kl_loss = 3.6395\n", + "Batch 4920, loss = 22354824014220754944.0000, recon_loss = 22354824014220754944.0000, kl_loss = 3.1151\n", + "Batch 4950, loss = 3773604720631873536.0000, recon_loss = 3773604720631873536.0000, kl_loss = 4.0814\n", + "Batch 4980, loss = 5482489881777143808.0000, recon_loss = 5482489881777143808.0000, kl_loss = 3.9847\n", + "Batch 5010, loss = 4636717500145336320.0000, recon_loss = 4636717500145336320.0000, kl_loss = 4.0151\n", + "Batch 5040, loss = 2525900640786317312.0000, recon_loss = 2525900640786317312.0000, kl_loss = 4.2612\n", + "Batch 5070, loss = 4398565205714403328.0000, recon_loss = 4398565205714403328.0000, kl_loss = 3.9957\n", + "Batch 5100, loss = 1753026292392919040.0000, recon_loss = 1753026292392919040.0000, kl_loss = 4.3021\n", + "Batch 5130, loss = 23051400862760960.0000, recon_loss = 23051400862760960.0000, kl_loss = 4.4499\n", + "Batch 5160, loss = 1363258491317256192.0000, recon_loss = 1363258491317256192.0000, kl_loss = 4.2229\n", + "Batch 5190, loss = 5498498221321748480.0000, recon_loss = 5498498221321748480.0000, kl_loss = 4.4851\n", + "Batch 5220, loss = 16751943338688512.0000, recon_loss = 16751943338688512.0000, kl_loss = 4.3444\n", + "Batch 5250, loss = 1270899377145118720.0000, recon_loss = 1270899377145118720.0000, kl_loss = 4.2542\n", + "Batch 5280, loss = 442049510256934912.0000, recon_loss = 442049510256934912.0000, kl_loss = 3.9367\n", + "Batch 5310, loss = 298893199399714816.0000, recon_loss = 298893199399714816.0000, kl_loss = 3.9860\n", + "Batch 5340, loss = 238984006257868800.0000, recon_loss = 238984006257868800.0000, kl_loss = 4.3986\n", + "Batch 5370, loss = 247311071671484416.0000, recon_loss = 247311071671484416.0000, kl_loss = 4.2487\n", + "Batch 5400, loss = 154749973777350656.0000, recon_loss = 154749973777350656.0000, kl_loss = 4.4722\n", + "Batch 5430, loss = 206596104555331584.0000, recon_loss = 206596104555331584.0000, kl_loss = 4.0870\n", + "Batch 5460, loss = 167251558424117248.0000, recon_loss = 167251558424117248.0000, kl_loss = 4.5456\n", + "Batch 5490, loss = 38079850061234176.0000, recon_loss = 38079850061234176.0000, kl_loss = 4.2901\n", + "Batch 5520, loss = 229577821721198592.0000, recon_loss = 229577821721198592.0000, kl_loss = 4.3492\n", + "Batch 5550, loss = 598943909665570816.0000, recon_loss = 598943909665570816.0000, kl_loss = 4.2145\n", + "Batch 5580, loss = 9162014340222550016.0000, recon_loss = 9162014340222550016.0000, kl_loss = 3.6120\n", + "Batch 5610, loss = 18752463281812668416.0000, recon_loss = 18752463281812668416.0000, kl_loss = 2.8157\n", + "Batch 5640, loss = 46132156590039498752.0000, recon_loss = 46132156590039498752.0000, kl_loss = 3.0415\n", + "Batch 5670, loss = 56490506101735817216.0000, recon_loss = 56490506101735817216.0000, kl_loss = 3.3925\n", + "Batch 5700, loss = 51352219984301391872.0000, recon_loss = 51352219984301391872.0000, kl_loss = 3.2676\n", + "Batch 5730, loss = 44377661487550824448.0000, recon_loss = 44377661487550824448.0000, kl_loss = 3.2189\n", + "Batch 5760, loss = 30400326627634446336.0000, recon_loss = 30400326627634446336.0000, kl_loss = 2.9261\n", + "Batch 5790, loss = 19593152071433453568.0000, recon_loss = 19593152071433453568.0000, kl_loss = 2.8663\n", + "Batch 5820, loss = 27532927845743460352.0000, recon_loss = 27532927845743460352.0000, kl_loss = 3.0041\n", + "Batch 5850, loss = 42969468567346479104.0000, recon_loss = 42969468567346479104.0000, kl_loss = 3.2266\n", + "Batch 5880, loss = 21630712044446547968.0000, recon_loss = 21630712044446547968.0000, kl_loss = 3.2014\n", + "Batch 5910, loss = 15461913051925577728.0000, recon_loss = 15461913051925577728.0000, kl_loss = 3.2663\n", + "Batch 5940, loss = 7309309759629295616.0000, recon_loss = 7309309759629295616.0000, kl_loss = 3.9083\n", + "Batch 5970, loss = 2850941016968527872.0000, recon_loss = 2850941016968527872.0000, kl_loss = 3.8435\n", + "Batch 6000, loss = 1553979365954420736.0000, recon_loss = 1553979365954420736.0000, kl_loss = 4.2074\n", + "Batch 6030, loss = 2325722729199697920.0000, recon_loss = 2325722729199697920.0000, kl_loss = 4.0565\n", + "Batch 6060, loss = 2847542151649165312.0000, recon_loss = 2847542151649165312.0000, kl_loss = 3.8517\n", + "Batch 6090, loss = 2469892343101128704.0000, recon_loss = 2469892343101128704.0000, kl_loss = 3.8546\n", + "Batch 6120, loss = 2245667562459234304.0000, recon_loss = 2245667562459234304.0000, kl_loss = 4.1717\n", + "Batch 6150, loss = 783384167726448640.0000, recon_loss = 783384167726448640.0000, kl_loss = 4.1250\n", + "Batch 6180, loss = 455479838631788544.0000, recon_loss = 455479838631788544.0000, kl_loss = 4.4278\n", + "Batch 6210, loss = 1036759612960800768.0000, recon_loss = 1036759612960800768.0000, kl_loss = 4.4245\n", + "Batch 6240, loss = 411166565094916096.0000, recon_loss = 411166565094916096.0000, kl_loss = 4.0292\n", + "Batch 6270, loss = 366205438691115008.0000, recon_loss = 366205438691115008.0000, kl_loss = 4.2002\n", + "Batch 6300, loss = 156511906801123328.0000, recon_loss = 156511906801123328.0000, kl_loss = 4.1300\n", + "Batch 6330, loss = 262611394447278080.0000, recon_loss = 262611394447278080.0000, kl_loss = 4.2518\n", + "Batch 6360, loss = 400740858401390592.0000, recon_loss = 400740858401390592.0000, kl_loss = 4.1902\n", + "Batch 6390, loss = 225749562751451136.0000, recon_loss = 225749562751451136.0000, kl_loss = 4.4953\n", + "Batch 6420, loss = 120548745472376832.0000, recon_loss = 120548745472376832.0000, kl_loss = 3.9002\n", + "Batch 6450, loss = 128489358318632960.0000, recon_loss = 128489358318632960.0000, kl_loss = 4.1687\n", + "Batch 6480, loss = 77233639514963968.0000, recon_loss = 77233639514963968.0000, kl_loss = 4.1093\n", + "Batch 6510, loss = 37701240104157184.0000, recon_loss = 37701240104157184.0000, kl_loss = 4.4188\n", + "Batch 6540, loss = 80316635759509504.0000, recon_loss = 80316635759509504.0000, kl_loss = 4.1894\n", + "Batch 6570, loss = 77840595703300096.0000, recon_loss = 77840595703300096.0000, kl_loss = 4.2071\n", + "Batch 6600, loss = 775544855978835968.0000, recon_loss = 775544855978835968.0000, kl_loss = 4.1819\n", + "Batch 6630, loss = 2675400961937113088.0000, recon_loss = 2675400961937113088.0000, kl_loss = 4.1763\n", + "Batch 6660, loss = 1017081378480586752.0000, recon_loss = 1017081378480586752.0000, kl_loss = 4.2943\n", + "Batch 6690, loss = 1179062393557221376.0000, recon_loss = 1179062393557221376.0000, kl_loss = 3.6778\n", + "Batch 6720, loss = 1428680395242602496.0000, recon_loss = 1428680395242602496.0000, kl_loss = 4.0455\n", + "Batch 6750, loss = 1859602091912200192.0000, recon_loss = 1859602091912200192.0000, kl_loss = 3.7952\n", + "Batch 6780, loss = 651846980355489792.0000, recon_loss = 651846980355489792.0000, kl_loss = 3.9499\n", + "Batch 6810, loss = 629209479048593408.0000, recon_loss = 629209479048593408.0000, kl_loss = 4.0011\n", + "Batch 6840, loss = 1266305205247410176.0000, recon_loss = 1266305205247410176.0000, kl_loss = 4.0165\n", + "Batch 6870, loss = 1128263581964435456.0000, recon_loss = 1128263581964435456.0000, kl_loss = 4.1207\n", + "Batch 6900, loss = 1153371479740514304.0000, recon_loss = 1153371479740514304.0000, kl_loss = 4.1119\n", + "Batch 6930, loss = 461619683359981568.0000, recon_loss = 461619683359981568.0000, kl_loss = 4.2239\n", + "Batch 6960, loss = 819999691637784576.0000, recon_loss = 819999691637784576.0000, kl_loss = 4.3576\n", + "Batch 6990, loss = 422682506286858240.0000, recon_loss = 422682506286858240.0000, kl_loss = 4.2983\n", + "Batch 7020, loss = 373225408117604352.0000, recon_loss = 373225408117604352.0000, kl_loss = 4.3474\n", + "Batch 7050, loss = 316704325697011712.0000, recon_loss = 316704325697011712.0000, kl_loss = 4.2994\n", + "Batch 7080, loss = 410478476974358528.0000, recon_loss = 410478476974358528.0000, kl_loss = 3.8365\n", + "Batch 7110, loss = 261545143046242304.0000, recon_loss = 261545143046242304.0000, kl_loss = 4.3157\n", + "Batch 7140, loss = 601965848655036416.0000, recon_loss = 601965848655036416.0000, kl_loss = 3.9072\n", + "Batch 7170, loss = 205534371459891200.0000, recon_loss = 205534371459891200.0000, kl_loss = 3.7609\n", + "Batch 7200, loss = 219835117906952192.0000, recon_loss = 219835117906952192.0000, kl_loss = 4.1576\n", + "Batch 7230, loss = 385534715668463616.0000, recon_loss = 385534715668463616.0000, kl_loss = 4.2148\n", + "Average loss: 9470572127028629504.0000\n", + "Epoch: 3\n", + "Batch 30, loss = 19373366964125696.0000, recon_loss = 19373366964125696.0000, kl_loss = 4.3595\n", + "Batch 60, loss = 91906544878223360.0000, recon_loss = 91906544878223360.0000, kl_loss = 4.1422\n", + "Batch 90, loss = 199122741201207296.0000, recon_loss = 199122741201207296.0000, kl_loss = 4.3058\n", + "Batch 120, loss = 94350931025461248.0000, recon_loss = 94350931025461248.0000, kl_loss = 4.3062\n", + "Batch 150, loss = 3171436600492032.0000, recon_loss = 3171436600492032.0000, kl_loss = 4.3390\n", + "Batch 180, loss = 79172413522182144.0000, recon_loss = 79172413522182144.0000, kl_loss = 4.2091\n", + "Batch 210, loss = 83300409669582848.0000, recon_loss = 83300409669582848.0000, kl_loss = 4.4013\n", + "Batch 240, loss = 1839995933425664.0000, recon_loss = 1839995933425664.0000, kl_loss = 4.3437\n", + "Batch 270, loss = 37530678362898432.0000, recon_loss = 37530678362898432.0000, kl_loss = 3.8230\n", + "Batch 300, loss = 98035102432362496.0000, recon_loss = 98035102432362496.0000, kl_loss = 4.2182\n", + "Batch 330, loss = 14801363540115456.0000, recon_loss = 14801363540115456.0000, kl_loss = 4.3093\n", + "Batch 360, loss = 2520513905688576.0000, recon_loss = 2520513905688576.0000, kl_loss = 2.9793\n", + "Batch 390, loss = 87285778543017984.0000, recon_loss = 87285778543017984.0000, kl_loss = 4.3698\n", + "Batch 420, loss = 2241433618058575872.0000, recon_loss = 2241433618058575872.0000, kl_loss = 4.0465\n", + "Batch 450, loss = 3357495657496576.0000, recon_loss = 3357495657496576.0000, kl_loss = 3.1046\n", + "Batch 480, loss = 234970342139887616.0000, recon_loss = 234970342139887616.0000, kl_loss = 4.2341\n", + "Batch 510, loss = 213582538877173760.0000, recon_loss = 213582538877173760.0000, kl_loss = 3.5673\n", + "Batch 540, loss = 136733324705005568.0000, recon_loss = 136733324705005568.0000, kl_loss = 2.9723\n", + "Batch 570, loss = 1136361416383528960.0000, recon_loss = 1136361416383528960.0000, kl_loss = 4.1549\n", + "Batch 600, loss = 41875394265088000.0000, recon_loss = 41875394265088000.0000, kl_loss = 4.1902\n", + "Batch 630, loss = 93903756210470912.0000, recon_loss = 93903756210470912.0000, kl_loss = 4.3622\n", + "Batch 660, loss = 1300866291682246656.0000, recon_loss = 1300866291682246656.0000, kl_loss = 3.8584\n", + "Batch 690, loss = 132681280759267328.0000, recon_loss = 132681280759267328.0000, kl_loss = 4.2055\n", + "Batch 720, loss = 41130204554330112.0000, recon_loss = 41130204554330112.0000, kl_loss = 4.3309\n", + "Batch 750, loss = 549111740592291840.0000, recon_loss = 549111740592291840.0000, kl_loss = 4.2918\n", + "Batch 780, loss = 1613782353144971264.0000, recon_loss = 1613782353144971264.0000, kl_loss = 4.3175\n", + "Batch 810, loss = 642750170903085056.0000, recon_loss = 642750170903085056.0000, kl_loss = 4.0295\n", + "Batch 840, loss = 300437497840664576.0000, recon_loss = 300437497840664576.0000, kl_loss = 4.3231\n", + "Batch 870, loss = 258148442390396928.0000, recon_loss = 258148442390396928.0000, kl_loss = 4.2150\n", + "Batch 900, loss = 4607376237789184.0000, recon_loss = 4607376237789184.0000, kl_loss = 4.2247\n", + "Batch 930, loss = 985780275302629376.0000, recon_loss = 985780275302629376.0000, kl_loss = 4.1066\n", + "Batch 960, loss = 281296769927610368.0000, recon_loss = 281296769927610368.0000, kl_loss = 4.2653\n", + "Batch 990, loss = 1009988978725617664.0000, recon_loss = 1009988978725617664.0000, kl_loss = 4.1919\n", + "Batch 1020, loss = 625550510509785088.0000, recon_loss = 625550510509785088.0000, kl_loss = 3.8821\n", + "Batch 1050, loss = 3345492276171243520.0000, recon_loss = 3345492276171243520.0000, kl_loss = 4.3273\n", + "Batch 1080, loss = 707790269415686144.0000, recon_loss = 707790269415686144.0000, kl_loss = 3.8582\n", + "Batch 1110, loss = 448357614623916032.0000, recon_loss = 448357614623916032.0000, kl_loss = 3.9684\n", + "Batch 1140, loss = 621296706180349952.0000, recon_loss = 621296706180349952.0000, kl_loss = 3.8992\n", + "Batch 1170, loss = 649562813668261888.0000, recon_loss = 649562813668261888.0000, kl_loss = 3.9697\n", + "Batch 1200, loss = 262810131173998592.0000, recon_loss = 262810131173998592.0000, kl_loss = 4.0574\n", + "Batch 1230, loss = 637655721214738432.0000, recon_loss = 637655721214738432.0000, kl_loss = 4.1899\n", + "Batch 1260, loss = 80979589731450880.0000, recon_loss = 80979589731450880.0000, kl_loss = 4.2082\n", + "Batch 1290, loss = 168736070920306688.0000, recon_loss = 168736070920306688.0000, kl_loss = 3.9490\n", + "Batch 1320, loss = 286925754065747968.0000, recon_loss = 286925754065747968.0000, kl_loss = 3.8608\n", + "Batch 1350, loss = 71285775529934848.0000, recon_loss = 71285775529934848.0000, kl_loss = 3.9173\n", + "Batch 1380, loss = 875980570251755520.0000, recon_loss = 875980570251755520.0000, kl_loss = 3.6208\n", + "Batch 1410, loss = 9273250282337206272.0000, recon_loss = 9273250282337206272.0000, kl_loss = 3.5564\n", + "Batch 1440, loss = 41131652473704939520.0000, recon_loss = 41131652473704939520.0000, kl_loss = 2.9420\n", + "Batch 1470, loss = 33043398649180061696.0000, recon_loss = 33043398649180061696.0000, kl_loss = 3.1890\n", + "Batch 1500, loss = 31619027514884620288.0000, recon_loss = 31619027514884620288.0000, kl_loss = 3.0613\n", + "Batch 1530, loss = 38652104219488681984.0000, recon_loss = 38652104219488681984.0000, kl_loss = 2.8972\n", + "Batch 1560, loss = 32683027116106711040.0000, recon_loss = 32683027116106711040.0000, kl_loss = 2.9604\n", + "Batch 1590, loss = 25222798940204695552.0000, recon_loss = 25222798940204695552.0000, kl_loss = 3.0070\n", + "Batch 1620, loss = 33389652452952768512.0000, recon_loss = 33389652452952768512.0000, kl_loss = 3.0466\n", + "Batch 1650, loss = 47161092765451812864.0000, recon_loss = 47161092765451812864.0000, kl_loss = 3.3297\n", + "Batch 1680, loss = 43687722339167895552.0000, recon_loss = 43687722339167895552.0000, kl_loss = 3.2607\n", + "Batch 1710, loss = 33432542202529054720.0000, recon_loss = 33432542202529054720.0000, kl_loss = 3.0658\n", + "Batch 1740, loss = 23964225363284852736.0000, recon_loss = 23964225363284852736.0000, kl_loss = 3.0789\n", + "Batch 1770, loss = 16877767369152266240.0000, recon_loss = 16877767369152266240.0000, kl_loss = 3.1089\n", + "Batch 1800, loss = 5926758550096314368.0000, recon_loss = 5926758550096314368.0000, kl_loss = 3.1788\n", + "Batch 1830, loss = 4814044536449794048.0000, recon_loss = 4814044536449794048.0000, kl_loss = 3.4018\n", + "Batch 1860, loss = 4581957697913487360.0000, recon_loss = 4581957697913487360.0000, kl_loss = 3.4067\n", + "Batch 1890, loss = 4817476112240082944.0000, recon_loss = 4817476112240082944.0000, kl_loss = 3.6834\n", + "Batch 1920, loss = 4375765182845026304.0000, recon_loss = 4375765182845026304.0000, kl_loss = 3.9214\n", + "Batch 1950, loss = 4619739941100847104.0000, recon_loss = 4619739941100847104.0000, kl_loss = 3.8983\n", + "Batch 1980, loss = 2280607155771932672.0000, recon_loss = 2280607155771932672.0000, kl_loss = 3.9320\n", + "Batch 2010, loss = 2447766320859578368.0000, recon_loss = 2447766320859578368.0000, kl_loss = 3.6434\n", + "Batch 2040, loss = 1861182914755035136.0000, recon_loss = 1861182914755035136.0000, kl_loss = 3.5924\n", + "Batch 2070, loss = 1222107861467791360.0000, recon_loss = 1222107861467791360.0000, kl_loss = 3.6132\n", + "Batch 2100, loss = 909002477846659072.0000, recon_loss = 909002477846659072.0000, kl_loss = 4.0628\n", + "Batch 2130, loss = 431407543370121216.0000, recon_loss = 431407543370121216.0000, kl_loss = 4.0555\n", + "Batch 2160, loss = 543604046330593280.0000, recon_loss = 543604046330593280.0000, kl_loss = 4.0729\n", + "Batch 2190, loss = 263730869083045888.0000, recon_loss = 263730869083045888.0000, kl_loss = 3.9188\n", + "Batch 2220, loss = 185962016513458176.0000, recon_loss = 185962016513458176.0000, kl_loss = 4.2140\n", + "Batch 2250, loss = 114869054950342656.0000, recon_loss = 114869054950342656.0000, kl_loss = 4.2004\n", + "Batch 2280, loss = 126609880629903360.0000, recon_loss = 126609880629903360.0000, kl_loss = 4.1611\n", + "Batch 2310, loss = 95440443969372160.0000, recon_loss = 95440443969372160.0000, kl_loss = 3.9144\n", + "Batch 2340, loss = 333787094260383744.0000, recon_loss = 333787094260383744.0000, kl_loss = 3.8636\n", + "Batch 2370, loss = 143410504201666560.0000, recon_loss = 143410504201666560.0000, kl_loss = 4.1910\n", + "Batch 2400, loss = 193796964574298112.0000, recon_loss = 193796964574298112.0000, kl_loss = 4.0510\n", + "Batch 2430, loss = 474145079305437184.0000, recon_loss = 474145079305437184.0000, kl_loss = 3.7876\n", + "Batch 2460, loss = 5450771170339061760.0000, recon_loss = 5450771170339061760.0000, kl_loss = 3.3649\n", + "Batch 2490, loss = 22902369809736925184.0000, recon_loss = 22902369809736925184.0000, kl_loss = 3.0026\n", + "Batch 2520, loss = 37486102924557811712.0000, recon_loss = 37486102924557811712.0000, kl_loss = 3.1593\n", + "Batch 2550, loss = 44152675020228788224.0000, recon_loss = 44152675020228788224.0000, kl_loss = 2.9828\n", + "Batch 2580, loss = 40895714870570254336.0000, recon_loss = 40895714870570254336.0000, kl_loss = 3.2054\n", + "Batch 2610, loss = 39112601679433826304.0000, recon_loss = 39112601679433826304.0000, kl_loss = 3.1312\n", + "Batch 2640, loss = 31401104310259417088.0000, recon_loss = 31401104310259417088.0000, kl_loss = 3.1558\n", + "Batch 2670, loss = 20910503340950945792.0000, recon_loss = 20910503340950945792.0000, kl_loss = 2.8602\n", + "Batch 2700, loss = 35076142761263497216.0000, recon_loss = 35076142761263497216.0000, kl_loss = 2.9221\n", + "Batch 2730, loss = 39444632200789622784.0000, recon_loss = 39444632200789622784.0000, kl_loss = 2.9966\n", + "Batch 2760, loss = 38883217165600686080.0000, recon_loss = 38883217165600686080.0000, kl_loss = 3.1159\n", + "Batch 2790, loss = 30148608833617920000.0000, recon_loss = 30148608833617920000.0000, kl_loss = 3.1222\n", + "Batch 2820, loss = 21873611755208310784.0000, recon_loss = 21873611755208310784.0000, kl_loss = 3.2443\n", + "Batch 2850, loss = 13545665495339892736.0000, recon_loss = 13545665495339892736.0000, kl_loss = 3.4575\n", + "Batch 2880, loss = 6871852016088383488.0000, recon_loss = 6871852016088383488.0000, kl_loss = 3.6376\n", + "Batch 2910, loss = 4224120539142160384.0000, recon_loss = 4224120539142160384.0000, kl_loss = 3.6919\n", + "Batch 2940, loss = 4729363999169183744.0000, recon_loss = 4729363999169183744.0000, kl_loss = 3.8754\n", + "Batch 2970, loss = 3564856390784647168.0000, recon_loss = 3564856390784647168.0000, kl_loss = 4.1106\n", + "Batch 3000, loss = 5526286178690531328.0000, recon_loss = 5526286178690531328.0000, kl_loss = 4.0890\n", + "Batch 3030, loss = 4557668936300101632.0000, recon_loss = 4557668936300101632.0000, kl_loss = 3.9437\n", + "Batch 3060, loss = 2583275906302738432.0000, recon_loss = 2583275906302738432.0000, kl_loss = 3.9180\n", + "Batch 3090, loss = 2375466834263539712.0000, recon_loss = 2375466834263539712.0000, kl_loss = 4.0027\n", + "Batch 3120, loss = 2253414446510637056.0000, recon_loss = 2253414446510637056.0000, kl_loss = 3.7054\n", + "Batch 3150, loss = 650657514932666368.0000, recon_loss = 650657514932666368.0000, kl_loss = 3.8437\n", + "Batch 3180, loss = 1173075002988167168.0000, recon_loss = 1173075002988167168.0000, kl_loss = 3.9526\n", + "Batch 3210, loss = 369816750272806912.0000, recon_loss = 369816750272806912.0000, kl_loss = 4.0576\n", + "Batch 3240, loss = 467174347384029184.0000, recon_loss = 467174347384029184.0000, kl_loss = 4.4601\n", + "Batch 3270, loss = 447031122564481024.0000, recon_loss = 447031122564481024.0000, kl_loss = 4.1913\n", + "Batch 3300, loss = 144382094523498496.0000, recon_loss = 144382094523498496.0000, kl_loss = 4.2202\n", + "Batch 3330, loss = 306526180918427648.0000, recon_loss = 306526180918427648.0000, kl_loss = 4.1382\n", + "Batch 3360, loss = 239558501083381760.0000, recon_loss = 239558501083381760.0000, kl_loss = 4.1735\n", + "Batch 3390, loss = 168200729016664064.0000, recon_loss = 168200729016664064.0000, kl_loss = 4.1140\n", + "Batch 3420, loss = 100740004115906560.0000, recon_loss = 100740004115906560.0000, kl_loss = 3.9104\n", + "Batch 3450, loss = 160605113713426432.0000, recon_loss = 160605113713426432.0000, kl_loss = 3.6827\n", + "Batch 3480, loss = 239947161263931392.0000, recon_loss = 239947161263931392.0000, kl_loss = 3.5861\n", + "Batch 3510, loss = 5052377425665589248.0000, recon_loss = 5052377425665589248.0000, kl_loss = 3.5258\n", + "Batch 3540, loss = 26966059232880754688.0000, recon_loss = 26966059232880754688.0000, kl_loss = 3.2232\n", + "Batch 3570, loss = 51463934763729944576.0000, recon_loss = 51463934763729944576.0000, kl_loss = 3.0466\n", + "Batch 3600, loss = 39487737454644953088.0000, recon_loss = 39487737454644953088.0000, kl_loss = 3.0398\n", + "Batch 3630, loss = 41162416809050112000.0000, recon_loss = 41162416809050112000.0000, kl_loss = 3.0542\n", + "Batch 3660, loss = 36849103062029041664.0000, recon_loss = 36849103062029041664.0000, kl_loss = 2.9893\n", + "Batch 3690, loss = 36693020789396471808.0000, recon_loss = 36693020789396471808.0000, kl_loss = 3.2158\n", + "Batch 3720, loss = 27258637078008692736.0000, recon_loss = 27258637078008692736.0000, kl_loss = 3.0321\n", + "Batch 3750, loss = 43833112960731971584.0000, recon_loss = 43833112960731971584.0000, kl_loss = 3.0801\n", + "Batch 3780, loss = 29024479140496015360.0000, recon_loss = 29024479140496015360.0000, kl_loss = 2.9078\n", + "Batch 3810, loss = 29348254528550469632.0000, recon_loss = 29348254528550469632.0000, kl_loss = 2.9779\n", + "Batch 3840, loss = 29193852309685141504.0000, recon_loss = 29193852309685141504.0000, kl_loss = 2.8868\n", + "Batch 3870, loss = 23985973703282262016.0000, recon_loss = 23985973703282262016.0000, kl_loss = 3.0058\n", + "Batch 3900, loss = 11338342026509811712.0000, recon_loss = 11338342026509811712.0000, kl_loss = 3.0814\n", + "Batch 3930, loss = 10976392694250602496.0000, recon_loss = 10976392694250602496.0000, kl_loss = 3.6655\n", + "Batch 3960, loss = 4114180646358745088.0000, recon_loss = 4114180646358745088.0000, kl_loss = 3.7205\n", + "Batch 3990, loss = 5390241405962551296.0000, recon_loss = 5390241405962551296.0000, kl_loss = 3.9444\n", + "Batch 4020, loss = 3178082559871418368.0000, recon_loss = 3178082559871418368.0000, kl_loss = 3.9706\n", + "Batch 4050, loss = 3608125471872516096.0000, recon_loss = 3608125471872516096.0000, kl_loss = 4.0706\n", + "Batch 4080, loss = 2878068992482738176.0000, recon_loss = 2878068992482738176.0000, kl_loss = 3.6797\n", + "Batch 4110, loss = 1231553078667247616.0000, recon_loss = 1231553078667247616.0000, kl_loss = 3.6835\n", + "Batch 4140, loss = 716206893487357952.0000, recon_loss = 716206893487357952.0000, kl_loss = 3.7959\n", + "Batch 4170, loss = 446807715545612288.0000, recon_loss = 446807715545612288.0000, kl_loss = 3.9356\n", + "Batch 4200, loss = 366210420853178368.0000, recon_loss = 366210420853178368.0000, kl_loss = 4.0746\n", + "Batch 4230, loss = 703697474820243456.0000, recon_loss = 703697474820243456.0000, kl_loss = 4.0634\n", + "Batch 4260, loss = 486665080771969024.0000, recon_loss = 486665080771969024.0000, kl_loss = 4.2959\n", + "Batch 4290, loss = 186562195243401216.0000, recon_loss = 186562195243401216.0000, kl_loss = 4.2382\n", + "Batch 4320, loss = 44336779892883456.0000, recon_loss = 44336779892883456.0000, kl_loss = 3.9550\n", + "Batch 4350, loss = 623444739584163840.0000, recon_loss = 623444739584163840.0000, kl_loss = 4.2683\n", + "Batch 4380, loss = 5868079598796800.0000, recon_loss = 5868079598796800.0000, kl_loss = 4.1895\n", + "Batch 4410, loss = 20843897194283008.0000, recon_loss = 20843897194283008.0000, kl_loss = 2.9420\n", + "Batch 4440, loss = 133090161645846528.0000, recon_loss = 133090161645846528.0000, kl_loss = 4.1941\n", + "Batch 4470, loss = 133358305044070400.0000, recon_loss = 133358305044070400.0000, kl_loss = 4.0446\n", + "Batch 4500, loss = 540918386100535296.0000, recon_loss = 540918386100535296.0000, kl_loss = 2.6168\n", + "Batch 4530, loss = 7689678110677008384.0000, recon_loss = 7689678110677008384.0000, kl_loss = 3.7331\n", + "Batch 4560, loss = 28746601765831442432.0000, recon_loss = 28746601765831442432.0000, kl_loss = 2.7452\n", + "Batch 4590, loss = 22589838027588108288.0000, recon_loss = 22589838027588108288.0000, kl_loss = 2.8764\n", + "Batch 4620, loss = 52245348881497325568.0000, recon_loss = 52245348881497325568.0000, kl_loss = 2.4645\n", + "Batch 4650, loss = 82699863840195084288.0000, recon_loss = 82699863840195084288.0000, kl_loss = 2.8668\n", + "Batch 4680, loss = 29882364291975217152.0000, recon_loss = 29882364291975217152.0000, kl_loss = 2.6556\n", + "Batch 4710, loss = 37036305911774183424.0000, recon_loss = 37036305911774183424.0000, kl_loss = 2.5487\n", + "Batch 4740, loss = 35515784684652986368.0000, recon_loss = 35515784684652986368.0000, kl_loss = 2.8843\n", + "Batch 4770, loss = 18619433369968050176.0000, recon_loss = 18619433369968050176.0000, kl_loss = 2.6062\n", + "Batch 4800, loss = 22021036473283772416.0000, recon_loss = 22021036473283772416.0000, kl_loss = 2.6058\n", + "Batch 4830, loss = 34739065481536208896.0000, recon_loss = 34739065481536208896.0000, kl_loss = 2.7517\n", + "Batch 4860, loss = 25963084726023487488.0000, recon_loss = 25963084726023487488.0000, kl_loss = 2.5813\n", + "Batch 4890, loss = 14638114959930687488.0000, recon_loss = 14638114959930687488.0000, kl_loss = 3.4626\n", + "Batch 4920, loss = 22354654689430077440.0000, recon_loss = 22354654689430077440.0000, kl_loss = 3.0301\n", + "Batch 4950, loss = 3773566512602808320.0000, recon_loss = 3773566512602808320.0000, kl_loss = 3.8376\n", + "Batch 4980, loss = 5482435455951568896.0000, recon_loss = 5482435455951568896.0000, kl_loss = 3.7296\n", + "Batch 5010, loss = 4636679017238364160.0000, recon_loss = 4636679017238364160.0000, kl_loss = 3.8035\n", + "Batch 5040, loss = 2525867105681670144.0000, recon_loss = 2525867105681670144.0000, kl_loss = 3.9932\n", + "Batch 5070, loss = 4398520400615571456.0000, recon_loss = 4398520400615571456.0000, kl_loss = 3.7223\n", + "Batch 5100, loss = 1753008700206874624.0000, recon_loss = 1753008700206874624.0000, kl_loss = 4.0525\n", + "Batch 5130, loss = 23048645641240576.0000, recon_loss = 23048645641240576.0000, kl_loss = 4.0844\n", + "Batch 5160, loss = 1363245984372490240.0000, recon_loss = 1363245984372490240.0000, kl_loss = 3.9225\n", + "Batch 5190, loss = 5498479529624076288.0000, recon_loss = 5498479529624076288.0000, kl_loss = 4.1821\n", + "Batch 5220, loss = 16749939736444928.0000, recon_loss = 16749939736444928.0000, kl_loss = 4.1023\n", + "Batch 5250, loss = 1270887145078259712.0000, recon_loss = 1270887145078259712.0000, kl_loss = 3.9545\n", + "Batch 5280, loss = 442042878827429888.0000, recon_loss = 442042878827429888.0000, kl_loss = 3.6701\n", + "Batch 5310, loss = 298887220805238784.0000, recon_loss = 298887220805238784.0000, kl_loss = 3.7052\n", + "Batch 5340, loss = 238977546627055616.0000, recon_loss = 238977546627055616.0000, kl_loss = 4.0981\n", + "Batch 5370, loss = 247305625652953088.0000, recon_loss = 247305625652953088.0000, kl_loss = 3.9450\n", + "Batch 5400, loss = 154745644450316288.0000, recon_loss = 154745644450316288.0000, kl_loss = 4.0231\n", + "Batch 5430, loss = 206591105213399040.0000, recon_loss = 206591105213399040.0000, kl_loss = 3.7878\n", + "Batch 5460, loss = 167247263456821248.0000, recon_loss = 167247263456821248.0000, kl_loss = 4.2542\n", + "Batch 5490, loss = 38077075512360960.0000, recon_loss = 38077075512360960.0000, kl_loss = 3.9052\n", + "Batch 5520, loss = 229571430809862144.0000, recon_loss = 229571430809862144.0000, kl_loss = 4.0273\n", + "Batch 5550, loss = 598930371928653824.0000, recon_loss = 598930371928653824.0000, kl_loss = 3.9458\n", + "Batch 5580, loss = 9161934625629536256.0000, recon_loss = 9161934625629536256.0000, kl_loss = 3.4147\n", + "Batch 5610, loss = 18752313748231290880.0000, recon_loss = 18752313748231290880.0000, kl_loss = 2.7442\n", + "Batch 5640, loss = 46131883911155810304.0000, recon_loss = 46131883911155810304.0000, kl_loss = 2.9262\n", + "Batch 5670, loss = 56490189442387017728.0000, recon_loss = 56490189442387017728.0000, kl_loss = 3.2182\n", + "Batch 5700, loss = 51351929713231659008.0000, recon_loss = 51351929713231659008.0000, kl_loss = 3.1139\n", + "Batch 5730, loss = 44377393206713647104.0000, recon_loss = 44377393206713647104.0000, kl_loss = 3.0957\n", + "Batch 5760, loss = 30400141909680979968.0000, recon_loss = 30400141909680979968.0000, kl_loss = 2.7951\n", + "Batch 5790, loss = 19592998139805564928.0000, recon_loss = 19592998139805564928.0000, kl_loss = 2.7919\n", + "Batch 5820, loss = 27532738729743482880.0000, recon_loss = 27532738729743482880.0000, kl_loss = 2.8725\n", + "Batch 5850, loss = 42969200286509301760.0000, recon_loss = 42969200286509301760.0000, kl_loss = 3.0817\n", + "Batch 5880, loss = 21630547117702381568.0000, recon_loss = 21630547117702381568.0000, kl_loss = 3.0849\n", + "Batch 5910, loss = 15461774513460477952.0000, recon_loss = 15461774513460477952.0000, kl_loss = 3.1615\n", + "Batch 5940, loss = 7309250935757209600.0000, recon_loss = 7309250935757209600.0000, kl_loss = 3.6749\n", + "Batch 5970, loss = 2850913804055740416.0000, recon_loss = 2850913804055740416.0000, kl_loss = 3.5477\n", + "Batch 6000, loss = 1553959849623027712.0000, recon_loss = 1553959849623027712.0000, kl_loss = 3.8485\n", + "Batch 6030, loss = 2325699089699700736.0000, recon_loss = 2325699089699700736.0000, kl_loss = 3.7678\n", + "Batch 6060, loss = 2847519336782888960.0000, recon_loss = 2847519336782888960.0000, kl_loss = 3.5891\n", + "Batch 6090, loss = 2469870352868573184.0000, recon_loss = 2469870352868573184.0000, kl_loss = 3.5658\n", + "Batch 6120, loss = 2245648458444701696.0000, recon_loss = 2245648458444701696.0000, kl_loss = 3.8030\n", + "Batch 6150, loss = 783375096755519488.0000, recon_loss = 783375096755519488.0000, kl_loss = 3.7979\n", + "Batch 6180, loss = 455472073330917376.0000, recon_loss = 455472073330917376.0000, kl_loss = 4.0317\n", + "Batch 6210, loss = 1036752603574173696.0000, recon_loss = 1036752603574173696.0000, kl_loss = 4.1212\n", + "Batch 6240, loss = 411160998817300480.0000, recon_loss = 411160998817300480.0000, kl_loss = 3.7874\n", + "Batch 6270, loss = 366200044212191232.0000, recon_loss = 366200044212191232.0000, kl_loss = 3.9257\n", + "Batch 6300, loss = 156506976178667520.0000, recon_loss = 156506976178667520.0000, kl_loss = 3.7514\n", + "Batch 6330, loss = 262606704342990848.0000, recon_loss = 262606704342990848.0000, kl_loss = 3.9847\n", + "Batch 6360, loss = 400735463922466816.0000, recon_loss = 400735463922466816.0000, kl_loss = 3.8241\n", + "Batch 6390, loss = 225745405223108608.0000, recon_loss = 225745405223108608.0000, kl_loss = 4.0353\n", + "Batch 6420, loss = 120545627326119936.0000, recon_loss = 120545627326119936.0000, kl_loss = 3.5538\n", + "Batch 6450, loss = 128485836445450240.0000, recon_loss = 128485836445450240.0000, kl_loss = 3.7639\n", + "Batch 6480, loss = 77230787656679424.0000, recon_loss = 77230787656679424.0000, kl_loss = 3.6990\n", + "Batch 6510, loss = 37699066850705408.0000, recon_loss = 37699066850705408.0000, kl_loss = 4.0366\n", + "Batch 6540, loss = 80313886980440064.0000, recon_loss = 80313886980440064.0000, kl_loss = 3.8691\n", + "Batch 6570, loss = 77837606406062080.0000, recon_loss = 77837606406062080.0000, kl_loss = 3.8492\n", + "Batch 6600, loss = 775536128605290496.0000, recon_loss = 775536128605290496.0000, kl_loss = 3.8025\n", + "Batch 6630, loss = 2675386118530138112.0000, recon_loss = 2675386118530138112.0000, kl_loss = 3.7328\n", + "Batch 6660, loss = 1017067016109948928.0000, recon_loss = 1017067016109948928.0000, kl_loss = 3.8266\n", + "Batch 6690, loss = 1179045488565944320.0000, recon_loss = 1179045488565944320.0000, kl_loss = 3.4024\n", + "Batch 6720, loss = 1428658542449000448.0000, recon_loss = 1428658542449000448.0000, kl_loss = 3.6064\n", + "Batch 6750, loss = 1859583125336621056.0000, recon_loss = 1859583125336621056.0000, kl_loss = 3.4657\n", + "Batch 6780, loss = 651835229324967936.0000, recon_loss = 651835229324967936.0000, kl_loss = 3.6796\n", + "Batch 6810, loss = 629198415212838912.0000, recon_loss = 629198415212838912.0000, kl_loss = 3.6648\n", + "Batch 6840, loss = 1266292560863690752.0000, recon_loss = 1266292560863690752.0000, kl_loss = 3.6897\n", + "Batch 6870, loss = 1128251075019669504.0000, recon_loss = 1128251075019669504.0000, kl_loss = 3.7084\n", + "Batch 6900, loss = 1153358285600980992.0000, recon_loss = 1153358285600980992.0000, kl_loss = 3.6788\n", + "Batch 6930, loss = 461609409798209536.0000, recon_loss = 461609409798209536.0000, kl_loss = 3.7681\n", + "Batch 6960, loss = 819986909815111680.0000, recon_loss = 819986909815111680.0000, kl_loss = 3.8742\n", + "Batch 6990, loss = 422675015863894016.0000, recon_loss = 422675015863894016.0000, kl_loss = 3.8530\n", + "Batch 7020, loss = 373218364371238912.0000, recon_loss = 373218364371238912.0000, kl_loss = 3.8624\n", + "Batch 7050, loss = 316698244023320576.0000, recon_loss = 316698244023320576.0000, kl_loss = 3.9013\n", + "Batch 7080, loss = 410473597891510272.0000, recon_loss = 410473597891510272.0000, kl_loss = 3.3621\n", + "Batch 7110, loss = 261539903186141184.0000, recon_loss = 261539903186141184.0000, kl_loss = 3.8314\n", + "Batch 7140, loss = 601961313169571840.0000, recon_loss = 601961313169571840.0000, kl_loss = 3.5492\n", + "Batch 7170, loss = 205530918306185216.0000, recon_loss = 205530918306185216.0000, kl_loss = 3.3695\n", + "Batch 7200, loss = 219830479342272512.0000, recon_loss = 219830479342272512.0000, kl_loss = 3.7234\n", + "Batch 7230, loss = 385530145823260672.0000, recon_loss = 385530145823260672.0000, kl_loss = 3.7235\n", + "Average loss: 9470506722018007040.0000\n", + "Epoch: 4\n", + "Batch 30, loss = 19371419196456960.0000, recon_loss = 19371419196456960.0000, kl_loss = 3.7340\n", + "Batch 60, loss = 91903263523209216.0000, recon_loss = 91903263523209216.0000, kl_loss = 3.5915\n", + "Batch 90, loss = 199117363902152704.0000, recon_loss = 199117363902152704.0000, kl_loss = 3.8683\n", + "Batch 120, loss = 94348087757111296.0000, recon_loss = 94348087757111296.0000, kl_loss = 3.6260\n", + "Batch 150, loss = 3170281254289408.0000, recon_loss = 3170281254289408.0000, kl_loss = 3.6830\n", + "Batch 180, loss = 79169853721673728.0000, recon_loss = 79169853721673728.0000, kl_loss = 3.4940\n", + "Batch 210, loss = 83297652300578816.0000, recon_loss = 83297652300578816.0000, kl_loss = 3.6193\n", + "Batch 240, loss = 1838846492803072.0000, recon_loss = 1838846492803072.0000, kl_loss = 3.6592\n", + "Batch 270, loss = 37528964670947328.0000, recon_loss = 37528964670947328.0000, kl_loss = 3.2271\n", + "Batch 300, loss = 98032147494862848.0000, recon_loss = 98032147494862848.0000, kl_loss = 3.4181\n", + "Batch 330, loss = 14799565022560256.0000, recon_loss = 14799565022560256.0000, kl_loss = 3.4994\n", + "Batch 360, loss = 2519701888434176.0000, recon_loss = 2519701888434176.0000, kl_loss = 2.6395\n", + "Batch 390, loss = 87282677576630272.0000, recon_loss = 87282677576630272.0000, kl_loss = 3.4689\n", + "Batch 420, loss = 2241418224895787008.0000, recon_loss = 2241418224895787008.0000, kl_loss = 3.3712\n", + "Batch 450, loss = 3356435337445376.0000, recon_loss = 3356435337445376.0000, kl_loss = 2.7738\n", + "Batch 480, loss = 234962078622810112.0000, recon_loss = 234962078622810112.0000, kl_loss = 3.4651\n", + "Batch 510, loss = 213577213117726720.0000, recon_loss = 213577213117726720.0000, kl_loss = 3.0351\n", + "Batch 540, loss = 136726091980079104.0000, recon_loss = 136726091980079104.0000, kl_loss = 2.6212\n", + "Batch 570, loss = 1136348840719286272.0000, recon_loss = 1136348840719286272.0000, kl_loss = 3.4734\n", + "Batch 600, loss = 41870871664525312.0000, recon_loss = 41870871664525312.0000, kl_loss = 3.5030\n", + "Batch 630, loss = 93899177775333376.0000, recon_loss = 93899177775333376.0000, kl_loss = 3.3847\n", + "Batch 660, loss = 1300858320222945280.0000, recon_loss = 1300858320222945280.0000, kl_loss = 3.2202\n", + "Batch 690, loss = 132674374451855360.0000, recon_loss = 132674374451855360.0000, kl_loss = 3.4778\n", + "Batch 720, loss = 41127043458400256.0000, recon_loss = 41127043458400256.0000, kl_loss = 3.5358\n", + "Batch 750, loss = 549103666053775360.0000, recon_loss = 549103666053775360.0000, kl_loss = 3.5460\n", + "Batch 780, loss = 1613771358028693504.0000, recon_loss = 1613771358028693504.0000, kl_loss = 3.4415\n", + "Batch 810, loss = 642740825054248960.0000, recon_loss = 642740825054248960.0000, kl_loss = 3.3367\n", + "Batch 840, loss = 300429904338485248.0000, recon_loss = 300429904338485248.0000, kl_loss = 3.6545\n", + "Batch 870, loss = 258142154558275584.0000, recon_loss = 258142154558275584.0000, kl_loss = 3.2663\n", + "Batch 900, loss = 4605871388622848.0000, recon_loss = 4605871388622848.0000, kl_loss = 3.3226\n", + "Batch 930, loss = 985764401103503360.0000, recon_loss = 985764401103503360.0000, kl_loss = 3.3089\n", + "Batch 960, loss = 281290808513003520.0000, recon_loss = 281290808513003520.0000, kl_loss = 3.2679\n", + "Batch 990, loss = 1009973310684921856.0000, recon_loss = 1009973310684921856.0000, kl_loss = 3.2021\n", + "Batch 1020, loss = 625539515393507328.0000, recon_loss = 625539515393507328.0000, kl_loss = 3.0855\n", + "Batch 1050, loss = 3345473859351478272.0000, recon_loss = 3345473859351478272.0000, kl_loss = 3.2109\n", + "Batch 1080, loss = 707782710273245184.0000, recon_loss = 707782710273245184.0000, kl_loss = 3.0870\n", + "Batch 1110, loss = 448349127768539136.0000, recon_loss = 448349127768539136.0000, kl_loss = 3.1422\n", + "Batch 1140, loss = 621289971671629824.0000, recon_loss = 621289971671629824.0000, kl_loss = 3.0608\n", + "Batch 1170, loss = 649558140743843840.0000, recon_loss = 649558140743843840.0000, kl_loss = 3.0099\n", + "Batch 1200, loss = 262804719515205632.0000, recon_loss = 262804719515205632.0000, kl_loss = 3.2091\n", + "Batch 1230, loss = 637650842131890176.0000, recon_loss = 637650842131890176.0000, kl_loss = 3.1545\n", + "Batch 1260, loss = 80976677743624192.0000, recon_loss = 80976677743624192.0000, kl_loss = 3.1489\n", + "Batch 1290, loss = 168732514687385600.0000, recon_loss = 168732514687385600.0000, kl_loss = 3.0493\n", + "Batch 1320, loss = 286922318091911168.0000, recon_loss = 286922318091911168.0000, kl_loss = 2.9703\n", + "Batch 1350, loss = 71281523512311808.0000, recon_loss = 71281523512311808.0000, kl_loss = 3.0246\n", + "Batch 1380, loss = 875960504164548608.0000, recon_loss = 875960504164548608.0000, kl_loss = 3.0168\n", + "Batch 1410, loss = 9273172217011634176.0000, recon_loss = 9273172217011634176.0000, kl_loss = 2.9819\n", + "Batch 1440, loss = 41131397387007295488.0000, recon_loss = 41131397387007295488.0000, kl_loss = 2.7912\n", + "Batch 1470, loss = 33043183144901017600.0000, recon_loss = 33043183144901017600.0000, kl_loss = 2.9647\n", + "Batch 1500, loss = 31618834000838131712.0000, recon_loss = 31618834000838131712.0000, kl_loss = 2.8283\n", + "Batch 1530, loss = 38651875521070104576.0000, recon_loss = 38651875521070104576.0000, kl_loss = 2.6829\n", + "Batch 1560, loss = 32682807213781155840.0000, recon_loss = 32682807213781155840.0000, kl_loss = 2.6968\n", + "Batch 1590, loss = 25222620819320995840.0000, recon_loss = 25222620819320995840.0000, kl_loss = 2.8000\n", + "Batch 1620, loss = 33389406162348146688.0000, recon_loss = 33389406162348146688.0000, kl_loss = 2.8617\n", + "Batch 1650, loss = 47160820086568124416.0000, recon_loss = 47160820086568124416.0000, kl_loss = 2.9848\n", + "Batch 1680, loss = 43687467252470251520.0000, recon_loss = 43687467252470251520.0000, kl_loss = 2.9444\n", + "Batch 1710, loss = 33432328897273266176.0000, recon_loss = 33432328897273266176.0000, kl_loss = 2.8545\n", + "Batch 1740, loss = 23964049441424408576.0000, recon_loss = 23964049441424408576.0000, kl_loss = 2.8846\n", + "Batch 1770, loss = 16877613437524377600.0000, recon_loss = 16877613437524377600.0000, kl_loss = 2.8870\n", + "Batch 1800, loss = 5926701375491670016.0000, recon_loss = 5926701375491670016.0000, kl_loss = 2.8811\n", + "Batch 1830, loss = 4814000006228869120.0000, recon_loss = 4814000006228869120.0000, kl_loss = 2.9058\n", + "Batch 1860, loss = 4581923887930933248.0000, recon_loss = 4581923887930933248.0000, kl_loss = 2.9301\n", + "Batch 1890, loss = 4817435430309855232.0000, recon_loss = 4817435430309855232.0000, kl_loss = 2.9869\n", + "Batch 1920, loss = 4375727524571774976.0000, recon_loss = 4375727524571774976.0000, kl_loss = 2.9898\n", + "Batch 1950, loss = 4619701458193874944.0000, recon_loss = 4619701458193874944.0000, kl_loss = 3.1252\n", + "Batch 1980, loss = 2280586539928911872.0000, recon_loss = 2280586539928911872.0000, kl_loss = 3.0615\n", + "Batch 2010, loss = 2447747629161906176.0000, recon_loss = 2447747629161906176.0000, kl_loss = 2.9198\n", + "Batch 2040, loss = 1861169995493408768.0000, recon_loss = 1861169995493408768.0000, kl_loss = 2.8480\n", + "Batch 2070, loss = 1222094529889304576.0000, recon_loss = 1222094529889304576.0000, kl_loss = 2.9403\n", + "Batch 2100, loss = 908993200717299712.0000, recon_loss = 908993200717299712.0000, kl_loss = 3.1324\n", + "Batch 2130, loss = 431399915508203520.0000, recon_loss = 431399915508203520.0000, kl_loss = 3.0999\n", + "Batch 2160, loss = 543595628194693120.0000, recon_loss = 543595628194693120.0000, kl_loss = 3.0214\n", + "Batch 2190, loss = 263724924848308224.0000, recon_loss = 263724924848308224.0000, kl_loss = 2.9438\n", + "Batch 2220, loss = 185956656394272768.0000, recon_loss = 185956656394272768.0000, kl_loss = 3.0873\n", + "Batch 2250, loss = 114865103580430336.0000, recon_loss = 114865103580430336.0000, kl_loss = 3.1452\n", + "Batch 2280, loss = 126606290037243904.0000, recon_loss = 126606290037243904.0000, kl_loss = 3.0069\n", + "Batch 2310, loss = 95437678010433536.0000, recon_loss = 95437678010433536.0000, kl_loss = 3.0101\n", + "Batch 2340, loss = 333783349048901632.0000, recon_loss = 333783349048901632.0000, kl_loss = 2.8818\n", + "Batch 2370, loss = 143406346673324032.0000, recon_loss = 143406346673324032.0000, kl_loss = 3.1419\n", + "Batch 2400, loss = 193791844973281280.0000, recon_loss = 193791844973281280.0000, kl_loss = 3.1029\n", + "Batch 2430, loss = 474130648215322624.0000, recon_loss = 474130648215322624.0000, kl_loss = 3.0295\n", + "Batch 2460, loss = 5450707948420464640.0000, recon_loss = 5450707948420464640.0000, kl_loss = 2.9401\n", + "Batch 2490, loss = 22902189489829969920.0000, recon_loss = 22902189489829969920.0000, kl_loss = 2.6911\n", + "Batch 2520, loss = 37485856633953189888.0000, recon_loss = 37485856633953189888.0000, kl_loss = 2.7747\n", + "Batch 2550, loss = 44152446321810210816.0000, recon_loss = 44152446321810210816.0000, kl_loss = 2.6801\n", + "Batch 2580, loss = 40895446589733076992.0000, recon_loss = 40895446589733076992.0000, kl_loss = 2.8305\n", + "Batch 2610, loss = 39112346592736182272.0000, recon_loss = 39112346592736182272.0000, kl_loss = 2.7643\n", + "Batch 2640, loss = 31400906398166417408.0000, recon_loss = 31400906398166417408.0000, kl_loss = 2.7286\n", + "Batch 2670, loss = 20910338414206779392.0000, recon_loss = 20910338414206779392.0000, kl_loss = 2.6184\n", + "Batch 2700, loss = 35075931655030964224.0000, recon_loss = 35075931655030964224.0000, kl_loss = 2.6347\n", + "Batch 2730, loss = 39444403502371045376.0000, recon_loss = 39444403502371045376.0000, kl_loss = 2.6589\n", + "Batch 2760, loss = 38882953282810019840.0000, recon_loss = 38882953282810019840.0000, kl_loss = 2.7542\n", + "Batch 2790, loss = 30148377936176087040.0000, recon_loss = 30148377936176087040.0000, kl_loss = 2.7696\n", + "Batch 2820, loss = 21873433634324611072.0000, recon_loss = 21873433634324611072.0000, kl_loss = 2.8952\n", + "Batch 2850, loss = 13545561041735254016.0000, recon_loss = 13545561041735254016.0000, kl_loss = 3.0048\n", + "Batch 2880, loss = 6871793192216297472.0000, recon_loss = 6871793192216297472.0000, kl_loss = 2.9871\n", + "Batch 2910, loss = 4224080132089839616.0000, recon_loss = 4224080132089839616.0000, kl_loss = 3.0064\n", + "Batch 2940, loss = 4729321118215700480.0000, recon_loss = 4729321118215700480.0000, kl_loss = 3.0759\n", + "Batch 2970, loss = 3564822305924186112.0000, recon_loss = 3564822305924186112.0000, kl_loss = 3.0088\n", + "Batch 3000, loss = 5526241098713792512.0000, recon_loss = 5526241098713792512.0000, kl_loss = 3.0979\n", + "Batch 3030, loss = 4557629628759408640.0000, recon_loss = 4557629628759408640.0000, kl_loss = 3.0212\n", + "Batch 3060, loss = 2583250892413206528.0000, recon_loss = 2583250892413206528.0000, kl_loss = 2.9764\n", + "Batch 3090, loss = 2375448142565867520.0000, recon_loss = 2375448142565867520.0000, kl_loss = 2.9349\n", + "Batch 3120, loss = 2253400427737382912.0000, recon_loss = 2253400427737382912.0000, kl_loss = 2.7346\n", + "Batch 3150, loss = 650648787559120896.0000, recon_loss = 650648787559120896.0000, kl_loss = 2.8687\n", + "Batch 3180, loss = 1173063183238168576.0000, recon_loss = 1173063183238168576.0000, kl_loss = 2.9953\n", + "Batch 3210, loss = 369809603447226368.0000, recon_loss = 369809603447226368.0000, kl_loss = 2.9509\n", + "Batch 3240, loss = 467167509796093952.0000, recon_loss = 467167509796093952.0000, kl_loss = 3.1840\n", + "Batch 3270, loss = 447024113177853952.0000, recon_loss = 447024113177853952.0000, kl_loss = 2.9519\n", + "Batch 3300, loss = 144377799556202496.0000, recon_loss = 144377799556202496.0000, kl_loss = 2.9971\n", + "Batch 3330, loss = 306521851591393280.0000, recon_loss = 306521851591393280.0000, kl_loss = 2.8489\n", + "Batch 3360, loss = 239553553281056768.0000, recon_loss = 239553553281056768.0000, kl_loss = 2.9270\n", + "Batch 3390, loss = 168196245070807040.0000, recon_loss = 168196245070807040.0000, kl_loss = 2.9101\n", + "Batch 3420, loss = 100736722760892416.0000, recon_loss = 100736722760892416.0000, kl_loss = 2.8602\n", + "Batch 3450, loss = 160600011292278784.0000, recon_loss = 160600011292278784.0000, kl_loss = 2.8218\n", + "Batch 3480, loss = 239937506177449984.0000, recon_loss = 239937506177449984.0000, kl_loss = 2.7403\n", + "Batch 3510, loss = 5052326848130711552.0000, recon_loss = 5052326848130711552.0000, kl_loss = 2.8898\n", + "Batch 3540, loss = 26965865718834266112.0000, recon_loss = 26965865718834266112.0000, kl_loss = 2.6452\n", + "Batch 3570, loss = 51463675278985789440.0000, recon_loss = 51463675278985789440.0000, kl_loss = 2.6185\n", + "Batch 3600, loss = 39487495562086842368.0000, recon_loss = 39487495562086842368.0000, kl_loss = 2.5658\n", + "Batch 3630, loss = 41162174916492001280.0000, recon_loss = 41162174916492001280.0000, kl_loss = 2.5961\n", + "Batch 3660, loss = 36848861169470930944.0000, recon_loss = 36848861169470930944.0000, kl_loss = 2.5505\n", + "Batch 3690, loss = 36692785493908127744.0000, recon_loss = 36692785493908127744.0000, kl_loss = 2.7304\n", + "Batch 3720, loss = 27258432568845926400.0000, recon_loss = 27258432568845926400.0000, kl_loss = 2.5488\n", + "Batch 3750, loss = 43832866670127349760.0000, recon_loss = 43832866670127349760.0000, kl_loss = 2.6791\n", + "Batch 3780, loss = 29024290024496037888.0000, recon_loss = 29024290024496037888.0000, kl_loss = 2.4965\n", + "Batch 3810, loss = 29348054417434214400.0000, recon_loss = 29348054417434214400.0000, kl_loss = 2.5437\n", + "Batch 3840, loss = 29193652198568886272.0000, recon_loss = 29193652198568886272.0000, kl_loss = 2.5036\n", + "Batch 3870, loss = 23985780189235773440.0000, recon_loss = 23985780189235773440.0000, kl_loss = 2.5960\n", + "Batch 3900, loss = 11338238672416800768.0000, recon_loss = 11338238672416800768.0000, kl_loss = 2.6635\n", + "Batch 3930, loss = 10976341017204097024.0000, recon_loss = 10976341017204097024.0000, kl_loss = 2.8843\n", + "Batch 3960, loss = 4114147386132004864.0000, recon_loss = 4114147386132004864.0000, kl_loss = 2.8106\n", + "Batch 3990, loss = 5390208420613718016.0000, recon_loss = 5390208420613718016.0000, kl_loss = 2.9819\n", + "Batch 4020, loss = 3178054797202817024.0000, recon_loss = 3178054797202817024.0000, kl_loss = 2.9092\n", + "Batch 4050, loss = 3608102107250425856.0000, recon_loss = 3608102107250425856.0000, kl_loss = 2.8819\n", + "Batch 4080, loss = 2878045902738554880.0000, recon_loss = 2878045902738554880.0000, kl_loss = 2.6875\n", + "Batch 4110, loss = 1231539334771900416.0000, recon_loss = 1231539334771900416.0000, kl_loss = 2.6872\n", + "Batch 4140, loss = 716199677942300672.0000, recon_loss = 716199677942300672.0000, kl_loss = 2.7289\n", + "Batch 4170, loss = 446799331769450496.0000, recon_loss = 446799331769450496.0000, kl_loss = 2.8143\n", + "Batch 4200, loss = 366204304819748864.0000, recon_loss = 366204304819748864.0000, kl_loss = 3.0068\n", + "Batch 4230, loss = 703683524766466048.0000, recon_loss = 703683524766466048.0000, kl_loss = 3.0552\n", + "Batch 4260, loss = 486657659068481536.0000, recon_loss = 486657659068481536.0000, kl_loss = 2.7758\n", + "Batch 4290, loss = 186555752792457216.0000, recon_loss = 186555752792457216.0000, kl_loss = 2.8757\n", + "Batch 4320, loss = 44334056883617792.0000, recon_loss = 44334056883617792.0000, kl_loss = 2.6833\n", + "Batch 4350, loss = 623434843979513856.0000, recon_loss = 623434843979513856.0000, kl_loss = 2.7335\n", + "Batch 4380, loss = 5866802919768064.0000, recon_loss = 5866802919768064.0000, kl_loss = 2.7289\n", + "Batch 4410, loss = 20842756880465920.0000, recon_loss = 20842756880465920.0000, kl_loss = 2.3203\n", + "Batch 4440, loss = 133087103629131776.0000, recon_loss = 133087103629131776.0000, kl_loss = 2.7055\n", + "Batch 4470, loss = 133352901975212032.0000, recon_loss = 133352901975212032.0000, kl_loss = 2.7823\n", + "Batch 4500, loss = 540900003640508416.0000, recon_loss = 540900003640508416.0000, kl_loss = 2.1172\n", + "Batch 4530, loss = 7689628632653758464.0000, recon_loss = 7689628632653758464.0000, kl_loss = 2.6771\n", + "Batch 4560, loss = 28746414848854720512.0000, recon_loss = 28746414848854720512.0000, kl_loss = 2.2827\n", + "Batch 4590, loss = 22589703887169519616.0000, recon_loss = 22589703887169519616.0000, kl_loss = 2.3748\n", + "Batch 4620, loss = 52245098192846192640.0000, recon_loss = 52245098192846192640.0000, kl_loss = 2.0788\n", + "Batch 4650, loss = 82699432831636996096.0000, recon_loss = 82699432831636996096.0000, kl_loss = 2.2043\n", + "Batch 4680, loss = 29882135593556639744.0000, recon_loss = 29882135593556639744.0000, kl_loss = 2.1877\n", + "Batch 4710, loss = 37036090407495139328.0000, recon_loss = 37036090407495139328.0000, kl_loss = 2.1484\n", + "Batch 4740, loss = 35515558185257664512.0000, recon_loss = 35515558185257664512.0000, kl_loss = 2.3694\n", + "Batch 4770, loss = 18619222263735517184.0000, recon_loss = 18619222263735517184.0000, kl_loss = 2.1324\n", + "Batch 4800, loss = 22020845158260539392.0000, recon_loss = 22020845158260539392.0000, kl_loss = 2.1750\n", + "Batch 4830, loss = 34738808195815309312.0000, recon_loss = 34738808195815309312.0000, kl_loss = 2.2176\n", + "Batch 4860, loss = 25962906605139787776.0000, recon_loss = 25962906605139787776.0000, kl_loss = 2.1406\n", + "Batch 4890, loss = 14638012705349304320.0000, recon_loss = 14638012705349304320.0000, kl_loss = 2.5637\n", + "Batch 4920, loss = 22354487563662655488.0000, recon_loss = 22354487563662655488.0000, kl_loss = 2.4608\n", + "Batch 4950, loss = 3773528304573743104.0000, recon_loss = 3773528304573743104.0000, kl_loss = 2.6937\n", + "Batch 4980, loss = 5482380480370180096.0000, recon_loss = 5482380480370180096.0000, kl_loss = 2.5573\n", + "Batch 5010, loss = 4636640534331392000.0000, recon_loss = 4636640534331392000.0000, kl_loss = 2.6762\n", + "Batch 5040, loss = 2525833570577022976.0000, recon_loss = 2525833570577022976.0000, kl_loss = 2.7349\n", + "Batch 5070, loss = 4398476695028367360.0000, recon_loss = 4398476695028367360.0000, kl_loss = 2.5095\n", + "Batch 5100, loss = 1752991520337690624.0000, recon_loss = 1752991520337690624.0000, kl_loss = 2.6936\n", + "Batch 5130, loss = 23045894714687488.0000, recon_loss = 23045894714687488.0000, kl_loss = 2.7712\n", + "Batch 5160, loss = 1363233889744584704.0000, recon_loss = 1363233889744584704.0000, kl_loss = 2.6437\n", + "Batch 5190, loss = 5498460837926404096.0000, recon_loss = 5498460837926404096.0000, kl_loss = 2.5895\n", + "Batch 5220, loss = 16747939355426816.0000, recon_loss = 16747939355426816.0000, kl_loss = 2.5281\n", + "Batch 5250, loss = 1270874913011400704.0000, recon_loss = 1270874913011400704.0000, kl_loss = 2.6466\n", + "Batch 5280, loss = 442036178678448128.0000, recon_loss = 442036178678448128.0000, kl_loss = 2.4601\n", + "Batch 5310, loss = 298881207851024384.0000, recon_loss = 298881207851024384.0000, kl_loss = 2.4769\n", + "Batch 5340, loss = 238971121355980800.0000, recon_loss = 238971121355980800.0000, kl_loss = 2.5164\n", + "Batch 5370, loss = 247300196814290944.0000, recon_loss = 247300196814290944.0000, kl_loss = 2.5497\n", + "Batch 5400, loss = 154741297943412736.0000, recon_loss = 154741297943412736.0000, kl_loss = 2.6086\n", + "Batch 5430, loss = 206586140231204864.0000, recon_loss = 206586140231204864.0000, kl_loss = 2.5205\n", + "Batch 5460, loss = 167242968489525248.0000, recon_loss = 167242968489525248.0000, kl_loss = 2.5799\n", + "Batch 5490, loss = 38074305258455040.0000, recon_loss = 38074305258455040.0000, kl_loss = 2.4611\n", + "Batch 5520, loss = 229565039898525696.0000, recon_loss = 229565039898525696.0000, kl_loss = 2.5090\n", + "Batch 5550, loss = 598916834191736832.0000, recon_loss = 598916834191736832.0000, kl_loss = 2.4697\n", + "Batch 5580, loss = 9161854361280708608.0000, recon_loss = 9161854361280708608.0000, kl_loss = 2.3169\n", + "Batch 5610, loss = 18752162015626657792.0000, recon_loss = 18752162015626657792.0000, kl_loss = 2.0430\n", + "Batch 5640, loss = 46131602436179099648.0000, recon_loss = 46131602436179099648.0000, kl_loss = 2.1271\n", + "Batch 5670, loss = 56489868384991707136.0000, recon_loss = 56489868384991707136.0000, kl_loss = 2.2151\n", + "Batch 5700, loss = 51351643840208437248.0000, recon_loss = 51351643840208437248.0000, kl_loss = 2.1620\n", + "Batch 5730, loss = 44377124925876469760.0000, recon_loss = 44377124925876469760.0000, kl_loss = 2.1916\n", + "Batch 5760, loss = 30399965987820535808.0000, recon_loss = 30399965987820535808.0000, kl_loss = 2.0167\n", + "Batch 5790, loss = 19592842009154420736.0000, recon_loss = 19592842009154420736.0000, kl_loss = 2.0787\n", + "Batch 5820, loss = 27532558409836527616.0000, recon_loss = 27532558409836527616.0000, kl_loss = 2.0223\n", + "Batch 5850, loss = 42968936403718635520.0000, recon_loss = 42968936403718635520.0000, kl_loss = 2.0949\n", + "Batch 5880, loss = 21630377792911704064.0000, recon_loss = 21630377792911704064.0000, kl_loss = 2.1940\n", + "Batch 5910, loss = 15461635974995378176.0000, recon_loss = 15461635974995378176.0000, kl_loss = 2.2268\n", + "Batch 5940, loss = 7309190462617681920.0000, recon_loss = 7309190462617681920.0000, kl_loss = 2.4329\n", + "Batch 5970, loss = 2850886041387139072.0000, recon_loss = 2850886041387139072.0000, kl_loss = 2.3774\n", + "Batch 6000, loss = 1553940608169541632.0000, recon_loss = 1553940608169541632.0000, kl_loss = 2.4894\n", + "Batch 6030, loss = 2325675450199703552.0000, recon_loss = 2325675450199703552.0000, kl_loss = 2.3644\n", + "Batch 6060, loss = 2847496521916612608.0000, recon_loss = 2847496521916612608.0000, kl_loss = 2.3904\n", + "Batch 6090, loss = 2469848637513924608.0000, recon_loss = 2469848637513924608.0000, kl_loss = 2.3379\n", + "Batch 6120, loss = 2245629629308076032.0000, recon_loss = 2245629629308076032.0000, kl_loss = 2.3565\n", + "Batch 6150, loss = 783365957065113600.0000, recon_loss = 783365957065113600.0000, kl_loss = 2.4613\n", + "Batch 6180, loss = 455464445468999680.0000, recon_loss = 455464445468999680.0000, kl_loss = 2.5162\n", + "Batch 6210, loss = 1036745319309639680.0000, recon_loss = 1036745319309639680.0000, kl_loss = 2.4461\n", + "Batch 6240, loss = 411155569978638336.0000, recon_loss = 411155569978638336.0000, kl_loss = 2.3689\n", + "Batch 6270, loss = 366194649733267456.0000, recon_loss = 366194649733267456.0000, kl_loss = 2.3837\n", + "Batch 6300, loss = 156502045556211712.0000, recon_loss = 156502045556211712.0000, kl_loss = 2.3718\n", + "Batch 6330, loss = 262601997058834432.0000, recon_loss = 262601997058834432.0000, kl_loss = 2.4625\n", + "Batch 6360, loss = 400730035083804672.0000, recon_loss = 400730035083804672.0000, kl_loss = 2.4752\n", + "Batch 6390, loss = 225741247694766080.0000, recon_loss = 225741247694766080.0000, kl_loss = 2.4052\n", + "Batch 6420, loss = 120542543539601408.0000, recon_loss = 120542543539601408.0000, kl_loss = 2.2667\n", + "Batch 6450, loss = 128482323162202112.0000, recon_loss = 128482323162202112.0000, kl_loss = 2.3211\n", + "Batch 6480, loss = 77227944388329472.0000, recon_loss = 77227944388329472.0000, kl_loss = 2.2990\n", + "Batch 6510, loss = 37696902187188224.0000, recon_loss = 37696902187188224.0000, kl_loss = 2.4188\n", + "Batch 6540, loss = 80311163971174400.0000, recon_loss = 80311163971174400.0000, kl_loss = 2.2957\n", + "Batch 6570, loss = 77834651468562432.0000, recon_loss = 77834651468562432.0000, kl_loss = 2.3580\n", + "Batch 6600, loss = 775527332512268288.0000, recon_loss = 775527332512268288.0000, kl_loss = 2.3814\n", + "Batch 6630, loss = 2675371275123163136.0000, recon_loss = 2675371275123163136.0000, kl_loss = 2.3468\n", + "Batch 6660, loss = 1017052516300357632.0000, recon_loss = 1017052516300357632.0000, kl_loss = 2.3162\n", + "Batch 6690, loss = 1179028446135713792.0000, recon_loss = 1179028446135713792.0000, kl_loss = 2.2057\n", + "Batch 6720, loss = 1428636552216444928.0000, recon_loss = 1428636552216444928.0000, kl_loss = 2.3125\n", + "Batch 6750, loss = 1859564433638948864.0000, recon_loss = 1859564433638948864.0000, kl_loss = 2.3103\n", + "Batch 6780, loss = 651823615733399552.0000, recon_loss = 651823615733399552.0000, kl_loss = 2.3522\n", + "Batch 6810, loss = 629187351377084416.0000, recon_loss = 629187351377084416.0000, kl_loss = 2.3206\n", + "Batch 6840, loss = 1266279779041017856.0000, recon_loss = 1266279779041017856.0000, kl_loss = 2.3515\n", + "Batch 6870, loss = 1128239049111240704.0000, recon_loss = 1128239049111240704.0000, kl_loss = 2.4416\n", + "Batch 6900, loss = 1153344816583540736.0000, recon_loss = 1153344816583540736.0000, kl_loss = 2.3913\n", + "Batch 6930, loss = 461599136236437504.0000, recon_loss = 461599136236437504.0000, kl_loss = 2.3634\n", + "Batch 6960, loss = 819974127992438784.0000, recon_loss = 819974127992438784.0000, kl_loss = 2.4196\n", + "Batch 6990, loss = 422667525440929792.0000, recon_loss = 422667525440929792.0000, kl_loss = 2.3388\n", + "Batch 7020, loss = 373211320624873472.0000, recon_loss = 373211320624873472.0000, kl_loss = 2.4081\n", + "Batch 7050, loss = 316692162349629440.0000, recon_loss = 316692162349629440.0000, kl_loss = 2.3744\n", + "Batch 7080, loss = 410468753168400384.0000, recon_loss = 410468753168400384.0000, kl_loss = 2.2095\n", + "Batch 7110, loss = 261534714865647616.0000, recon_loss = 261534714865647616.0000, kl_loss = 2.3428\n", + "Batch 7140, loss = 601956846403584000.0000, recon_loss = 601956846403584000.0000, kl_loss = 2.2319\n", + "Batch 7170, loss = 205527516692086784.0000, recon_loss = 205527516692086784.0000, kl_loss = 2.1494\n", + "Batch 7200, loss = 219825840777592832.0000, recon_loss = 219825840777592832.0000, kl_loss = 2.3319\n", + "Batch 7230, loss = 385525610337796096.0000, recon_loss = 385525610337796096.0000, kl_loss = 2.3555\n", + "Average loss: 9470441305852708864.0000\n", + "Epoch: 5\n", + "Batch 30, loss = 19369477871239168.0000, recon_loss = 19369477871239168.0000, kl_loss = 2.4321\n", + "Batch 60, loss = 91899982168195072.0000, recon_loss = 91899982168195072.0000, kl_loss = 2.3949\n", + "Batch 90, loss = 199111969423228928.0000, recon_loss = 199111969423228928.0000, kl_loss = 2.5729\n", + "Batch 120, loss = 94345244488761344.0000, recon_loss = 94345244488761344.0000, kl_loss = 2.2645\n", + "Batch 150, loss = 3169131276795904.0000, recon_loss = 3169131276795904.0000, kl_loss = 2.4042\n", + "Batch 180, loss = 79167293921165312.0000, recon_loss = 79167293921165312.0000, kl_loss = 2.2619\n", + "Batch 210, loss = 83294894931574784.0000, recon_loss = 83294894931574784.0000, kl_loss = 2.1913\n", + "Batch 240, loss = 1837701615583232.0000, recon_loss = 1837701615583232.0000, kl_loss = 2.4450\n", + "Batch 270, loss = 37527242389061632.0000, recon_loss = 37527242389061632.0000, kl_loss = 2.1359\n", + "Batch 300, loss = 98029192557363200.0000, recon_loss = 98029192557363200.0000, kl_loss = 2.1061\n", + "Batch 330, loss = 14797772947456000.0000, recon_loss = 14797772947456000.0000, kl_loss = 2.3253\n", + "Batch 360, loss = 2518894703017984.0000, recon_loss = 2518894703017984.0000, kl_loss = 1.8994\n", + "Batch 390, loss = 87279576610242560.0000, recon_loss = 87279576610242560.0000, kl_loss = 2.1751\n", + "Batch 420, loss = 2241402556855091200.0000, recon_loss = 2241402556855091200.0000, kl_loss = 2.3633\n", + "Batch 450, loss = 3355379312361472.0000, recon_loss = 3355379312361472.0000, kl_loss = 2.0067\n", + "Batch 480, loss = 234953832285601792.0000, recon_loss = 234953832285601792.0000, kl_loss = 2.2855\n", + "Batch 510, loss = 213571887358279680.0000, recon_loss = 213571887358279680.0000, kl_loss = 2.0789\n", + "Batch 540, loss = 136718867845087232.0000, recon_loss = 136718867845087232.0000, kl_loss = 1.9198\n", + "Batch 570, loss = 1136335990177136640.0000, recon_loss = 1136335990177136640.0000, kl_loss = 2.3176\n", + "Batch 600, loss = 41866353358929920.0000, recon_loss = 41866353358929920.0000, kl_loss = 2.3293\n", + "Batch 630, loss = 93894599340195840.0000, recon_loss = 93894599340195840.0000, kl_loss = 2.2378\n", + "Batch 660, loss = 1300850211324690432.0000, recon_loss = 1300850211324690432.0000, kl_loss = 2.2043\n", + "Batch 690, loss = 132667476734377984.0000, recon_loss = 132667476734377984.0000, kl_loss = 2.3496\n", + "Batch 720, loss = 41123882362470400.0000, recon_loss = 41123882362470400.0000, kl_loss = 2.2306\n", + "Batch 750, loss = 549095728954212352.0000, recon_loss = 549095728954212352.0000, kl_loss = 2.4124\n", + "Batch 780, loss = 1613760775229276160.0000, recon_loss = 1613760775229276160.0000, kl_loss = 2.3259\n", + "Batch 810, loss = 642731479205412864.0000, recon_loss = 642731479205412864.0000, kl_loss = 2.3014\n", + "Batch 840, loss = 300422310836305920.0000, recon_loss = 300422310836305920.0000, kl_loss = 2.4796\n", + "Batch 870, loss = 258135849546285056.0000, recon_loss = 258135849546285056.0000, kl_loss = 2.1838\n", + "Batch 900, loss = 4604370297552896.0000, recon_loss = 4604370297552896.0000, kl_loss = 2.3219\n", + "Batch 930, loss = 985748595623854080.0000, recon_loss = 985748595623854080.0000, kl_loss = 2.2810\n", + "Batch 960, loss = 281284812738658304.0000, recon_loss = 281284812738658304.0000, kl_loss = 2.1467\n", + "Batch 990, loss = 1009957642644226048.0000, recon_loss = 1009957642644226048.0000, kl_loss = 2.2658\n", + "Batch 1020, loss = 625528588996706304.0000, recon_loss = 625528588996706304.0000, kl_loss = 2.1322\n", + "Batch 1050, loss = 3345455442531713024.0000, recon_loss = 3345455442531713024.0000, kl_loss = 2.0876\n", + "Batch 1080, loss = 707775013691850752.0000, recon_loss = 707775013691850752.0000, kl_loss = 2.1580\n", + "Batch 1110, loss = 448340743992377344.0000, recon_loss = 448340743992377344.0000, kl_loss = 2.1720\n", + "Batch 1140, loss = 621283443321339904.0000, recon_loss = 621283443321339904.0000, kl_loss = 2.0877\n", + "Batch 1170, loss = 649553467819425792.0000, recon_loss = 649553467819425792.0000, kl_loss = 2.0469\n", + "Batch 1200, loss = 262799342216151040.0000, recon_loss = 262799342216151040.0000, kl_loss = 2.2323\n", + "Batch 1230, loss = 637646237926948864.0000, recon_loss = 637646237926948864.0000, kl_loss = 2.1100\n", + "Batch 1260, loss = 80973757165862912.0000, recon_loss = 80973757165862912.0000, kl_loss = 2.1695\n", + "Batch 1290, loss = 168728992814202880.0000, recon_loss = 168728992814202880.0000, kl_loss = 2.1642\n", + "Batch 1320, loss = 286918813398597632.0000, recon_loss = 286918813398597632.0000, kl_loss = 2.0349\n", + "Batch 1350, loss = 71277275789656064.0000, recon_loss = 71277275789656064.0000, kl_loss = 2.0538\n", + "Batch 1380, loss = 875940438077341696.0000, recon_loss = 875940438077341696.0000, kl_loss = 2.0870\n", + "Batch 1410, loss = 9273094151686062080.0000, recon_loss = 9273094151686062080.0000, kl_loss = 2.1730\n", + "Batch 1440, loss = 41131137902263140352.0000, recon_loss = 41131137902263140352.0000, kl_loss = 2.0358\n", + "Batch 1470, loss = 33042965441598717952.0000, recon_loss = 33042965441598717952.0000, kl_loss = 2.0707\n", + "Batch 1500, loss = 31618642685814898688.0000, recon_loss = 31618642685814898688.0000, kl_loss = 2.0426\n", + "Batch 1530, loss = 38651642424605016064.0000, recon_loss = 38651642424605016064.0000, kl_loss = 1.9428\n", + "Batch 1560, loss = 32682587311455600640.0000, recon_loss = 32682587311455600640.0000, kl_loss = 1.9117\n", + "Batch 1590, loss = 25222440499414040576.0000, recon_loss = 25222440499414040576.0000, kl_loss = 1.9800\n", + "Batch 1620, loss = 33389155473697013760.0000, recon_loss = 33389155473697013760.0000, kl_loss = 2.0730\n", + "Batch 1650, loss = 47160551805730947072.0000, recon_loss = 47160551805730947072.0000, kl_loss = 2.0512\n", + "Batch 1680, loss = 43687207767726096384.0000, recon_loss = 43687207767726096384.0000, kl_loss = 2.1210\n", + "Batch 1710, loss = 33432119990063988736.0000, recon_loss = 33432119990063988736.0000, kl_loss = 2.0408\n", + "Batch 1740, loss = 23963871320540708864.0000, recon_loss = 23963871320540708864.0000, kl_loss = 2.0706\n", + "Batch 1770, loss = 16877459505896488960.0000, recon_loss = 16877459505896488960.0000, kl_loss = 2.0651\n", + "Batch 1800, loss = 5926644750642839552.0000, recon_loss = 5926644750642839552.0000, kl_loss = 2.0510\n", + "Batch 1830, loss = 4813956025763758080.0000, recon_loss = 4813956025763758080.0000, kl_loss = 2.0339\n", + "Batch 1860, loss = 4581889803070472192.0000, recon_loss = 4581889803070472192.0000, kl_loss = 2.1009\n", + "Batch 1890, loss = 4817393648867999744.0000, recon_loss = 4817393648867999744.0000, kl_loss = 2.0774\n", + "Batch 1920, loss = 4375689041664802816.0000, recon_loss = 4375689041664802816.0000, kl_loss = 2.1512\n", + "Batch 1950, loss = 4619663525042716672.0000, recon_loss = 4619663525042716672.0000, kl_loss = 2.1479\n", + "Batch 1980, loss = 2280565924085891072.0000, recon_loss = 2280565924085891072.0000, kl_loss = 2.1161\n", + "Batch 2010, loss = 2447728937464233984.0000, recon_loss = 2447728937464233984.0000, kl_loss = 2.0792\n", + "Batch 2040, loss = 1861157213670735872.0000, recon_loss = 1861157213670735872.0000, kl_loss = 2.0102\n", + "Batch 2070, loss = 1222081335749771264.0000, recon_loss = 1222081335749771264.0000, kl_loss = 2.0936\n", + "Batch 2100, loss = 908983854868463616.0000, recon_loss = 908983854868463616.0000, kl_loss = 2.1272\n", + "Batch 2130, loss = 431392287646285824.0000, recon_loss = 431392287646285824.0000, kl_loss = 2.1206\n", + "Batch 2160, loss = 543587278778269696.0000, recon_loss = 543587278778269696.0000, kl_loss = 2.1442\n", + "Batch 2190, loss = 263718997793439744.0000, recon_loss = 263718997793439744.0000, kl_loss = 2.1001\n", + "Batch 2220, loss = 185951296275087360.0000, recon_loss = 185951296275087360.0000, kl_loss = 2.1163\n", + "Batch 2250, loss = 114861152210518016.0000, recon_loss = 114861152210518016.0000, kl_loss = 2.2384\n", + "Batch 2280, loss = 126602708034519040.0000, recon_loss = 126602708034519040.0000, kl_loss = 2.0879\n", + "Batch 2310, loss = 95434912051494912.0000, recon_loss = 95434912051494912.0000, kl_loss = 2.1185\n", + "Batch 2340, loss = 333779535117942784.0000, recon_loss = 333779535117942784.0000, kl_loss = 2.0664\n", + "Batch 2370, loss = 143402206324850688.0000, recon_loss = 143402206324850688.0000, kl_loss = 2.0749\n", + "Batch 2400, loss = 193786725372264448.0000, recon_loss = 193786725372264448.0000, kl_loss = 2.1768\n", + "Batch 2430, loss = 474116148405731328.0000, recon_loss = 474116148405731328.0000, kl_loss = 2.1460\n", + "Batch 2460, loss = 5450645276257681408.0000, recon_loss = 5450645276257681408.0000, kl_loss = 2.1157\n", + "Batch 2490, loss = 22902009169923014656.0000, recon_loss = 22902009169923014656.0000, kl_loss = 1.9399\n", + "Batch 2520, loss = 37485614741395079168.0000, recon_loss = 37485614741395079168.0000, kl_loss = 1.9389\n", + "Batch 2550, loss = 44152226419484655616.0000, recon_loss = 44152226419484655616.0000, kl_loss = 1.9469\n", + "Batch 2580, loss = 40895178308895899648.0000, recon_loss = 40895178308895899648.0000, kl_loss = 2.0226\n", + "Batch 2610, loss = 39112087107992027136.0000, recon_loss = 39112087107992027136.0000, kl_loss = 1.9910\n", + "Batch 2640, loss = 31400708486073417728.0000, recon_loss = 31400708486073417728.0000, kl_loss = 1.9889\n", + "Batch 2670, loss = 20910173487462612992.0000, recon_loss = 20910173487462612992.0000, kl_loss = 1.9752\n", + "Batch 2700, loss = 35075720548798431232.0000, recon_loss = 35075720548798431232.0000, kl_loss = 1.9913\n", + "Batch 2730, loss = 39444179201998979072.0000, recon_loss = 39444179201998979072.0000, kl_loss = 1.9840\n", + "Batch 2760, loss = 38882689400019353600.0000, recon_loss = 38882689400019353600.0000, kl_loss = 2.0236\n", + "Batch 2790, loss = 30148149237757509632.0000, recon_loss = 30148149237757509632.0000, kl_loss = 2.0608\n", + "Batch 2820, loss = 21873255513440911360.0000, recon_loss = 21873255513440911360.0000, kl_loss = 2.0836\n", + "Batch 2850, loss = 13545457687642243072.0000, recon_loss = 13545457687642243072.0000, kl_loss = 2.1930\n", + "Batch 2880, loss = 6871734918100025344.0000, recon_loss = 6871734918100025344.0000, kl_loss = 2.1660\n", + "Batch 2910, loss = 4224039999915425792.0000, recon_loss = 4224039999915425792.0000, kl_loss = 2.1654\n", + "Batch 2940, loss = 4729277687506403328.0000, recon_loss = 4729277687506403328.0000, kl_loss = 2.1398\n", + "Batch 2970, loss = 3564787946185818112.0000, recon_loss = 3564787946185818112.0000, kl_loss = 2.0727\n", + "Batch 3000, loss = 5526197118248681472.0000, recon_loss = 5526197118248681472.0000, kl_loss = 2.1340\n", + "Batch 3030, loss = 4557590321218715648.0000, recon_loss = 4557590321218715648.0000, kl_loss = 2.1174\n", + "Batch 3060, loss = 2583226153401581568.0000, recon_loss = 2583226153401581568.0000, kl_loss = 2.1252\n", + "Batch 3090, loss = 2375430000624009216.0000, recon_loss = 2375430000624009216.0000, kl_loss = 2.0953\n", + "Batch 3120, loss = 2253386408964128768.0000, recon_loss = 2253386408964128768.0000, kl_loss = 2.0185\n", + "Batch 3150, loss = 650640197624528896.0000, recon_loss = 650640197624528896.0000, kl_loss = 2.1034\n", + "Batch 3180, loss = 1173051226049216512.0000, recon_loss = 1173051226049216512.0000, kl_loss = 2.1387\n", + "Batch 3210, loss = 369802387902169088.0000, recon_loss = 369802387902169088.0000, kl_loss = 2.1303\n", + "Batch 3240, loss = 467160706567897088.0000, recon_loss = 467160706567897088.0000, kl_loss = 2.3133\n", + "Batch 3270, loss = 447017069431488512.0000, recon_loss = 447017069431488512.0000, kl_loss = 2.1756\n", + "Batch 3300, loss = 144373521768775680.0000, recon_loss = 144373521768775680.0000, kl_loss = 2.1686\n", + "Batch 3330, loss = 306517487904620544.0000, recon_loss = 306517487904620544.0000, kl_loss = 2.0390\n", + "Batch 3360, loss = 239548553939124224.0000, recon_loss = 239548553939124224.0000, kl_loss = 2.0920\n", + "Batch 3390, loss = 168191778304819200.0000, recon_loss = 168191778304819200.0000, kl_loss = 2.1058\n", + "Batch 3420, loss = 100733441405878272.0000, recon_loss = 100733441405878272.0000, kl_loss = 2.0291\n", + "Batch 3450, loss = 160594943230869504.0000, recon_loss = 160594943230869504.0000, kl_loss = 2.0205\n", + "Batch 3480, loss = 239927868270837760.0000, recon_loss = 239927868270837760.0000, kl_loss = 2.0092\n", + "Batch 3510, loss = 5052275720840019968.0000, recon_loss = 5052275720840019968.0000, kl_loss = 1.9770\n", + "Batch 3540, loss = 26965672204787777536.0000, recon_loss = 26965672204787777536.0000, kl_loss = 1.8765\n", + "Batch 3570, loss = 51463406998148612096.0000, recon_loss = 51463406998148612096.0000, kl_loss = 1.9145\n", + "Batch 3600, loss = 39487253669528731648.0000, recon_loss = 39487253669528731648.0000, kl_loss = 1.8212\n", + "Batch 3630, loss = 41161933023933890560.0000, recon_loss = 41161933023933890560.0000, kl_loss = 1.8823\n", + "Batch 3660, loss = 36848614878866309120.0000, recon_loss = 36848614878866309120.0000, kl_loss = 1.8749\n", + "Batch 3690, loss = 36692547999396528128.0000, recon_loss = 36692547999396528128.0000, kl_loss = 1.9853\n", + "Batch 3720, loss = 27258230258706415616.0000, recon_loss = 27258230258706415616.0000, kl_loss = 1.9254\n", + "Batch 3750, loss = 43832611583429705728.0000, recon_loss = 43832611583429705728.0000, kl_loss = 1.9431\n", + "Batch 3780, loss = 29024098709472804864.0000, recon_loss = 29024098709472804864.0000, kl_loss = 1.8864\n", + "Batch 3810, loss = 29347860903387725824.0000, recon_loss = 29347860903387725824.0000, kl_loss = 1.9075\n", + "Batch 3840, loss = 29193454286475886592.0000, recon_loss = 29193454286475886592.0000, kl_loss = 1.9081\n", + "Batch 3870, loss = 23985588874212540416.0000, recon_loss = 23985588874212540416.0000, kl_loss = 1.9539\n", + "Batch 3900, loss = 11338135318323789824.0000, recon_loss = 11338135318323789824.0000, kl_loss = 1.9631\n", + "Batch 3930, loss = 10976291539180847104.0000, recon_loss = 10976291539180847104.0000, kl_loss = 2.0443\n", + "Batch 3960, loss = 4114114675661078528.0000, recon_loss = 4114114675661078528.0000, kl_loss = 2.0567\n", + "Batch 3990, loss = 5390174885509070848.0000, recon_loss = 5390174885509070848.0000, kl_loss = 2.1713\n", + "Batch 4020, loss = 3178026209900494848.0000, recon_loss = 3178026209900494848.0000, kl_loss = 2.1625\n", + "Batch 4050, loss = 3608078467750428672.0000, recon_loss = 3608078467750428672.0000, kl_loss = 2.1406\n", + "Batch 4080, loss = 2878022538116464640.0000, recon_loss = 2878022538116464640.0000, kl_loss = 2.0471\n", + "Batch 4110, loss = 1231525865754460160.0000, recon_loss = 1231525865754460160.0000, kl_loss = 2.0684\n", + "Batch 4140, loss = 716192324958289920.0000, recon_loss = 716192324958289920.0000, kl_loss = 2.1098\n", + "Batch 4170, loss = 446790879273811968.0000, recon_loss = 446790879273811968.0000, kl_loss = 2.0747\n", + "Batch 4200, loss = 366198257505796096.0000, recon_loss = 366198257505796096.0000, kl_loss = 2.2853\n", + "Batch 4230, loss = 703669574712688640.0000, recon_loss = 703669574712688640.0000, kl_loss = 2.2404\n", + "Batch 4260, loss = 486650237364994048.0000, recon_loss = 486650237364994048.0000, kl_loss = 2.0654\n", + "Batch 4290, loss = 186549327521382400.0000, recon_loss = 186549327521382400.0000, kl_loss = 2.1795\n", + "Batch 4320, loss = 44331346759254016.0000, recon_loss = 44331346759254016.0000, kl_loss = 2.0799\n", + "Batch 4350, loss = 623424879655387136.0000, recon_loss = 623424879655387136.0000, kl_loss = 2.0765\n", + "Batch 4380, loss = 5865530535706624.0000, recon_loss = 5865530535706624.0000, kl_loss = 2.1806\n", + "Batch 4410, loss = 20841620861616128.0000, recon_loss = 20841620861616128.0000, kl_loss = 1.8846\n", + "Batch 4440, loss = 133084045612417024.0000, recon_loss = 133084045612417024.0000, kl_loss = 2.0511\n", + "Batch 4470, loss = 133347533266092032.0000, recon_loss = 133347533266092032.0000, kl_loss = 2.1260\n", + "Batch 4500, loss = 540881586820743168.0000, recon_loss = 540881586820743168.0000, kl_loss = 1.7893\n", + "Batch 4530, loss = 7689579154630508544.0000, recon_loss = 7689579154630508544.0000, kl_loss = 2.0666\n", + "Batch 4560, loss = 28746225732854743040.0000, recon_loss = 28746225732854743040.0000, kl_loss = 1.8630\n", + "Batch 4590, loss = 22589569746750930944.0000, recon_loss = 22589569746750930944.0000, kl_loss = 1.9328\n", + "Batch 4620, loss = 52244851902241570816.0000, recon_loss = 52244851902241570816.0000, kl_loss = 1.7902\n", + "Batch 4650, loss = 82699001823078907904.0000, recon_loss = 82699001823078907904.0000, kl_loss = 1.8730\n", + "Batch 4680, loss = 29881906895138062336.0000, recon_loss = 29881906895138062336.0000, kl_loss = 1.8317\n", + "Batch 4710, loss = 37035874903216095232.0000, recon_loss = 37035874903216095232.0000, kl_loss = 1.8438\n", + "Batch 4740, loss = 35515333884885598208.0000, recon_loss = 35515333884885598208.0000, kl_loss = 1.9076\n", + "Batch 4770, loss = 18619008958479728640.0000, recon_loss = 18619008958479728640.0000, kl_loss = 1.8407\n", + "Batch 4800, loss = 22020653843237306368.0000, recon_loss = 22020653843237306368.0000, kl_loss = 1.9093\n", + "Batch 4830, loss = 34738544313024643072.0000, recon_loss = 34738544313024643072.0000, kl_loss = 1.8959\n", + "Batch 4860, loss = 25962726285232832512.0000, recon_loss = 25962726285232832512.0000, kl_loss = 1.8915\n", + "Batch 4890, loss = 14637911550279548928.0000, recon_loss = 14637911550279548928.0000, kl_loss = 2.0004\n", + "Batch 4920, loss = 22354316039848722432.0000, recon_loss = 22354316039848722432.0000, kl_loss = 2.0087\n", + "Batch 4950, loss = 3773490371422584832.0000, recon_loss = 3773490371422584832.0000, kl_loss = 2.1346\n", + "Batch 4980, loss = 5482325504788791296.0000, recon_loss = 5482325504788791296.0000, kl_loss = 2.0475\n", + "Batch 5010, loss = 4636602051424419840.0000, recon_loss = 4636602051424419840.0000, kl_loss = 2.0958\n", + "Batch 5040, loss = 2525799760594468864.0000, recon_loss = 2525799760594468864.0000, kl_loss = 2.1483\n", + "Batch 5070, loss = 4398431889929535488.0000, recon_loss = 4398431889929535488.0000, kl_loss = 1.9356\n", + "Batch 5100, loss = 1752973928151646208.0000, recon_loss = 1752973928151646208.0000, kl_loss = 2.0778\n", + "Batch 5130, loss = 23043148083101696.0000, recon_loss = 23043148083101696.0000, kl_loss = 2.2398\n", + "Batch 5160, loss = 1363221520238772224.0000, recon_loss = 1363221520238772224.0000, kl_loss = 2.0607\n", + "Batch 5190, loss = 5498442146228731904.0000, recon_loss = 5498442146228731904.0000, kl_loss = 2.1059\n", + "Batch 5220, loss = 16745942195634176.0000, recon_loss = 16745942195634176.0000, kl_loss = 2.1001\n", + "Batch 5250, loss = 1270862680944541696.0000, recon_loss = 1270862680944541696.0000, kl_loss = 2.0169\n", + "Batch 5280, loss = 442029547248943104.0000, recon_loss = 442029547248943104.0000, kl_loss = 1.9067\n", + "Batch 5310, loss = 298875229256548352.0000, recon_loss = 298875229256548352.0000, kl_loss = 1.9365\n", + "Batch 5340, loss = 238964678905036800.0000, recon_loss = 238964678905036800.0000, kl_loss = 1.9162\n", + "Batch 5370, loss = 247294767975628800.0000, recon_loss = 247294767975628800.0000, kl_loss = 2.0063\n", + "Batch 5400, loss = 154736951436509184.0000, recon_loss = 154736951436509184.0000, kl_loss = 2.0526\n", + "Batch 5430, loss = 206581158069141504.0000, recon_loss = 206581158069141504.0000, kl_loss = 1.9283\n", + "Batch 5460, loss = 167238673522229248.0000, recon_loss = 167238673522229248.0000, kl_loss = 1.9830\n", + "Batch 5490, loss = 38071543594483712.0000, recon_loss = 38071543594483712.0000, kl_loss = 1.9671\n", + "Batch 5520, loss = 229558648987189248.0000, recon_loss = 229558648987189248.0000, kl_loss = 2.0218\n", + "Batch 5550, loss = 598903296454819840.0000, recon_loss = 598903296454819840.0000, kl_loss = 1.9662\n", + "Batch 5580, loss = 9161774096931880960.0000, recon_loss = 9161774096931880960.0000, kl_loss = 1.9674\n", + "Batch 5610, loss = 18752010283022024704.0000, recon_loss = 18752010283022024704.0000, kl_loss = 1.7426\n", + "Batch 5640, loss = 46131329757295411200.0000, recon_loss = 46131329757295411200.0000, kl_loss = 1.8173\n", + "Batch 5670, loss = 56489547327596396544.0000, recon_loss = 56489547327596396544.0000, kl_loss = 1.8635\n", + "Batch 5700, loss = 51351353569138704384.0000, recon_loss = 51351353569138704384.0000, kl_loss = 1.8156\n", + "Batch 5730, loss = 44376852246992781312.0000, recon_loss = 44376852246992781312.0000, kl_loss = 1.8415\n", + "Batch 5760, loss = 30399781269867069440.0000, recon_loss = 30399781269867069440.0000, kl_loss = 1.7442\n", + "Batch 5790, loss = 19592688077526532096.0000, recon_loss = 19592688077526532096.0000, kl_loss = 1.7834\n", + "Batch 5820, loss = 27532373691883061248.0000, recon_loss = 27532373691883061248.0000, kl_loss = 1.7150\n", + "Batch 5850, loss = 42968672520927969280.0000, recon_loss = 42968672520927969280.0000, kl_loss = 1.7440\n", + "Batch 5880, loss = 21630212866167537664.0000, recon_loss = 21630212866167537664.0000, kl_loss = 1.8704\n", + "Batch 5910, loss = 15461498536041906176.0000, recon_loss = 15461498536041906176.0000, kl_loss = 1.8754\n", + "Batch 5940, loss = 7309131088989782016.0000, recon_loss = 7309131088989782016.0000, kl_loss = 1.9675\n", + "Batch 5970, loss = 2850858828474351616.0000, recon_loss = 2850858828474351616.0000, kl_loss = 1.9804\n", + "Batch 6000, loss = 1553921091838148608.0000, recon_loss = 1553921091838148608.0000, kl_loss = 1.9688\n", + "Batch 6030, loss = 2325651810699706368.0000, recon_loss = 2325651810699706368.0000, kl_loss = 1.9588\n", + "Batch 6060, loss = 2847474256806150144.0000, recon_loss = 2847474256806150144.0000, kl_loss = 1.9341\n", + "Batch 6090, loss = 2469826647281369088.0000, recon_loss = 2469826647281369088.0000, kl_loss = 1.9072\n", + "Batch 6120, loss = 2245610937610403840.0000, recon_loss = 2245610937610403840.0000, kl_loss = 1.9213\n", + "Batch 6150, loss = 783356886094184448.0000, recon_loss = 783356886094184448.0000, kl_loss = 1.9889\n", + "Batch 6180, loss = 455456748887605248.0000, recon_loss = 455456748887605248.0000, kl_loss = 1.9794\n", + "Batch 6210, loss = 1036738172484059136.0000, recon_loss = 1036738172484059136.0000, kl_loss = 1.9711\n", + "Batch 6240, loss = 411150141139976192.0000, recon_loss = 411150141139976192.0000, kl_loss = 1.8893\n", + "Batch 6270, loss = 366189289614082048.0000, recon_loss = 366189289614082048.0000, kl_loss = 1.9175\n", + "Batch 6300, loss = 156497114933755904.0000, recon_loss = 156497114933755904.0000, kl_loss = 1.9707\n", + "Batch 6330, loss = 262597324134416384.0000, recon_loss = 262597324134416384.0000, kl_loss = 2.0169\n", + "Batch 6360, loss = 400724640604880896.0000, recon_loss = 400724640604880896.0000, kl_loss = 1.9590\n", + "Batch 6390, loss = 225737072986554368.0000, recon_loss = 225737072986554368.0000, kl_loss = 1.9800\n", + "Batch 6420, loss = 120539451163148288.0000, recon_loss = 120539451163148288.0000, kl_loss = 1.8647\n", + "Batch 6450, loss = 128478827058823168.0000, recon_loss = 128478827058823168.0000, kl_loss = 1.9000\n", + "Batch 6480, loss = 77225101119979520.0000, recon_loss = 77225101119979520.0000, kl_loss = 1.8833\n", + "Batch 6510, loss = 37694733228703744.0000, recon_loss = 37694733228703744.0000, kl_loss = 1.9348\n", + "Batch 6540, loss = 80308423782039552.0000, recon_loss = 80308423782039552.0000, kl_loss = 1.8616\n", + "Batch 6570, loss = 77831670761259008.0000, recon_loss = 77831670761259008.0000, kl_loss = 1.9326\n", + "Batch 6600, loss = 775518536419246080.0000, recon_loss = 775518536419246080.0000, kl_loss = 1.9327\n", + "Batch 6630, loss = 2675356431716188160.0000, recon_loss = 2675356431716188160.0000, kl_loss = 1.9421\n", + "Batch 6660, loss = 1017038016490766336.0000, recon_loss = 1017038016490766336.0000, kl_loss = 1.9439\n", + "Batch 6690, loss = 1179011541144436736.0000, recon_loss = 1179011541144436736.0000, kl_loss = 1.8091\n", + "Batch 6720, loss = 1428614699422842880.0000, recon_loss = 1428614699422842880.0000, kl_loss = 1.8631\n", + "Batch 6750, loss = 1859545467063369728.0000, recon_loss = 1859545467063369728.0000, kl_loss = 1.8829\n", + "Batch 6780, loss = 651812070861307904.0000, recon_loss = 651812070861307904.0000, kl_loss = 1.9051\n", + "Batch 6810, loss = 629176287541329920.0000, recon_loss = 629176287541329920.0000, kl_loss = 1.8931\n", + "Batch 6840, loss = 1266267272096251904.0000, recon_loss = 1266267272096251904.0000, kl_loss = 1.8901\n", + "Batch 6870, loss = 1128226610885951488.0000, recon_loss = 1128226610885951488.0000, kl_loss = 1.9395\n", + "Batch 6900, loss = 1153331347566100480.0000, recon_loss = 1153331347566100480.0000, kl_loss = 1.8816\n", + "Batch 6930, loss = 461588931394142208.0000, recon_loss = 461588931394142208.0000, kl_loss = 1.9397\n", + "Batch 6960, loss = 819961346169765888.0000, recon_loss = 819961346169765888.0000, kl_loss = 1.9467\n", + "Batch 6990, loss = 422660069377703936.0000, recon_loss = 422660069377703936.0000, kl_loss = 1.8605\n", + "Batch 7020, loss = 373204276878508032.0000, recon_loss = 373204276878508032.0000, kl_loss = 1.9618\n", + "Batch 7050, loss = 316686080675938304.0000, recon_loss = 316686080675938304.0000, kl_loss = 1.9087\n", + "Batch 7080, loss = 410463805366075392.0000, recon_loss = 410463805366075392.0000, kl_loss = 1.7873\n", + "Batch 7110, loss = 261529492185415680.0000, recon_loss = 261529492185415680.0000, kl_loss = 1.8947\n", + "Batch 7140, loss = 601952379637596160.0000, recon_loss = 601952379637596160.0000, kl_loss = 1.7955\n", + "Batch 7170, loss = 205524080718249984.0000, recon_loss = 205524080718249984.0000, kl_loss = 1.7374\n", + "Batch 7200, loss = 219821185033043968.0000, recon_loss = 219821185033043968.0000, kl_loss = 1.8782\n", + "Batch 7230, loss = 385521040492593152.0000, recon_loss = 385521040492593152.0000, kl_loss = 1.8635\n", + "Average loss: 9470375910581213184.0000\n", + "Epoch: 6\n", + "Batch 30, loss = 19367542988472320.0000, recon_loss = 19367542988472320.0000, kl_loss = 1.9671\n", + "Batch 60, loss = 91896700813180928.0000, recon_loss = 91896700813180928.0000, kl_loss = 1.9522\n", + "Batch 90, loss = 199106609304043520.0000, recon_loss = 199106609304043520.0000, kl_loss = 1.9831\n", + "Batch 120, loss = 94342409810345984.0000, recon_loss = 94342409810345984.0000, kl_loss = 1.8668\n", + "Batch 150, loss = 3167984788963328.0000, recon_loss = 3167984788963328.0000, kl_loss = 1.9605\n", + "Batch 180, loss = 79164759890460672.0000, recon_loss = 79164759890460672.0000, kl_loss = 1.9152\n", + "Batch 210, loss = 83292137562570752.0000, recon_loss = 83292137562570752.0000, kl_loss = 1.8595\n", + "Batch 240, loss = 1836561033330688.0000, recon_loss = 1836561033330688.0000, kl_loss = 1.8189\n", + "Batch 270, loss = 37525537287045120.0000, recon_loss = 37525537287045120.0000, kl_loss = 1.8085\n", + "Batch 300, loss = 98026220439994368.0000, recon_loss = 98026220439994368.0000, kl_loss = 1.8000\n", + "Batch 330, loss = 14795983019835392.0000, recon_loss = 14795983019835392.0000, kl_loss = 1.7426\n", + "Batch 360, loss = 2518092081004544.0000, recon_loss = 2518092081004544.0000, kl_loss = 1.6387\n", + "Batch 390, loss = 87276484233789440.0000, recon_loss = 87276484233789440.0000, kl_loss = 1.8100\n", + "Batch 420, loss = 2241386888814395392.0000, recon_loss = 2241386888814395392.0000, kl_loss = 1.8268\n", + "Batch 450, loss = 3354328387551232.0000, recon_loss = 3354328387551232.0000, kl_loss = 1.6771\n", + "Batch 480, loss = 234945585948393472.0000, recon_loss = 234945585948393472.0000, kl_loss = 1.8364\n", + "Batch 510, loss = 213566578778701824.0000, recon_loss = 213566578778701824.0000, kl_loss = 1.7057\n", + "Batch 540, loss = 136711643710095360.0000, recon_loss = 136711643710095360.0000, kl_loss = 1.5977\n", + "Batch 570, loss = 1136323070915510272.0000, recon_loss = 1136323070915510272.0000, kl_loss = 1.7939\n", + "Batch 600, loss = 41861830758367232.0000, recon_loss = 41861830758367232.0000, kl_loss = 1.7435\n", + "Batch 630, loss = 93890029494992896.0000, recon_loss = 93890029494992896.0000, kl_loss = 1.8286\n", + "Batch 660, loss = 1300842239865389056.0000, recon_loss = 1300842239865389056.0000, kl_loss = 1.7515\n", + "Batch 690, loss = 132660604786704384.0000, recon_loss = 132660604786704384.0000, kl_loss = 1.8018\n", + "Batch 720, loss = 41120729856475136.0000, recon_loss = 41120729856475136.0000, kl_loss = 1.7926\n", + "Batch 750, loss = 549087757494910976.0000, recon_loss = 549087757494910976.0000, kl_loss = 1.8294\n", + "Batch 780, loss = 1613750054990905344.0000, recon_loss = 1613750054990905344.0000, kl_loss = 1.8235\n", + "Batch 810, loss = 642722064637100032.0000, recon_loss = 642722064637100032.0000, kl_loss = 1.8032\n", + "Batch 840, loss = 300414751693864960.0000, recon_loss = 300414751693864960.0000, kl_loss = 1.7921\n", + "Batch 870, loss = 258129561714163712.0000, recon_loss = 258129561714163712.0000, kl_loss = 1.8022\n", + "Batch 900, loss = 4602873501450240.0000, recon_loss = 4602873501450240.0000, kl_loss = 1.8464\n", + "Batch 930, loss = 985732790144204800.0000, recon_loss = 985732790144204800.0000, kl_loss = 1.7989\n", + "Batch 960, loss = 281278816964313088.0000, recon_loss = 281278816964313088.0000, kl_loss = 1.7777\n", + "Batch 990, loss = 1009941837164576768.0000, recon_loss = 1009941837164576768.0000, kl_loss = 1.7411\n", + "Batch 1020, loss = 625517662599905280.0000, recon_loss = 625517662599905280.0000, kl_loss = 1.7579\n", + "Batch 1050, loss = 3345436750834040832.0000, recon_loss = 3345436750834040832.0000, kl_loss = 1.7816\n", + "Batch 1080, loss = 707767385829933056.0000, recon_loss = 707767385829933056.0000, kl_loss = 1.7572\n", + "Batch 1110, loss = 448332325856477184.0000, recon_loss = 448332325856477184.0000, kl_loss = 1.6989\n", + "Batch 1140, loss = 621276708812619776.0000, recon_loss = 621276708812619776.0000, kl_loss = 1.7311\n", + "Batch 1170, loss = 649548794895007744.0000, recon_loss = 649548794895007744.0000, kl_loss = 1.7043\n", + "Batch 1200, loss = 262793964917096448.0000, recon_loss = 262793964917096448.0000, kl_loss = 1.7957\n", + "Batch 1230, loss = 637641496283054080.0000, recon_loss = 637641496283054080.0000, kl_loss = 1.7613\n", + "Batch 1260, loss = 80970853767970816.0000, recon_loss = 80970853767970816.0000, kl_loss = 1.7975\n", + "Batch 1290, loss = 168725470941020160.0000, recon_loss = 168725470941020160.0000, kl_loss = 1.6867\n", + "Batch 1320, loss = 286915394604630016.0000, recon_loss = 286915394604630016.0000, kl_loss = 1.7118\n", + "Batch 1350, loss = 71273045246869504.0000, recon_loss = 71273045246869504.0000, kl_loss = 1.6652\n", + "Batch 1380, loss = 875920303270658048.0000, recon_loss = 875920303270658048.0000, kl_loss = 1.5805\n", + "Batch 1410, loss = 9273017185872117760.0000, recon_loss = 9273017185872117760.0000, kl_loss = 1.6023\n", + "Batch 1440, loss = 41130882815565496320.0000, recon_loss = 41130882815565496320.0000, kl_loss = 1.4563\n", + "Batch 1470, loss = 33042747738296418304.0000, recon_loss = 33042747738296418304.0000, kl_loss = 1.4147\n", + "Batch 1500, loss = 31618449171768410112.0000, recon_loss = 31618449171768410112.0000, kl_loss = 1.4391\n", + "Batch 1530, loss = 38651413726186438656.0000, recon_loss = 38651413726186438656.0000, kl_loss = 1.4378\n", + "Batch 1560, loss = 32682367409130045440.0000, recon_loss = 32682367409130045440.0000, kl_loss = 1.4650\n", + "Batch 1590, loss = 25222262378530340864.0000, recon_loss = 25222262378530340864.0000, kl_loss = 1.4894\n", + "Batch 1620, loss = 33388904785045880832.0000, recon_loss = 33388904785045880832.0000, kl_loss = 1.4827\n", + "Batch 1650, loss = 47160274728800747520.0000, recon_loss = 47160274728800747520.0000, kl_loss = 1.5309\n", + "Batch 1680, loss = 43686948282981941248.0000, recon_loss = 43686948282981941248.0000, kl_loss = 1.6307\n", + "Batch 1710, loss = 33431915480901222400.0000, recon_loss = 33431915480901222400.0000, kl_loss = 1.5896\n", + "Batch 1740, loss = 23963695398680264704.0000, recon_loss = 23963695398680264704.0000, kl_loss = 1.6297\n", + "Batch 1770, loss = 16877305574268600320.0000, recon_loss = 16877305574268600320.0000, kl_loss = 1.6068\n", + "Batch 1800, loss = 5926587576038195200.0000, recon_loss = 5926587576038195200.0000, kl_loss = 1.6530\n", + "Batch 1830, loss = 4813912045298647040.0000, recon_loss = 4813912045298647040.0000, kl_loss = 1.7006\n", + "Batch 1860, loss = 4581855993087918080.0000, recon_loss = 4581855993087918080.0000, kl_loss = 1.7395\n", + "Batch 1890, loss = 4817352966937772032.0000, recon_loss = 4817352966937772032.0000, kl_loss = 1.7356\n", + "Batch 1920, loss = 4375651658269458432.0000, recon_loss = 4375651658269458432.0000, kl_loss = 1.8155\n", + "Batch 1950, loss = 4619625042135744512.0000, recon_loss = 4619625042135744512.0000, kl_loss = 1.7989\n", + "Batch 1980, loss = 2280545170803916800.0000, recon_loss = 2280545170803916800.0000, kl_loss = 1.7668\n", + "Batch 2010, loss = 2447710795522375680.0000, recon_loss = 2447710795522375680.0000, kl_loss = 1.7629\n", + "Batch 2040, loss = 1861144431848062976.0000, recon_loss = 1861144431848062976.0000, kl_loss = 1.7444\n", + "Batch 2070, loss = 1222068141610237952.0000, recon_loss = 1222068141610237952.0000, kl_loss = 1.7894\n", + "Batch 2100, loss = 908974577739104256.0000, recon_loss = 908974577739104256.0000, kl_loss = 1.8320\n", + "Batch 2130, loss = 431384591064891392.0000, recon_loss = 431384591064891392.0000, kl_loss = 1.8719\n", + "Batch 2160, loss = 543578895002107904.0000, recon_loss = 543578895002107904.0000, kl_loss = 1.8893\n", + "Batch 2190, loss = 263713053558702080.0000, recon_loss = 263713053558702080.0000, kl_loss = 1.8508\n", + "Batch 2220, loss = 185945936155901952.0000, recon_loss = 185945936155901952.0000, kl_loss = 1.8829\n", + "Batch 2250, loss = 114857200840605696.0000, recon_loss = 114857200840605696.0000, kl_loss = 1.9766\n", + "Batch 2280, loss = 126599117441859584.0000, recon_loss = 126599117441859584.0000, kl_loss = 1.8210\n", + "Batch 2310, loss = 95432137502621696.0000, recon_loss = 95432137502621696.0000, kl_loss = 1.8326\n", + "Batch 2340, loss = 333775721186983936.0000, recon_loss = 333775721186983936.0000, kl_loss = 1.8471\n", + "Batch 2370, loss = 143398074566311936.0000, recon_loss = 143398074566311936.0000, kl_loss = 1.7979\n", + "Batch 2400, loss = 193781622951116800.0000, recon_loss = 193781622951116800.0000, kl_loss = 1.8170\n", + "Batch 2430, loss = 474101717315616768.0000, recon_loss = 474101717315616768.0000, kl_loss = 1.7533\n", + "Batch 2460, loss = 5450582054339084288.0000, recon_loss = 5450582054339084288.0000, kl_loss = 1.6789\n", + "Batch 2490, loss = 22901826650992803840.0000, recon_loss = 22901826650992803840.0000, kl_loss = 1.5987\n", + "Batch 2520, loss = 37485372848836968448.0000, recon_loss = 37485372848836968448.0000, kl_loss = 1.6110\n", + "Batch 2550, loss = 44151993323019567104.0000, recon_loss = 44151993323019567104.0000, kl_loss = 1.5542\n", + "Batch 2580, loss = 40894910028058722304.0000, recon_loss = 40894910028058722304.0000, kl_loss = 1.6098\n", + "Batch 2610, loss = 39111832021294383104.0000, recon_loss = 39111832021294383104.0000, kl_loss = 1.6188\n", + "Batch 2640, loss = 31400508374957162496.0000, recon_loss = 31400508374957162496.0000, kl_loss = 1.6107\n", + "Batch 2670, loss = 20910010759741702144.0000, recon_loss = 20910010759741702144.0000, kl_loss = 1.6029\n", + "Batch 2700, loss = 35075507243542642688.0000, recon_loss = 35075507243542642688.0000, kl_loss = 1.6203\n", + "Batch 2730, loss = 39443946105533890560.0000, recon_loss = 39443946105533890560.0000, kl_loss = 1.6029\n", + "Batch 2760, loss = 38882421119182176256.0000, recon_loss = 38882421119182176256.0000, kl_loss = 1.5887\n", + "Batch 2790, loss = 30147920539338932224.0000, recon_loss = 30147920539338932224.0000, kl_loss = 1.6523\n", + "Batch 2820, loss = 21873077392557211648.0000, recon_loss = 21873077392557211648.0000, kl_loss = 1.6502\n", + "Batch 2850, loss = 13545353234037604352.0000, recon_loss = 13545353234037604352.0000, kl_loss = 1.6951\n", + "Batch 2880, loss = 6871677193739567104.0000, recon_loss = 6871677193739567104.0000, kl_loss = 1.7545\n", + "Batch 2910, loss = 4223999867741011968.0000, recon_loss = 4223999867741011968.0000, kl_loss = 1.7545\n", + "Batch 2940, loss = 4729233707041292288.0000, recon_loss = 4729233707041292288.0000, kl_loss = 1.7369\n", + "Batch 2970, loss = 3564754136203264000.0000, recon_loss = 3564754136203264000.0000, kl_loss = 1.8056\n", + "Batch 3000, loss = 5526152038271942656.0000, recon_loss = 5526152038271942656.0000, kl_loss = 1.8397\n", + "Batch 3030, loss = 4557551013678022656.0000, recon_loss = 4557551013678022656.0000, kl_loss = 1.8208\n", + "Batch 3060, loss = 2583201414389956608.0000, recon_loss = 2583201414389956608.0000, kl_loss = 1.8524\n", + "Batch 3090, loss = 2375411308926337024.0000, recon_loss = 2375411308926337024.0000, kl_loss = 1.8686\n", + "Batch 3120, loss = 2253372390190874624.0000, recon_loss = 2253372390190874624.0000, kl_loss = 1.7755\n", + "Batch 3150, loss = 650631607689936896.0000, recon_loss = 650631607689936896.0000, kl_loss = 1.8282\n", + "Batch 3180, loss = 1173039543738171392.0000, recon_loss = 1173039543738171392.0000, kl_loss = 1.8243\n", + "Batch 3210, loss = 369795275436326912.0000, recon_loss = 369795275436326912.0000, kl_loss = 1.8794\n", + "Batch 3240, loss = 467153903339700224.0000, recon_loss = 467153903339700224.0000, kl_loss = 1.9443\n", + "Batch 3270, loss = 447010025685123072.0000, recon_loss = 447010025685123072.0000, kl_loss = 1.8980\n", + "Batch 3300, loss = 144369243981348864.0000, recon_loss = 144369243981348864.0000, kl_loss = 1.8951\n", + "Batch 3330, loss = 306513089858109440.0000, recon_loss = 306513089858109440.0000, kl_loss = 1.8116\n", + "Batch 3360, loss = 239543554597191680.0000, recon_loss = 239543554597191680.0000, kl_loss = 1.8404\n", + "Batch 3390, loss = 168187294358962176.0000, recon_loss = 168187294358962176.0000, kl_loss = 1.8545\n", + "Batch 3420, loss = 100730177230733312.0000, recon_loss = 100730177230733312.0000, kl_loss = 1.8069\n", + "Batch 3450, loss = 160589823629852672.0000, recon_loss = 160589823629852672.0000, kl_loss = 1.7510\n", + "Batch 3480, loss = 239918213184356352.0000, recon_loss = 239918213184356352.0000, kl_loss = 1.7265\n", + "Batch 3510, loss = 5052225143305142272.0000, recon_loss = 5052225143305142272.0000, kl_loss = 1.6767\n", + "Batch 3540, loss = 26965480889764544512.0000, recon_loss = 26965480889764544512.0000, kl_loss = 1.6319\n", + "Batch 3570, loss = 51463143115357945856.0000, recon_loss = 51463143115357945856.0000, kl_loss = 1.6116\n", + "Batch 3600, loss = 39487011776970620928.0000, recon_loss = 39487011776970620928.0000, kl_loss = 1.5688\n", + "Batch 3630, loss = 41161686733329268736.0000, recon_loss = 41161686733329268736.0000, kl_loss = 1.6199\n", + "Batch 3660, loss = 36848370787284942848.0000, recon_loss = 36848370787284942848.0000, kl_loss = 1.5842\n", + "Batch 3690, loss = 36692312703908184064.0000, recon_loss = 36692312703908184064.0000, kl_loss = 1.6202\n", + "Batch 3720, loss = 27258027948566904832.0000, recon_loss = 27258027948566904832.0000, kl_loss = 1.5878\n", + "Batch 3750, loss = 43832365292825083904.0000, recon_loss = 43832365292825083904.0000, kl_loss = 1.5760\n", + "Batch 3780, loss = 29023907394449571840.0000, recon_loss = 29023907394449571840.0000, kl_loss = 1.5589\n", + "Batch 3810, loss = 29347658593248215040.0000, recon_loss = 29347658593248215040.0000, kl_loss = 1.6315\n", + "Batch 3840, loss = 29193254175359631360.0000, recon_loss = 29193254175359631360.0000, kl_loss = 1.5795\n", + "Batch 3870, loss = 23985397559189307392.0000, recon_loss = 23985397559189307392.0000, kl_loss = 1.6487\n", + "Batch 3900, loss = 11338033063742406656.0000, recon_loss = 11338033063742406656.0000, kl_loss = 1.6304\n", + "Batch 3930, loss = 10976239862134341632.0000, recon_loss = 10976239862134341632.0000, kl_loss = 1.7391\n", + "Batch 3960, loss = 4114081690312245248.0000, recon_loss = 4114081690312245248.0000, kl_loss = 1.7596\n", + "Batch 3990, loss = 5390141350404423680.0000, recon_loss = 5390141350404423680.0000, kl_loss = 1.7871\n", + "Batch 4020, loss = 3177998722109800448.0000, recon_loss = 3177998722109800448.0000, kl_loss = 1.7896\n", + "Batch 4050, loss = 3608055103128338432.0000, recon_loss = 3608055103128338432.0000, kl_loss = 1.8327\n", + "Batch 4080, loss = 2877999173494374400.0000, recon_loss = 2877999173494374400.0000, kl_loss = 1.8188\n", + "Batch 4110, loss = 1231512121859112960.0000, recon_loss = 1231512121859112960.0000, kl_loss = 1.8111\n", + "Batch 4140, loss = 716185040693755904.0000, recon_loss = 716185040693755904.0000, kl_loss = 1.7952\n", + "Batch 4170, loss = 446782529857388544.0000, recon_loss = 446782529857388544.0000, kl_loss = 1.7677\n", + "Batch 4200, loss = 366192141472366592.0000, recon_loss = 366192141472366592.0000, kl_loss = 1.9320\n", + "Batch 4230, loss = 703655762097864704.0000, recon_loss = 703655762097864704.0000, kl_loss = 1.8504\n", + "Batch 4260, loss = 486642815661506560.0000, recon_loss = 486642815661506560.0000, kl_loss = 1.8701\n", + "Batch 4290, loss = 186542885070438400.0000, recon_loss = 186542885070438400.0000, kl_loss = 1.8604\n", + "Batch 4320, loss = 44328632339922944.0000, recon_loss = 44328632339922944.0000, kl_loss = 1.8923\n", + "Batch 4350, loss = 623414984050737152.0000, recon_loss = 623414984050737152.0000, kl_loss = 1.8539\n", + "Batch 4380, loss = 5864262446612480.0000, recon_loss = 5864262446612480.0000, kl_loss = 1.8186\n", + "Batch 4410, loss = 20840493432700928.0000, recon_loss = 20840493432700928.0000, kl_loss = 1.6815\n", + "Batch 4440, loss = 133080970415833088.0000, recon_loss = 133080970415833088.0000, kl_loss = 1.8484\n", + "Batch 4470, loss = 133342147377102848.0000, recon_loss = 133342147377102848.0000, kl_loss = 1.8417\n", + "Batch 4500, loss = 540863204360716288.0000, recon_loss = 540863204360716288.0000, kl_loss = 1.6248\n", + "Batch 4530, loss = 7689530226363072512.0000, recon_loss = 7689530226363072512.0000, kl_loss = 1.7931\n", + "Batch 4560, loss = 28746038815878021120.0000, recon_loss = 28746038815878021120.0000, kl_loss = 1.6456\n", + "Batch 4590, loss = 22589435606332342272.0000, recon_loss = 22589435606332342272.0000, kl_loss = 1.6001\n", + "Batch 4620, loss = 52244601213590437888.0000, recon_loss = 52244601213590437888.0000, kl_loss = 1.5398\n", + "Batch 4650, loss = 82698579610613841920.0000, recon_loss = 82698579610613841920.0000, kl_loss = 1.5829\n", + "Batch 4680, loss = 29881673798672973824.0000, recon_loss = 29881673798672973824.0000, kl_loss = 1.5364\n", + "Batch 4710, loss = 37035659398937051136.0000, recon_loss = 37035659398937051136.0000, kl_loss = 1.5188\n", + "Batch 4740, loss = 35515105186467020800.0000, recon_loss = 35515105186467020800.0000, kl_loss = 1.6088\n", + "Batch 4770, loss = 18618797852247195648.0000, recon_loss = 18618797852247195648.0000, kl_loss = 1.5360\n", + "Batch 4800, loss = 22020464727237328896.0000, recon_loss = 22020464727237328896.0000, kl_loss = 1.5438\n", + "Batch 4830, loss = 34738284828280487936.0000, recon_loss = 34738284828280487936.0000, kl_loss = 1.5313\n", + "Batch 4860, loss = 25962548164349132800.0000, recon_loss = 25962548164349132800.0000, kl_loss = 1.5836\n", + "Batch 4890, loss = 14637811494721421312.0000, recon_loss = 14637811494721421312.0000, kl_loss = 1.7077\n", + "Batch 4920, loss = 22354148914081300480.0000, recon_loss = 22354148914081300480.0000, kl_loss = 1.6577\n", + "Batch 4950, loss = 3773451888515612672.0000, recon_loss = 3773451888515612672.0000, kl_loss = 1.8173\n", + "Batch 4980, loss = 5482270529207402496.0000, recon_loss = 5482270529207402496.0000, kl_loss = 1.9041\n", + "Batch 5010, loss = 4636563568517447680.0000, recon_loss = 4636563568517447680.0000, kl_loss = 1.8254\n", + "Batch 5040, loss = 2525766225489821696.0000, recon_loss = 2525766225489821696.0000, kl_loss = 1.8352\n", + "Batch 5070, loss = 4398387909464424448.0000, recon_loss = 4398387909464424448.0000, kl_loss = 1.9029\n", + "Batch 5100, loss = 1752956610843508736.0000, recon_loss = 1752956610843508736.0000, kl_loss = 1.8751\n", + "Batch 5130, loss = 23040403598999552.0000, recon_loss = 23040403598999552.0000, kl_loss = 1.8463\n", + "Batch 5160, loss = 1363209288171913216.0000, recon_loss = 1363209288171913216.0000, kl_loss = 1.8560\n", + "Batch 5190, loss = 5498422355019431936.0000, recon_loss = 5498422355019431936.0000, kl_loss = 1.8763\n", + "Batch 5220, loss = 16743951478292480.0000, recon_loss = 16743951478292480.0000, kl_loss = 1.8686\n", + "Batch 5250, loss = 1270850448877682688.0000, recon_loss = 1270850448877682688.0000, kl_loss = 1.8818\n", + "Batch 5280, loss = 442022950179176448.0000, recon_loss = 442022950179176448.0000, kl_loss = 1.7849\n", + "Batch 5310, loss = 298869250662072320.0000, recon_loss = 298869250662072320.0000, kl_loss = 1.7894\n", + "Batch 5340, loss = 238958236454092800.0000, recon_loss = 238958236454092800.0000, kl_loss = 1.8733\n", + "Batch 5370, loss = 247289304777228288.0000, recon_loss = 247289304777228288.0000, kl_loss = 1.9055\n", + "Batch 5400, loss = 154732639289344000.0000, recon_loss = 154732639289344000.0000, kl_loss = 1.8987\n", + "Batch 5430, loss = 206576193086947328.0000, recon_loss = 206576193086947328.0000, kl_loss = 1.8180\n", + "Batch 5460, loss = 167234430094540800.0000, recon_loss = 167234430094540800.0000, kl_loss = 1.9530\n", + "Batch 5490, loss = 38068786225479680.0000, recon_loss = 38068786225479680.0000, kl_loss = 1.8481\n", + "Batch 5520, loss = 229552275255721984.0000, recon_loss = 229552275255721984.0000, kl_loss = 1.8802\n", + "Batch 5550, loss = 598889758717902848.0000, recon_loss = 598889758717902848.0000, kl_loss = 1.7986\n", + "Batch 5580, loss = 9161693832583053312.0000, recon_loss = 9161693832583053312.0000, kl_loss = 1.7490\n", + "Batch 5610, loss = 18751858550417391616.0000, recon_loss = 18751858550417391616.0000, kl_loss = 1.5999\n", + "Batch 5640, loss = 46131048282318700544.0000, recon_loss = 46131048282318700544.0000, kl_loss = 1.6548\n", + "Batch 5670, loss = 56489230668247597056.0000, recon_loss = 56489230668247597056.0000, kl_loss = 1.6677\n", + "Batch 5700, loss = 51351063298068971520.0000, recon_loss = 51351063298068971520.0000, kl_loss = 1.6503\n", + "Batch 5730, loss = 44376588364202115072.0000, recon_loss = 44376588364202115072.0000, kl_loss = 1.6576\n", + "Batch 5760, loss = 30399603148983369728.0000, recon_loss = 30399603148983369728.0000, kl_loss = 1.6216\n", + "Batch 5790, loss = 19592536344921899008.0000, recon_loss = 19592536344921899008.0000, kl_loss = 1.6259\n", + "Batch 5820, loss = 27532191172952850432.0000, recon_loss = 27532191172952850432.0000, kl_loss = 1.5719\n", + "Batch 5850, loss = 42968408638137303040.0000, recon_loss = 42968408638137303040.0000, kl_loss = 1.6153\n", + "Batch 5880, loss = 21630045740400115712.0000, recon_loss = 21630045740400115712.0000, kl_loss = 1.7092\n", + "Batch 5910, loss = 15461359997576806400.0000, recon_loss = 15461359997576806400.0000, kl_loss = 1.7247\n", + "Batch 5940, loss = 7309070615850254336.0000, recon_loss = 7309070615850254336.0000, kl_loss = 1.7935\n", + "Batch 5970, loss = 2850831340683657216.0000, recon_loss = 2850831340683657216.0000, kl_loss = 1.7609\n", + "Batch 6000, loss = 1553901850384662528.0000, recon_loss = 1553901850384662528.0000, kl_loss = 1.8226\n", + "Batch 6030, loss = 2325628171199709184.0000, recon_loss = 2325628171199709184.0000, kl_loss = 1.7974\n", + "Batch 6060, loss = 2847451441939873792.0000, recon_loss = 2847451441939873792.0000, kl_loss = 1.7750\n", + "Batch 6090, loss = 2469804657048813568.0000, recon_loss = 2469804657048813568.0000, kl_loss = 1.7696\n", + "Batch 6120, loss = 2245591971034824704.0000, recon_loss = 2245591971034824704.0000, kl_loss = 1.8515\n", + "Batch 6150, loss = 783347883842732032.0000, recon_loss = 783347883842732032.0000, kl_loss = 1.8623\n", + "Batch 6180, loss = 455449086665949184.0000, recon_loss = 455449086665949184.0000, kl_loss = 1.8976\n", + "Batch 6210, loss = 1036730956939001856.0000, recon_loss = 1036730956939001856.0000, kl_loss = 1.8668\n", + "Batch 6240, loss = 411144643581837312.0000, recon_loss = 411144643581837312.0000, kl_loss = 1.7880\n", + "Batch 6270, loss = 366183895135158272.0000, recon_loss = 366183895135158272.0000, kl_loss = 1.8577\n", + "Batch 6300, loss = 156492184311300096.0000, recon_loss = 156492184311300096.0000, kl_loss = 1.8371\n", + "Batch 6330, loss = 262592651209998336.0000, recon_loss = 262592651209998336.0000, kl_loss = 1.8655\n", + "Batch 6360, loss = 400719314845433856.0000, recon_loss = 400719314845433856.0000, kl_loss = 1.8828\n", + "Batch 6390, loss = 225732932638081024.0000, recon_loss = 225732932638081024.0000, kl_loss = 1.9343\n", + "Batch 6420, loss = 120536367376629760.0000, recon_loss = 120536367376629760.0000, kl_loss = 1.7708\n", + "Batch 6450, loss = 128475305185640448.0000, recon_loss = 128475305185640448.0000, kl_loss = 1.8802\n", + "Batch 6480, loss = 77222266441564160.0000, recon_loss = 77222266441564160.0000, kl_loss = 1.8058\n", + "Batch 6510, loss = 37692581450088448.0000, recon_loss = 37692581450088448.0000, kl_loss = 1.8646\n", + "Batch 6540, loss = 80305692182839296.0000, recon_loss = 80305692182839296.0000, kl_loss = 1.8005\n", + "Batch 6570, loss = 77828707233824768.0000, recon_loss = 77828707233824768.0000, kl_loss = 1.7894\n", + "Batch 6600, loss = 775509740326223872.0000, recon_loss = 775509740326223872.0000, kl_loss = 1.8642\n", + "Batch 6630, loss = 2675341588309213184.0000, recon_loss = 2675341588309213184.0000, kl_loss = 1.8408\n", + "Batch 6660, loss = 1017023516681175040.0000, recon_loss = 1017023516681175040.0000, kl_loss = 1.7977\n", + "Batch 6690, loss = 1178994498714206208.0000, recon_loss = 1178994498714206208.0000, kl_loss = 1.6993\n", + "Batch 6720, loss = 1428592709190287360.0000, recon_loss = 1428592709190287360.0000, kl_loss = 1.7759\n", + "Batch 6750, loss = 1859526500487790592.0000, recon_loss = 1859526500487790592.0000, kl_loss = 1.8219\n", + "Batch 6780, loss = 651800388550262784.0000, recon_loss = 651800388550262784.0000, kl_loss = 1.7622\n", + "Batch 6810, loss = 629165223705575424.0000, recon_loss = 629165223705575424.0000, kl_loss = 1.7714\n", + "Batch 6840, loss = 1266254627712532480.0000, recon_loss = 1266254627712532480.0000, kl_loss = 1.7470\n", + "Batch 6870, loss = 1128214516258045952.0000, recon_loss = 1128214516258045952.0000, kl_loss = 1.7979\n", + "Batch 6900, loss = 1153318290865520640.0000, recon_loss = 1153318290865520640.0000, kl_loss = 1.7829\n", + "Batch 6930, loss = 461578623472631808.0000, recon_loss = 461578623472631808.0000, kl_loss = 1.8132\n", + "Batch 6960, loss = 819948564347092992.0000, recon_loss = 819948564347092992.0000, kl_loss = 1.8831\n", + "Batch 6990, loss = 422652510235262976.0000, recon_loss = 422652510235262976.0000, kl_loss = 1.8110\n", + "Batch 7020, loss = 373197267491880960.0000, recon_loss = 373197267491880960.0000, kl_loss = 1.8470\n", + "Batch 7050, loss = 316680033361985536.0000, recon_loss = 316680033361985536.0000, kl_loss = 1.8244\n", + "Batch 7080, loss = 410458926283227136.0000, recon_loss = 410458926283227136.0000, kl_loss = 1.7886\n", + "Batch 7110, loss = 261524303864922112.0000, recon_loss = 261524303864922112.0000, kl_loss = 1.8061\n", + "Batch 7140, loss = 601947912871608320.0000, recon_loss = 601947912871608320.0000, kl_loss = 1.7888\n", + "Batch 7170, loss = 205520679104151552.0000, recon_loss = 205520679104151552.0000, kl_loss = 1.7405\n", + "Batch 7200, loss = 219816580828102656.0000, recon_loss = 219816580828102656.0000, kl_loss = 1.8208\n", + "Batch 7230, loss = 385516470647390208.0000, recon_loss = 385516470647390208.0000, kl_loss = 1.8330\n", + "Average loss: 9470310546469484544.0000\n", + "Epoch: 7\n", + "Batch 30, loss = 19365608105705472.0000, recon_loss = 19365608105705472.0000, kl_loss = 1.9554\n", + "Batch 60, loss = 91893436638035968.0000, recon_loss = 91893436638035968.0000, kl_loss = 1.8661\n", + "Batch 90, loss = 199101249184858112.0000, recon_loss = 199101249184858112.0000, kl_loss = 1.8714\n", + "Batch 120, loss = 94339566541996032.0000, recon_loss = 94339566541996032.0000, kl_loss = 1.8801\n", + "Batch 150, loss = 3166842596098048.0000, recon_loss = 3166842596098048.0000, kl_loss = 1.8567\n", + "Batch 180, loss = 79162217269821440.0000, recon_loss = 79162217269821440.0000, kl_loss = 1.9208\n", + "Batch 210, loss = 83289380193566720.0000, recon_loss = 83289380193566720.0000, kl_loss = 1.8290\n", + "Batch 240, loss = 1835424746045440.0000, recon_loss = 1835424746045440.0000, kl_loss = 1.7171\n", + "Batch 270, loss = 37523827890061312.0000, recon_loss = 37523827890061312.0000, kl_loss = 1.7361\n", + "Batch 300, loss = 98023291272298496.0000, recon_loss = 98023291272298496.0000, kl_loss = 1.8268\n", + "Batch 330, loss = 14794197387182080.0000, recon_loss = 14794197387182080.0000, kl_loss = 1.6680\n", + "Batch 360, loss = 2517293217087488.0000, recon_loss = 2517293217087488.0000, kl_loss = 1.6584\n", + "Batch 390, loss = 87273383267401728.0000, recon_loss = 87273383267401728.0000, kl_loss = 1.8200\n", + "Batch 420, loss = 2241371220773699584.0000, recon_loss = 2241371220773699584.0000, kl_loss = 1.8380\n", + "Batch 450, loss = 3353281220837376.0000, recon_loss = 3353281220837376.0000, kl_loss = 1.6918\n", + "Batch 480, loss = 234937339611185152.0000, recon_loss = 234937339611185152.0000, kl_loss = 1.8352\n", + "Batch 510, loss = 213561235839385600.0000, recon_loss = 213561235839385600.0000, kl_loss = 1.7654\n", + "Batch 540, loss = 136704445344907264.0000, recon_loss = 136704445344907264.0000, kl_loss = 1.6716\n", + "Batch 570, loss = 1136310495251267584.0000, recon_loss = 1136310495251267584.0000, kl_loss = 1.8112\n", + "Batch 600, loss = 41857321042706432.0000, recon_loss = 41857321042706432.0000, kl_loss = 1.7587\n", + "Batch 630, loss = 93885459649789952.0000, recon_loss = 93885459649789952.0000, kl_loss = 1.7868\n", + "Batch 660, loss = 1300833856089227264.0000, recon_loss = 1300833856089227264.0000, kl_loss = 1.7461\n", + "Batch 690, loss = 132653707069227008.0000, recon_loss = 132653707069227008.0000, kl_loss = 1.8239\n", + "Batch 720, loss = 41117577350479872.0000, recon_loss = 41117577350479872.0000, kl_loss = 1.7826\n", + "Batch 750, loss = 549079751675871232.0000, recon_loss = 549079751675871232.0000, kl_loss = 1.8069\n", + "Batch 780, loss = 1613739197313581056.0000, recon_loss = 1613739197313581056.0000, kl_loss = 1.7622\n", + "Batch 810, loss = 642712650068787200.0000, recon_loss = 642712650068787200.0000, kl_loss = 1.8151\n", + "Batch 840, loss = 300407192551424000.0000, recon_loss = 300407192551424000.0000, kl_loss = 1.7722\n", + "Batch 870, loss = 258123291061911552.0000, recon_loss = 258123291061911552.0000, kl_loss = 1.8138\n", + "Batch 900, loss = 4601381000314880.0000, recon_loss = 4601381000314880.0000, kl_loss = 1.8095\n", + "Batch 930, loss = 985716984664555520.0000, recon_loss = 985716984664555520.0000, kl_loss = 1.8054\n", + "Batch 960, loss = 281272872729575424.0000, recon_loss = 281272872729575424.0000, kl_loss = 1.8325\n", + "Batch 990, loss = 1009926237843357696.0000, recon_loss = 1009926237843357696.0000, kl_loss = 1.7199\n", + "Batch 1020, loss = 625506804922580992.0000, recon_loss = 625506804922580992.0000, kl_loss = 1.7796\n", + "Batch 1050, loss = 3345418059136368640.0000, recon_loss = 3345418059136368640.0000, kl_loss = 1.7818\n", + "Batch 1080, loss = 707759895406968832.0000, recon_loss = 707759895406968832.0000, kl_loss = 1.7587\n", + "Batch 1110, loss = 448323907720577024.0000, recon_loss = 448323907720577024.0000, kl_loss = 1.6743\n", + "Batch 1140, loss = 621270043023376384.0000, recon_loss = 621270043023376384.0000, kl_loss = 1.7362\n", + "Batch 1170, loss = 649544053251112960.0000, recon_loss = 649544053251112960.0000, kl_loss = 1.6943\n", + "Batch 1200, loss = 262788570438172672.0000, recon_loss = 262788570438172672.0000, kl_loss = 1.7197\n", + "Batch 1230, loss = 637636754639159296.0000, recon_loss = 637636754639159296.0000, kl_loss = 1.7893\n", + "Batch 1260, loss = 80967950370078720.0000, recon_loss = 80967950370078720.0000, kl_loss = 1.7193\n", + "Batch 1290, loss = 168721949067837440.0000, recon_loss = 168721949067837440.0000, kl_loss = 1.7054\n", + "Batch 1320, loss = 286911958630793216.0000, recon_loss = 286911958630793216.0000, kl_loss = 1.6952\n", + "Batch 1350, loss = 71268806114148352.0000, recon_loss = 71268806114148352.0000, kl_loss = 1.6292\n", + "Batch 1380, loss = 875900237183451136.0000, recon_loss = 875900237183451136.0000, kl_loss = 1.5971\n", + "Batch 1410, loss = 9272939120546545664.0000, recon_loss = 9272939120546545664.0000, kl_loss = 1.7177\n", + "Batch 1440, loss = 41130627728867852288.0000, recon_loss = 41130627728867852288.0000, kl_loss = 1.6045\n", + "Batch 1470, loss = 33042532234017374208.0000, recon_loss = 33042532234017374208.0000, kl_loss = 1.5625\n", + "Batch 1500, loss = 31618260055768432640.0000, recon_loss = 31618260055768432640.0000, kl_loss = 1.5740\n", + "Batch 1530, loss = 38651176231674839040.0000, recon_loss = 38651176231674839040.0000, kl_loss = 1.5601\n", + "Batch 1560, loss = 32682149705827745792.0000, recon_loss = 32682149705827745792.0000, kl_loss = 1.5463\n", + "Batch 1590, loss = 25222084257646641152.0000, recon_loss = 25222084257646641152.0000, kl_loss = 1.5420\n", + "Batch 1620, loss = 33388658494441259008.0000, recon_loss = 33388658494441259008.0000, kl_loss = 1.6129\n", + "Batch 1650, loss = 47160002049917059072.0000, recon_loss = 47160002049917059072.0000, kl_loss = 1.5745\n", + "Batch 1680, loss = 43686693196284297216.0000, recon_loss = 43686693196284297216.0000, kl_loss = 1.6070\n", + "Batch 1710, loss = 33431706573691944960.0000, recon_loss = 33431706573691944960.0000, kl_loss = 1.5886\n", + "Batch 1740, loss = 23963517277796564992.0000, recon_loss = 23963517277796564992.0000, kl_loss = 1.6355\n", + "Batch 1770, loss = 16877150543129083904.0000, recon_loss = 16877150543129083904.0000, kl_loss = 1.6069\n", + "Batch 1800, loss = 5926529851677736960.0000, recon_loss = 5926529851677736960.0000, kl_loss = 1.6195\n", + "Batch 1830, loss = 4813867515077722112.0000, recon_loss = 4813867515077722112.0000, kl_loss = 1.6050\n", + "Batch 1860, loss = 4581821908227457024.0000, recon_loss = 4581821908227457024.0000, kl_loss = 1.6183\n", + "Batch 1890, loss = 4817311185495916544.0000, recon_loss = 4817311185495916544.0000, kl_loss = 1.6301\n", + "Batch 1920, loss = 4375613725118300160.0000, recon_loss = 4375613725118300160.0000, kl_loss = 1.6413\n", + "Batch 1950, loss = 4619587658740400128.0000, recon_loss = 4619587658740400128.0000, kl_loss = 1.6616\n", + "Batch 1980, loss = 2280524692399849472.0000, recon_loss = 2280524692399849472.0000, kl_loss = 1.6375\n", + "Batch 2010, loss = 2447692378702610432.0000, recon_loss = 2447692378702610432.0000, kl_loss = 1.6539\n", + "Batch 2040, loss = 1861131787464343552.0000, recon_loss = 1861131787464343552.0000, kl_loss = 1.5871\n", + "Batch 2070, loss = 1222054947470704640.0000, recon_loss = 1222054947470704640.0000, kl_loss = 1.6713\n", + "Batch 2100, loss = 908965369329221632.0000, recon_loss = 908965369329221632.0000, kl_loss = 1.6737\n", + "Batch 2130, loss = 431376997562712064.0000, recon_loss = 431376997562712064.0000, kl_loss = 1.7186\n", + "Batch 2160, loss = 543570545585684480.0000, recon_loss = 543570545585684480.0000, kl_loss = 1.6774\n", + "Batch 2190, loss = 263707143683702784.0000, recon_loss = 263707143683702784.0000, kl_loss = 1.7251\n", + "Batch 2220, loss = 185940593216585728.0000, recon_loss = 185940593216585728.0000, kl_loss = 1.7046\n", + "Batch 2250, loss = 114853275240497152.0000, recon_loss = 114853275240497152.0000, kl_loss = 1.7869\n", + "Batch 2280, loss = 126595535439134720.0000, recon_loss = 126595535439134720.0000, kl_loss = 1.6072\n", + "Batch 2310, loss = 95429380133617664.0000, recon_loss = 95429380133617664.0000, kl_loss = 1.6681\n", + "Batch 2340, loss = 333771975975501824.0000, recon_loss = 333771975975501824.0000, kl_loss = 1.6589\n", + "Batch 2370, loss = 143393942807773184.0000, recon_loss = 143393942807773184.0000, kl_loss = 1.6193\n", + "Batch 2400, loss = 193776537709838336.0000, recon_loss = 193776537709838336.0000, kl_loss = 1.6274\n", + "Batch 2430, loss = 474087320585240576.0000, recon_loss = 474087320585240576.0000, kl_loss = 1.6945\n", + "Batch 2460, loss = 5450518832420487168.0000, recon_loss = 5450518832420487168.0000, kl_loss = 1.6375\n", + "Batch 2490, loss = 22901644132062593024.0000, recon_loss = 22901644132062593024.0000, kl_loss = 1.5785\n", + "Batch 2520, loss = 37485126558232346624.0000, recon_loss = 37485126558232346624.0000, kl_loss = 1.5730\n", + "Batch 2550, loss = 44151769022647500800.0000, recon_loss = 44151769022647500800.0000, kl_loss = 1.5812\n", + "Batch 2580, loss = 40894637349175033856.0000, recon_loss = 40894637349175033856.0000, kl_loss = 1.5913\n", + "Batch 2610, loss = 39111576934596739072.0000, recon_loss = 39111576934596739072.0000, kl_loss = 1.5868\n", + "Batch 2640, loss = 31400310462864162816.0000, recon_loss = 31400310462864162816.0000, kl_loss = 1.5666\n", + "Batch 2670, loss = 20909843633974280192.0000, recon_loss = 20909843633974280192.0000, kl_loss = 1.6134\n", + "Batch 2700, loss = 35075293938286854144.0000, recon_loss = 35075293938286854144.0000, kl_loss = 1.6332\n", + "Batch 2730, loss = 39443721805161824256.0000, recon_loss = 39443721805161824256.0000, kl_loss = 1.5933\n", + "Batch 2760, loss = 38882161634438021120.0000, recon_loss = 38882161634438021120.0000, kl_loss = 1.5688\n", + "Batch 2790, loss = 30147694039943610368.0000, recon_loss = 30147694039943610368.0000, kl_loss = 1.6388\n", + "Batch 2820, loss = 21872901470696767488.0000, recon_loss = 21872901470696767488.0000, kl_loss = 1.6188\n", + "Batch 2850, loss = 13545248780432965632.0000, recon_loss = 13545248780432965632.0000, kl_loss = 1.6393\n", + "Batch 2880, loss = 6871618919623294976.0000, recon_loss = 6871618919623294976.0000, kl_loss = 1.6508\n", + "Batch 2910, loss = 4223959735566598144.0000, recon_loss = 4223959735566598144.0000, kl_loss = 1.6641\n", + "Batch 2940, loss = 4729190276331995136.0000, recon_loss = 4729190276331995136.0000, kl_loss = 1.5917\n", + "Batch 2970, loss = 3564719776464896000.0000, recon_loss = 3564719776464896000.0000, kl_loss = 1.6599\n", + "Batch 3000, loss = 5526107508051017728.0000, recon_loss = 5526107508051017728.0000, kl_loss = 1.6571\n", + "Batch 3030, loss = 4557511981015236608.0000, recon_loss = 4557511981015236608.0000, kl_loss = 1.6866\n", + "Batch 3060, loss = 2583176675378331648.0000, recon_loss = 2583176675378331648.0000, kl_loss = 1.6300\n", + "Batch 3090, loss = 2375393166984478720.0000, recon_loss = 2375393166984478720.0000, kl_loss = 1.6377\n", + "Batch 3120, loss = 2253358371417620480.0000, recon_loss = 2253358371417620480.0000, kl_loss = 1.5959\n", + "Batch 3150, loss = 650622949035868160.0000, recon_loss = 650622949035868160.0000, kl_loss = 1.6470\n", + "Batch 3180, loss = 1173027723988172800.0000, recon_loss = 1173027723988172800.0000, kl_loss = 1.6116\n", + "Batch 3210, loss = 369788094251008000.0000, recon_loss = 369788094251008000.0000, kl_loss = 1.7189\n", + "Batch 3240, loss = 467147100111503360.0000, recon_loss = 467147100111503360.0000, kl_loss = 1.6636\n", + "Batch 3270, loss = 447002981938757632.0000, recon_loss = 447002981938757632.0000, kl_loss = 1.6515\n", + "Batch 3300, loss = 144364983373791232.0000, recon_loss = 144364983373791232.0000, kl_loss = 1.6579\n", + "Batch 3330, loss = 306508829250551808.0000, recon_loss = 306508829250551808.0000, kl_loss = 1.5917\n", + "Batch 3360, loss = 239538572435128320.0000, recon_loss = 239538572435128320.0000, kl_loss = 1.5942\n", + "Batch 3390, loss = 168182827592974336.0000, recon_loss = 168182827592974336.0000, kl_loss = 1.6215\n", + "Batch 3420, loss = 100726895875719168.0000, recon_loss = 100726895875719168.0000, kl_loss = 1.5856\n", + "Batch 3450, loss = 160584772748312576.0000, recon_loss = 160584772748312576.0000, kl_loss = 1.5653\n", + "Batch 3480, loss = 239908575277744128.0000, recon_loss = 239908575277744128.0000, kl_loss = 1.5158\n", + "Batch 3510, loss = 5052175115526078464.0000, recon_loss = 5052175115526078464.0000, kl_loss = 1.4765\n", + "Batch 3540, loss = 26965287375718055936.0000, recon_loss = 26965287375718055936.0000, kl_loss = 1.4427\n", + "Batch 3570, loss = 51462879232567279616.0000, recon_loss = 51462879232567279616.0000, kl_loss = 1.4226\n", + "Batch 3600, loss = 39486769884412510208.0000, recon_loss = 39486769884412510208.0000, kl_loss = 1.4933\n", + "Batch 3630, loss = 41161444840771158016.0000, recon_loss = 41161444840771158016.0000, kl_loss = 1.6193\n", + "Batch 3660, loss = 36848126695703576576.0000, recon_loss = 36848126695703576576.0000, kl_loss = 1.6152\n", + "Batch 3690, loss = 36692075209396584448.0000, recon_loss = 36692075209396584448.0000, kl_loss = 1.6237\n", + "Batch 3720, loss = 27257821240380882944.0000, recon_loss = 27257821240380882944.0000, kl_loss = 1.6023\n", + "Batch 3750, loss = 43832114604173950976.0000, recon_loss = 43832114604173950976.0000, kl_loss = 1.6239\n", + "Batch 3780, loss = 29023718278449594368.0000, recon_loss = 29023718278449594368.0000, kl_loss = 1.6091\n", + "Batch 3810, loss = 29347460681155215360.0000, recon_loss = 29347460681155215360.0000, kl_loss = 1.6479\n", + "Batch 3840, loss = 29193054064243376128.0000, recon_loss = 29193054064243376128.0000, kl_loss = 1.6406\n", + "Batch 3870, loss = 23985206244166074368.0000, recon_loss = 23985206244166074368.0000, kl_loss = 1.6513\n", + "Batch 3900, loss = 11337929709649395712.0000, recon_loss = 11337929709649395712.0000, kl_loss = 1.6848\n", + "Batch 3930, loss = 10976190384111091712.0000, recon_loss = 10976190384111091712.0000, kl_loss = 1.7479\n", + "Batch 3960, loss = 4114048155207598080.0000, recon_loss = 4114048155207598080.0000, kl_loss = 1.7439\n", + "Batch 3990, loss = 5390108365055590400.0000, recon_loss = 5390108365055590400.0000, kl_loss = 1.7992\n", + "Batch 4020, loss = 3177970409685385216.0000, recon_loss = 3177970409685385216.0000, kl_loss = 1.7984\n", + "Batch 4050, loss = 3608031738506248192.0000, recon_loss = 3608031738506248192.0000, kl_loss = 1.7638\n", + "Batch 4080, loss = 2877975808872284160.0000, recon_loss = 2877975808872284160.0000, kl_loss = 1.7604\n", + "Batch 4110, loss = 1231498377963765760.0000, recon_loss = 1231498377963765760.0000, kl_loss = 1.7642\n", + "Batch 4140, loss = 716177687709745152.0000, recon_loss = 716177687709745152.0000, kl_loss = 1.7191\n", + "Batch 4170, loss = 446774180440965120.0000, recon_loss = 446774180440965120.0000, kl_loss = 1.7274\n", + "Batch 4200, loss = 366186094158413824.0000, recon_loss = 366186094158413824.0000, kl_loss = 1.8680\n", + "Batch 4230, loss = 703641812044087296.0000, recon_loss = 703641812044087296.0000, kl_loss = 1.7940\n", + "Batch 4260, loss = 486635428317757440.0000, recon_loss = 486635428317757440.0000, kl_loss = 1.7861\n", + "Batch 4290, loss = 186536476979232768.0000, recon_loss = 186536476979232768.0000, kl_loss = 1.7989\n", + "Batch 4320, loss = 44325922215559168.0000, recon_loss = 44325922215559168.0000, kl_loss = 1.7760\n", + "Batch 4350, loss = 623405088446087168.0000, recon_loss = 623405088446087168.0000, kl_loss = 1.7946\n", + "Batch 4380, loss = 5862998652485632.0000, recon_loss = 5862998652485632.0000, kl_loss = 1.6964\n", + "Batch 4410, loss = 20839366003785728.0000, recon_loss = 20839366003785728.0000, kl_loss = 1.5702\n", + "Batch 4440, loss = 133077912399118336.0000, recon_loss = 133077912399118336.0000, kl_loss = 1.7527\n", + "Batch 4470, loss = 133336744308244480.0000, recon_loss = 133336744308244480.0000, kl_loss = 1.7975\n", + "Batch 4500, loss = 540844787540951040.0000, recon_loss = 540844787540951040.0000, kl_loss = 1.5782\n", + "Batch 4530, loss = 7689479648828194816.0000, recon_loss = 7689479648828194816.0000, kl_loss = 1.7640\n", + "Batch 4560, loss = 28745851898901299200.0000, recon_loss = 28745851898901299200.0000, kl_loss = 1.6195\n", + "Batch 4590, loss = 22589299266890498048.0000, recon_loss = 22589299266890498048.0000, kl_loss = 1.6184\n", + "Batch 4620, loss = 52244350524939304960.0000, recon_loss = 52244350524939304960.0000, kl_loss = 1.5343\n", + "Batch 4650, loss = 82698139805962731520.0000, recon_loss = 82698139805962731520.0000, kl_loss = 1.5380\n", + "Batch 4680, loss = 29881445100254396416.0000, recon_loss = 29881445100254396416.0000, kl_loss = 1.5411\n", + "Batch 4710, loss = 37035439496611495936.0000, recon_loss = 37035439496611495936.0000, kl_loss = 1.5032\n", + "Batch 4740, loss = 35514876488048443392.0000, recon_loss = 35514876488048443392.0000, kl_loss = 1.5823\n", + "Batch 4770, loss = 18618584546991407104.0000, recon_loss = 18618584546991407104.0000, kl_loss = 1.5146\n", + "Batch 4800, loss = 22020273412214095872.0000, recon_loss = 22020273412214095872.0000, kl_loss = 1.5540\n", + "Batch 4830, loss = 34738023144513077248.0000, recon_loss = 34738023144513077248.0000, kl_loss = 1.5135\n", + "Batch 4860, loss = 25962370043465433088.0000, recon_loss = 25962370043465433088.0000, kl_loss = 1.5873\n", + "Batch 4890, loss = 14637710339651665920.0000, recon_loss = 14637710339651665920.0000, kl_loss = 1.6568\n", + "Batch 4920, loss = 22353977390267367424.0000, recon_loss = 22353977390267367424.0000, kl_loss = 1.6529\n", + "Batch 4950, loss = 3773413680486547456.0000, recon_loss = 3773413680486547456.0000, kl_loss = 1.7322\n", + "Batch 4980, loss = 5482215553626013696.0000, recon_loss = 5482215553626013696.0000, kl_loss = 1.7722\n", + "Batch 5010, loss = 4636525085610475520.0000, recon_loss = 4636525085610475520.0000, kl_loss = 1.7656\n", + "Batch 5040, loss = 2525732690385174528.0000, recon_loss = 2525732690385174528.0000, kl_loss = 1.7754\n", + "Batch 5070, loss = 4398343928999313408.0000, recon_loss = 4398343928999313408.0000, kl_loss = 1.7783\n", + "Batch 5100, loss = 1752939018657464320.0000, recon_loss = 1752939018657464320.0000, kl_loss = 1.7827\n", + "Batch 5130, loss = 23037667704832000.0000, recon_loss = 23037667704832000.0000, kl_loss = 1.7356\n", + "Batch 5160, loss = 1363197056105054208.0000, recon_loss = 1363197056105054208.0000, kl_loss = 1.7727\n", + "Batch 5190, loss = 5498403663321759744.0000, recon_loss = 5498403663321759744.0000, kl_loss = 1.7592\n", + "Batch 5220, loss = 16741963982176256.0000, recon_loss = 16741963982176256.0000, kl_loss = 1.7150\n", + "Batch 5250, loss = 1270838079371870208.0000, recon_loss = 1270838079371870208.0000, kl_loss = 1.7797\n", + "Batch 5280, loss = 442016284389933056.0000, recon_loss = 442016284389933056.0000, kl_loss = 1.7002\n", + "Batch 5310, loss = 298863237707857920.0000, recon_loss = 298863237707857920.0000, kl_loss = 1.6886\n", + "Batch 5340, loss = 238951811183017984.0000, recon_loss = 238951811183017984.0000, kl_loss = 1.7059\n", + "Batch 5370, loss = 247283875938566144.0000, recon_loss = 247283875938566144.0000, kl_loss = 1.8013\n", + "Batch 5400, loss = 154728309962309632.0000, recon_loss = 154728309962309632.0000, kl_loss = 1.7736\n", + "Batch 5430, loss = 206571245284622336.0000, recon_loss = 206571245284622336.0000, kl_loss = 1.7146\n", + "Batch 5460, loss = 167230152307113984.0000, recon_loss = 167230152307113984.0000, kl_loss = 1.8050\n", + "Batch 5490, loss = 38066037446410240.0000, recon_loss = 38066037446410240.0000, kl_loss = 1.7571\n", + "Batch 5520, loss = 229545901524254720.0000, recon_loss = 229545901524254720.0000, kl_loss = 1.7660\n", + "Batch 5550, loss = 598876289700462592.0000, recon_loss = 598876289700462592.0000, kl_loss = 1.7441\n", + "Batch 5580, loss = 9161614667745853440.0000, recon_loss = 9161614667745853440.0000, kl_loss = 1.6875\n", + "Batch 5610, loss = 18751706817812758528.0000, recon_loss = 18751706817812758528.0000, kl_loss = 1.5646\n", + "Batch 5640, loss = 46130775603435012096.0000, recon_loss = 46130775603435012096.0000, kl_loss = 1.5891\n", + "Batch 5670, loss = 56488905212805775360.0000, recon_loss = 56488905212805775360.0000, kl_loss = 1.5570\n", + "Batch 5700, loss = 51350777425045749760.0000, recon_loss = 51350777425045749760.0000, kl_loss = 1.5618\n", + "Batch 5730, loss = 44376315685318426624.0000, recon_loss = 44376315685318426624.0000, kl_loss = 1.5984\n", + "Batch 5760, loss = 30399418431029903360.0000, recon_loss = 30399418431029903360.0000, kl_loss = 1.5655\n", + "Batch 5790, loss = 19592380214270754816.0000, recon_loss = 19592380214270754816.0000, kl_loss = 1.6092\n", + "Batch 5820, loss = 27532004255976128512.0000, recon_loss = 27532004255976128512.0000, kl_loss = 1.5236\n", + "Batch 5850, loss = 42968144755346636800.0000, recon_loss = 42968144755346636800.0000, kl_loss = 1.5486\n", + "Batch 5880, loss = 21629878614632693760.0000, recon_loss = 21629878614632693760.0000, kl_loss = 1.6198\n", + "Batch 5910, loss = 15461222558623334400.0000, recon_loss = 15461222558623334400.0000, kl_loss = 1.6725\n", + "Batch 5940, loss = 7309011791978168320.0000, recon_loss = 7309011791978168320.0000, kl_loss = 1.7066\n", + "Batch 5970, loss = 2850803852892962816.0000, recon_loss = 2850803852892962816.0000, kl_loss = 1.7043\n", + "Batch 6000, loss = 1553882471492222976.0000, recon_loss = 1553882471492222976.0000, kl_loss = 1.7537\n", + "Batch 6030, loss = 2325604531699712000.0000, recon_loss = 2325604531699712000.0000, kl_loss = 1.7481\n", + "Batch 6060, loss = 2847428352195690496.0000, recon_loss = 2847428352195690496.0000, kl_loss = 1.6558\n", + "Batch 6090, loss = 2469782941694164992.0000, recon_loss = 2469782941694164992.0000, kl_loss = 1.7044\n", + "Batch 6120, loss = 2245573004459245568.0000, recon_loss = 2245573004459245568.0000, kl_loss = 1.7235\n", + "Batch 6150, loss = 783338881591279616.0000, recon_loss = 783338881591279616.0000, kl_loss = 1.7704\n", + "Batch 6180, loss = 455441390084554752.0000, recon_loss = 455441390084554752.0000, kl_loss = 1.7657\n", + "Batch 6210, loss = 1036723741393944576.0000, recon_loss = 1036723741393944576.0000, kl_loss = 1.7415\n", + "Batch 6240, loss = 411139214743175168.0000, recon_loss = 411139214743175168.0000, kl_loss = 1.6626\n", + "Batch 6270, loss = 366178535015972864.0000, recon_loss = 366178535015972864.0000, kl_loss = 1.7269\n", + "Batch 6300, loss = 156487270868713472.0000, recon_loss = 156487270868713472.0000, kl_loss = 1.7536\n", + "Batch 6330, loss = 262587978285580288.0000, recon_loss = 262587978285580288.0000, kl_loss = 1.7636\n", + "Batch 6360, loss = 400713920366510080.0000, recon_loss = 400713920366510080.0000, kl_loss = 1.7599\n", + "Batch 6390, loss = 225728792289607680.0000, recon_loss = 225728792289607680.0000, kl_loss = 1.8022\n", + "Batch 6420, loss = 120533283590111232.0000, recon_loss = 120533283590111232.0000, kl_loss = 1.6301\n", + "Batch 6450, loss = 128471817672196096.0000, recon_loss = 128471817672196096.0000, kl_loss = 1.7536\n", + "Batch 6480, loss = 77219440353083392.0000, recon_loss = 77219440353083392.0000, kl_loss = 1.6652\n", + "Batch 6510, loss = 37690425376505856.0000, recon_loss = 37690425376505856.0000, kl_loss = 1.7631\n", + "Batch 6540, loss = 80302969173573632.0000, recon_loss = 80302969173573632.0000, kl_loss = 1.6740\n", + "Batch 6570, loss = 77825735116455936.0000, recon_loss = 77825735116455936.0000, kl_loss = 1.7013\n", + "Batch 6600, loss = 775500944233201664.0000, recon_loss = 775500944233201664.0000, kl_loss = 1.7179\n", + "Batch 6630, loss = 2675327294658052096.0000, recon_loss = 2675327294658052096.0000, kl_loss = 1.7368\n", + "Batch 6660, loss = 1017009016871583744.0000, recon_loss = 1017009016871583744.0000, kl_loss = 1.6804\n", + "Batch 6690, loss = 1178977593722929152.0000, recon_loss = 1178977593722929152.0000, kl_loss = 1.6407\n", + "Batch 6720, loss = 1428570718957731840.0000, recon_loss = 1428570718957731840.0000, kl_loss = 1.6831\n", + "Batch 6750, loss = 1859507808790118400.0000, recon_loss = 1859507808790118400.0000, kl_loss = 1.6799\n", + "Batch 6780, loss = 651788843678171136.0000, recon_loss = 651788843678171136.0000, kl_loss = 1.6861\n", + "Batch 6810, loss = 629154159869820928.0000, recon_loss = 629154159869820928.0000, kl_loss = 1.7242\n", + "Batch 6840, loss = 1266241845889859584.0000, recon_loss = 1266241845889859584.0000, kl_loss = 1.7022\n", + "Batch 6870, loss = 1128202284191186944.0000, recon_loss = 1128202284191186944.0000, kl_loss = 1.7359\n", + "Batch 6900, loss = 1153304959287033856.0000, recon_loss = 1153304959287033856.0000, kl_loss = 1.6808\n", + "Batch 6930, loss = 461568384270598144.0000, recon_loss = 461568384270598144.0000, kl_loss = 1.6675\n", + "Batch 6960, loss = 819935851243896832.0000, recon_loss = 819935851243896832.0000, kl_loss = 1.7633\n", + "Batch 6990, loss = 422645019812298752.0000, recon_loss = 422645019812298752.0000, kl_loss = 1.7260\n", + "Batch 7020, loss = 373190189385777152.0000, recon_loss = 373190189385777152.0000, kl_loss = 1.7677\n", + "Batch 7050, loss = 316673951688294400.0000, recon_loss = 316673951688294400.0000, kl_loss = 1.7000\n", + "Batch 7080, loss = 410454047200378880.0000, recon_loss = 410454047200378880.0000, kl_loss = 1.6172\n", + "Batch 7110, loss = 261519081184690176.0000, recon_loss = 261519081184690176.0000, kl_loss = 1.7254\n", + "Batch 7140, loss = 601943446105620480.0000, recon_loss = 601943446105620480.0000, kl_loss = 1.6057\n", + "Batch 7170, loss = 205517260310183936.0000, recon_loss = 205517260310183936.0000, kl_loss = 1.6010\n", + "Batch 7200, loss = 219811959443292160.0000, recon_loss = 219811959443292160.0000, kl_loss = 1.7084\n", + "Batch 7230, loss = 385511969521664000.0000, recon_loss = 385511969521664000.0000, kl_loss = 1.6607\n", + "Average loss: 9470245134587336704.0000\n", + "Epoch: 8\n", + "Batch 30, loss = 19363679665389568.0000, recon_loss = 19363679665389568.0000, kl_loss = 1.7645\n", + "Batch 60, loss = 91890172462891008.0000, recon_loss = 91890172462891008.0000, kl_loss = 1.7273\n", + "Batch 90, loss = 199095906245541888.0000, recon_loss = 199095906245541888.0000, kl_loss = 1.7846\n", + "Batch 120, loss = 94336749043449856.0000, recon_loss = 94336749043449856.0000, kl_loss = 1.7239\n", + "Batch 150, loss = 3165704966635520.0000, recon_loss = 3165704966635520.0000, kl_loss = 1.7630\n", + "Batch 180, loss = 79159683239116800.0000, recon_loss = 79159683239116800.0000, kl_loss = 1.7228\n", + "Batch 210, loss = 83286657184301056.0000, recon_loss = 83286657184301056.0000, kl_loss = 1.6691\n", + "Batch 240, loss = 1834292485292032.0000, recon_loss = 1834292485292032.0000, kl_loss = 1.6613\n", + "Batch 270, loss = 37522127083012096.0000, recon_loss = 37522127083012096.0000, kl_loss = 1.5382\n", + "Batch 300, loss = 98020344924733440.0000, recon_loss = 98020344924733440.0000, kl_loss = 1.6288\n", + "Batch 330, loss = 14792416049496064.0000, recon_loss = 14792416049496064.0000, kl_loss = 1.6059\n", + "Batch 360, loss = 2516498648137728.0000, recon_loss = 2516498648137728.0000, kl_loss = 1.4478\n", + "Batch 390, loss = 87270299480883200.0000, recon_loss = 87270299480883200.0000, kl_loss = 1.6721\n", + "Batch 420, loss = 2241355690171957248.0000, recon_loss = 2241355690171957248.0000, kl_loss = 1.6935\n", + "Batch 450, loss = 3352238080655360.0000, recon_loss = 3352238080655360.0000, kl_loss = 1.5078\n", + "Batch 480, loss = 234929127633715200.0000, recon_loss = 234929127633715200.0000, kl_loss = 1.7260\n", + "Batch 510, loss = 213555910079938560.0000, recon_loss = 213555910079938560.0000, kl_loss = 1.6042\n", + "Batch 540, loss = 136697212619980800.0000, recon_loss = 136697212619980800.0000, kl_loss = 1.5138\n", + "Batch 570, loss = 1136297575989641216.0000, recon_loss = 1136297575989641216.0000, kl_loss = 1.7209\n", + "Batch 600, loss = 41852815622012928.0000, recon_loss = 41852815622012928.0000, kl_loss = 1.6849\n", + "Batch 630, loss = 93880898394521600.0000, recon_loss = 93880898394521600.0000, kl_loss = 1.6470\n", + "Batch 660, loss = 1300825884629925888.0000, recon_loss = 1300825884629925888.0000, kl_loss = 1.6402\n", + "Batch 690, loss = 132646843711488000.0000, recon_loss = 132646843711488000.0000, kl_loss = 1.7119\n", + "Batch 720, loss = 41114429139451904.0000, recon_loss = 41114429139451904.0000, kl_loss = 1.6546\n", + "Batch 750, loss = 549071780216569856.0000, recon_loss = 549071780216569856.0000, kl_loss = 1.7119\n", + "Batch 780, loss = 1613728751953117184.0000, recon_loss = 1613728751953117184.0000, kl_loss = 1.7210\n", + "Batch 810, loss = 642703372939427840.0000, recon_loss = 642703372939427840.0000, kl_loss = 1.7253\n", + "Batch 840, loss = 300399633408983040.0000, recon_loss = 300399633408983040.0000, kl_loss = 1.6674\n", + "Batch 870, loss = 258116986049921024.0000, recon_loss = 258116986049921024.0000, kl_loss = 1.7061\n", + "Batch 900, loss = 4599892257275904.0000, recon_loss = 4599892257275904.0000, kl_loss = 1.7366\n", + "Batch 930, loss = 985701179184906240.0000, recon_loss = 985701179184906240.0000, kl_loss = 1.6546\n", + "Batch 960, loss = 281266876955230208.0000, recon_loss = 281266876955230208.0000, kl_loss = 1.6783\n", + "Batch 990, loss = 1009910501083185152.0000, recon_loss = 1009910501083185152.0000, kl_loss = 1.6811\n", + "Batch 1020, loss = 625495809806303232.0000, recon_loss = 625495809806303232.0000, kl_loss = 1.6296\n", + "Batch 1050, loss = 3345399367438696448.0000, recon_loss = 3345399367438696448.0000, kl_loss = 1.6439\n", + "Batch 1080, loss = 707752267545051136.0000, recon_loss = 707752267545051136.0000, kl_loss = 1.6031\n", + "Batch 1110, loss = 448315523944415232.0000, recon_loss = 448315523944415232.0000, kl_loss = 1.5935\n", + "Batch 1140, loss = 621263377234132992.0000, recon_loss = 621263377234132992.0000, kl_loss = 1.6249\n", + "Batch 1170, loss = 649539449046171648.0000, recon_loss = 649539449046171648.0000, kl_loss = 1.5741\n", + "Batch 1200, loss = 262783210318987264.0000, recon_loss = 262783210318987264.0000, kl_loss = 1.6715\n", + "Batch 1230, loss = 637632081714741248.0000, recon_loss = 637632081714741248.0000, kl_loss = 1.6217\n", + "Batch 1260, loss = 80965046972186624.0000, recon_loss = 80965046972186624.0000, kl_loss = 1.6597\n", + "Batch 1290, loss = 168718444374523904.0000, recon_loss = 168718444374523904.0000, kl_loss = 1.6201\n", + "Batch 1320, loss = 286908505477087232.0000, recon_loss = 286908505477087232.0000, kl_loss = 1.5749\n", + "Batch 1350, loss = 71264571276394496.0000, recon_loss = 71264571276394496.0000, kl_loss = 1.5754\n", + "Batch 1380, loss = 875880308535197696.0000, recon_loss = 875880308535197696.0000, kl_loss = 1.5815\n", + "Batch 1410, loss = 9272861055220973568.0000, recon_loss = 9272861055220973568.0000, kl_loss = 1.6573\n", + "Batch 1440, loss = 41130368244123697152.0000, recon_loss = 41130368244123697152.0000, kl_loss = 1.5406\n", + "Batch 1470, loss = 33042314530715074560.0000, recon_loss = 33042314530715074560.0000, kl_loss = 1.4804\n", + "Batch 1500, loss = 31618066541721944064.0000, recon_loss = 31618066541721944064.0000, kl_loss = 1.4984\n", + "Batch 1530, loss = 38650947533256261632.0000, recon_loss = 38650947533256261632.0000, kl_loss = 1.4538\n", + "Batch 1560, loss = 32681932002525446144.0000, recon_loss = 32681932002525446144.0000, kl_loss = 1.4293\n", + "Batch 1590, loss = 25221903937739685888.0000, recon_loss = 25221903937739685888.0000, kl_loss = 1.4821\n", + "Batch 1620, loss = 33388407805790126080.0000, recon_loss = 33388407805790126080.0000, kl_loss = 1.5284\n", + "Batch 1650, loss = 47159729371033370624.0000, recon_loss = 47159729371033370624.0000, kl_loss = 1.4416\n", + "Batch 1680, loss = 43686433711540142080.0000, recon_loss = 43686433711540142080.0000, kl_loss = 1.5034\n", + "Batch 1710, loss = 33431495467459411968.0000, recon_loss = 33431495467459411968.0000, kl_loss = 1.5290\n", + "Batch 1740, loss = 23963343554959376384.0000, recon_loss = 23963343554959376384.0000, kl_loss = 1.5513\n", + "Batch 1770, loss = 16876997711012823040.0000, recon_loss = 16876997711012823040.0000, kl_loss = 1.5488\n", + "Batch 1800, loss = 5926473226828906496.0000, recon_loss = 5926473226828906496.0000, kl_loss = 1.5198\n", + "Batch 1830, loss = 4813823534612611072.0000, recon_loss = 4813823534612611072.0000, kl_loss = 1.5902\n", + "Batch 1860, loss = 4581788373122809856.0000, recon_loss = 4581788373122809856.0000, kl_loss = 1.5898\n", + "Batch 1890, loss = 4817269953809874944.0000, recon_loss = 4817269953809874944.0000, kl_loss = 1.5891\n", + "Batch 1920, loss = 4375575791967141888.0000, recon_loss = 4375575791967141888.0000, kl_loss = 1.6029\n", + "Batch 1950, loss = 4619549725589241856.0000, recon_loss = 4619549725589241856.0000, kl_loss = 1.6142\n", + "Batch 1980, loss = 2280503939117875200.0000, recon_loss = 2280503939117875200.0000, kl_loss = 1.6233\n", + "Batch 2010, loss = 2447673961882845184.0000, recon_loss = 2447673961882845184.0000, kl_loss = 1.5993\n", + "Batch 2040, loss = 1861118868202717184.0000, recon_loss = 1861118868202717184.0000, kl_loss = 1.5352\n", + "Batch 2070, loss = 1222041753331171328.0000, recon_loss = 1222041753331171328.0000, kl_loss = 1.5680\n", + "Batch 2100, loss = 908955954760908800.0000, recon_loss = 908955954760908800.0000, kl_loss = 1.6287\n", + "Batch 2130, loss = 431369369700794368.0000, recon_loss = 431369369700794368.0000, kl_loss = 1.6287\n", + "Batch 2160, loss = 543562196169261056.0000, recon_loss = 543562196169261056.0000, kl_loss = 1.6145\n", + "Batch 2190, loss = 263701233808703488.0000, recon_loss = 263701233808703488.0000, kl_loss = 1.6272\n", + "Batch 2220, loss = 185935250277269504.0000, recon_loss = 185935250277269504.0000, kl_loss = 1.6445\n", + "Batch 2250, loss = 114849341050454016.0000, recon_loss = 114849341050454016.0000, kl_loss = 1.6826\n", + "Batch 2280, loss = 126591970616279040.0000, recon_loss = 126591970616279040.0000, kl_loss = 1.5850\n", + "Batch 2310, loss = 95426605584744448.0000, recon_loss = 95426605584744448.0000, kl_loss = 1.6078\n", + "Batch 2340, loss = 333768162044542976.0000, recon_loss = 333768162044542976.0000, kl_loss = 1.5799\n", + "Batch 2370, loss = 143389811049234432.0000, recon_loss = 143389811049234432.0000, kl_loss = 1.6028\n", + "Batch 2400, loss = 193771452468559872.0000, recon_loss = 193771452468559872.0000, kl_loss = 1.6451\n", + "Batch 2430, loss = 474072889495126016.0000, recon_loss = 474072889495126016.0000, kl_loss = 1.5994\n", + "Batch 2460, loss = 5450456160257703936.0000, recon_loss = 5450456160257703936.0000, kl_loss = 1.6167\n", + "Batch 2490, loss = 22901466011178893312.0000, recon_loss = 22901466011178893312.0000, kl_loss = 1.5991\n", + "Batch 2520, loss = 37484884665674235904.0000, recon_loss = 37484884665674235904.0000, kl_loss = 1.5466\n", + "Batch 2550, loss = 44151549120321945600.0000, recon_loss = 44151549120321945600.0000, kl_loss = 1.5600\n", + "Batch 2580, loss = 40894369068337856512.0000, recon_loss = 40894369068337856512.0000, kl_loss = 1.5823\n", + "Batch 2610, loss = 39111317449852583936.0000, recon_loss = 39111317449852583936.0000, kl_loss = 1.5175\n", + "Batch 2640, loss = 31400116948817674240.0000, recon_loss = 31400116948817674240.0000, kl_loss = 1.5460\n", + "Batch 2670, loss = 20909678707230113792.0000, recon_loss = 20909678707230113792.0000, kl_loss = 1.6136\n", + "Batch 2700, loss = 35075080633031065600.0000, recon_loss = 35075080633031065600.0000, kl_loss = 1.6107\n", + "Batch 2730, loss = 39443493106743246848.0000, recon_loss = 39443493106743246848.0000, kl_loss = 1.5763\n", + "Batch 2760, loss = 38881897751647354880.0000, recon_loss = 38881897751647354880.0000, kl_loss = 1.5560\n", + "Batch 2790, loss = 30147467540548288512.0000, recon_loss = 30147467540548288512.0000, kl_loss = 1.6239\n", + "Batch 2820, loss = 21872725548836323328.0000, recon_loss = 21872725548836323328.0000, kl_loss = 1.6215\n", + "Batch 2850, loss = 13545145426339954688.0000, recon_loss = 13545145426339954688.0000, kl_loss = 1.6496\n", + "Batch 2880, loss = 6871560645507022848.0000, recon_loss = 6871560645507022848.0000, kl_loss = 1.7554\n", + "Batch 2910, loss = 4223919603392184320.0000, recon_loss = 4223919603392184320.0000, kl_loss = 1.7725\n", + "Batch 2940, loss = 4729146845622697984.0000, recon_loss = 4729146845622697984.0000, kl_loss = 1.7377\n", + "Batch 2970, loss = 3564685416726528000.0000, recon_loss = 3564685416726528000.0000, kl_loss = 1.7880\n", + "Batch 3000, loss = 5526062428074278912.0000, recon_loss = 5526062428074278912.0000, kl_loss = 1.8089\n", + "Batch 3030, loss = 4557472123718729728.0000, recon_loss = 4557472123718729728.0000, kl_loss = 1.8123\n", + "Batch 3060, loss = 2583151936366706688.0000, recon_loss = 2583151936366706688.0000, kl_loss = 1.8210\n", + "Batch 3090, loss = 2375374750164713472.0000, recon_loss = 2375374750164713472.0000, kl_loss = 1.8332\n", + "Batch 3120, loss = 2253344352644366336.0000, recon_loss = 2253344352644366336.0000, kl_loss = 1.7313\n", + "Batch 3150, loss = 650614290381799424.0000, recon_loss = 650614290381799424.0000, kl_loss = 1.7901\n", + "Batch 3180, loss = 1173015904238174208.0000, recon_loss = 1173015904238174208.0000, kl_loss = 1.7955\n", + "Batch 3210, loss = 369780947425427456.0000, recon_loss = 369780947425427456.0000, kl_loss = 1.8580\n", + "Batch 3240, loss = 467140262523568128.0000, recon_loss = 467140262523568128.0000, kl_loss = 1.8966\n", + "Batch 3270, loss = 446995972552130560.0000, recon_loss = 446995972552130560.0000, kl_loss = 1.8613\n", + "Batch 3300, loss = 144360722766233600.0000, recon_loss = 144360722766233600.0000, kl_loss = 1.8851\n", + "Batch 3330, loss = 306504465563779072.0000, recon_loss = 306504465563779072.0000, kl_loss = 1.8080\n", + "Batch 3360, loss = 239533590273064960.0000, recon_loss = 239533590273064960.0000, kl_loss = 1.8233\n", + "Batch 3390, loss = 168178360826986496.0000, recon_loss = 168178360826986496.0000, kl_loss = 1.8615\n", + "Batch 3420, loss = 100723631700574208.0000, recon_loss = 100723631700574208.0000, kl_loss = 1.7995\n", + "Batch 3450, loss = 160579704686903296.0000, recon_loss = 160579704686903296.0000, kl_loss = 1.7889\n", + "Batch 3480, loss = 239898937371131904.0000, recon_loss = 239898937371131904.0000, kl_loss = 1.7077\n", + "Batch 3510, loss = 5052123988235386880.0000, recon_loss = 5052123988235386880.0000, kl_loss = 1.6739\n", + "Batch 3540, loss = 26965093861671567360.0000, recon_loss = 26965093861671567360.0000, kl_loss = 1.6040\n", + "Batch 3570, loss = 51462619747823124480.0000, recon_loss = 51462619747823124480.0000, kl_loss = 1.6110\n", + "Batch 3600, loss = 39486523593807888384.0000, recon_loss = 39486523593807888384.0000, kl_loss = 1.4972\n", + "Batch 3630, loss = 41161202948213047296.0000, recon_loss = 41161202948213047296.0000, kl_loss = 1.6001\n", + "Batch 3660, loss = 36847880405098954752.0000, recon_loss = 36847880405098954752.0000, kl_loss = 1.5467\n", + "Batch 3690, loss = 36691839913908240384.0000, recon_loss = 36691839913908240384.0000, kl_loss = 1.5314\n", + "Batch 3720, loss = 27257618930241372160.0000, recon_loss = 27257618930241372160.0000, kl_loss = 1.5715\n", + "Batch 3750, loss = 43831863915522818048.0000, recon_loss = 43831863915522818048.0000, kl_loss = 1.5930\n", + "Batch 3780, loss = 29023526963426361344.0000, recon_loss = 29023526963426361344.0000, kl_loss = 1.5694\n", + "Batch 3810, loss = 29347260570038960128.0000, recon_loss = 29347260570038960128.0000, kl_loss = 1.5966\n", + "Batch 3840, loss = 29192856152150376448.0000, recon_loss = 29192856152150376448.0000, kl_loss = 1.6107\n", + "Batch 3870, loss = 23985014929142841344.0000, recon_loss = 23985014929142841344.0000, kl_loss = 1.6249\n", + "Batch 3900, loss = 11337827455068012544.0000, recon_loss = 11337827455068012544.0000, kl_loss = 1.6378\n", + "Batch 3930, loss = 10976139806576214016.0000, recon_loss = 10976139806576214016.0000, kl_loss = 1.7064\n", + "Batch 3960, loss = 4114015719614578688.0000, recon_loss = 4114015719614578688.0000, kl_loss = 1.7240\n", + "Batch 3990, loss = 5390075379706757120.0000, recon_loss = 5390075379706757120.0000, kl_loss = 1.8048\n", + "Batch 4020, loss = 3177942372138876928.0000, recon_loss = 3177942372138876928.0000, kl_loss = 1.7600\n", + "Batch 4050, loss = 3608008373884157952.0000, recon_loss = 3608008373884157952.0000, kl_loss = 1.8145\n", + "Batch 4080, loss = 2877952719128100864.0000, recon_loss = 2877952719128100864.0000, kl_loss = 1.7859\n", + "Batch 4110, loss = 1231484908946325504.0000, recon_loss = 1231484908946325504.0000, kl_loss = 1.7771\n", + "Batch 4140, loss = 716170403445211136.0000, recon_loss = 716170403445211136.0000, kl_loss = 1.7666\n", + "Batch 4170, loss = 446765762305064960.0000, recon_loss = 446765762305064960.0000, kl_loss = 1.7406\n", + "Batch 4200, loss = 366180012484722688.0000, recon_loss = 366180012484722688.0000, kl_loss = 1.8995\n", + "Batch 4230, loss = 703627930709786624.0000, recon_loss = 703627930709786624.0000, kl_loss = 1.8558\n", + "Batch 4260, loss = 486627972254531584.0000, recon_loss = 486627972254531584.0000, kl_loss = 1.8675\n", + "Batch 4290, loss = 186530051708157952.0000, recon_loss = 186530051708157952.0000, kl_loss = 1.8474\n", + "Batch 4320, loss = 44323216386162688.0000, recon_loss = 44323216386162688.0000, kl_loss = 1.8567\n", + "Batch 4350, loss = 623395330280390656.0000, recon_loss = 623395330280390656.0000, kl_loss = 1.8533\n", + "Batch 4380, loss = 5861739153326080.0000, recon_loss = 5861739153326080.0000, kl_loss = 1.8312\n", + "Batch 4410, loss = 20838240722354176.0000, recon_loss = 20838240722354176.0000, kl_loss = 1.6119\n", + "Batch 4440, loss = 133074854382403584.0000, recon_loss = 133074854382403584.0000, kl_loss = 1.8563\n", + "Batch 4470, loss = 133331384189059072.0000, recon_loss = 133331384189059072.0000, kl_loss = 1.8603\n", + "Batch 4500, loss = 540826405080924160.0000, recon_loss = 540826405080924160.0000, kl_loss = 1.5953\n", + "Batch 4530, loss = 7689430720560758784.0000, recon_loss = 7689430720560758784.0000, kl_loss = 1.7685\n", + "Batch 4560, loss = 28745662782901321728.0000, recon_loss = 28745662782901321728.0000, kl_loss = 1.5978\n", + "Batch 4590, loss = 22589167325495164928.0000, recon_loss = 22589167325495164928.0000, kl_loss = 1.5932\n", + "Batch 4620, loss = 52244099836288172032.0000, recon_loss = 52244099836288172032.0000, kl_loss = 1.5051\n", + "Batch 4650, loss = 82697708797404643328.0000, recon_loss = 82697708797404643328.0000, kl_loss = 1.4727\n", + "Batch 4680, loss = 29881216401835819008.0000, recon_loss = 29881216401835819008.0000, kl_loss = 1.5062\n", + "Batch 4710, loss = 37035223992332451840.0000, recon_loss = 37035223992332451840.0000, kl_loss = 1.4889\n", + "Batch 4740, loss = 35514647789629865984.0000, recon_loss = 35514647789629865984.0000, kl_loss = 1.5216\n", + "Batch 4770, loss = 18618373440758874112.0000, recon_loss = 18618373440758874112.0000, kl_loss = 1.4821\n", + "Batch 4800, loss = 22020084296214118400.0000, recon_loss = 22020084296214118400.0000, kl_loss = 1.5036\n", + "Batch 4830, loss = 34737761460745666560.0000, recon_loss = 34737761460745666560.0000, kl_loss = 1.4908\n", + "Batch 4860, loss = 25962189723558477824.0000, recon_loss = 25962189723558477824.0000, kl_loss = 1.5159\n", + "Batch 4890, loss = 14637609184581910528.0000, recon_loss = 14637609184581910528.0000, kl_loss = 1.6774\n", + "Batch 4920, loss = 22353810264499945472.0000, recon_loss = 22353810264499945472.0000, kl_loss = 1.5654\n", + "Batch 4950, loss = 3773375472457482240.0000, recon_loss = 3773375472457482240.0000, kl_loss = 1.7170\n", + "Batch 4980, loss = 5482160578044624896.0000, recon_loss = 5482160578044624896.0000, kl_loss = 1.8388\n", + "Batch 5010, loss = 4636486602703503360.0000, recon_loss = 4636486602703503360.0000, kl_loss = 1.7866\n", + "Batch 5040, loss = 2525699155280527360.0000, recon_loss = 2525699155280527360.0000, kl_loss = 1.8050\n", + "Batch 5070, loss = 4398299398778388480.0000, recon_loss = 4398299398778388480.0000, kl_loss = 1.8187\n", + "Batch 5100, loss = 1752921563910373376.0000, recon_loss = 1752921563910373376.0000, kl_loss = 1.8315\n", + "Batch 5130, loss = 23034927515697152.0000, recon_loss = 23034927515697152.0000, kl_loss = 1.8651\n", + "Batch 5160, loss = 1363184686599241728.0000, recon_loss = 1363184686599241728.0000, kl_loss = 1.8402\n", + "Batch 5190, loss = 5498384971624087552.0000, recon_loss = 5498384971624087552.0000, kl_loss = 1.8066\n", + "Batch 5220, loss = 16739980781027328.0000, recon_loss = 16739980781027328.0000, kl_loss = 1.8284\n", + "Batch 5250, loss = 1270826122182918144.0000, recon_loss = 1270826122182918144.0000, kl_loss = 1.8076\n", + "Batch 5280, loss = 442009652960428032.0000, recon_loss = 442009652960428032.0000, kl_loss = 1.7448\n", + "Batch 5310, loss = 298857293473120256.0000, recon_loss = 298857293473120256.0000, kl_loss = 1.7635\n", + "Batch 5340, loss = 238945385911943168.0000, recon_loss = 238945385911943168.0000, kl_loss = 1.7819\n", + "Batch 5370, loss = 247278447099904000.0000, recon_loss = 247278447099904000.0000, kl_loss = 1.8452\n", + "Batch 5400, loss = 154723997815144448.0000, recon_loss = 154723997815144448.0000, kl_loss = 1.8890\n", + "Batch 5430, loss = 206566280302428160.0000, recon_loss = 206566280302428160.0000, kl_loss = 1.7691\n", + "Batch 5460, loss = 167225874519687168.0000, recon_loss = 167225874519687168.0000, kl_loss = 1.8673\n", + "Batch 5490, loss = 38063284372373504.0000, recon_loss = 38063284372373504.0000, kl_loss = 1.8330\n", + "Batch 5520, loss = 229539527792787456.0000, recon_loss = 229539527792787456.0000, kl_loss = 1.7828\n", + "Batch 5550, loss = 598862820683022336.0000, recon_loss = 598862820683022336.0000, kl_loss = 1.7755\n", + "Batch 5580, loss = 9161534403397025792.0000, recon_loss = 9161534403397025792.0000, kl_loss = 1.6586\n", + "Batch 5610, loss = 18751555085208125440.0000, recon_loss = 18751555085208125440.0000, kl_loss = 1.5693\n", + "Batch 5640, loss = 46130494128458301440.0000, recon_loss = 46130494128458301440.0000, kl_loss = 1.5033\n", + "Batch 5670, loss = 56488584155410464768.0000, recon_loss = 56488584155410464768.0000, kl_loss = 1.4867\n", + "Batch 5700, loss = 51350491552022528000.0000, recon_loss = 51350491552022528000.0000, kl_loss = 1.4873\n", + "Batch 5730, loss = 44376047404481249280.0000, recon_loss = 44376047404481249280.0000, kl_loss = 1.5263\n", + "Batch 5760, loss = 30399238111122948096.0000, recon_loss = 30399238111122948096.0000, kl_loss = 1.5481\n", + "Batch 5790, loss = 19592226282642866176.0000, recon_loss = 19592226282642866176.0000, kl_loss = 1.5965\n", + "Batch 5820, loss = 27531819538022662144.0000, recon_loss = 27531819538022662144.0000, kl_loss = 1.5392\n", + "Batch 5850, loss = 42967876474509459456.0000, recon_loss = 42967876474509459456.0000, kl_loss = 1.5147\n", + "Batch 5880, loss = 21629711488865271808.0000, recon_loss = 21629711488865271808.0000, kl_loss = 1.5866\n", + "Batch 5910, loss = 15461085119669862400.0000, recon_loss = 15461085119669862400.0000, kl_loss = 1.6129\n", + "Batch 5940, loss = 7308952418350268416.0000, recon_loss = 7308952418350268416.0000, kl_loss = 1.6805\n", + "Batch 5970, loss = 2850776639980175360.0000, recon_loss = 2850776639980175360.0000, kl_loss = 1.6981\n", + "Batch 6000, loss = 1553862955160829952.0000, recon_loss = 1553862955160829952.0000, kl_loss = 1.7853\n", + "Batch 6030, loss = 2325581167077621760.0000, recon_loss = 2325581167077621760.0000, kl_loss = 1.8122\n", + "Batch 6060, loss = 2847406087085228032.0000, recon_loss = 2847406087085228032.0000, kl_loss = 1.7440\n", + "Batch 6090, loss = 2469760951461609472.0000, recon_loss = 2469760951461609472.0000, kl_loss = 1.7621\n", + "Batch 6120, loss = 2245554175322619904.0000, recon_loss = 2245554175322619904.0000, kl_loss = 1.7901\n", + "Batch 6150, loss = 783329879339827200.0000, recon_loss = 783329879339827200.0000, kl_loss = 1.8146\n", + "Batch 6180, loss = 455433693503160320.0000, recon_loss = 455433693503160320.0000, kl_loss = 1.8323\n", + "Batch 6210, loss = 1036716732007317504.0000, recon_loss = 1036716732007317504.0000, kl_loss = 1.8132\n", + "Batch 6240, loss = 411133717185036288.0000, recon_loss = 411133717185036288.0000, kl_loss = 1.7680\n", + "Batch 6270, loss = 366173243616264192.0000, recon_loss = 366173243616264192.0000, kl_loss = 1.8089\n", + "Batch 6300, loss = 156482357426126848.0000, recon_loss = 156482357426126848.0000, kl_loss = 1.7961\n", + "Batch 6330, loss = 262583288181293056.0000, recon_loss = 262583288181293056.0000, kl_loss = 1.8128\n", + "Batch 6360, loss = 400708491527847936.0000, recon_loss = 400708491527847936.0000, kl_loss = 1.8317\n", + "Batch 6390, loss = 225724651941134336.0000, recon_loss = 225724651941134336.0000, kl_loss = 1.8258\n", + "Batch 6420, loss = 120530216983461888.0000, recon_loss = 120530216983461888.0000, kl_loss = 1.7298\n", + "Batch 6450, loss = 128468321568817152.0000, recon_loss = 128468321568817152.0000, kl_loss = 1.8196\n", + "Batch 6480, loss = 77216614264602624.0000, recon_loss = 77216614264602624.0000, kl_loss = 1.7771\n", + "Batch 6510, loss = 37688273597890560.0000, recon_loss = 37688273597890560.0000, kl_loss = 1.8301\n", + "Batch 6540, loss = 80300237574373376.0000, recon_loss = 80300237574373376.0000, kl_loss = 1.7547\n", + "Batch 6570, loss = 77822780178956288.0000, recon_loss = 77822780178956288.0000, kl_loss = 1.7428\n", + "Batch 6600, loss = 775492148140179456.0000, recon_loss = 775492148140179456.0000, kl_loss = 1.7876\n", + "Batch 6630, loss = 2675312176373170176.0000, recon_loss = 2675312176373170176.0000, kl_loss = 1.7970\n", + "Batch 6660, loss = 1016994723220422656.0000, recon_loss = 1016994723220422656.0000, kl_loss = 1.7531\n", + "Batch 6690, loss = 1178960551292698624.0000, recon_loss = 1178960551292698624.0000, kl_loss = 1.6631\n", + "Batch 6720, loss = 1428548728725176320.0000, recon_loss = 1428548728725176320.0000, kl_loss = 1.7609\n", + "Batch 6750, loss = 1859488979653492736.0000, recon_loss = 1859488979653492736.0000, kl_loss = 1.7613\n", + "Batch 6780, loss = 651777298806079488.0000, recon_loss = 651777298806079488.0000, kl_loss = 1.7492\n", + "Batch 6810, loss = 629143233473019904.0000, recon_loss = 629143233473019904.0000, kl_loss = 1.8015\n", + "Batch 6840, loss = 1266229338945093632.0000, recon_loss = 1266229338945093632.0000, kl_loss = 1.7392\n", + "Batch 6870, loss = 1128190120843804672.0000, recon_loss = 1128190120843804672.0000, kl_loss = 1.7420\n", + "Batch 6900, loss = 1153291765147500544.0000, recon_loss = 1153291765147500544.0000, kl_loss = 1.7586\n", + "Batch 6930, loss = 461558145068564480.0000, recon_loss = 461558145068564480.0000, kl_loss = 1.7408\n", + "Batch 6960, loss = 819923138140700672.0000, recon_loss = 819923138140700672.0000, kl_loss = 1.8115\n", + "Batch 6990, loss = 422637598108811264.0000, recon_loss = 422637598108811264.0000, kl_loss = 1.7821\n", + "Batch 7020, loss = 373183214358888448.0000, recon_loss = 373183214358888448.0000, kl_loss = 1.8279\n", + "Batch 7050, loss = 316667904374341632.0000, recon_loss = 316667904374341632.0000, kl_loss = 1.8079\n", + "Batch 7080, loss = 410449168117530624.0000, recon_loss = 410449168117530624.0000, kl_loss = 1.7188\n", + "Batch 7110, loss = 261513892864196608.0000, recon_loss = 261513892864196608.0000, kl_loss = 1.8166\n", + "Batch 7140, loss = 601938979339632640.0000, recon_loss = 601938979339632640.0000, kl_loss = 1.7446\n", + "Batch 7170, loss = 205513858696085504.0000, recon_loss = 205513858696085504.0000, kl_loss = 1.7055\n", + "Batch 7200, loss = 219807338058481664.0000, recon_loss = 219807338058481664.0000, kl_loss = 1.7746\n", + "Batch 7230, loss = 385507399676461056.0000, recon_loss = 385507399676461056.0000, kl_loss = 1.7730\n", + "Average loss: 9470179729838510080.0000\n", + "Epoch: 9\n", + "Batch 30, loss = 19361755520040960.0000, recon_loss = 19361755520040960.0000, kl_loss = 1.8431\n", + "Batch 60, loss = 91886908287746048.0000, recon_loss = 91886908287746048.0000, kl_loss = 1.7969\n", + "Batch 90, loss = 199090563306225664.0000, recon_loss = 199090563306225664.0000, kl_loss = 1.8220\n", + "Batch 120, loss = 94333922954969088.0000, recon_loss = 94333922954969088.0000, kl_loss = 1.7931\n", + "Batch 150, loss = 3164571095269376.0000, recon_loss = 3164571095269376.0000, kl_loss = 1.8179\n", + "Batch 180, loss = 79157157798346752.0000, recon_loss = 79157157798346752.0000, kl_loss = 1.8355\n", + "Batch 210, loss = 83283908405231616.0000, recon_loss = 83283908405231616.0000, kl_loss = 1.7972\n", + "Batch 240, loss = 1833164251070464.0000, recon_loss = 1833164251070464.0000, kl_loss = 1.7706\n", + "Batch 270, loss = 37520426275962880.0000, recon_loss = 37520426275962880.0000, kl_loss = 1.6578\n", + "Batch 300, loss = 98017398577168384.0000, recon_loss = 98017398577168384.0000, kl_loss = 1.7794\n", + "Batch 330, loss = 14790640080519168.0000, recon_loss = 14790640080519168.0000, kl_loss = 1.7145\n", + "Batch 360, loss = 2515708105719808.0000, recon_loss = 2515708105719808.0000, kl_loss = 1.5763\n", + "Batch 390, loss = 87267224284299264.0000, recon_loss = 87267224284299264.0000, kl_loss = 1.8215\n", + "Batch 420, loss = 2241340022131261440.0000, recon_loss = 2241340022131261440.0000, kl_loss = 1.7544\n", + "Batch 450, loss = 3351198967005184.0000, recon_loss = 3351198967005184.0000, kl_loss = 1.6207\n", + "Batch 480, loss = 234920898476376064.0000, recon_loss = 234920898476376064.0000, kl_loss = 1.7817\n", + "Batch 510, loss = 213550635860099072.0000, recon_loss = 213550635860099072.0000, kl_loss = 1.5808\n", + "Batch 540, loss = 136690014254792704.0000, recon_loss = 136690014254792704.0000, kl_loss = 1.5489\n", + "Batch 570, loss = 1136285069044875264.0000, recon_loss = 1136285069044875264.0000, kl_loss = 1.7382\n", + "Batch 600, loss = 41848305906352128.0000, recon_loss = 41848305906352128.0000, kl_loss = 1.7173\n", + "Batch 630, loss = 93876345729187840.0000, recon_loss = 93876345729187840.0000, kl_loss = 1.7172\n", + "Batch 660, loss = 1300817913170624512.0000, recon_loss = 1300817913170624512.0000, kl_loss = 1.6780\n", + "Batch 690, loss = 132639963173879808.0000, recon_loss = 132639963173879808.0000, kl_loss = 1.7252\n", + "Batch 720, loss = 41111289518358528.0000, recon_loss = 41111289518358528.0000, kl_loss = 1.7258\n", + "Batch 750, loss = 549063808757268480.0000, recon_loss = 549063808757268480.0000, kl_loss = 1.7800\n", + "Batch 780, loss = 1613718031714746368.0000, recon_loss = 1613718031714746368.0000, kl_loss = 1.7680\n", + "Batch 810, loss = 642693958371115008.0000, recon_loss = 642693958371115008.0000, kl_loss = 1.7266\n", + "Batch 840, loss = 300392074266542080.0000, recon_loss = 300392074266542080.0000, kl_loss = 1.7076\n", + "Batch 870, loss = 258110698217799680.0000, recon_loss = 258110698217799680.0000, kl_loss = 1.7601\n", + "Batch 900, loss = 4598408882946048.0000, recon_loss = 4598408882946048.0000, kl_loss = 1.8175\n", + "Batch 930, loss = 985685373705256960.0000, recon_loss = 985685373705256960.0000, kl_loss = 1.7237\n", + "Batch 960, loss = 281260932720492544.0000, recon_loss = 281260932720492544.0000, kl_loss = 1.7569\n", + "Batch 990, loss = 1009894970481442816.0000, recon_loss = 1009894970481442816.0000, kl_loss = 1.6735\n", + "Batch 1020, loss = 625484814690025472.0000, recon_loss = 625484814690025472.0000, kl_loss = 1.6819\n", + "Batch 1050, loss = 3345380950618931200.0000, recon_loss = 3345380950618931200.0000, kl_loss = 1.7243\n", + "Batch 1080, loss = 707744777122086912.0000, recon_loss = 707744777122086912.0000, kl_loss = 1.6742\n", + "Batch 1110, loss = 448307105808515072.0000, recon_loss = 448307105808515072.0000, kl_loss = 1.6330\n", + "Batch 1140, loss = 621256780164366336.0000, recon_loss = 621256780164366336.0000, kl_loss = 1.6563\n", + "Batch 1170, loss = 649534776121753600.0000, recon_loss = 649534776121753600.0000, kl_loss = 1.6462\n", + "Batch 1200, loss = 262777815840063488.0000, recon_loss = 262777815840063488.0000, kl_loss = 1.7087\n", + "Batch 1230, loss = 637627477509799936.0000, recon_loss = 637627477509799936.0000, kl_loss = 1.7185\n", + "Batch 1260, loss = 80962143574294528.0000, recon_loss = 80962143574294528.0000, kl_loss = 1.7425\n", + "Batch 1290, loss = 168714922501341184.0000, recon_loss = 168714922501341184.0000, kl_loss = 1.6588\n", + "Batch 1320, loss = 286905086683119616.0000, recon_loss = 286905086683119616.0000, kl_loss = 1.6354\n", + "Batch 1350, loss = 71260345028575232.0000, recon_loss = 71260345028575232.0000, kl_loss = 1.6645\n", + "Batch 1380, loss = 875860242447990784.0000, recon_loss = 875860242447990784.0000, kl_loss = 1.5780\n", + "Batch 1410, loss = 9272784089407029248.0000, recon_loss = 9272784089407029248.0000, kl_loss = 1.5488\n", + "Batch 1440, loss = 41130108759379542016.0000, recon_loss = 41130108759379542016.0000, kl_loss = 1.3840\n", + "Batch 1470, loss = 33042096827412774912.0000, recon_loss = 33042096827412774912.0000, kl_loss = 1.3739\n", + "Batch 1500, loss = 31617873027675455488.0000, recon_loss = 31617873027675455488.0000, kl_loss = 1.3687\n", + "Batch 1530, loss = 38650714436791173120.0000, recon_loss = 38650714436791173120.0000, kl_loss = 1.3631\n", + "Batch 1560, loss = 32681712100199890944.0000, recon_loss = 32681712100199890944.0000, kl_loss = 1.3613\n", + "Batch 1590, loss = 25221723617832730624.0000, recon_loss = 25221723617832730624.0000, kl_loss = 1.3809\n", + "Batch 1620, loss = 33388165913232015360.0000, recon_loss = 33388165913232015360.0000, kl_loss = 1.3503\n", + "Batch 1650, loss = 47159461090196193280.0000, recon_loss = 47159461090196193280.0000, kl_loss = 1.3738\n", + "Batch 1680, loss = 43686178624842498048.0000, recon_loss = 43686178624842498048.0000, kl_loss = 1.3890\n", + "Batch 1710, loss = 33431288759273390080.0000, recon_loss = 33431288759273390080.0000, kl_loss = 1.3738\n", + "Batch 1740, loss = 23963165434075676672.0000, recon_loss = 23963165434075676672.0000, kl_loss = 1.4141\n", + "Batch 1770, loss = 16876844878896562176.0000, recon_loss = 16876844878896562176.0000, kl_loss = 1.3859\n", + "Batch 1800, loss = 5926416052224262144.0000, recon_loss = 5926416052224262144.0000, kl_loss = 1.4685\n", + "Batch 1830, loss = 4813779554147500032.0000, recon_loss = 4813779554147500032.0000, kl_loss = 1.6261\n", + "Batch 1860, loss = 4581754563140255744.0000, recon_loss = 4581754563140255744.0000, kl_loss = 1.6310\n", + "Batch 1890, loss = 4817228722123833344.0000, recon_loss = 4817228722123833344.0000, kl_loss = 1.6495\n", + "Batch 1920, loss = 4375537858815983616.0000, recon_loss = 4375537858815983616.0000, kl_loss = 1.7089\n", + "Batch 1950, loss = 4619511242682269696.0000, recon_loss = 4619511242682269696.0000, kl_loss = 1.6936\n", + "Batch 1980, loss = 2280483323274854400.0000, recon_loss = 2280483323274854400.0000, kl_loss = 1.7430\n", + "Batch 2010, loss = 2447655270185172992.0000, recon_loss = 2447655270185172992.0000, kl_loss = 1.6790\n", + "Batch 2040, loss = 1861106223818997760.0000, recon_loss = 1861106223818997760.0000, kl_loss = 1.6344\n", + "Batch 2070, loss = 1222028559191638016.0000, recon_loss = 1222028559191638016.0000, kl_loss = 1.6462\n", + "Batch 2100, loss = 908946746351026176.0000, recon_loss = 908946746351026176.0000, kl_loss = 1.7285\n", + "Batch 2130, loss = 431361707479138304.0000, recon_loss = 431361707479138304.0000, kl_loss = 1.7186\n", + "Batch 2160, loss = 543553846752837632.0000, recon_loss = 543553846752837632.0000, kl_loss = 1.7716\n", + "Batch 2190, loss = 263695306753835008.0000, recon_loss = 263695306753835008.0000, kl_loss = 1.7860\n", + "Batch 2220, loss = 185929907337953280.0000, recon_loss = 185929907337953280.0000, kl_loss = 1.8033\n", + "Batch 2250, loss = 114845398270476288.0000, recon_loss = 114845398270476288.0000, kl_loss = 1.7773\n", + "Batch 2280, loss = 126588397203488768.0000, recon_loss = 126588397203488768.0000, kl_loss = 1.7400\n", + "Batch 2310, loss = 95423856805675008.0000, recon_loss = 95423856805675008.0000, kl_loss = 1.7158\n", + "Batch 2340, loss = 333764382473322496.0000, recon_loss = 333764382473322496.0000, kl_loss = 1.6985\n", + "Batch 2370, loss = 143385713650434048.0000, recon_loss = 143385713650434048.0000, kl_loss = 1.7272\n", + "Batch 2400, loss = 193766350047412224.0000, recon_loss = 193766350047412224.0000, kl_loss = 1.7196\n", + "Batch 2430, loss = 474058424045273088.0000, recon_loss = 474058424045273088.0000, kl_loss = 1.6556\n", + "Batch 2460, loss = 5450392938339106816.0000, recon_loss = 5450392938339106816.0000, kl_loss = 1.5021\n", + "Batch 2490, loss = 22901283492248682496.0000, recon_loss = 22901283492248682496.0000, kl_loss = 1.4234\n", + "Batch 2520, loss = 37484642773116125184.0000, recon_loss = 37484642773116125184.0000, kl_loss = 1.4184\n", + "Batch 2550, loss = 44151320421903368192.0000, recon_loss = 44151320421903368192.0000, kl_loss = 1.3873\n", + "Batch 2580, loss = 40894100787500679168.0000, recon_loss = 40894100787500679168.0000, kl_loss = 1.3782\n", + "Batch 2610, loss = 39111062363154939904.0000, recon_loss = 39111062363154939904.0000, kl_loss = 1.3696\n", + "Batch 2640, loss = 31399916837701419008.0000, recon_loss = 31399916837701419008.0000, kl_loss = 1.4160\n", + "Batch 2670, loss = 20909515979509202944.0000, recon_loss = 20909515979509202944.0000, kl_loss = 1.4378\n", + "Batch 2700, loss = 35074869526798532608.0000, recon_loss = 35074869526798532608.0000, kl_loss = 1.4298\n", + "Batch 2730, loss = 39443264408324669440.0000, recon_loss = 39443264408324669440.0000, kl_loss = 1.4031\n", + "Batch 2760, loss = 38881633868856688640.0000, recon_loss = 38881633868856688640.0000, kl_loss = 1.3839\n", + "Batch 2790, loss = 30147236643106455552.0000, recon_loss = 30147236643106455552.0000, kl_loss = 1.4054\n", + "Batch 2820, loss = 21872547427952623616.0000, recon_loss = 21872547427952623616.0000, kl_loss = 1.4002\n", + "Batch 2850, loss = 13545040972735315968.0000, recon_loss = 13545040972735315968.0000, kl_loss = 1.4561\n", + "Batch 2880, loss = 6871502921146564608.0000, recon_loss = 6871502921146564608.0000, kl_loss = 1.5849\n", + "Batch 2910, loss = 4223879471217770496.0000, recon_loss = 4223879471217770496.0000, kl_loss = 1.6303\n", + "Batch 2940, loss = 4729103414913400832.0000, recon_loss = 4729103414913400832.0000, kl_loss = 1.6597\n", + "Batch 2970, loss = 3564651606743973888.0000, recon_loss = 3564651606743973888.0000, kl_loss = 1.6916\n", + "Batch 3000, loss = 5526017897853353984.0000, recon_loss = 5526017897853353984.0000, kl_loss = 1.7091\n", + "Batch 3030, loss = 4557433365933850624.0000, recon_loss = 4557433365933850624.0000, kl_loss = 1.7166\n", + "Batch 3060, loss = 2583127197355081728.0000, recon_loss = 2583127197355081728.0000, kl_loss = 1.7384\n", + "Batch 3090, loss = 2375356333344948224.0000, recon_loss = 2375356333344948224.0000, kl_loss = 1.7078\n", + "Batch 3120, loss = 2253330333871112192.0000, recon_loss = 2253330333871112192.0000, kl_loss = 1.6851\n", + "Batch 3150, loss = 650605700447207424.0000, recon_loss = 650605700447207424.0000, kl_loss = 1.7231\n", + "Batch 3180, loss = 1173004084488175616.0000, recon_loss = 1173004084488175616.0000, kl_loss = 1.7305\n", + "Batch 3210, loss = 369773766240108544.0000, recon_loss = 369773766240108544.0000, kl_loss = 1.7397\n", + "Batch 3240, loss = 467133459295371264.0000, recon_loss = 467133459295371264.0000, kl_loss = 1.8173\n", + "Batch 3270, loss = 446988997525241856.0000, recon_loss = 446988997525241856.0000, kl_loss = 1.7651\n", + "Batch 3300, loss = 144356462158675968.0000, recon_loss = 144356462158675968.0000, kl_loss = 1.7962\n", + "Batch 3330, loss = 306500136236744704.0000, recon_loss = 306500136236744704.0000, kl_loss = 1.7281\n", + "Batch 3360, loss = 239528625290870784.0000, recon_loss = 239528625290870784.0000, kl_loss = 1.7679\n", + "Batch 3390, loss = 168173911240867840.0000, recon_loss = 168173911240867840.0000, kl_loss = 1.7461\n", + "Batch 3420, loss = 100720376115363840.0000, recon_loss = 100720376115363840.0000, kl_loss = 1.7383\n", + "Batch 3450, loss = 160574636625494016.0000, recon_loss = 160574636625494016.0000, kl_loss = 1.7099\n", + "Batch 3480, loss = 239889316644388864.0000, recon_loss = 239889316644388864.0000, kl_loss = 1.6376\n", + "Batch 3510, loss = 5052073960456323072.0000, recon_loss = 5052073960456323072.0000, kl_loss = 1.4985\n", + "Batch 3540, loss = 26964904745671589888.0000, recon_loss = 26964904745671589888.0000, kl_loss = 1.4529\n", + "Batch 3570, loss = 51462351466985947136.0000, recon_loss = 51462351466985947136.0000, kl_loss = 1.4163\n", + "Batch 3600, loss = 39486281701249777664.0000, recon_loss = 39486281701249777664.0000, kl_loss = 1.3749\n", + "Batch 3630, loss = 41160956657608425472.0000, recon_loss = 41160956657608425472.0000, kl_loss = 1.4118\n", + "Batch 3660, loss = 36847638512540844032.0000, recon_loss = 36847638512540844032.0000, kl_loss = 1.4036\n", + "Batch 3690, loss = 36691604618419896320.0000, recon_loss = 36691604618419896320.0000, kl_loss = 1.3638\n", + "Batch 3720, loss = 27257414421078605824.0000, recon_loss = 27257414421078605824.0000, kl_loss = 1.3945\n", + "Batch 3750, loss = 43831617624918196224.0000, recon_loss = 43831617624918196224.0000, kl_loss = 1.3789\n", + "Batch 3780, loss = 29023337847426383872.0000, recon_loss = 29023337847426383872.0000, kl_loss = 1.4039\n", + "Batch 3810, loss = 29347060458922704896.0000, recon_loss = 29347060458922704896.0000, kl_loss = 1.4301\n", + "Batch 3840, loss = 29192658240057376768.0000, recon_loss = 29192658240057376768.0000, kl_loss = 1.4236\n", + "Batch 3870, loss = 23984823614119608320.0000, recon_loss = 23984823614119608320.0000, kl_loss = 1.4181\n", + "Batch 3900, loss = 11337726299998257152.0000, recon_loss = 11337726299998257152.0000, kl_loss = 1.4240\n", + "Batch 3930, loss = 10976089229041336320.0000, recon_loss = 10976089229041336320.0000, kl_loss = 1.5218\n", + "Batch 3960, loss = 4113982459387838464.0000, recon_loss = 4113982459387838464.0000, kl_loss = 1.6478\n", + "Batch 3990, loss = 5390042394357923840.0000, recon_loss = 5390042394357923840.0000, kl_loss = 1.6937\n", + "Batch 4020, loss = 3177914334592368640.0000, recon_loss = 3177914334592368640.0000, kl_loss = 1.6691\n", + "Batch 4050, loss = 3607984734384160768.0000, recon_loss = 3607984734384160768.0000, kl_loss = 1.7229\n", + "Batch 4080, loss = 2877929354506010624.0000, recon_loss = 2877929354506010624.0000, kl_loss = 1.6968\n", + "Batch 4110, loss = 1231471165050978304.0000, recon_loss = 1231471165050978304.0000, kl_loss = 1.6998\n", + "Batch 4140, loss = 716163187900153856.0000, recon_loss = 716163187900153856.0000, kl_loss = 1.7143\n", + "Batch 4170, loss = 446757412888641536.0000, recon_loss = 446757412888641536.0000, kl_loss = 1.6516\n", + "Batch 4200, loss = 366173862091554816.0000, recon_loss = 366173862091554816.0000, kl_loss = 1.7767\n", + "Batch 4230, loss = 703614049375485952.0000, recon_loss = 703614049375485952.0000, kl_loss = 1.7724\n", + "Batch 4260, loss = 486620584910782464.0000, recon_loss = 486620584910782464.0000, kl_loss = 1.8039\n", + "Batch 4290, loss = 186523626437083136.0000, recon_loss = 186523626437083136.0000, kl_loss = 1.7658\n", + "Batch 4320, loss = 44320519146700800.0000, recon_loss = 44320519146700800.0000, kl_loss = 1.7483\n", + "Batch 4350, loss = 623385365956263936.0000, recon_loss = 623385365956263936.0000, kl_loss = 1.7766\n", + "Batch 4380, loss = 5860483949133824.0000, recon_loss = 5860483949133824.0000, kl_loss = 1.7605\n", + "Batch 4410, loss = 20837126178340864.0000, recon_loss = 20837126178340864.0000, kl_loss = 1.5077\n", + "Batch 4440, loss = 133071796365688832.0000, recon_loss = 133071796365688832.0000, kl_loss = 1.7936\n", + "Batch 4470, loss = 133326024069873664.0000, recon_loss = 133326024069873664.0000, kl_loss = 1.7252\n", + "Batch 4500, loss = 540808056980635648.0000, recon_loss = 540808056980635648.0000, kl_loss = 1.4162\n", + "Batch 4530, loss = 7689380692781694976.0000, recon_loss = 7689380692781694976.0000, kl_loss = 1.6244\n", + "Batch 4560, loss = 28745473666901344256.0000, recon_loss = 28745473666901344256.0000, kl_loss = 1.4047\n", + "Batch 4590, loss = 22589030986053320704.0000, recon_loss = 22589030986053320704.0000, kl_loss = 1.4070\n", + "Batch 4620, loss = 52243849147637039104.0000, recon_loss = 52243849147637039104.0000, kl_loss = 1.3272\n", + "Batch 4650, loss = 82697286584939577344.0000, recon_loss = 82697286584939577344.0000, kl_loss = 1.3701\n", + "Batch 4680, loss = 29880987703417241600.0000, recon_loss = 29880987703417241600.0000, kl_loss = 1.3534\n", + "Batch 4710, loss = 37035008488053407744.0000, recon_loss = 37035008488053407744.0000, kl_loss = 1.2984\n", + "Batch 4740, loss = 35514423489257799680.0000, recon_loss = 35514423489257799680.0000, kl_loss = 1.3926\n", + "Batch 4770, loss = 18618162334526341120.0000, recon_loss = 18618162334526341120.0000, kl_loss = 1.3250\n", + "Batch 4800, loss = 22019892981190885376.0000, recon_loss = 22019892981190885376.0000, kl_loss = 1.3457\n", + "Batch 4830, loss = 34737499776978255872.0000, recon_loss = 34737499776978255872.0000, kl_loss = 1.3490\n", + "Batch 4860, loss = 25962011602674778112.0000, recon_loss = 25962011602674778112.0000, kl_loss = 1.3127\n", + "Batch 4890, loss = 14637508029512155136.0000, recon_loss = 14637508029512155136.0000, kl_loss = 1.5257\n", + "Batch 4920, loss = 22353638740686012416.0000, recon_loss = 22353638740686012416.0000, kl_loss = 1.3670\n", + "Batch 4950, loss = 3773337264428417024.0000, recon_loss = 3773337264428417024.0000, kl_loss = 1.5267\n", + "Batch 4980, loss = 5482105602463236096.0000, recon_loss = 5482105602463236096.0000, kl_loss = 1.7009\n", + "Batch 5010, loss = 4636448119796531200.0000, recon_loss = 4636448119796531200.0000, kl_loss = 1.6722\n", + "Batch 5040, loss = 2525665620175880192.0000, recon_loss = 2525665620175880192.0000, kl_loss = 1.6449\n", + "Batch 5070, loss = 4398255693191184384.0000, recon_loss = 4398255693191184384.0000, kl_loss = 1.7090\n", + "Batch 5100, loss = 1752904109163282432.0000, recon_loss = 1752904109163282432.0000, kl_loss = 1.7520\n", + "Batch 5130, loss = 23032200211464192.0000, recon_loss = 23032200211464192.0000, kl_loss = 1.7486\n", + "Batch 5160, loss = 1363172591971336192.0000, recon_loss = 1363172591971336192.0000, kl_loss = 1.6984\n", + "Batch 5190, loss = 5498366279926415360.0000, recon_loss = 5498366279926415360.0000, kl_loss = 1.7392\n", + "Batch 5220, loss = 16738001874845696.0000, recon_loss = 16738001874845696.0000, kl_loss = 1.7491\n", + "Batch 5250, loss = 1270814027555012608.0000, recon_loss = 1270814027555012608.0000, kl_loss = 1.7095\n", + "Batch 5280, loss = 442003055890661376.0000, recon_loss = 442003055890661376.0000, kl_loss = 1.6244\n", + "Batch 5310, loss = 298851314878644224.0000, recon_loss = 298851314878644224.0000, kl_loss = 1.6569\n", + "Batch 5340, loss = 238938960640868352.0000, recon_loss = 238938960640868352.0000, kl_loss = 1.7274\n", + "Batch 5370, loss = 247273018261241856.0000, recon_loss = 247273018261241856.0000, kl_loss = 1.7509\n", + "Batch 5400, loss = 154719685667979264.0000, recon_loss = 154719685667979264.0000, kl_loss = 1.7633\n", + "Batch 5430, loss = 206561332500103168.0000, recon_loss = 206561332500103168.0000, kl_loss = 1.6339\n", + "Batch 5460, loss = 167221613912129536.0000, recon_loss = 167221613912129536.0000, kl_loss = 1.7766\n", + "Batch 5490, loss = 38060539888271360.0000, recon_loss = 38060539888271360.0000, kl_loss = 1.7192\n", + "Batch 5520, loss = 229533154061320192.0000, recon_loss = 229533154061320192.0000, kl_loss = 1.6836\n", + "Batch 5550, loss = 598849282946105344.0000, recon_loss = 598849282946105344.0000, kl_loss = 1.6330\n", + "Batch 5580, loss = 9161454139048198144.0000, recon_loss = 9161454139048198144.0000, kl_loss = 1.4565\n", + "Batch 5610, loss = 18751403352603492352.0000, recon_loss = 18751403352603492352.0000, kl_loss = 1.3507\n", + "Batch 5640, loss = 46130217051528101888.0000, recon_loss = 46130217051528101888.0000, kl_loss = 1.3459\n", + "Batch 5670, loss = 56488267496061665280.0000, recon_loss = 56488267496061665280.0000, kl_loss = 1.3441\n", + "Batch 5700, loss = 51350201280952795136.0000, recon_loss = 51350201280952795136.0000, kl_loss = 1.3353\n", + "Batch 5730, loss = 44375779123644071936.0000, recon_loss = 44375779123644071936.0000, kl_loss = 1.3060\n", + "Batch 5760, loss = 30399059990239248384.0000, recon_loss = 30399059990239248384.0000, kl_loss = 1.3420\n", + "Batch 5790, loss = 19592072351014977536.0000, recon_loss = 19592072351014977536.0000, kl_loss = 1.3391\n", + "Batch 5820, loss = 27531637019092451328.0000, recon_loss = 27531637019092451328.0000, kl_loss = 1.3124\n", + "Batch 5850, loss = 42967616989765304320.0000, recon_loss = 42967616989765304320.0000, kl_loss = 1.3493\n", + "Batch 5880, loss = 21629544363097849856.0000, recon_loss = 21629544363097849856.0000, kl_loss = 1.3392\n", + "Batch 5910, loss = 15460947680716390400.0000, recon_loss = 15460947680716390400.0000, kl_loss = 1.3715\n", + "Batch 5940, loss = 7308892494966554624.0000, recon_loss = 7308892494966554624.0000, kl_loss = 1.4931\n", + "Batch 5970, loss = 2850748877311574016.0000, recon_loss = 2850748877311574016.0000, kl_loss = 1.5361\n", + "Batch 6000, loss = 1553843438829436928.0000, recon_loss = 1553843438829436928.0000, kl_loss = 1.6230\n", + "Batch 6030, loss = 2325557252699717632.0000, recon_loss = 2325557252699717632.0000, kl_loss = 1.6449\n", + "Batch 6060, loss = 2847383272218951680.0000, recon_loss = 2847383272218951680.0000, kl_loss = 1.6074\n", + "Batch 6090, loss = 2469739510984867840.0000, recon_loss = 2469739510984867840.0000, kl_loss = 1.5621\n", + "Batch 6120, loss = 2245535071308087296.0000, recon_loss = 2245535071308087296.0000, kl_loss = 1.6626\n", + "Batch 6150, loss = 783320877088374784.0000, recon_loss = 783320877088374784.0000, kl_loss = 1.6876\n", + "Batch 6180, loss = 455426031281504256.0000, recon_loss = 455426031281504256.0000, kl_loss = 1.7416\n", + "Batch 6210, loss = 1036709310303830016.0000, recon_loss = 1036709310303830016.0000, kl_loss = 1.7126\n", + "Batch 6240, loss = 411128322706112512.0000, recon_loss = 411128322706112512.0000, kl_loss = 1.6448\n", + "Batch 6270, loss = 366167814777602048.0000, recon_loss = 366167814777602048.0000, kl_loss = 1.7036\n", + "Batch 6300, loss = 156477461163409408.0000, recon_loss = 156477461163409408.0000, kl_loss = 1.6604\n", + "Batch 6330, loss = 262578632436744192.0000, recon_loss = 262578632436744192.0000, kl_loss = 1.7059\n", + "Batch 6360, loss = 400703131408662528.0000, recon_loss = 400703131408662528.0000, kl_loss = 1.7220\n", + "Batch 6390, loss = 225720494412791808.0000, recon_loss = 225720494412791808.0000, kl_loss = 1.7714\n", + "Batch 6420, loss = 120527141786877952.0000, recon_loss = 120527141786877952.0000, kl_loss = 1.6022\n", + "Batch 6450, loss = 128464842645307392.0000, recon_loss = 128464842645307392.0000, kl_loss = 1.7132\n", + "Batch 6480, loss = 77213788176121856.0000, recon_loss = 77213788176121856.0000, kl_loss = 1.6555\n", + "Batch 6510, loss = 37686121819275264.0000, recon_loss = 37686121819275264.0000, kl_loss = 1.7120\n", + "Batch 6540, loss = 80297505975173120.0000, recon_loss = 80297505975173120.0000, kl_loss = 1.6668\n", + "Batch 6570, loss = 77819833831391232.0000, recon_loss = 77819833831391232.0000, kl_loss = 1.6139\n", + "Batch 6600, loss = 775483420766633984.0000, recon_loss = 775483420766633984.0000, kl_loss = 1.6176\n", + "Batch 6630, loss = 2675297607844102144.0000, recon_loss = 2675297607844102144.0000, kl_loss = 1.6230\n", + "Batch 6660, loss = 1016980223410831360.0000, recon_loss = 1016980223410831360.0000, kl_loss = 1.5621\n", + "Batch 6690, loss = 1178943508862468096.0000, recon_loss = 1178943508862468096.0000, kl_loss = 1.4677\n", + "Batch 6720, loss = 1428526738492620800.0000, recon_loss = 1428526738492620800.0000, kl_loss = 1.5886\n", + "Batch 6750, loss = 1859470150516867072.0000, recon_loss = 1859470150516867072.0000, kl_loss = 1.5928\n", + "Batch 6780, loss = 651765753933987840.0000, recon_loss = 651765753933987840.0000, kl_loss = 1.5633\n", + "Batch 6810, loss = 629132169637265408.0000, recon_loss = 629132169637265408.0000, kl_loss = 1.5982\n", + "Batch 6840, loss = 1266216694561374208.0000, recon_loss = 1266216694561374208.0000, kl_loss = 1.5506\n", + "Batch 6870, loss = 1128177888776945664.0000, recon_loss = 1128177888776945664.0000, kl_loss = 1.5813\n", + "Batch 6900, loss = 1153278433569013760.0000, recon_loss = 1153278433569013760.0000, kl_loss = 1.5899\n", + "Batch 6930, loss = 461547905866530816.0000, recon_loss = 461547905866530816.0000, kl_loss = 1.5896\n", + "Batch 6960, loss = 819910356318027776.0000, recon_loss = 819910356318027776.0000, kl_loss = 1.6466\n", + "Batch 6990, loss = 422630073326108672.0000, recon_loss = 422630073326108672.0000, kl_loss = 1.6431\n", + "Batch 7020, loss = 373176170612523008.0000, recon_loss = 373176170612523008.0000, kl_loss = 1.6702\n", + "Batch 7050, loss = 316661822700650496.0000, recon_loss = 316661822700650496.0000, kl_loss = 1.6831\n", + "Batch 7080, loss = 410444289034682368.0000, recon_loss = 410444289034682368.0000, kl_loss = 1.6027\n", + "Batch 7110, loss = 261508704543703040.0000, recon_loss = 261508704543703040.0000, kl_loss = 1.6880\n", + "Batch 7140, loss = 601934650012598272.0000, recon_loss = 601934650012598272.0000, kl_loss = 1.6476\n", + "Batch 7170, loss = 205510474261856256.0000, recon_loss = 205510474261856256.0000, kl_loss = 1.5811\n", + "Batch 7200, loss = 219802733853540352.0000, recon_loss = 219802733853540352.0000, kl_loss = 1.6543\n", + "Batch 7230, loss = 385502932910473216.0000, recon_loss = 385502932910473216.0000, kl_loss = 1.6874\n", + "Average loss: 9470114372327313408.0000\n", + "Epoch: 10\n", + "Batch 30, loss = 19359833522176000.0000, recon_loss = 19359833522176000.0000, kl_loss = 1.6672\n", + "Batch 60, loss = 91883644112601088.0000, recon_loss = 91883644112601088.0000, kl_loss = 1.6506\n", + "Batch 90, loss = 199085203187040256.0000, recon_loss = 199085203187040256.0000, kl_loss = 1.6908\n", + "Batch 120, loss = 94331105456422912.0000, recon_loss = 94331105456422912.0000, kl_loss = 1.6794\n", + "Batch 150, loss = 3163441518870528.0000, recon_loss = 3163441518870528.0000, kl_loss = 1.6993\n", + "Batch 180, loss = 79154632357576704.0000, recon_loss = 79154632357576704.0000, kl_loss = 1.7323\n", + "Batch 210, loss = 83281168216096768.0000, recon_loss = 83281168216096768.0000, kl_loss = 1.7341\n", + "Batch 240, loss = 1832040043380736.0000, recon_loss = 1832040043380736.0000, kl_loss = 1.7107\n", + "Batch 270, loss = 37518729763880960.0000, recon_loss = 37518729763880960.0000, kl_loss = 1.5835\n", + "Batch 300, loss = 98014460819537920.0000, recon_loss = 98014460819537920.0000, kl_loss = 1.7210\n", + "Batch 330, loss = 14788867332767744.0000, recon_loss = 14788867332767744.0000, kl_loss = 1.6206\n", + "Batch 360, loss = 2514921589833728.0000, recon_loss = 2514921589833728.0000, kl_loss = 1.5323\n", + "Batch 390, loss = 87264131907846144.0000, recon_loss = 87264131907846144.0000, kl_loss = 1.7679\n", + "Batch 420, loss = 2241324354090565632.0000, recon_loss = 2241324354090565632.0000, kl_loss = 1.6668\n", + "Batch 450, loss = 3350163611451392.0000, recon_loss = 3350163611451392.0000, kl_loss = 1.5303\n", + "Batch 480, loss = 234912669319036928.0000, recon_loss = 234912669319036928.0000, kl_loss = 1.6725\n", + "Batch 510, loss = 213545310100652032.0000, recon_loss = 213545310100652032.0000, kl_loss = 1.4858\n", + "Batch 540, loss = 136682807299670016.0000, recon_loss = 136682807299670016.0000, kl_loss = 1.4882\n", + "Batch 570, loss = 1136272149783248896.0000, recon_loss = 1136272149783248896.0000, kl_loss = 1.5952\n", + "Batch 600, loss = 41843813370560512.0000, recon_loss = 41843813370560512.0000, kl_loss = 1.5462\n", + "Batch 630, loss = 93871767294050304.0000, recon_loss = 93871767294050304.0000, kl_loss = 1.6101\n", + "Batch 660, loss = 1300809804272369664.0000, recon_loss = 1300809804272369664.0000, kl_loss = 1.5179\n", + "Batch 690, loss = 132633082636271616.0000, recon_loss = 132633082636271616.0000, kl_loss = 1.4747\n", + "Batch 720, loss = 41108149897265152.0000, recon_loss = 41108149897265152.0000, kl_loss = 1.5436\n", + "Batch 750, loss = 549055837297967104.0000, recon_loss = 549055837297967104.0000, kl_loss = 1.6231\n", + "Batch 780, loss = 1613707174037422080.0000, recon_loss = 1613707174037422080.0000, kl_loss = 1.5520\n", + "Batch 810, loss = 642684681241755648.0000, recon_loss = 642684681241755648.0000, kl_loss = 1.5541\n", + "Batch 840, loss = 300384515124101120.0000, recon_loss = 300384515124101120.0000, kl_loss = 1.5476\n", + "Batch 870, loss = 258104444745416704.0000, recon_loss = 258104444745416704.0000, kl_loss = 1.6334\n", + "Batch 900, loss = 4596928192970752.0000, recon_loss = 4596928192970752.0000, kl_loss = 1.6586\n", + "Batch 930, loss = 985669568225607680.0000, recon_loss = 985669568225607680.0000, kl_loss = 1.5955\n", + "Batch 960, loss = 281254954126016512.0000, recon_loss = 281254954126016512.0000, kl_loss = 1.6735\n", + "Batch 990, loss = 1009879302440747008.0000, recon_loss = 1009879302440747008.0000, kl_loss = 1.4566\n", + "Batch 1020, loss = 625473957012701184.0000, recon_loss = 625473957012701184.0000, kl_loss = 1.5708\n", + "Batch 1050, loss = 3345362258921259008.0000, recon_loss = 3345362258921259008.0000, kl_loss = 1.6668\n", + "Batch 1080, loss = 707737080540692480.0000, recon_loss = 707737080540692480.0000, kl_loss = 1.5946\n", + "Batch 1110, loss = 448298722032353280.0000, recon_loss = 448298722032353280.0000, kl_loss = 1.5708\n", + "Batch 1140, loss = 621250114375122944.0000, recon_loss = 621250114375122944.0000, kl_loss = 1.5984\n", + "Batch 1170, loss = 649529965758382080.0000, recon_loss = 649529965758382080.0000, kl_loss = 1.5403\n", + "Batch 1200, loss = 262772472900747264.0000, recon_loss = 262772472900747264.0000, kl_loss = 1.5650\n", + "Batch 1230, loss = 637622804585381888.0000, recon_loss = 637622804585381888.0000, kl_loss = 1.5944\n", + "Batch 1260, loss = 80959257356271616.0000, recon_loss = 80959257356271616.0000, kl_loss = 1.6423\n", + "Batch 1290, loss = 168711417808027648.0000, recon_loss = 168711417808027648.0000, kl_loss = 1.5365\n", + "Batch 1320, loss = 286901667889152000.0000, recon_loss = 286901667889152000.0000, kl_loss = 1.5565\n", + "Batch 1350, loss = 71256127370690560.0000, recon_loss = 71256127370690560.0000, kl_loss = 1.5411\n", + "Batch 1380, loss = 875840176360783872.0000, recon_loss = 875840176360783872.0000, kl_loss = 1.3547\n", + "Batch 1410, loss = 9272706024081457152.0000, recon_loss = 9272706024081457152.0000, kl_loss = 1.3257\n", + "Batch 1440, loss = 41129853672681897984.0000, recon_loss = 41129853672681897984.0000, kl_loss = 1.2376\n", + "Batch 1470, loss = 33041881323133730816.0000, recon_loss = 33041881323133730816.0000, kl_loss = 1.1687\n", + "Batch 1500, loss = 31617683911675478016.0000, recon_loss = 31617683911675478016.0000, kl_loss = 1.2077\n", + "Batch 1530, loss = 38650485738372595712.0000, recon_loss = 38650485738372595712.0000, kl_loss = 1.2271\n", + "Batch 1560, loss = 32681489998851080192.0000, recon_loss = 32681489998851080192.0000, kl_loss = 1.2509\n", + "Batch 1590, loss = 25221547695972286464.0000, recon_loss = 25221547695972286464.0000, kl_loss = 1.2626\n", + "Batch 1620, loss = 33387915224580882432.0000, recon_loss = 33387915224580882432.0000, kl_loss = 1.1798\n", + "Batch 1650, loss = 47159188411312504832.0000, recon_loss = 47159188411312504832.0000, kl_loss = 1.2075\n", + "Batch 1680, loss = 43685914742051831808.0000, recon_loss = 43685914742051831808.0000, kl_loss = 1.2088\n", + "Batch 1710, loss = 33431077653040857088.0000, recon_loss = 33431077653040857088.0000, kl_loss = 1.1902\n", + "Batch 1740, loss = 23962991711238488064.0000, recon_loss = 23962991711238488064.0000, kl_loss = 1.2227\n", + "Batch 1770, loss = 16876689847757045760.0000, recon_loss = 16876689847757045760.0000, kl_loss = 1.2420\n", + "Batch 1800, loss = 5926358327863803904.0000, recon_loss = 5926358327863803904.0000, kl_loss = 1.2969\n", + "Batch 1830, loss = 4813735573682388992.0000, recon_loss = 4813735573682388992.0000, kl_loss = 1.4207\n", + "Batch 1860, loss = 4581720753157701632.0000, recon_loss = 4581720753157701632.0000, kl_loss = 1.3792\n", + "Batch 1890, loss = 4817186940681977856.0000, recon_loss = 4817186940681977856.0000, kl_loss = 1.4486\n", + "Batch 1920, loss = 4375499925664825344.0000, recon_loss = 4375499925664825344.0000, kl_loss = 1.4997\n", + "Batch 1950, loss = 4619473309531111424.0000, recon_loss = 4619473309531111424.0000, kl_loss = 1.4974\n", + "Batch 1980, loss = 2280462844870787072.0000, recon_loss = 2280462844870787072.0000, kl_loss = 1.5638\n", + "Batch 2010, loss = 2447637128243314688.0000, recon_loss = 2447637128243314688.0000, kl_loss = 1.5170\n", + "Batch 2040, loss = 1861093579435278336.0000, recon_loss = 1861093579435278336.0000, kl_loss = 1.5050\n", + "Batch 2070, loss = 1222015227613151232.0000, recon_loss = 1222015227613151232.0000, kl_loss = 1.4878\n", + "Batch 2100, loss = 908937469221666816.0000, recon_loss = 908937469221666816.0000, kl_loss = 1.5415\n", + "Batch 2130, loss = 431354113976958976.0000, recon_loss = 431354113976958976.0000, kl_loss = 1.5622\n", + "Batch 2160, loss = 543545428616937472.0000, recon_loss = 543545428616937472.0000, kl_loss = 1.6429\n", + "Batch 2190, loss = 263689379698966528.0000, recon_loss = 263689379698966528.0000, kl_loss = 1.6369\n", + "Batch 2220, loss = 185924564398637056.0000, recon_loss = 185924564398637056.0000, kl_loss = 1.6706\n", + "Batch 2250, loss = 114841481260302336.0000, recon_loss = 114841481260302336.0000, kl_loss = 1.6191\n", + "Batch 2280, loss = 126584832380633088.0000, recon_loss = 126584832380633088.0000, kl_loss = 1.6250\n", + "Batch 2310, loss = 95421099436670976.0000, recon_loss = 95421099436670976.0000, kl_loss = 1.5604\n", + "Batch 2340, loss = 333760671621578752.0000, recon_loss = 333760671621578752.0000, kl_loss = 1.5569\n", + "Batch 2370, loss = 143381573301960704.0000, recon_loss = 143381573301960704.0000, kl_loss = 1.5069\n", + "Batch 2400, loss = 193761264806133760.0000, recon_loss = 193761264806133760.0000, kl_loss = 1.5221\n", + "Batch 2430, loss = 474044027314896896.0000, recon_loss = 474044027314896896.0000, kl_loss = 1.3871\n", + "Batch 2460, loss = 5450330266176323584.0000, recon_loss = 5450330266176323584.0000, kl_loss = 1.2915\n", + "Batch 2490, loss = 22901100973318471680.0000, recon_loss = 22901100973318471680.0000, kl_loss = 1.2331\n", + "Batch 2520, loss = 37484400880558014464.0000, recon_loss = 37484400880558014464.0000, kl_loss = 1.4078\n", + "Batch 2550, loss = 44151096121531301888.0000, recon_loss = 44151096121531301888.0000, kl_loss = 1.4214\n", + "Batch 2580, loss = 40893828108616990720.0000, recon_loss = 40893828108616990720.0000, kl_loss = 1.4465\n", + "Batch 2610, loss = 39110807276457295872.0000, recon_loss = 39110807276457295872.0000, kl_loss = 1.4446\n", + "Batch 2640, loss = 31399716726585163776.0000, recon_loss = 31399716726585163776.0000, kl_loss = 1.4944\n", + "Batch 2670, loss = 20909351052765036544.0000, recon_loss = 20909351052765036544.0000, kl_loss = 1.4535\n", + "Batch 2700, loss = 35074658420565999616.0000, recon_loss = 35074658420565999616.0000, kl_loss = 1.4572\n", + "Batch 2730, loss = 39443035709906092032.0000, recon_loss = 39443035709906092032.0000, kl_loss = 1.4722\n", + "Batch 2760, loss = 38881365588019511296.0000, recon_loss = 38881365588019511296.0000, kl_loss = 1.4505\n", + "Batch 2790, loss = 30147007944687878144.0000, recon_loss = 30147007944687878144.0000, kl_loss = 1.4519\n", + "Batch 2820, loss = 21872369307068923904.0000, recon_loss = 21872369307068923904.0000, kl_loss = 1.4522\n", + "Batch 2850, loss = 13544936519130677248.0000, recon_loss = 13544936519130677248.0000, kl_loss = 1.5057\n", + "Batch 2880, loss = 6871444097274478592.0000, recon_loss = 6871444097274478592.0000, kl_loss = 1.5564\n", + "Batch 2910, loss = 4223839339043356672.0000, recon_loss = 4223839339043356672.0000, kl_loss = 1.5847\n", + "Batch 2940, loss = 4729059984204103680.0000, recon_loss = 4729059984204103680.0000, kl_loss = 1.5812\n", + "Batch 2970, loss = 3564617521883512832.0000, recon_loss = 3564617521883512832.0000, kl_loss = 1.6833\n", + "Batch 3000, loss = 5525973367632429056.0000, recon_loss = 5525973367632429056.0000, kl_loss = 1.6543\n", + "Batch 3030, loss = 4557393783515250688.0000, recon_loss = 4557393783515250688.0000, kl_loss = 1.6950\n", + "Batch 3060, loss = 2583102183465549824.0000, recon_loss = 2583102183465549824.0000, kl_loss = 1.6907\n", + "Batch 3090, loss = 2375338191403089920.0000, recon_loss = 2375338191403089920.0000, kl_loss = 1.6998\n", + "Batch 3120, loss = 2253316315097858048.0000, recon_loss = 2253316315097858048.0000, kl_loss = 1.7085\n", + "Batch 3150, loss = 650597110512615424.0000, recon_loss = 650597110512615424.0000, kl_loss = 1.7245\n", + "Batch 3180, loss = 1172992264738177024.0000, recon_loss = 1172992264738177024.0000, kl_loss = 1.7150\n", + "Batch 3210, loss = 369766653774266368.0000, recon_loss = 369766653774266368.0000, kl_loss = 1.7495\n", + "Batch 3240, loss = 467126690426912768.0000, recon_loss = 467126690426912768.0000, kl_loss = 1.8055\n", + "Batch 3270, loss = 446981919419138048.0000, recon_loss = 446981919419138048.0000, kl_loss = 1.7227\n", + "Batch 3300, loss = 144352201551118336.0000, recon_loss = 144352201551118336.0000, kl_loss = 1.7832\n", + "Batch 3330, loss = 306495841269448704.0000, recon_loss = 306495841269448704.0000, kl_loss = 1.7623\n", + "Batch 3360, loss = 239523660308676608.0000, recon_loss = 239523660308676608.0000, kl_loss = 1.7586\n", + "Batch 3390, loss = 168169444474880000.0000, recon_loss = 168169444474880000.0000, kl_loss = 1.7535\n", + "Batch 3420, loss = 100717120530153472.0000, recon_loss = 100717120530153472.0000, kl_loss = 1.7201\n", + "Batch 3450, loss = 160569568564084736.0000, recon_loss = 160569568564084736.0000, kl_loss = 1.7189\n", + "Batch 3480, loss = 239879661557907456.0000, recon_loss = 239879661557907456.0000, kl_loss = 1.5965\n", + "Batch 3510, loss = 5052022833165631488.0000, recon_loss = 5052022833165631488.0000, kl_loss = 1.4898\n", + "Batch 3540, loss = 26964711231625101312.0000, recon_loss = 26964711231625101312.0000, kl_loss = 1.4764\n", + "Batch 3570, loss = 51462091982241792000.0000, recon_loss = 51462091982241792000.0000, kl_loss = 1.4683\n", + "Batch 3600, loss = 39486039808691666944.0000, recon_loss = 39486039808691666944.0000, kl_loss = 1.4354\n", + "Batch 3630, loss = 41160714765050314752.0000, recon_loss = 41160714765050314752.0000, kl_loss = 1.4732\n", + "Batch 3660, loss = 36847394420959477760.0000, recon_loss = 36847394420959477760.0000, kl_loss = 1.4222\n", + "Batch 3690, loss = 36691369322931552256.0000, recon_loss = 36691369322931552256.0000, kl_loss = 1.4592\n", + "Batch 3720, loss = 27257209911915839488.0000, recon_loss = 27257209911915839488.0000, kl_loss = 1.4602\n", + "Batch 3750, loss = 43831362538220552192.0000, recon_loss = 43831362538220552192.0000, kl_loss = 1.4210\n", + "Batch 3780, loss = 29023148731426406400.0000, recon_loss = 29023148731426406400.0000, kl_loss = 1.4533\n", + "Batch 3810, loss = 29346862546829705216.0000, recon_loss = 29346862546829705216.0000, kl_loss = 1.4675\n", + "Batch 3840, loss = 29192460327964377088.0000, recon_loss = 29192460327964377088.0000, kl_loss = 1.4320\n", + "Batch 3870, loss = 23984632299096375296.0000, recon_loss = 23984632299096375296.0000, kl_loss = 1.4779\n", + "Batch 3900, loss = 11337621846393618432.0000, recon_loss = 11337621846393618432.0000, kl_loss = 1.4544\n", + "Batch 3930, loss = 10976038651506458624.0000, recon_loss = 10976038651506458624.0000, kl_loss = 1.5249\n", + "Batch 3960, loss = 4113949748916912128.0000, recon_loss = 4113949748916912128.0000, kl_loss = 1.6346\n", + "Batch 3990, loss = 5390009409009090560.0000, recon_loss = 5390009409009090560.0000, kl_loss = 1.6618\n", + "Batch 4020, loss = 3177886571923767296.0000, recon_loss = 3177886571923767296.0000, kl_loss = 1.6283\n", + "Batch 4050, loss = 3607961094884163584.0000, recon_loss = 3607961094884163584.0000, kl_loss = 1.7184\n", + "Batch 4080, loss = 2877905989883920384.0000, recon_loss = 2877905989883920384.0000, kl_loss = 1.6920\n", + "Batch 4110, loss = 1231457696033538048.0000, recon_loss = 1231457696033538048.0000, kl_loss = 1.7168\n", + "Batch 4140, loss = 716155972355096576.0000, recon_loss = 716155972355096576.0000, kl_loss = 1.7308\n", + "Batch 4170, loss = 446749029112479744.0000, recon_loss = 446749029112479744.0000, kl_loss = 1.6753\n", + "Batch 4200, loss = 366167780417863680.0000, recon_loss = 366167780417863680.0000, kl_loss = 1.7535\n", + "Batch 4230, loss = 703600236760662016.0000, recon_loss = 703600236760662016.0000, kl_loss = 1.7701\n", + "Batch 4260, loss = 486613197567033344.0000, recon_loss = 486613197567033344.0000, kl_loss = 1.9035\n", + "Batch 4290, loss = 186517235525746688.0000, recon_loss = 186517235525746688.0000, kl_loss = 1.6921\n", + "Batch 4320, loss = 44317817612271616.0000, recon_loss = 44317817612271616.0000, kl_loss = 1.7608\n", + "Batch 4350, loss = 623375401632137216.0000, recon_loss = 623375401632137216.0000, kl_loss = 1.8675\n", + "Batch 4380, loss = 5859231429296128.0000, recon_loss = 5859231429296128.0000, kl_loss = 1.7508\n", + "Batch 4410, loss = 20836009486843904.0000, recon_loss = 20836009486843904.0000, kl_loss = 1.6374\n", + "Batch 4440, loss = 133068755528843264.0000, recon_loss = 133068755528843264.0000, kl_loss = 1.8862\n", + "Batch 4470, loss = 133320646770819072.0000, recon_loss = 133320646770819072.0000, kl_loss = 1.6942\n", + "Batch 4500, loss = 540789640160870400.0000, recon_loss = 540789640160870400.0000, kl_loss = 1.5187\n", + "Batch 4530, loss = 7689331764514258944.0000, recon_loss = 7689331764514258944.0000, kl_loss = 1.6368\n", + "Batch 4560, loss = 28745288948947877888.0000, recon_loss = 28745288948947877888.0000, kl_loss = 1.5007\n", + "Batch 4590, loss = 22588894646611476480.0000, recon_loss = 22588894646611476480.0000, kl_loss = 1.4440\n", + "Batch 4620, loss = 52243594060939395072.0000, recon_loss = 52243594060939395072.0000, kl_loss = 1.4248\n", + "Batch 4650, loss = 82696855576381489152.0000, recon_loss = 82696855576381489152.0000, kl_loss = 1.4599\n", + "Batch 4680, loss = 29880754606952153088.0000, recon_loss = 29880754606952153088.0000, kl_loss = 1.4134\n", + "Batch 4710, loss = 37034788585727852544.0000, recon_loss = 37034788585727852544.0000, kl_loss = 1.3813\n", + "Batch 4740, loss = 35514196989862477824.0000, recon_loss = 35514196989862477824.0000, kl_loss = 1.4676\n", + "Batch 4770, loss = 18617949029270552576.0000, recon_loss = 18617949029270552576.0000, kl_loss = 1.4011\n", + "Batch 4800, loss = 22019703865190907904.0000, recon_loss = 22019703865190907904.0000, kl_loss = 1.4169\n", + "Batch 4830, loss = 34737240292234100736.0000, recon_loss = 34737240292234100736.0000, kl_loss = 1.4336\n", + "Batch 4860, loss = 25961835680814333952.0000, recon_loss = 25961835680814333952.0000, kl_loss = 1.4125\n", + "Batch 4890, loss = 14637405774930771968.0000, recon_loss = 14637405774930771968.0000, kl_loss = 1.5212\n", + "Batch 4920, loss = 22353471614918590464.0000, recon_loss = 22353471614918590464.0000, kl_loss = 1.4561\n", + "Batch 4950, loss = 3773299056399351808.0000, recon_loss = 3773299056399351808.0000, kl_loss = 1.5201\n", + "Batch 4980, loss = 5482050626881847296.0000, recon_loss = 5482050626881847296.0000, kl_loss = 1.6815\n", + "Batch 5010, loss = 4636409636889559040.0000, recon_loss = 4636409636889559040.0000, kl_loss = 1.6645\n", + "Batch 5040, loss = 2525631810193326080.0000, recon_loss = 2525631810193326080.0000, kl_loss = 1.6083\n", + "Batch 5070, loss = 4398210888092352512.0000, recon_loss = 4398210888092352512.0000, kl_loss = 1.7304\n", + "Batch 5100, loss = 1752886791855144960.0000, recon_loss = 1752886791855144960.0000, kl_loss = 1.7826\n", + "Batch 5130, loss = 23029472907231232.0000, recon_loss = 23029472907231232.0000, kl_loss = 1.7265\n", + "Batch 5160, loss = 1363160359904477184.0000, recon_loss = 1363160359904477184.0000, kl_loss = 1.6622\n", + "Batch 5190, loss = 5498346488717115392.0000, recon_loss = 5498346488717115392.0000, kl_loss = 1.7749\n", + "Batch 5220, loss = 16736027263631360.0000, recon_loss = 16736027263631360.0000, kl_loss = 1.7772\n", + "Batch 5250, loss = 1270801795488153600.0000, recon_loss = 1270801795488153600.0000, kl_loss = 1.7134\n", + "Batch 5280, loss = 441996424461156352.0000, recon_loss = 441996424461156352.0000, kl_loss = 1.6484\n", + "Batch 5310, loss = 298845370643906560.0000, recon_loss = 298845370643906560.0000, kl_loss = 1.6810\n", + "Batch 5340, loss = 238932569729531904.0000, recon_loss = 238932569729531904.0000, kl_loss = 1.7849\n", + "Batch 5370, loss = 247267606602448896.0000, recon_loss = 247267606602448896.0000, kl_loss = 1.7204\n", + "Batch 5400, loss = 154715356340944896.0000, recon_loss = 154715356340944896.0000, kl_loss = 1.7254\n", + "Batch 5430, loss = 206556384697778176.0000, recon_loss = 206556384697778176.0000, kl_loss = 1.6541\n", + "Batch 5460, loss = 167217353304571904.0000, recon_loss = 167217353304571904.0000, kl_loss = 1.8310\n", + "Batch 5490, loss = 38057808289071104.0000, recon_loss = 38057808289071104.0000, kl_loss = 1.7391\n", + "Batch 5520, loss = 229526797509722112.0000, recon_loss = 229526797509722112.0000, kl_loss = 1.6680\n", + "Batch 5550, loss = 598835813928665088.0000, recon_loss = 598835813928665088.0000, kl_loss = 1.5964\n", + "Batch 5580, loss = 9161374974210998272.0000, recon_loss = 9161374974210998272.0000, kl_loss = 1.4902\n", + "Batch 5610, loss = 18751253819022114816.0000, recon_loss = 18751253819022114816.0000, kl_loss = 1.4398\n", + "Batch 5640, loss = 46129939974597902336.0000, recon_loss = 46129939974597902336.0000, kl_loss = 1.4458\n", + "Batch 5670, loss = 56487942040619843584.0000, recon_loss = 56487942040619843584.0000, kl_loss = 1.4306\n", + "Batch 5700, loss = 51349911009883062272.0000, recon_loss = 51349911009883062272.0000, kl_loss = 1.4438\n", + "Batch 5730, loss = 44375506444760383488.0000, recon_loss = 44375506444760383488.0000, kl_loss = 1.4078\n", + "Batch 5760, loss = 30398875272285782016.0000, recon_loss = 30398875272285782016.0000, kl_loss = 1.4651\n", + "Batch 5790, loss = 19591918419387088896.0000, recon_loss = 19591918419387088896.0000, kl_loss = 1.4205\n", + "Batch 5820, loss = 27531450102115729408.0000, recon_loss = 27531450102115729408.0000, kl_loss = 1.4152\n", + "Batch 5850, loss = 42967353106974638080.0000, recon_loss = 42967353106974638080.0000, kl_loss = 1.4411\n", + "Batch 5880, loss = 21629379436353683456.0000, recon_loss = 21629379436353683456.0000, kl_loss = 1.4611\n", + "Batch 5910, loss = 15460809142251290624.0000, recon_loss = 15460809142251290624.0000, kl_loss = 1.4970\n", + "Batch 5940, loss = 7308833121338654720.0000, recon_loss = 7308833121338654720.0000, kl_loss = 1.5334\n", + "Batch 5970, loss = 2850721664398786560.0000, recon_loss = 2850721664398786560.0000, kl_loss = 1.5467\n", + "Batch 6000, loss = 1553824334814904320.0000, recon_loss = 1553824334814904320.0000, kl_loss = 1.6389\n", + "Batch 6030, loss = 2325533613199720448.0000, recon_loss = 2325533613199720448.0000, kl_loss = 1.6147\n", + "Batch 6060, loss = 2847360732230582272.0000, recon_loss = 2847360732230582272.0000, kl_loss = 1.6113\n", + "Batch 6090, loss = 2469717520752312320.0000, recon_loss = 2469717520752312320.0000, kl_loss = 1.5750\n", + "Batch 6120, loss = 2245516242171461632.0000, recon_loss = 2245516242171461632.0000, kl_loss = 1.7074\n", + "Batch 6150, loss = 783311668678492160.0000, recon_loss = 783311668678492160.0000, kl_loss = 1.6594\n", + "Batch 6180, loss = 455418334700109824.0000, recon_loss = 455418334700109824.0000, kl_loss = 1.7098\n", + "Batch 6210, loss = 1036702300917202944.0000, recon_loss = 1036702300917202944.0000, kl_loss = 1.7173\n", + "Batch 6240, loss = 411122928227188736.0000, recon_loss = 411122928227188736.0000, kl_loss = 1.6623\n", + "Batch 6270, loss = 366162523377893376.0000, recon_loss = 366162523377893376.0000, kl_loss = 1.7380\n", + "Batch 6300, loss = 156472547720822784.0000, recon_loss = 156472547720822784.0000, kl_loss = 1.6809\n", + "Batch 6330, loss = 262573959512326144.0000, recon_loss = 262573959512326144.0000, kl_loss = 1.7100\n", + "Batch 6360, loss = 400697736929738752.0000, recon_loss = 400697736929738752.0000, kl_loss = 1.6915\n", + "Batch 6390, loss = 225716354064318464.0000, recon_loss = 225716354064318464.0000, kl_loss = 1.7311\n", + "Batch 6420, loss = 120524083770163200.0000, recon_loss = 120524083770163200.0000, kl_loss = 1.6467\n", + "Batch 6450, loss = 128461346541928448.0000, recon_loss = 128461346541928448.0000, kl_loss = 1.7192\n", + "Batch 6480, loss = 77210970677575680.0000, recon_loss = 77210970677575680.0000, kl_loss = 1.6695\n", + "Batch 6510, loss = 37683982925561856.0000, recon_loss = 37683982925561856.0000, kl_loss = 1.6717\n", + "Batch 6540, loss = 80294800145776640.0000, recon_loss = 80294800145776640.0000, kl_loss = 1.6750\n", + "Batch 6570, loss = 77816887483826176.0000, recon_loss = 77816887483826176.0000, kl_loss = 1.5989\n", + "Batch 6600, loss = 775474624673611776.0000, recon_loss = 775474624673611776.0000, kl_loss = 1.6473\n", + "Batch 6630, loss = 2675282489559220224.0000, recon_loss = 2675282489559220224.0000, kl_loss = 1.6434\n", + "Batch 6660, loss = 1016965792320716800.0000, recon_loss = 1016965792320716800.0000, kl_loss = 1.6286\n", + "Batch 6690, loss = 1178926603871191040.0000, recon_loss = 1178926603871191040.0000, kl_loss = 1.5261\n", + "Batch 6720, loss = 1428504885699018752.0000, recon_loss = 1428504885699018752.0000, kl_loss = 1.6436\n", + "Batch 6750, loss = 1859451321380241408.0000, recon_loss = 1859451321380241408.0000, kl_loss = 1.6423\n", + "Batch 6780, loss = 651754209061896192.0000, recon_loss = 651754209061896192.0000, kl_loss = 1.6078\n", + "Batch 6810, loss = 629121174520987648.0000, recon_loss = 629121174520987648.0000, kl_loss = 1.5901\n", + "Batch 6840, loss = 1266204187616608256.0000, recon_loss = 1266204187616608256.0000, kl_loss = 1.5574\n", + "Batch 6870, loss = 1128165725429563392.0000, recon_loss = 1128165725429563392.0000, kl_loss = 1.5668\n", + "Batch 6900, loss = 1153265101990526976.0000, recon_loss = 1153265101990526976.0000, kl_loss = 1.6324\n", + "Batch 6930, loss = 461537701024235520.0000, recon_loss = 461537701024235520.0000, kl_loss = 1.5721\n", + "Batch 6960, loss = 819897711934308352.0000, recon_loss = 819897711934308352.0000, kl_loss = 1.6105\n", + "Batch 6990, loss = 422622651622621184.0000, recon_loss = 422622651622621184.0000, kl_loss = 1.6179\n", + "Batch 7020, loss = 373169229945372672.0000, recon_loss = 373169229945372672.0000, kl_loss = 1.6657\n", + "Batch 7050, loss = 316655809746436096.0000, recon_loss = 316655809746436096.0000, kl_loss = 1.6557\n", + "Batch 7080, loss = 410439478671310848.0000, recon_loss = 410439478671310848.0000, kl_loss = 1.6343\n", + "Batch 7110, loss = 261503499043340288.0000, recon_loss = 261503499043340288.0000, kl_loss = 1.6628\n", + "Batch 7140, loss = 601930114527133696.0000, recon_loss = 601930114527133696.0000, kl_loss = 1.7070\n", + "Batch 7170, loss = 205507038288019456.0000, recon_loss = 205507038288019456.0000, kl_loss = 1.5997\n", + "Batch 7200, loss = 219798112468729856.0000, recon_loss = 219798112468729856.0000, kl_loss = 1.6447\n", + "Batch 7230, loss = 385498363065270272.0000, recon_loss = 385498363065270272.0000, kl_loss = 1.6592\n", + "Average loss: 9470048980423301120.0000\n", + "Epoch: 11\n", + "Batch 30, loss = 19357915819278336.0000, recon_loss = 19357915819278336.0000, kl_loss = 1.6161\n", + "Batch 60, loss = 91880397117325312.0000, recon_loss = 91880397117325312.0000, kl_loss = 1.6019\n", + "Batch 90, loss = 199079877427593216.0000, recon_loss = 199079877427593216.0000, kl_loss = 1.6468\n", + "Batch 120, loss = 94328279367942144.0000, recon_loss = 94328279367942144.0000, kl_loss = 1.6454\n", + "Batch 150, loss = 3162315700568064.0000, recon_loss = 3162315700568064.0000, kl_loss = 1.6107\n", + "Batch 180, loss = 79152106916806656.0000, recon_loss = 79152106916806656.0000, kl_loss = 1.6824\n", + "Batch 210, loss = 83278436616896512.0000, recon_loss = 83278436616896512.0000, kl_loss = 1.7401\n", + "Batch 240, loss = 1830919996440576.0000, recon_loss = 1830919996440576.0000, kl_loss = 1.5891\n", + "Batch 270, loss = 37517046136700928.0000, recon_loss = 37517046136700928.0000, kl_loss = 1.5859\n", + "Batch 300, loss = 98011531651842048.0000, recon_loss = 98011531651842048.0000, kl_loss = 1.6786\n", + "Batch 330, loss = 14787098879983616.0000, recon_loss = 14787098879983616.0000, kl_loss = 1.5368\n", + "Batch 360, loss = 2514139368914944.0000, recon_loss = 2514139368914944.0000, kl_loss = 1.5837\n", + "Batch 390, loss = 87261056711262208.0000, recon_loss = 87261056711262208.0000, kl_loss = 1.6285\n", + "Batch 420, loss = 2241308823488823296.0000, recon_loss = 2241308823488823296.0000, kl_loss = 1.6088\n", + "Batch 450, loss = 3349132550864896.0000, recon_loss = 3349132550864896.0000, kl_loss = 1.5893\n", + "Batch 480, loss = 234904440161697792.0000, recon_loss = 234904440161697792.0000, kl_loss = 1.6439\n", + "Batch 510, loss = 213540001521074176.0000, recon_loss = 213540001521074176.0000, kl_loss = 1.5139\n", + "Batch 540, loss = 136675608934481920.0000, recon_loss = 136675608934481920.0000, kl_loss = 1.5481\n", + "Batch 570, loss = 1136259230521622528.0000, recon_loss = 1136259230521622528.0000, kl_loss = 1.5371\n", + "Batch 600, loss = 41839312244834304.0000, recon_loss = 41839312244834304.0000, kl_loss = 1.5511\n", + "Batch 630, loss = 93867231808585728.0000, recon_loss = 93867231808585728.0000, kl_loss = 1.5755\n", + "Batch 660, loss = 1300801695374114816.0000, recon_loss = 1300801695374114816.0000, kl_loss = 1.5469\n", + "Batch 690, loss = 132626219278532608.0000, recon_loss = 132626219278532608.0000, kl_loss = 1.4929\n", + "Batch 720, loss = 41105010276171776.0000, recon_loss = 41105010276171776.0000, kl_loss = 1.5462\n", + "Batch 750, loss = 549047900198404096.0000, recon_loss = 549047900198404096.0000, kl_loss = 1.5573\n", + "Batch 780, loss = 1613696728676958208.0000, recon_loss = 1613696728676958208.0000, kl_loss = 1.5275\n", + "Batch 810, loss = 642675197953966080.0000, recon_loss = 642675197953966080.0000, kl_loss = 1.5791\n", + "Batch 840, loss = 300377024701136896.0000, recon_loss = 300377024701136896.0000, kl_loss = 1.5020\n", + "Batch 870, loss = 258098174093164544.0000, recon_loss = 258098174093164544.0000, kl_loss = 1.5027\n", + "Batch 900, loss = 4595451797962752.0000, recon_loss = 4595451797962752.0000, kl_loss = 1.5550\n", + "Batch 930, loss = 985653762745958400.0000, recon_loss = 985653762745958400.0000, kl_loss = 1.5727\n", + "Batch 960, loss = 281248992711409664.0000, recon_loss = 281248992711409664.0000, kl_loss = 1.5651\n", + "Batch 990, loss = 1009863634400051200.0000, recon_loss = 1009863634400051200.0000, kl_loss = 1.4348\n", + "Batch 1020, loss = 625463099335376896.0000, recon_loss = 625463099335376896.0000, kl_loss = 1.6261\n", + "Batch 1050, loss = 3345343842101493760.0000, recon_loss = 3345343842101493760.0000, kl_loss = 1.5799\n", + "Batch 1080, loss = 707729521398251520.0000, recon_loss = 707729521398251520.0000, kl_loss = 1.5379\n", + "Batch 1110, loss = 448290338256191488.0000, recon_loss = 448290338256191488.0000, kl_loss = 1.5157\n", + "Batch 1140, loss = 621243448585879552.0000, recon_loss = 621243448585879552.0000, kl_loss = 1.5229\n", + "Batch 1170, loss = 649525361553440768.0000, recon_loss = 649525361553440768.0000, kl_loss = 1.5066\n", + "Batch 1200, loss = 262767095601692672.0000, recon_loss = 262767095601692672.0000, kl_loss = 1.5024\n", + "Batch 1230, loss = 637618131660963840.0000, recon_loss = 637618131660963840.0000, kl_loss = 1.5702\n", + "Batch 1260, loss = 80956371138248704.0000, recon_loss = 80956371138248704.0000, kl_loss = 1.5186\n", + "Batch 1290, loss = 168707930294583296.0000, recon_loss = 168707930294583296.0000, kl_loss = 1.4986\n", + "Batch 1320, loss = 286898231915315200.0000, recon_loss = 286898231915315200.0000, kl_loss = 1.5113\n", + "Batch 1350, loss = 71251909712805888.0000, recon_loss = 71251909712805888.0000, kl_loss = 1.4622\n", + "Batch 1380, loss = 875820110273576960.0000, recon_loss = 875820110273576960.0000, kl_loss = 1.4347\n", + "Batch 1410, loss = 9272629058267512832.0000, recon_loss = 9272629058267512832.0000, kl_loss = 1.4077\n", + "Batch 1440, loss = 41129598585984253952.0000, recon_loss = 41129598585984253952.0000, kl_loss = 1.3839\n", + "Batch 1470, loss = 33041665818854686720.0000, recon_loss = 33041665818854686720.0000, kl_loss = 1.3473\n", + "Batch 1500, loss = 31617492596652244992.0000, recon_loss = 31617492596652244992.0000, kl_loss = 1.3551\n", + "Batch 1530, loss = 38650252641907507200.0000, recon_loss = 38650252641907507200.0000, kl_loss = 1.3818\n", + "Batch 1560, loss = 32681276693595291648.0000, recon_loss = 32681276693595291648.0000, kl_loss = 1.3997\n", + "Batch 1590, loss = 25221365177042075648.0000, recon_loss = 25221365177042075648.0000, kl_loss = 1.3934\n", + "Batch 1620, loss = 33387662336906493952.0000, recon_loss = 33387662336906493952.0000, kl_loss = 1.3488\n", + "Batch 1650, loss = 47158915732428816384.0000, recon_loss = 47158915732428816384.0000, kl_loss = 1.3882\n", + "Batch 1680, loss = 43685659655354187776.0000, recon_loss = 43685659655354187776.0000, kl_loss = 1.3846\n", + "Batch 1710, loss = 33430870944854835200.0000, recon_loss = 33430870944854835200.0000, kl_loss = 1.3542\n", + "Batch 1740, loss = 23962813590354788352.0000, recon_loss = 23962813590354788352.0000, kl_loss = 1.3796\n", + "Batch 1770, loss = 16876538115152412672.0000, recon_loss = 16876538115152412672.0000, kl_loss = 1.3831\n", + "Batch 1800, loss = 5926301703014973440.0000, recon_loss = 5926301703014973440.0000, kl_loss = 1.4020\n", + "Batch 1830, loss = 4813691593217277952.0000, recon_loss = 4813691593217277952.0000, kl_loss = 1.4643\n", + "Batch 1860, loss = 4581687492930961408.0000, recon_loss = 4581687492930961408.0000, kl_loss = 1.4297\n", + "Batch 1890, loss = 4817146258751750144.0000, recon_loss = 4817146258751750144.0000, kl_loss = 1.4395\n", + "Batch 1920, loss = 4375462267391574016.0000, recon_loss = 4375462267391574016.0000, kl_loss = 1.4939\n", + "Batch 1950, loss = 4619435376379953152.0000, recon_loss = 4619435376379953152.0000, kl_loss = 1.4658\n", + "Batch 1980, loss = 2280442091588812800.0000, recon_loss = 2280442091588812800.0000, kl_loss = 1.4857\n", + "Batch 2010, loss = 2447618436545642496.0000, recon_loss = 2447618436545642496.0000, kl_loss = 1.4700\n", + "Batch 2040, loss = 1861080797612605440.0000, recon_loss = 1861080797612605440.0000, kl_loss = 1.4429\n", + "Batch 2070, loss = 1222002033473617920.0000, recon_loss = 1222002033473617920.0000, kl_loss = 1.4512\n", + "Batch 2100, loss = 908928260811784192.0000, recon_loss = 908928260811784192.0000, kl_loss = 1.4751\n", + "Batch 2130, loss = 431346451755302912.0000, recon_loss = 431346451755302912.0000, kl_loss = 1.4895\n", + "Batch 2160, loss = 543537113560252416.0000, recon_loss = 543537113560252416.0000, kl_loss = 1.5129\n", + "Batch 2190, loss = 263683487003836416.0000, recon_loss = 263683487003836416.0000, kl_loss = 1.4975\n", + "Batch 2220, loss = 185919238639190016.0000, recon_loss = 185919238639190016.0000, kl_loss = 1.5117\n", + "Batch 2250, loss = 114837564250128384.0000, recon_loss = 114837564250128384.0000, kl_loss = 1.4757\n", + "Batch 2280, loss = 126581258967842816.0000, recon_loss = 126581258967842816.0000, kl_loss = 1.4713\n", + "Batch 2310, loss = 95418367837470720.0000, recon_loss = 95418367837470720.0000, kl_loss = 1.4584\n", + "Batch 2340, loss = 333756926410096640.0000, recon_loss = 333756926410096640.0000, kl_loss = 1.4837\n", + "Batch 2370, loss = 143377475903160320.0000, recon_loss = 143377475903160320.0000, kl_loss = 1.4736\n", + "Batch 2400, loss = 193756179564855296.0000, recon_loss = 193756179564855296.0000, kl_loss = 1.4231\n", + "Batch 2430, loss = 474029561865043968.0000, recon_loss = 474029561865043968.0000, kl_loss = 1.4307\n", + "Batch 2460, loss = 5450267044257726464.0000, recon_loss = 5450267044257726464.0000, kl_loss = 1.3929\n", + "Batch 2490, loss = 22900918454388260864.0000, recon_loss = 22900918454388260864.0000, kl_loss = 1.3577\n", + "Batch 2520, loss = 37484154589953392640.0000, recon_loss = 37484154589953392640.0000, kl_loss = 1.3956\n", + "Batch 2550, loss = 44150871821159235584.0000, recon_loss = 44150871821159235584.0000, kl_loss = 1.3483\n", + "Batch 2580, loss = 40893564225826324480.0000, recon_loss = 40893564225826324480.0000, kl_loss = 1.3455\n", + "Batch 2610, loss = 39110552189759651840.0000, recon_loss = 39110552189759651840.0000, kl_loss = 1.3523\n", + "Batch 2640, loss = 31399521013515419648.0000, recon_loss = 31399521013515419648.0000, kl_loss = 1.3920\n", + "Batch 2670, loss = 20909186126020870144.0000, recon_loss = 20909186126020870144.0000, kl_loss = 1.3589\n", + "Batch 2700, loss = 35074447314333466624.0000, recon_loss = 35074447314333466624.0000, kl_loss = 1.3691\n", + "Batch 2730, loss = 39442807011487514624.0000, recon_loss = 39442807011487514624.0000, kl_loss = 1.3699\n", + "Batch 2760, loss = 38881106103275356160.0000, recon_loss = 38881106103275356160.0000, kl_loss = 1.3688\n", + "Batch 2790, loss = 30146779246269300736.0000, recon_loss = 30146779246269300736.0000, kl_loss = 1.3516\n", + "Batch 2820, loss = 21872193385208479744.0000, recon_loss = 21872193385208479744.0000, kl_loss = 1.3597\n", + "Batch 2850, loss = 13544833165037666304.0000, recon_loss = 13544833165037666304.0000, kl_loss = 1.4119\n", + "Batch 2880, loss = 6871385823158206464.0000, recon_loss = 6871385823158206464.0000, kl_loss = 1.4261\n", + "Batch 2910, loss = 4223799481746849792.0000, recon_loss = 4223799481746849792.0000, kl_loss = 1.4269\n", + "Batch 2940, loss = 4729017103250620416.0000, recon_loss = 4729017103250620416.0000, kl_loss = 1.4229\n", + "Batch 2970, loss = 3564583162145144832.0000, recon_loss = 3564583162145144832.0000, kl_loss = 1.4790\n", + "Batch 3000, loss = 5525928837411504128.0000, recon_loss = 5525928837411504128.0000, kl_loss = 1.4030\n", + "Batch 3030, loss = 4557354475974557696.0000, recon_loss = 4557354475974557696.0000, kl_loss = 1.4847\n", + "Batch 3060, loss = 2583077444453924864.0000, recon_loss = 2583077444453924864.0000, kl_loss = 1.4820\n", + "Batch 3090, loss = 2375319499705417728.0000, recon_loss = 2375319499705417728.0000, kl_loss = 1.4240\n", + "Batch 3120, loss = 2253302296324603904.0000, recon_loss = 2253302296324603904.0000, kl_loss = 1.4693\n", + "Batch 3150, loss = 650588520578023424.0000, recon_loss = 650588520578023424.0000, kl_loss = 1.4995\n", + "Batch 3180, loss = 1172980444988178432.0000, recon_loss = 1172980444988178432.0000, kl_loss = 1.4442\n", + "Batch 3210, loss = 369759506948685824.0000, recon_loss = 369759506948685824.0000, kl_loss = 1.4997\n", + "Batch 3240, loss = 467119852838977536.0000, recon_loss = 467119852838977536.0000, kl_loss = 1.5155\n", + "Batch 3270, loss = 446974910032510976.0000, recon_loss = 446974910032510976.0000, kl_loss = 1.4971\n", + "Batch 3300, loss = 144347940943560704.0000, recon_loss = 144347940943560704.0000, kl_loss = 1.4514\n", + "Batch 3330, loss = 306491477582675968.0000, recon_loss = 306491477582675968.0000, kl_loss = 1.4806\n", + "Batch 3360, loss = 239518695326482432.0000, recon_loss = 239518695326482432.0000, kl_loss = 1.4636\n", + "Batch 3390, loss = 168164994888761344.0000, recon_loss = 168164994888761344.0000, kl_loss = 1.4677\n", + "Batch 3420, loss = 100713864944943104.0000, recon_loss = 100713864944943104.0000, kl_loss = 1.4747\n", + "Batch 3450, loss = 160564500502675456.0000, recon_loss = 160564500502675456.0000, kl_loss = 1.4632\n", + "Batch 3480, loss = 239870075190902784.0000, recon_loss = 239870075190902784.0000, kl_loss = 1.4368\n", + "Batch 3510, loss = 5051972255630753792.0000, recon_loss = 5051972255630753792.0000, kl_loss = 1.3758\n", + "Batch 3540, loss = 26964519916601868288.0000, recon_loss = 26964519916601868288.0000, kl_loss = 1.3919\n", + "Batch 3570, loss = 51461828099451125760.0000, recon_loss = 51461828099451125760.0000, kl_loss = 1.3636\n", + "Batch 3600, loss = 39485797916133556224.0000, recon_loss = 39485797916133556224.0000, kl_loss = 1.3691\n", + "Batch 3630, loss = 41160472872492204032.0000, recon_loss = 41160472872492204032.0000, kl_loss = 1.3746\n", + "Batch 3660, loss = 36847150329378111488.0000, recon_loss = 36847150329378111488.0000, kl_loss = 1.3551\n", + "Batch 3690, loss = 36691134027443208192.0000, recon_loss = 36691134027443208192.0000, kl_loss = 1.3731\n", + "Batch 3720, loss = 27257005402753073152.0000, recon_loss = 27257005402753073152.0000, kl_loss = 1.3571\n", + "Batch 3750, loss = 43831116247615930368.0000, recon_loss = 43831116247615930368.0000, kl_loss = 1.3371\n", + "Batch 3780, loss = 29022955217379917824.0000, recon_loss = 29022955217379917824.0000, kl_loss = 1.3646\n", + "Batch 3810, loss = 29346664634736705536.0000, recon_loss = 29346664634736705536.0000, kl_loss = 1.3740\n", + "Batch 3840, loss = 29192258017824866304.0000, recon_loss = 29192258017824866304.0000, kl_loss = 1.3455\n", + "Batch 3870, loss = 23984438785049886720.0000, recon_loss = 23984438785049886720.0000, kl_loss = 1.3923\n", + "Batch 3900, loss = 11337519591812235264.0000, recon_loss = 11337519591812235264.0000, kl_loss = 1.3437\n", + "Batch 3930, loss = 10975989173483208704.0000, recon_loss = 10975989173483208704.0000, kl_loss = 1.4023\n", + "Batch 3960, loss = 4113916488690171904.0000, recon_loss = 4113916488690171904.0000, kl_loss = 1.4548\n", + "Batch 3990, loss = 5389975873904443392.0000, recon_loss = 5389975873904443392.0000, kl_loss = 1.4644\n", + "Batch 4020, loss = 3177858534377259008.0000, recon_loss = 3177858534377259008.0000, kl_loss = 1.4464\n", + "Batch 4050, loss = 3607937730262073344.0000, recon_loss = 3607937730262073344.0000, kl_loss = 1.4317\n", + "Batch 4080, loss = 2877882900139737088.0000, recon_loss = 2877882900139737088.0000, kl_loss = 1.4644\n", + "Batch 4110, loss = 1231443952138190848.0000, recon_loss = 1231443952138190848.0000, kl_loss = 1.4427\n", + "Batch 4140, loss = 716148619371085824.0000, recon_loss = 716148619371085824.0000, kl_loss = 1.4302\n", + "Batch 4170, loss = 446740645336317952.0000, recon_loss = 446740645336317952.0000, kl_loss = 1.4433\n", + "Batch 4200, loss = 366161767463649280.0000, recon_loss = 366161767463649280.0000, kl_loss = 1.4975\n", + "Batch 4230, loss = 703586286706884608.0000, recon_loss = 703586286706884608.0000, kl_loss = 1.4585\n", + "Batch 4260, loss = 486605810223284224.0000, recon_loss = 486605810223284224.0000, kl_loss = 1.5169\n", + "Batch 4290, loss = 186510810254671872.0000, recon_loss = 186510810254671872.0000, kl_loss = 1.4261\n", + "Batch 4320, loss = 44315128962744320.0000, recon_loss = 44315128962744320.0000, kl_loss = 1.4789\n", + "Batch 4350, loss = 623365574746963968.0000, recon_loss = 623365574746963968.0000, kl_loss = 1.5202\n", + "Batch 4380, loss = 5857983741296640.0000, recon_loss = 5857983741296640.0000, kl_loss = 1.4122\n", + "Batch 4410, loss = 20834903532765184.0000, recon_loss = 20834903532765184.0000, kl_loss = 1.4526\n", + "Batch 4440, loss = 133065714691997696.0000, recon_loss = 133065714691997696.0000, kl_loss = 1.4879\n", + "Batch 4470, loss = 133315278061699072.0000, recon_loss = 133315278061699072.0000, kl_loss = 1.4491\n", + "Batch 4500, loss = 540771292060581888.0000, recon_loss = 540771292060581888.0000, kl_loss = 1.4154\n", + "Batch 4530, loss = 7689281736735195136.0000, recon_loss = 7689281736735195136.0000, kl_loss = 1.4595\n", + "Batch 4560, loss = 28745099832947900416.0000, recon_loss = 28745099832947900416.0000, kl_loss = 1.4010\n", + "Batch 4590, loss = 22588762705216143360.0000, recon_loss = 22588762705216143360.0000, kl_loss = 1.3562\n", + "Batch 4620, loss = 52243347770334773248.0000, recon_loss = 52243347770334773248.0000, kl_loss = 1.2947\n", + "Batch 4650, loss = 82696433363916423168.0000, recon_loss = 82696433363916423168.0000, kl_loss = 1.3848\n", + "Batch 4680, loss = 29880525908533575680.0000, recon_loss = 29880525908533575680.0000, kl_loss = 1.3288\n", + "Batch 4710, loss = 37034577479495319552.0000, recon_loss = 37034577479495319552.0000, kl_loss = 1.2988\n", + "Batch 4740, loss = 35513970490467155968.0000, recon_loss = 35513970490467155968.0000, kl_loss = 1.3902\n", + "Batch 4770, loss = 18617737923038019584.0000, recon_loss = 18617737923038019584.0000, kl_loss = 1.3209\n", + "Batch 4800, loss = 22019512550167674880.0000, recon_loss = 22019512550167674880.0000, kl_loss = 1.3369\n", + "Batch 4830, loss = 34736978608466690048.0000, recon_loss = 34736978608466690048.0000, kl_loss = 1.3588\n", + "Batch 4860, loss = 25961655360907378688.0000, recon_loss = 25961655360907378688.0000, kl_loss = 1.3239\n", + "Batch 4890, loss = 14637303520349388800.0000, recon_loss = 14637303520349388800.0000, kl_loss = 1.4091\n", + "Batch 4920, loss = 22353300091104657408.0000, recon_loss = 22353300091104657408.0000, kl_loss = 1.3840\n", + "Batch 4950, loss = 3773261123248193536.0000, recon_loss = 3773261123248193536.0000, kl_loss = 1.3906\n", + "Batch 4980, loss = 5481995651300458496.0000, recon_loss = 5481995651300458496.0000, kl_loss = 1.4578\n", + "Batch 5010, loss = 4636371153982586880.0000, recon_loss = 4636371153982586880.0000, kl_loss = 1.4680\n", + "Batch 5040, loss = 2525598275088678912.0000, recon_loss = 2525598275088678912.0000, kl_loss = 1.4131\n", + "Batch 5070, loss = 4398166907627241472.0000, recon_loss = 4398166907627241472.0000, kl_loss = 1.4755\n", + "Batch 5100, loss = 1752869337108054016.0000, recon_loss = 1752869337108054016.0000, kl_loss = 1.5000\n", + "Batch 5130, loss = 23026749897965568.0000, recon_loss = 23026749897965568.0000, kl_loss = 1.4364\n", + "Batch 5160, loss = 1363147852959711232.0000, recon_loss = 1363147852959711232.0000, kl_loss = 1.4703\n", + "Batch 5190, loss = 5498327797019443200.0000, recon_loss = 5498327797019443200.0000, kl_loss = 1.4915\n", + "Batch 5220, loss = 16734055873642496.0000, recon_loss = 16734055873642496.0000, kl_loss = 1.4415\n", + "Batch 5250, loss = 1270789425982341120.0000, recon_loss = 1270789425982341120.0000, kl_loss = 1.4529\n", + "Batch 5280, loss = 441989793031651328.0000, recon_loss = 441989793031651328.0000, kl_loss = 1.4225\n", + "Batch 5310, loss = 298839392049430528.0000, recon_loss = 298839392049430528.0000, kl_loss = 1.4337\n", + "Batch 5340, loss = 238926144458457088.0000, recon_loss = 238926144458457088.0000, kl_loss = 1.4948\n", + "Batch 5370, loss = 247262143404048384.0000, recon_loss = 247262143404048384.0000, kl_loss = 1.4723\n", + "Batch 5400, loss = 154711078553518080.0000, recon_loss = 154711078553518080.0000, kl_loss = 1.4698\n", + "Batch 5430, loss = 206551471255191552.0000, recon_loss = 206551471255191552.0000, kl_loss = 1.4545\n", + "Batch 5460, loss = 167213127056752640.0000, recon_loss = 167213127056752640.0000, kl_loss = 1.4969\n", + "Batch 5490, loss = 38055068099936256.0000, recon_loss = 38055068099936256.0000, kl_loss = 1.4286\n", + "Batch 5520, loss = 229520440958124032.0000, recon_loss = 229520440958124032.0000, kl_loss = 1.4198\n", + "Batch 5550, loss = 598822276191748096.0000, recon_loss = 598822276191748096.0000, kl_loss = 1.4351\n", + "Batch 5580, loss = 9161294709862170624.0000, recon_loss = 9161294709862170624.0000, kl_loss = 1.3717\n", + "Batch 5610, loss = 18751102086417481728.0000, recon_loss = 18751102086417481728.0000, kl_loss = 1.3642\n", + "Batch 5640, loss = 46129667295714213888.0000, recon_loss = 46129667295714213888.0000, kl_loss = 1.3793\n", + "Batch 5670, loss = 56487620983224532992.0000, recon_loss = 56487620983224532992.0000, kl_loss = 1.3473\n", + "Batch 5700, loss = 51349629534906351616.0000, recon_loss = 51349629534906351616.0000, kl_loss = 1.3850\n", + "Batch 5730, loss = 44375242561969717248.0000, recon_loss = 44375242561969717248.0000, kl_loss = 1.3435\n", + "Batch 5760, loss = 30398694952378826752.0000, recon_loss = 30398694952378826752.0000, kl_loss = 1.3858\n", + "Batch 5790, loss = 19591762288735944704.0000, recon_loss = 19591762288735944704.0000, kl_loss = 1.3402\n", + "Batch 5820, loss = 27531265384162263040.0000, recon_loss = 27531265384162263040.0000, kl_loss = 1.3439\n", + "Batch 5850, loss = 42967089224183971840.0000, recon_loss = 42967089224183971840.0000, kl_loss = 1.3785\n", + "Batch 5880, loss = 21629212310586261504.0000, recon_loss = 21629212310586261504.0000, kl_loss = 1.3868\n", + "Batch 5910, loss = 15460670603786190848.0000, recon_loss = 15460670603786190848.0000, kl_loss = 1.4254\n", + "Batch 5940, loss = 7308773747710754816.0000, recon_loss = 7308773747710754816.0000, kl_loss = 1.4129\n", + "Batch 5970, loss = 2850694176608092160.0000, recon_loss = 2850694176608092160.0000, kl_loss = 1.4110\n", + "Batch 6000, loss = 1553804818483511296.0000, recon_loss = 1553804818483511296.0000, kl_loss = 1.4341\n", + "Batch 6030, loss = 2325510248577630208.0000, recon_loss = 2325510248577630208.0000, kl_loss = 1.4087\n", + "Batch 6060, loss = 2847337917364305920.0000, recon_loss = 2847337917364305920.0000, kl_loss = 1.4141\n", + "Batch 6090, loss = 2469695805397663744.0000, recon_loss = 2469695805397663744.0000, kl_loss = 1.4171\n", + "Batch 6120, loss = 2245497413034835968.0000, recon_loss = 2245497413034835968.0000, kl_loss = 1.4509\n", + "Batch 6150, loss = 783302666427039744.0000, recon_loss = 783302666427039744.0000, kl_loss = 1.4527\n", + "Batch 6180, loss = 455410706838192128.0000, recon_loss = 455410706838192128.0000, kl_loss = 1.4481\n", + "Batch 6210, loss = 1036695154091622400.0000, recon_loss = 1036695154091622400.0000, kl_loss = 1.4435\n", + "Batch 6240, loss = 411117430669049856.0000, recon_loss = 411117430669049856.0000, kl_loss = 1.3945\n", + "Batch 6270, loss = 366157128898969600.0000, recon_loss = 366157128898969600.0000, kl_loss = 1.4547\n", + "Batch 6300, loss = 156467651458105344.0000, recon_loss = 156467651458105344.0000, kl_loss = 1.4540\n", + "Batch 6330, loss = 262569320947646464.0000, recon_loss = 262569320947646464.0000, kl_loss = 1.4602\n", + "Batch 6360, loss = 400692411170291712.0000, recon_loss = 400692411170291712.0000, kl_loss = 1.4341\n", + "Batch 6390, loss = 225712248075583488.0000, recon_loss = 225712248075583488.0000, kl_loss = 1.4720\n", + "Batch 6420, loss = 120521025753448448.0000, recon_loss = 120521025753448448.0000, kl_loss = 1.4218\n", + "Batch 6450, loss = 128457867618418688.0000, recon_loss = 128457867618418688.0000, kl_loss = 1.4454\n", + "Batch 6480, loss = 77208161768964096.0000, recon_loss = 77208161768964096.0000, kl_loss = 1.4356\n", + "Batch 6510, loss = 37681844031848448.0000, recon_loss = 37681844031848448.0000, kl_loss = 1.4299\n", + "Batch 6540, loss = 80292085726445568.0000, recon_loss = 80292085726445568.0000, kl_loss = 1.4193\n", + "Batch 6570, loss = 77813949726195712.0000, recon_loss = 77813949726195712.0000, kl_loss = 1.4275\n", + "Batch 6600, loss = 775465897300066304.0000, recon_loss = 775465897300066304.0000, kl_loss = 1.4374\n", + "Batch 6630, loss = 2675267921030152192.0000, recon_loss = 2675267921030152192.0000, kl_loss = 1.3910\n", + "Batch 6660, loss = 1016951223791648768.0000, recon_loss = 1016951223791648768.0000, kl_loss = 1.4097\n", + "Batch 6690, loss = 1178909698879913984.0000, recon_loss = 1178909698879913984.0000, kl_loss = 1.3708\n", + "Batch 6720, loss = 1428483032905416704.0000, recon_loss = 1428483032905416704.0000, kl_loss = 1.3993\n", + "Batch 6750, loss = 1859432492243615744.0000, recon_loss = 1859432492243615744.0000, kl_loss = 1.4192\n", + "Batch 6780, loss = 651742595470327808.0000, recon_loss = 651742595470327808.0000, kl_loss = 1.4170\n", + "Batch 6810, loss = 629110110685233152.0000, recon_loss = 629110110685233152.0000, kl_loss = 1.3687\n", + "Batch 6840, loss = 1266191543232888832.0000, recon_loss = 1266191543232888832.0000, kl_loss = 1.3780\n", + "Batch 6870, loss = 1128153493362704384.0000, recon_loss = 1128153493362704384.0000, kl_loss = 1.3975\n", + "Batch 6900, loss = 1153251907850993664.0000, recon_loss = 1153251907850993664.0000, kl_loss = 1.4181\n", + "Batch 6930, loss = 461527461822201856.0000, recon_loss = 461527461822201856.0000, kl_loss = 1.4107\n", + "Batch 6960, loss = 819884792672681984.0000, recon_loss = 819884792672681984.0000, kl_loss = 1.4155\n", + "Batch 6990, loss = 422615161199656960.0000, recon_loss = 422615161199656960.0000, kl_loss = 1.4075\n", + "Batch 7020, loss = 373162186199007232.0000, recon_loss = 373162186199007232.0000, kl_loss = 1.4409\n", + "Batch 7050, loss = 316649762432483328.0000, recon_loss = 316649762432483328.0000, kl_loss = 1.4328\n", + "Batch 7080, loss = 410434530868985856.0000, recon_loss = 410434530868985856.0000, kl_loss = 1.3938\n", + "Batch 7110, loss = 261498327902715904.0000, recon_loss = 261498327902715904.0000, kl_loss = 1.4252\n", + "Batch 7140, loss = 601925647761145856.0000, recon_loss = 601925647761145856.0000, kl_loss = 1.4614\n", + "Batch 7170, loss = 205503688213528576.0000, recon_loss = 205503688213528576.0000, kl_loss = 1.3959\n", + "Batch 7200, loss = 219793525443657728.0000, recon_loss = 219793525443657728.0000, kl_loss = 1.4252\n", + "Batch 7230, loss = 385493827579805696.0000, recon_loss = 385493827579805696.0000, kl_loss = 1.4252\n", + "Average loss: 9469983625591087104.0000\n", + "Epoch: 12\n", + "Batch 30, loss = 19356004558831616.0000, recon_loss = 19356004558831616.0000, kl_loss = 1.3958\n", + "Batch 60, loss = 91877150122049536.0000, recon_loss = 91877150122049536.0000, kl_loss = 1.4395\n", + "Batch 90, loss = 199074551668146176.0000, recon_loss = 199074551668146176.0000, kl_loss = 1.4213\n", + "Batch 120, loss = 94325470459330560.0000, recon_loss = 94325470459330560.0000, kl_loss = 1.4446\n", + "Batch 150, loss = 3161193371926528.0000, recon_loss = 3161193371926528.0000, kl_loss = 1.4344\n", + "Batch 180, loss = 79149598655905792.0000, recon_loss = 79149598655905792.0000, kl_loss = 1.4126\n", + "Batch 210, loss = 83275705017696256.0000, recon_loss = 83275705017696256.0000, kl_loss = 1.4546\n", + "Batch 240, loss = 1829803841814528.0000, recon_loss = 1829803841814528.0000, kl_loss = 1.3719\n", + "Batch 270, loss = 37515358214553600.0000, recon_loss = 37515358214553600.0000, kl_loss = 1.3917\n", + "Batch 300, loss = 98008611074080768.0000, recon_loss = 98008611074080768.0000, kl_loss = 1.3801\n", + "Batch 330, loss = 14785333648424960.0000, recon_loss = 14785333648424960.0000, kl_loss = 1.3356\n", + "Batch 360, loss = 2513360637657088.0000, recon_loss = 2513360637657088.0000, kl_loss = 1.3158\n", + "Batch 390, loss = 87257981514678272.0000, recon_loss = 87257981514678272.0000, kl_loss = 1.3702\n", + "Batch 420, loss = 2241293018009174016.0000, recon_loss = 2241293018009174016.0000, kl_loss = 1.4081\n", + "Batch 450, loss = 3348105785245696.0000, recon_loss = 3348105785245696.0000, kl_loss = 1.3560\n", + "Batch 480, loss = 234896228184227840.0000, recon_loss = 234896228184227840.0000, kl_loss = 1.4135\n", + "Batch 510, loss = 213534727301234688.0000, recon_loss = 213534727301234688.0000, kl_loss = 1.2779\n", + "Batch 540, loss = 136668419159228416.0000, recon_loss = 136668419159228416.0000, kl_loss = 1.3165\n", + "Batch 570, loss = 1136246723576856576.0000, recon_loss = 1136246723576856576.0000, kl_loss = 1.3724\n", + "Batch 600, loss = 41834824004009984.0000, recon_loss = 41834824004009984.0000, kl_loss = 1.3307\n", + "Batch 630, loss = 93862679143251968.0000, recon_loss = 93862679143251968.0000, kl_loss = 1.4135\n", + "Batch 660, loss = 1300793723914813440.0000, recon_loss = 1300793723914813440.0000, kl_loss = 1.3396\n", + "Batch 690, loss = 132619347330859008.0000, recon_loss = 132619347330859008.0000, kl_loss = 1.3331\n", + "Batch 720, loss = 41101883539980288.0000, recon_loss = 41101883539980288.0000, kl_loss = 1.3710\n", + "Batch 750, loss = 549039928739102720.0000, recon_loss = 549039928739102720.0000, kl_loss = 1.3937\n", + "Batch 780, loss = 1613686008438587392.0000, recon_loss = 1613686008438587392.0000, kl_loss = 1.3714\n", + "Batch 810, loss = 642665852105129984.0000, recon_loss = 642665852105129984.0000, kl_loss = 1.3749\n", + "Batch 840, loss = 300369465558695936.0000, recon_loss = 300369465558695936.0000, kl_loss = 1.3640\n", + "Batch 870, loss = 258091920620781568.0000, recon_loss = 258091920620781568.0000, kl_loss = 1.3285\n", + "Batch 900, loss = 4593979697922048.0000, recon_loss = 4593979697922048.0000, kl_loss = 1.3473\n", + "Batch 930, loss = 985638025985785856.0000, recon_loss = 985638025985785856.0000, kl_loss = 1.3743\n", + "Batch 960, loss = 281243048476672000.0000, recon_loss = 281243048476672000.0000, kl_loss = 1.3596\n", + "Batch 990, loss = 1009847966359355392.0000, recon_loss = 1009847966359355392.0000, kl_loss = 1.3089\n", + "Batch 1020, loss = 625452104219099136.0000, recon_loss = 625452104219099136.0000, kl_loss = 1.3748\n", + "Batch 1050, loss = 3345325150403821568.0000, recon_loss = 3345325150403821568.0000, kl_loss = 1.3412\n", + "Batch 1080, loss = 707721962255810560.0000, recon_loss = 707721962255810560.0000, kl_loss = 1.3537\n", + "Batch 1110, loss = 448281954480029696.0000, recon_loss = 448281954480029696.0000, kl_loss = 1.3156\n", + "Batch 1140, loss = 621236920235589632.0000, recon_loss = 621236920235589632.0000, kl_loss = 1.3196\n", + "Batch 1170, loss = 649520688629022720.0000, recon_loss = 649520688629022720.0000, kl_loss = 1.2874\n", + "Batch 1200, loss = 262761752662376448.0000, recon_loss = 262761752662376448.0000, kl_loss = 1.3326\n", + "Batch 1230, loss = 637613390017069056.0000, recon_loss = 637613390017069056.0000, kl_loss = 1.3554\n", + "Batch 1260, loss = 80953493510160384.0000, recon_loss = 80953493510160384.0000, kl_loss = 1.3054\n", + "Batch 1290, loss = 168704408421400576.0000, recon_loss = 168704408421400576.0000, kl_loss = 1.3216\n", + "Batch 1320, loss = 286894864660955136.0000, recon_loss = 286894864660955136.0000, kl_loss = 1.2945\n", + "Batch 1350, loss = 71247692054921216.0000, recon_loss = 71247692054921216.0000, kl_loss = 1.2715\n", + "Batch 1380, loss = 875800181625323520.0000, recon_loss = 875800181625323520.0000, kl_loss = 1.3128\n", + "Batch 1410, loss = 9272550992941940736.0000, recon_loss = 9272550992941940736.0000, kl_loss = 1.2955\n", + "Batch 1440, loss = 41129339101240098816.0000, recon_loss = 41129339101240098816.0000, kl_loss = 1.2576\n", + "Batch 1470, loss = 33041448115552387072.0000, recon_loss = 33041448115552387072.0000, kl_loss = 1.2775\n", + "Batch 1500, loss = 31617299082605756416.0000, recon_loss = 31617299082605756416.0000, kl_loss = 1.2570\n", + "Batch 1530, loss = 38650019545442418688.0000, recon_loss = 38650019545442418688.0000, kl_loss = 1.2541\n", + "Batch 1560, loss = 32681054592246480896.0000, recon_loss = 32681054592246480896.0000, kl_loss = 1.2698\n", + "Batch 1590, loss = 25221187056158375936.0000, recon_loss = 25221187056158375936.0000, kl_loss = 1.2880\n", + "Batch 1620, loss = 33387418245325127680.0000, recon_loss = 33387418245325127680.0000, kl_loss = 1.2693\n", + "Batch 1650, loss = 47158643053545127936.0000, recon_loss = 47158643053545127936.0000, kl_loss = 1.2913\n", + "Batch 1680, loss = 43685404568656543744.0000, recon_loss = 43685404568656543744.0000, kl_loss = 1.2975\n", + "Batch 1710, loss = 33430659838622302208.0000, recon_loss = 33430659838622302208.0000, kl_loss = 1.2738\n", + "Batch 1740, loss = 23962637668494344192.0000, recon_loss = 23962637668494344192.0000, kl_loss = 1.2848\n", + "Batch 1770, loss = 16876381984501268480.0000, recon_loss = 16876381984501268480.0000, kl_loss = 1.2852\n", + "Batch 1800, loss = 5926243978654515200.0000, recon_loss = 5926243978654515200.0000, kl_loss = 1.2871\n", + "Batch 1830, loss = 4813647612752166912.0000, recon_loss = 4813647612752166912.0000, kl_loss = 1.3426\n", + "Batch 1860, loss = 4581653133192593408.0000, recon_loss = 4581653133192593408.0000, kl_loss = 1.2829\n", + "Batch 1890, loss = 4817105027065708544.0000, recon_loss = 4817105027065708544.0000, kl_loss = 1.2813\n", + "Batch 1920, loss = 4375424609118322688.0000, recon_loss = 4375424609118322688.0000, kl_loss = 1.3065\n", + "Batch 1950, loss = 4619397443228794880.0000, recon_loss = 4619397443228794880.0000, kl_loss = 1.3015\n", + "Batch 1980, loss = 2280421338306838528.0000, recon_loss = 2280421338306838528.0000, kl_loss = 1.2928\n", + "Batch 2010, loss = 2447599744847970304.0000, recon_loss = 2447599744847970304.0000, kl_loss = 1.2995\n", + "Batch 2040, loss = 1861068015789932544.0000, recon_loss = 1861068015789932544.0000, kl_loss = 1.2730\n", + "Batch 2070, loss = 1221988976773038080.0000, recon_loss = 1221988976773038080.0000, kl_loss = 1.2732\n", + "Batch 2100, loss = 908918914962948096.0000, recon_loss = 908918914962948096.0000, kl_loss = 1.2975\n", + "Batch 2130, loss = 431338858253123584.0000, recon_loss = 431338858253123584.0000, kl_loss = 1.3174\n", + "Batch 2160, loss = 543528798503567360.0000, recon_loss = 543528798503567360.0000, kl_loss = 1.3280\n", + "Batch 2190, loss = 263677577128837120.0000, recon_loss = 263677577128837120.0000, kl_loss = 1.3202\n", + "Batch 2220, loss = 185913912879742976.0000, recon_loss = 185913912879742976.0000, kl_loss = 1.3138\n", + "Batch 2250, loss = 114833655829889024.0000, recon_loss = 114833655829889024.0000, kl_loss = 1.3150\n", + "Batch 2280, loss = 126577711324856320.0000, recon_loss = 126577711324856320.0000, kl_loss = 1.2955\n", + "Batch 2310, loss = 95415619058401280.0000, recon_loss = 95415619058401280.0000, kl_loss = 1.2713\n", + "Batch 2340, loss = 333753146838876160.0000, recon_loss = 333753146838876160.0000, kl_loss = 1.3074\n", + "Batch 2370, loss = 143373361324490752.0000, recon_loss = 143373361324490752.0000, kl_loss = 1.2992\n", + "Batch 2400, loss = 193751111503446016.0000, recon_loss = 193751111503446016.0000, kl_loss = 1.2797\n", + "Batch 2430, loss = 474015130774929408.0000, recon_loss = 474015130774929408.0000, kl_loss = 1.3110\n", + "Batch 2460, loss = 5450204372094943232.0000, recon_loss = 5450204372094943232.0000, kl_loss = 1.3137\n", + "Batch 2490, loss = 22900740333504561152.0000, recon_loss = 22900740333504561152.0000, kl_loss = 1.2125\n", + "Batch 2520, loss = 37483917095441793024.0000, recon_loss = 37483917095441793024.0000, kl_loss = 1.2617\n", + "Batch 2550, loss = 44150643122740658176.0000, recon_loss = 44150643122740658176.0000, kl_loss = 1.2308\n", + "Batch 2580, loss = 40893295944989147136.0000, recon_loss = 40893295944989147136.0000, kl_loss = 1.2683\n", + "Batch 2610, loss = 39110292705015496704.0000, recon_loss = 39110292705015496704.0000, kl_loss = 1.2591\n", + "Batch 2640, loss = 31399323101422419968.0000, recon_loss = 31399323101422419968.0000, kl_loss = 1.2697\n", + "Batch 2670, loss = 20909021199276703744.0000, recon_loss = 20909021199276703744.0000, kl_loss = 1.2537\n", + "Batch 2700, loss = 35074234009077678080.0000, recon_loss = 35074234009077678080.0000, kl_loss = 1.2385\n", + "Batch 2730, loss = 39442578313068937216.0000, recon_loss = 39442578313068937216.0000, kl_loss = 1.2534\n", + "Batch 2760, loss = 38880842220484689920.0000, recon_loss = 38880842220484689920.0000, kl_loss = 1.2958\n", + "Batch 2790, loss = 30146550547850723328.0000, recon_loss = 30146550547850723328.0000, kl_loss = 1.2677\n", + "Batch 2820, loss = 21872013065301524480.0000, recon_loss = 21872013065301524480.0000, kl_loss = 1.2707\n", + "Batch 2850, loss = 13544729810944655360.0000, recon_loss = 13544729810944655360.0000, kl_loss = 1.3470\n", + "Batch 2880, loss = 6871327549041934336.0000, recon_loss = 6871327549041934336.0000, kl_loss = 1.3095\n", + "Batch 2910, loss = 4223759074694529024.0000, recon_loss = 4223759074694529024.0000, kl_loss = 1.3093\n", + "Batch 2940, loss = 4728973122785509376.0000, recon_loss = 4728973122785509376.0000, kl_loss = 1.2962\n", + "Batch 2970, loss = 3564549077284683776.0000, recon_loss = 3564549077284683776.0000, kl_loss = 1.3486\n", + "Batch 3000, loss = 5525883757434765312.0000, recon_loss = 5525883757434765312.0000, kl_loss = 1.2930\n", + "Batch 3030, loss = 4557315443311771648.0000, recon_loss = 4557315443311771648.0000, kl_loss = 1.3524\n", + "Batch 3060, loss = 2583052705442299904.0000, recon_loss = 2583052705442299904.0000, kl_loss = 1.3224\n", + "Batch 3090, loss = 2375301082885652480.0000, recon_loss = 2375301082885652480.0000, kl_loss = 1.2890\n", + "Batch 3120, loss = 2253288277551349760.0000, recon_loss = 2253288277551349760.0000, kl_loss = 1.2921\n", + "Batch 3150, loss = 650579861923954688.0000, recon_loss = 650579861923954688.0000, kl_loss = 1.3116\n", + "Batch 3180, loss = 1172968900116086784.0000, recon_loss = 1172968900116086784.0000, kl_loss = 1.2737\n", + "Batch 3210, loss = 369752394482843648.0000, recon_loss = 369752394482843648.0000, kl_loss = 1.3211\n", + "Batch 3240, loss = 467113083970519040.0000, recon_loss = 467113083970519040.0000, kl_loss = 1.3375\n", + "Batch 3270, loss = 446967900645883904.0000, recon_loss = 446967900645883904.0000, kl_loss = 1.3008\n", + "Batch 3300, loss = 144343680336003072.0000, recon_loss = 144343680336003072.0000, kl_loss = 1.2659\n", + "Batch 3330, loss = 306487148255641600.0000, recon_loss = 306487148255641600.0000, kl_loss = 1.3033\n", + "Batch 3360, loss = 239513747524157440.0000, recon_loss = 239513747524157440.0000, kl_loss = 1.3123\n", + "Batch 3390, loss = 168160545302642688.0000, recon_loss = 168160545302642688.0000, kl_loss = 1.3029\n", + "Batch 3420, loss = 100710626539601920.0000, recon_loss = 100710626539601920.0000, kl_loss = 1.2715\n", + "Batch 3450, loss = 160559449621135360.0000, recon_loss = 160559449621135360.0000, kl_loss = 1.2910\n", + "Batch 3480, loss = 239860454464159744.0000, recon_loss = 239860454464159744.0000, kl_loss = 1.2788\n", + "Batch 3510, loss = 5051921678095876096.0000, recon_loss = 5051921678095876096.0000, kl_loss = 1.2795\n", + "Batch 3540, loss = 26964322004508868608.0000, recon_loss = 26964322004508868608.0000, kl_loss = 1.2811\n", + "Batch 3570, loss = 51461564216660459520.0000, recon_loss = 51461564216660459520.0000, kl_loss = 1.2783\n", + "Batch 3600, loss = 39485556023575445504.0000, recon_loss = 39485556023575445504.0000, kl_loss = 1.2521\n", + "Batch 3630, loss = 41160226581887582208.0000, recon_loss = 41160226581887582208.0000, kl_loss = 1.2702\n", + "Batch 3660, loss = 36846908436820000768.0000, recon_loss = 36846908436820000768.0000, kl_loss = 1.2533\n", + "Batch 3690, loss = 36690898731954864128.0000, recon_loss = 36690898731954864128.0000, kl_loss = 1.2884\n", + "Batch 3720, loss = 27256805291636817920.0000, recon_loss = 27256805291636817920.0000, kl_loss = 1.2768\n", + "Batch 3750, loss = 43830861160918286336.0000, recon_loss = 43830861160918286336.0000, kl_loss = 1.2727\n", + "Batch 3780, loss = 29022766101379940352.0000, recon_loss = 29022766101379940352.0000, kl_loss = 1.2792\n", + "Batch 3810, loss = 29346466722643705856.0000, recon_loss = 29346466722643705856.0000, kl_loss = 1.2664\n", + "Batch 3840, loss = 29192060105731866624.0000, recon_loss = 29192060105731866624.0000, kl_loss = 1.2579\n", + "Batch 3870, loss = 23984247470026653696.0000, recon_loss = 23984247470026653696.0000, kl_loss = 1.2802\n", + "Batch 3900, loss = 11337417337230852096.0000, recon_loss = 11337417337230852096.0000, kl_loss = 1.2503\n", + "Batch 3930, loss = 10975938595948331008.0000, recon_loss = 10975938595948331008.0000, kl_loss = 1.3117\n", + "Batch 3960, loss = 4113883503341338624.0000, recon_loss = 4113883503341338624.0000, kl_loss = 1.3264\n", + "Batch 3990, loss = 5389942338799796224.0000, recon_loss = 5389942338799796224.0000, kl_loss = 1.3490\n", + "Batch 4020, loss = 3177830221952843776.0000, recon_loss = 3177830221952843776.0000, kl_loss = 1.3602\n", + "Batch 4050, loss = 3607914365639983104.0000, recon_loss = 3607914365639983104.0000, kl_loss = 1.2751\n", + "Batch 4080, loss = 2877859535517646848.0000, recon_loss = 2877859535517646848.0000, kl_loss = 1.2829\n", + "Batch 4110, loss = 1231430483120750592.0000, recon_loss = 1231430483120750592.0000, kl_loss = 1.2891\n", + "Batch 4140, loss = 716141403826028544.0000, recon_loss = 716141403826028544.0000, kl_loss = 1.2438\n", + "Batch 4170, loss = 446732295919894528.0000, recon_loss = 446732295919894528.0000, kl_loss = 1.3000\n", + "Batch 4200, loss = 366155685789958144.0000, recon_loss = 366155685789958144.0000, kl_loss = 1.3426\n", + "Batch 4230, loss = 703572405372583936.0000, recon_loss = 703572405372583936.0000, kl_loss = 1.3166\n", + "Batch 4260, loss = 486598354160058368.0000, recon_loss = 486598354160058368.0000, kl_loss = 1.3112\n", + "Batch 4290, loss = 186504419343335424.0000, recon_loss = 186504419343335424.0000, kl_loss = 1.2884\n", + "Batch 4320, loss = 44312444608184320.0000, recon_loss = 44312444608184320.0000, kl_loss = 1.3145\n", + "Batch 4350, loss = 623355679142313984.0000, recon_loss = 623355679142313984.0000, kl_loss = 1.3050\n", + "Batch 4380, loss = 5856740348264448.0000, recon_loss = 5856740348264448.0000, kl_loss = 1.2535\n", + "Batch 4410, loss = 20833795431202816.0000, recon_loss = 20833795431202816.0000, kl_loss = 1.2876\n", + "Batch 4440, loss = 133062673855152128.0000, recon_loss = 133062673855152128.0000, kl_loss = 1.2955\n", + "Batch 4470, loss = 133309909352579072.0000, recon_loss = 133309909352579072.0000, kl_loss = 1.2999\n", + "Batch 4500, loss = 540752943960293376.0000, recon_loss = 540752943960293376.0000, kl_loss = 1.2830\n", + "Batch 4530, loss = 7689232258711945216.0000, recon_loss = 7689232258711945216.0000, kl_loss = 1.3596\n", + "Batch 4560, loss = 28744912915971178496.0000, recon_loss = 28744912915971178496.0000, kl_loss = 1.2770\n", + "Batch 4590, loss = 22588626365774299136.0000, recon_loss = 22588626365774299136.0000, kl_loss = 1.2870\n", + "Batch 4620, loss = 52243092683637129216.0000, recon_loss = 52243092683637129216.0000, kl_loss = 1.2061\n", + "Batch 4650, loss = 82696002355358334976.0000, recon_loss = 82696002355358334976.0000, kl_loss = 1.2618\n", + "Batch 4680, loss = 29880297210114998272.0000, recon_loss = 29880297210114998272.0000, kl_loss = 1.2137\n", + "Batch 4710, loss = 37034361975216275456.0000, recon_loss = 37034361975216275456.0000, kl_loss = 1.2021\n", + "Batch 4740, loss = 35513743991071834112.0000, recon_loss = 35513743991071834112.0000, kl_loss = 1.2938\n", + "Batch 4770, loss = 18617524617782231040.0000, recon_loss = 18617524617782231040.0000, kl_loss = 1.2209\n", + "Batch 4800, loss = 22019321235144441856.0000, recon_loss = 22019321235144441856.0000, kl_loss = 1.2413\n", + "Batch 4830, loss = 34736719123722534912.0000, recon_loss = 34736719123722534912.0000, kl_loss = 1.2571\n", + "Batch 4860, loss = 25961477240023678976.0000, recon_loss = 25961477240023678976.0000, kl_loss = 1.2164\n", + "Batch 4890, loss = 14637203464791261184.0000, recon_loss = 14637203464791261184.0000, kl_loss = 1.3402\n", + "Batch 4920, loss = 22353132965337235456.0000, recon_loss = 22353132965337235456.0000, kl_loss = 1.3196\n", + "Batch 4950, loss = 3773222640341221376.0000, recon_loss = 3773222640341221376.0000, kl_loss = 1.2909\n", + "Batch 4980, loss = 5481940675719069696.0000, recon_loss = 5481940675719069696.0000, kl_loss = 1.3240\n", + "Batch 5010, loss = 4636332671075614720.0000, recon_loss = 4636332671075614720.0000, kl_loss = 1.3440\n", + "Batch 5040, loss = 2525565014861938688.0000, recon_loss = 2525565014861938688.0000, kl_loss = 1.2955\n", + "Batch 5070, loss = 4398122927162130432.0000, recon_loss = 4398122927162130432.0000, kl_loss = 1.2884\n", + "Batch 5100, loss = 1752851882360963072.0000, recon_loss = 1752851882360963072.0000, kl_loss = 1.3213\n", + "Batch 5130, loss = 23024035478634496.0000, recon_loss = 23024035478634496.0000, kl_loss = 1.2840\n", + "Batch 5160, loss = 1363135758331805696.0000, recon_loss = 1363135758331805696.0000, kl_loss = 1.3354\n", + "Batch 5190, loss = 5498309105321771008.0000, recon_loss = 5498309105321771008.0000, kl_loss = 1.3115\n", + "Batch 5220, loss = 16732086631137280.0000, recon_loss = 16732086631137280.0000, kl_loss = 1.2710\n", + "Batch 5250, loss = 1270777468793389056.0000, recon_loss = 1270777468793389056.0000, kl_loss = 1.3081\n", + "Batch 5280, loss = 441983195961884672.0000, recon_loss = 441983195961884672.0000, kl_loss = 1.2665\n", + "Batch 5310, loss = 298833413454954496.0000, recon_loss = 298833413454954496.0000, kl_loss = 1.2847\n", + "Batch 5340, loss = 238919719187382272.0000, recon_loss = 238919719187382272.0000, kl_loss = 1.2971\n", + "Batch 5370, loss = 247256731745255424.0000, recon_loss = 247256731745255424.0000, kl_loss = 1.2721\n", + "Batch 5400, loss = 154706783586222080.0000, recon_loss = 154706783586222080.0000, kl_loss = 1.2745\n", + "Batch 5430, loss = 206546489093128192.0000, recon_loss = 206546489093128192.0000, kl_loss = 1.3131\n", + "Batch 5460, loss = 167208849269325824.0000, recon_loss = 167208849269325824.0000, kl_loss = 1.3520\n", + "Batch 5490, loss = 38052345090670592.0000, recon_loss = 38052345090670592.0000, kl_loss = 1.2901\n", + "Batch 5520, loss = 229514084406525952.0000, recon_loss = 229514084406525952.0000, kl_loss = 1.2626\n", + "Batch 5550, loss = 598808738454831104.0000, recon_loss = 598808738454831104.0000, kl_loss = 1.3031\n", + "Batch 5580, loss = 9161214445513342976.0000, recon_loss = 9161214445513342976.0000, kl_loss = 1.2886\n", + "Batch 5610, loss = 18750948154789593088.0000, recon_loss = 18750948154789593088.0000, kl_loss = 1.2631\n", + "Batch 5640, loss = 46129385820737503232.0000, recon_loss = 46129385820737503232.0000, kl_loss = 1.2559\n", + "Batch 5670, loss = 56487299925829222400.0000, recon_loss = 56487299925829222400.0000, kl_loss = 1.2443\n", + "Batch 5700, loss = 51349339263836618752.0000, recon_loss = 51349339263836618752.0000, kl_loss = 1.2756\n", + "Batch 5730, loss = 44374974281132539904.0000, recon_loss = 44374974281132539904.0000, kl_loss = 1.2336\n", + "Batch 5760, loss = 30398514632471871488.0000, recon_loss = 30398514632471871488.0000, kl_loss = 1.2456\n", + "Batch 5790, loss = 19591608357108056064.0000, recon_loss = 19591608357108056064.0000, kl_loss = 1.2313\n", + "Batch 5820, loss = 27531082865232052224.0000, recon_loss = 27531082865232052224.0000, kl_loss = 1.2431\n", + "Batch 5850, loss = 42966825341393305600.0000, recon_loss = 42966825341393305600.0000, kl_loss = 1.2772\n", + "Batch 5880, loss = 21629047383842095104.0000, recon_loss = 21629047383842095104.0000, kl_loss = 1.2675\n", + "Batch 5910, loss = 15460534264344346624.0000, recon_loss = 15460534264344346624.0000, kl_loss = 1.2912\n", + "Batch 5940, loss = 7308714374082854912.0000, recon_loss = 7308714374082854912.0000, kl_loss = 1.3050\n", + "Batch 5970, loss = 2850666963695304704.0000, recon_loss = 2850666963695304704.0000, kl_loss = 1.2860\n", + "Batch 6000, loss = 1553785302152118272.0000, recon_loss = 1553785302152118272.0000, kl_loss = 1.3252\n", + "Batch 6030, loss = 2325486334199726080.0000, recon_loss = 2325486334199726080.0000, kl_loss = 1.2861\n", + "Batch 6060, loss = 2847315377375936512.0000, recon_loss = 2847315377375936512.0000, kl_loss = 1.2739\n", + "Batch 6090, loss = 2469674090043015168.0000, recon_loss = 2469674090043015168.0000, kl_loss = 1.2448\n", + "Batch 6120, loss = 2245478583898210304.0000, recon_loss = 2245478583898210304.0000, kl_loss = 1.2814\n", + "Batch 6150, loss = 783293732895064064.0000, recon_loss = 783293732895064064.0000, kl_loss = 1.3207\n", + "Batch 6180, loss = 455403078976274432.0000, recon_loss = 455403078976274432.0000, kl_loss = 1.2877\n", + "Batch 6210, loss = 1036687938546565120.0000, recon_loss = 1036687938546565120.0000, kl_loss = 1.3008\n", + "Batch 6240, loss = 411112070549864448.0000, recon_loss = 411112070549864448.0000, kl_loss = 1.2565\n", + "Batch 6270, loss = 366151803139522560.0000, recon_loss = 366151803139522560.0000, kl_loss = 1.2872\n", + "Batch 6300, loss = 156462772375257088.0000, recon_loss = 156462772375257088.0000, kl_loss = 1.3066\n", + "Batch 6330, loss = 262564648023228416.0000, recon_loss = 262564648023228416.0000, kl_loss = 1.2746\n", + "Batch 6360, loss = 400687016691367936.0000, recon_loss = 400687016691367936.0000, kl_loss = 1.2708\n", + "Batch 6390, loss = 225708107727110144.0000, recon_loss = 225708107727110144.0000, kl_loss = 1.2870\n", + "Batch 6420, loss = 120517959146799104.0000, recon_loss = 120517959146799104.0000, kl_loss = 1.2346\n", + "Batch 6450, loss = 128454397284843520.0000, recon_loss = 128454397284843520.0000, kl_loss = 1.2976\n", + "Batch 6480, loss = 77205352860352512.0000, recon_loss = 77205352860352512.0000, kl_loss = 1.2830\n", + "Batch 6510, loss = 37679713728069632.0000, recon_loss = 37679713728069632.0000, kl_loss = 1.2189\n", + "Batch 6540, loss = 80289379897049088.0000, recon_loss = 80289379897049088.0000, kl_loss = 1.2586\n", + "Batch 6570, loss = 77810994788696064.0000, recon_loss = 77810994788696064.0000, kl_loss = 1.2919\n", + "Batch 6600, loss = 775457169926520832.0000, recon_loss = 775457169926520832.0000, kl_loss = 1.2767\n", + "Batch 6630, loss = 2675253077623177216.0000, recon_loss = 2675253077623177216.0000, kl_loss = 1.2358\n", + "Batch 6660, loss = 1016936861421010944.0000, recon_loss = 1016936861421010944.0000, kl_loss = 1.2737\n", + "Batch 6690, loss = 1178892793888636928.0000, recon_loss = 1178892793888636928.0000, kl_loss = 1.2182\n", + "Batch 6720, loss = 1428461042672861184.0000, recon_loss = 1428461042672861184.0000, kl_loss = 1.2766\n", + "Batch 6750, loss = 1859413663106990080.0000, recon_loss = 1859413663106990080.0000, kl_loss = 1.3004\n", + "Batch 6780, loss = 651730981878759424.0000, recon_loss = 651730981878759424.0000, kl_loss = 1.2829\n", + "Batch 6810, loss = 629099046849478656.0000, recon_loss = 629099046849478656.0000, kl_loss = 1.2586\n", + "Batch 6840, loss = 1266178898849169408.0000, recon_loss = 1266178898849169408.0000, kl_loss = 1.2613\n", + "Batch 6870, loss = 1128141192576368640.0000, recon_loss = 1128141192576368640.0000, kl_loss = 1.2737\n", + "Batch 6900, loss = 1153238713711460352.0000, recon_loss = 1153238713711460352.0000, kl_loss = 1.2657\n", + "Batch 6930, loss = 461517222620168192.0000, recon_loss = 461517222620168192.0000, kl_loss = 1.2840\n", + "Batch 6960, loss = 819872148288962560.0000, recon_loss = 819872148288962560.0000, kl_loss = 1.2800\n", + "Batch 6990, loss = 422607739496169472.0000, recon_loss = 422607739496169472.0000, kl_loss = 1.2309\n", + "Batch 7020, loss = 373155211172118528.0000, recon_loss = 373155211172118528.0000, kl_loss = 1.2859\n", + "Batch 7050, loss = 316643680758792192.0000, recon_loss = 316643680758792192.0000, kl_loss = 1.2653\n", + "Batch 7080, loss = 410429720505614336.0000, recon_loss = 410429720505614336.0000, kl_loss = 1.2493\n", + "Batch 7110, loss = 261493139582222336.0000, recon_loss = 261493139582222336.0000, kl_loss = 1.3012\n", + "Batch 7140, loss = 601921180995158016.0000, recon_loss = 601921180995158016.0000, kl_loss = 1.2722\n", + "Batch 7170, loss = 205500286599430144.0000, recon_loss = 205500286599430144.0000, kl_loss = 1.2251\n", + "Batch 7200, loss = 219788938418585600.0000, recon_loss = 219788938418585600.0000, kl_loss = 1.2581\n", + "Batch 7230, loss = 385489326454079488.0000, recon_loss = 385489326454079488.0000, kl_loss = 1.2737\n", + "Average loss: 9469918286093549568.0000\n", + "Epoch: 13\n", + "Batch 30, loss = 19354095445868544.0000, recon_loss = 19354095445868544.0000, kl_loss = 1.2410\n", + "Batch 60, loss = 91873903126773760.0000, recon_loss = 91873903126773760.0000, kl_loss = 1.2652\n", + "Batch 90, loss = 199069225908699136.0000, recon_loss = 199069225908699136.0000, kl_loss = 1.3034\n", + "Batch 120, loss = 94322661550718976.0000, recon_loss = 94322661550718976.0000, kl_loss = 1.2640\n", + "Batch 150, loss = 3160075875123200.0000, recon_loss = 3160075875123200.0000, kl_loss = 1.2667\n", + "Batch 180, loss = 79147090395004928.0000, recon_loss = 79147090395004928.0000, kl_loss = 1.2144\n", + "Batch 210, loss = 83272990598365184.0000, recon_loss = 83272990598365184.0000, kl_loss = 1.2681\n", + "Batch 240, loss = 1828691579502592.0000, recon_loss = 1828691579502592.0000, kl_loss = 1.2326\n", + "Batch 270, loss = 37513674587373568.0000, recon_loss = 37513674587373568.0000, kl_loss = 1.2570\n", + "Batch 300, loss = 98005681906384896.0000, recon_loss = 98005681906384896.0000, kl_loss = 1.2326\n", + "Batch 330, loss = 14783571638091776.0000, recon_loss = 14783571638091776.0000, kl_loss = 1.2311\n", + "Batch 360, loss = 2512586201366528.0000, recon_loss = 2512586201366528.0000, kl_loss = 1.2591\n", + "Batch 390, loss = 87254906318094336.0000, recon_loss = 87254906318094336.0000, kl_loss = 1.2410\n", + "Batch 420, loss = 2241277762285338624.0000, recon_loss = 2241277762285338624.0000, kl_loss = 1.2976\n", + "Batch 450, loss = 3347082240851968.0000, recon_loss = 3347082240851968.0000, kl_loss = 1.2876\n", + "Batch 480, loss = 234888016206757888.0000, recon_loss = 234888016206757888.0000, kl_loss = 1.3143\n", + "Batch 510, loss = 213529453081395200.0000, recon_loss = 213529453081395200.0000, kl_loss = 1.2002\n", + "Batch 540, loss = 136661220794040320.0000, recon_loss = 136661220794040320.0000, kl_loss = 1.2840\n", + "Batch 570, loss = 1136233804315230208.0000, recon_loss = 1136233804315230208.0000, kl_loss = 1.2454\n", + "Batch 600, loss = 41830335763185664.0000, recon_loss = 41830335763185664.0000, kl_loss = 1.2216\n", + "Batch 630, loss = 93858135067852800.0000, recon_loss = 93858135067852800.0000, kl_loss = 1.1797\n", + "Batch 660, loss = 1300785477577605120.0000, recon_loss = 1300785477577605120.0000, kl_loss = 1.2530\n", + "Batch 690, loss = 132612492563054592.0000, recon_loss = 132612492563054592.0000, kl_loss = 1.1912\n", + "Batch 720, loss = 41098756803788800.0000, recon_loss = 41098756803788800.0000, kl_loss = 1.2032\n", + "Batch 750, loss = 549031991639539712.0000, recon_loss = 549031991639539712.0000, kl_loss = 1.2791\n", + "Batch 780, loss = 1613675425639170048.0000, recon_loss = 1613675425639170048.0000, kl_loss = 1.2283\n", + "Batch 810, loss = 642656574975770624.0000, recon_loss = 642656574975770624.0000, kl_loss = 1.2434\n", + "Batch 840, loss = 300361906416254976.0000, recon_loss = 300361906416254976.0000, kl_loss = 1.2393\n", + "Batch 870, loss = 258085632788660224.0000, recon_loss = 258085632788660224.0000, kl_loss = 1.2257\n", + "Batch 900, loss = 4592511355977728.0000, recon_loss = 4592511355977728.0000, kl_loss = 1.2052\n", + "Batch 930, loss = 985622151786659840.0000, recon_loss = 985622151786659840.0000, kl_loss = 1.2884\n", + "Batch 960, loss = 281237104241934336.0000, recon_loss = 281237104241934336.0000, kl_loss = 1.2701\n", + "Batch 990, loss = 1009832367038136320.0000, recon_loss = 1009832367038136320.0000, kl_loss = 1.1778\n", + "Batch 1020, loss = 625441246541774848.0000, recon_loss = 625441246541774848.0000, kl_loss = 1.2705\n", + "Batch 1050, loss = 3345306733584056320.0000, recon_loss = 3345306733584056320.0000, kl_loss = 1.2525\n", + "Batch 1080, loss = 707714403113369600.0000, recon_loss = 707714403113369600.0000, kl_loss = 1.2518\n", + "Batch 1110, loss = 448273570703867904.0000, recon_loss = 448273570703867904.0000, kl_loss = 1.2122\n", + "Batch 1140, loss = 621230254446346240.0000, recon_loss = 621230254446346240.0000, kl_loss = 1.2139\n", + "Batch 1170, loss = 649516015704604672.0000, recon_loss = 649516015704604672.0000, kl_loss = 1.1806\n", + "Batch 1200, loss = 262756392543191040.0000, recon_loss = 262756392543191040.0000, kl_loss = 1.1949\n", + "Batch 1230, loss = 637608785812127744.0000, recon_loss = 637608785812127744.0000, kl_loss = 1.2174\n", + "Batch 1260, loss = 80950615882072064.0000, recon_loss = 80950615882072064.0000, kl_loss = 1.1950\n", + "Batch 1290, loss = 168700903728087040.0000, recon_loss = 168700903728087040.0000, kl_loss = 1.2163\n", + "Batch 1320, loss = 286891394327379968.0000, recon_loss = 286891394327379968.0000, kl_loss = 1.1990\n", + "Batch 1350, loss = 71243482986971136.0000, recon_loss = 71243482986971136.0000, kl_loss = 1.1609\n", + "Batch 1380, loss = 875780115538116608.0000, recon_loss = 875780115538116608.0000, kl_loss = 1.2189\n", + "Batch 1410, loss = 9272472927616368640.0000, recon_loss = 9272472927616368640.0000, kl_loss = 1.2326\n", + "Batch 1440, loss = 41129079616495943680.0000, recon_loss = 41129079616495943680.0000, kl_loss = 1.2136\n", + "Batch 1470, loss = 33041234810296598528.0000, recon_loss = 33041234810296598528.0000, kl_loss = 1.2129\n", + "Batch 1500, loss = 31617107767582523392.0000, recon_loss = 31617107767582523392.0000, kl_loss = 1.1990\n", + "Batch 1530, loss = 38649786448977330176.0000, recon_loss = 38649786448977330176.0000, kl_loss = 1.2051\n", + "Batch 1560, loss = 32680836888944181248.0000, recon_loss = 32680836888944181248.0000, kl_loss = 1.2042\n", + "Batch 1590, loss = 25221008935274676224.0000, recon_loss = 25221008935274676224.0000, kl_loss = 1.2162\n", + "Batch 1620, loss = 33387167556673994752.0000, recon_loss = 33387167556673994752.0000, kl_loss = 1.2105\n", + "Batch 1650, loss = 47158370374661439488.0000, recon_loss = 47158370374661439488.0000, kl_loss = 1.2233\n", + "Batch 1680, loss = 43685145083912388608.0000, recon_loss = 43685145083912388608.0000, kl_loss = 1.2059\n", + "Batch 1710, loss = 33430453130436280320.0000, recon_loss = 33430453130436280320.0000, kl_loss = 1.2194\n", + "Batch 1740, loss = 23962461746633900032.0000, recon_loss = 23962461746633900032.0000, kl_loss = 1.2294\n", + "Batch 1770, loss = 16876229152385007616.0000, recon_loss = 16876229152385007616.0000, kl_loss = 1.2051\n", + "Batch 1800, loss = 5926186804049870848.0000, recon_loss = 5926186804049870848.0000, kl_loss = 1.2041\n", + "Batch 1830, loss = 4813603632287055872.0000, recon_loss = 4813603632287055872.0000, kl_loss = 1.2643\n", + "Batch 1860, loss = 4581619323210039296.0000, recon_loss = 4581619323210039296.0000, kl_loss = 1.2108\n", + "Batch 1890, loss = 4817063795379666944.0000, recon_loss = 4817063795379666944.0000, kl_loss = 1.2165\n", + "Batch 1920, loss = 4375386675967164416.0000, recon_loss = 4375386675967164416.0000, kl_loss = 1.2324\n", + "Batch 1950, loss = 4619358960321822720.0000, recon_loss = 4619358960321822720.0000, kl_loss = 1.2369\n", + "Batch 1980, loss = 2280400859902771200.0000, recon_loss = 2280400859902771200.0000, kl_loss = 1.2073\n", + "Batch 2010, loss = 2447581328028205056.0000, recon_loss = 2447581328028205056.0000, kl_loss = 1.2362\n", + "Batch 2040, loss = 1861055371406213120.0000, recon_loss = 1861055371406213120.0000, kl_loss = 1.1766\n", + "Batch 2070, loss = 1221975782633504768.0000, recon_loss = 1221975782633504768.0000, kl_loss = 1.2132\n", + "Batch 2100, loss = 908909637833588736.0000, recon_loss = 908909637833588736.0000, kl_loss = 1.2234\n", + "Batch 2130, loss = 431331264750944256.0000, recon_loss = 431331264750944256.0000, kl_loss = 1.2013\n", + "Batch 2160, loss = 543520483446882304.0000, recon_loss = 543520483446882304.0000, kl_loss = 1.2420\n", + "Batch 2190, loss = 263671684433707008.0000, recon_loss = 263671684433707008.0000, kl_loss = 1.2013\n", + "Batch 2220, loss = 185908604300165120.0000, recon_loss = 185908604300165120.0000, kl_loss = 1.2254\n", + "Batch 2250, loss = 114829747409649664.0000, recon_loss = 114829747409649664.0000, kl_loss = 1.2073\n", + "Batch 2280, loss = 126574163681869824.0000, recon_loss = 126574163681869824.0000, kl_loss = 1.1783\n", + "Batch 2310, loss = 95412887459201024.0000, recon_loss = 95412887459201024.0000, kl_loss = 1.1950\n", + "Batch 2340, loss = 333749367267655680.0000, recon_loss = 333749367267655680.0000, kl_loss = 1.2104\n", + "Batch 2370, loss = 143369255335755776.0000, recon_loss = 143369255335755776.0000, kl_loss = 1.2223\n", + "Batch 2400, loss = 193746043442036736.0000, recon_loss = 193746043442036736.0000, kl_loss = 1.1775\n", + "Batch 2430, loss = 474000734044553216.0000, recon_loss = 474000734044553216.0000, kl_loss = 1.2362\n", + "Batch 2460, loss = 5450141150176346112.0000, recon_loss = 5450141150176346112.0000, kl_loss = 1.2551\n", + "Batch 2490, loss = 22900557814574350336.0000, recon_loss = 22900557814574350336.0000, kl_loss = 1.1498\n", + "Batch 2520, loss = 37483670804837171200.0000, recon_loss = 37483670804837171200.0000, kl_loss = 1.1798\n", + "Batch 2550, loss = 44150414424322080768.0000, recon_loss = 44150414424322080768.0000, kl_loss = 1.1646\n", + "Batch 2580, loss = 40893023266105458688.0000, recon_loss = 40893023266105458688.0000, kl_loss = 1.1773\n", + "Batch 2610, loss = 39110033220271341568.0000, recon_loss = 39110033220271341568.0000, kl_loss = 1.1816\n", + "Batch 2640, loss = 31399125189329420288.0000, recon_loss = 31399125189329420288.0000, kl_loss = 1.2242\n", + "Batch 2670, loss = 20908854073509281792.0000, recon_loss = 20908854073509281792.0000, kl_loss = 1.2347\n", + "Batch 2700, loss = 35074020703821889536.0000, recon_loss = 35074020703821889536.0000, kl_loss = 1.1971\n", + "Batch 2730, loss = 39442349614650359808.0000, recon_loss = 39442349614650359808.0000, kl_loss = 1.1867\n", + "Batch 2760, loss = 38880573939647512576.0000, recon_loss = 38880573939647512576.0000, kl_loss = 1.2092\n", + "Batch 2790, loss = 30146324048455401472.0000, recon_loss = 30146324048455401472.0000, kl_loss = 1.1879\n", + "Batch 2820, loss = 21871837143441080320.0000, recon_loss = 21871837143441080320.0000, kl_loss = 1.2048\n", + "Batch 2850, loss = 13544625357340016640.0000, recon_loss = 13544625357340016640.0000, kl_loss = 1.2541\n", + "Batch 2880, loss = 6871269824681476096.0000, recon_loss = 6871269824681476096.0000, kl_loss = 1.2525\n", + "Batch 2910, loss = 4223719217398022144.0000, recon_loss = 4223719217398022144.0000, kl_loss = 1.2389\n", + "Batch 2940, loss = 4728930241832026112.0000, recon_loss = 4728930241832026112.0000, kl_loss = 1.3109\n", + "Batch 2970, loss = 3564514992424222720.0000, recon_loss = 3564514992424222720.0000, kl_loss = 1.3427\n", + "Batch 3000, loss = 5525839227213840384.0000, recon_loss = 5525839227213840384.0000, kl_loss = 1.3142\n", + "Batch 3030, loss = 4557275586015264768.0000, recon_loss = 4557275586015264768.0000, kl_loss = 1.3690\n", + "Batch 3060, loss = 2583027691552768000.0000, recon_loss = 2583027691552768000.0000, kl_loss = 1.3556\n", + "Batch 3090, loss = 2375282940943794176.0000, recon_loss = 2375282940943794176.0000, kl_loss = 1.3376\n", + "Batch 3120, loss = 2253274258778095616.0000, recon_loss = 2253274258778095616.0000, kl_loss = 1.3069\n", + "Batch 3150, loss = 650571340708839424.0000, recon_loss = 650571340708839424.0000, kl_loss = 1.3226\n", + "Batch 3180, loss = 1172957080366088192.0000, recon_loss = 1172957080366088192.0000, kl_loss = 1.3198\n", + "Batch 3210, loss = 369745247657263104.0000, recon_loss = 369745247657263104.0000, kl_loss = 1.3428\n", + "Batch 3240, loss = 467106349461798912.0000, recon_loss = 467106349461798912.0000, kl_loss = 1.2867\n", + "Batch 3270, loss = 446960891259256832.0000, recon_loss = 446960891259256832.0000, kl_loss = 1.2909\n", + "Batch 3300, loss = 144339454088183808.0000, recon_loss = 144339454088183808.0000, kl_loss = 1.2986\n", + "Batch 3330, loss = 306482818928607232.0000, recon_loss = 306482818928607232.0000, kl_loss = 1.3324\n", + "Batch 3360, loss = 239508799721832448.0000, recon_loss = 239508799721832448.0000, kl_loss = 1.3330\n", + "Batch 3390, loss = 168156112896393216.0000, recon_loss = 168156112896393216.0000, kl_loss = 1.3342\n", + "Batch 3420, loss = 100707388134260736.0000, recon_loss = 100707388134260736.0000, kl_loss = 1.3146\n", + "Batch 3450, loss = 160554398739595264.0000, recon_loss = 160554398739595264.0000, kl_loss = 1.3337\n", + "Batch 3480, loss = 239850833737416704.0000, recon_loss = 239850833737416704.0000, kl_loss = 1.3310\n", + "Batch 3510, loss = 5051871100560998400.0000, recon_loss = 5051871100560998400.0000, kl_loss = 1.3009\n", + "Batch 3540, loss = 26964132888508891136.0000, recon_loss = 26964132888508891136.0000, kl_loss = 1.2980\n", + "Batch 3570, loss = 51461295935823282176.0000, recon_loss = 51461295935823282176.0000, kl_loss = 1.2948\n", + "Batch 3600, loss = 39485314131017334784.0000, recon_loss = 39485314131017334784.0000, kl_loss = 1.2973\n", + "Batch 3630, loss = 41159980291282960384.0000, recon_loss = 41159980291282960384.0000, kl_loss = 1.2740\n", + "Batch 3660, loss = 36846664345238634496.0000, recon_loss = 36846664345238634496.0000, kl_loss = 1.2626\n", + "Batch 3690, loss = 36690663436466520064.0000, recon_loss = 36690663436466520064.0000, kl_loss = 1.2968\n", + "Batch 3720, loss = 27256598583450796032.0000, recon_loss = 27256598583450796032.0000, kl_loss = 1.3097\n", + "Batch 3750, loss = 43830614870313664512.0000, recon_loss = 43830614870313664512.0000, kl_loss = 1.3196\n", + "Batch 3780, loss = 29022576985379962880.0000, recon_loss = 29022576985379962880.0000, kl_loss = 1.3002\n", + "Batch 3810, loss = 29346266611527450624.0000, recon_loss = 29346266611527450624.0000, kl_loss = 1.2969\n", + "Batch 3840, loss = 29191862193638866944.0000, recon_loss = 29191862193638866944.0000, kl_loss = 1.2624\n", + "Batch 3870, loss = 23984056155003420672.0000, recon_loss = 23984056155003420672.0000, kl_loss = 1.3317\n", + "Batch 3900, loss = 11337313983137841152.0000, recon_loss = 11337313983137841152.0000, kl_loss = 1.2824\n", + "Batch 3930, loss = 10975889117925081088.0000, recon_loss = 10975889117925081088.0000, kl_loss = 1.3291\n", + "Batch 3960, loss = 4113850243114598400.0000, recon_loss = 4113850243114598400.0000, kl_loss = 1.3610\n", + "Batch 3990, loss = 5389909353450962944.0000, recon_loss = 5389909353450962944.0000, kl_loss = 1.3363\n", + "Batch 4020, loss = 3177801909528428544.0000, recon_loss = 3177801909528428544.0000, kl_loss = 1.3323\n", + "Batch 4050, loss = 3607890726139985920.0000, recon_loss = 3607890726139985920.0000, kl_loss = 1.2955\n", + "Batch 4080, loss = 2877836445773463552.0000, recon_loss = 2877836445773463552.0000, kl_loss = 1.3189\n", + "Batch 4110, loss = 1231416739225403392.0000, recon_loss = 1231416739225403392.0000, kl_loss = 1.3245\n", + "Batch 4140, loss = 716134119561494528.0000, recon_loss = 716134119561494528.0000, kl_loss = 1.2752\n", + "Batch 4170, loss = 446723946503471104.0000, recon_loss = 446723946503471104.0000, kl_loss = 1.3393\n", + "Batch 4200, loss = 366149638476005376.0000, recon_loss = 366149638476005376.0000, kl_loss = 1.3449\n", + "Batch 4230, loss = 703558592757760000.0000, recon_loss = 703558592757760000.0000, kl_loss = 1.3477\n", + "Batch 4260, loss = 486591001176047616.0000, recon_loss = 486591001176047616.0000, kl_loss = 1.3548\n", + "Batch 4290, loss = 186498028431998976.0000, recon_loss = 186498028431998976.0000, kl_loss = 1.2382\n", + "Batch 4320, loss = 44309751663689728.0000, recon_loss = 44309751663689728.0000, kl_loss = 1.3651\n", + "Batch 4350, loss = 623345852257140736.0000, recon_loss = 623345852257140736.0000, kl_loss = 1.3696\n", + "Batch 4380, loss = 5855500713328640.0000, recon_loss = 5855500713328640.0000, kl_loss = 1.2545\n", + "Batch 4410, loss = 20832691624607744.0000, recon_loss = 20832691624607744.0000, kl_loss = 1.3069\n", + "Batch 4440, loss = 133059633018306560.0000, recon_loss = 133059633018306560.0000, kl_loss = 1.2937\n", + "Batch 4470, loss = 133304575003197440.0000, recon_loss = 133304575003197440.0000, kl_loss = 1.2993\n", + "Batch 4500, loss = 540734527140528128.0000, recon_loss = 540734527140528128.0000, kl_loss = 1.3216\n", + "Batch 4530, loss = 7689182230932881408.0000, recon_loss = 7689182230932881408.0000, kl_loss = 1.3308\n", + "Batch 4560, loss = 28744725998994456576.0000, recon_loss = 28744725998994456576.0000, kl_loss = 1.2883\n", + "Batch 4590, loss = 22588494424378966016.0000, recon_loss = 22588494424378966016.0000, kl_loss = 1.2783\n" + ] + } + ], "source": [ "vrae.fit(train_dataset)\n", "\n", @@ -273,6 +3653,13 @@ "# vrae.fit(dataset, save = True)" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Save the model to be fetched later" + ] + }, { "cell_type": "code", "execution_count": null, @@ -294,33 +3681,13 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "ename": "RuntimeError", - "evalue": "number of dims don't match in permute", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------\u001b[0m", - "\u001b[0;31mRuntimeError\u001b[0mTraceback (most recent call last)", - "\u001b[0;32m\u001b[0m in \u001b[0;36m\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mreconstruction\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mvrae\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtransform\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtrain_dataset\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 2\u001b[0m \u001b[0mreconstruction\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;32m/repo/projects/timeseries-generation/model/org_vrae.py\u001b[0m in \u001b[0;36mtransform\u001b[0;34m(self, dataset, save)\u001b[0m\n\u001b[1;32m 440\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mt\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mx\u001b[0m \u001b[0;32min\u001b[0m \u001b[0menumerate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtest_loader\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 441\u001b[0m \u001b[0mx\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 442\u001b[0;31m \u001b[0mx\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpermute\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 443\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 444\u001b[0m \u001b[0mz_run_each\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_batch_transform\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n", - "\u001b[0;31mRuntimeError\u001b[0m: number of dims don't match in permute" - ] - } - ], + "outputs": [], "source": [ "reconstruction = vrae.transform(train_dataset)\n", "reconstruction" ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Save the model to be fetched later" - ] } ], "metadata": {