From ffb43f83066f11c95815f00991d9749285a750be Mon Sep 17 00:00:00 2001 From: Tim Hsu Date: Thu, 3 Nov 2022 10:35:38 -0500 Subject: [PATCH 1/2] fix typo --- experiment.ipynb | 186 ++++++++++++----------------------------------- 1 file changed, 47 insertions(+), 139 deletions(-) diff --git a/experiment.ipynb b/experiment.ipynb index 86decca..ab4f0a0 100644 --- a/experiment.ipynb +++ b/experiment.ipynb @@ -36,10 +36,7 @@ "user_tz": 240 }, "id": "XmteRNV-qmor", - "outputId": "fdbe4de7-6403-4e81-acf5-2836314a9253", - "vscode": { - "languageId": "python" - } + "outputId": "fdbe4de7-6403-4e81-acf5-2836314a9253" }, "outputs": [ { @@ -102,10 +99,7 @@ "user_tz": 240 }, "id": "RwsY2r4pYR0R", - "outputId": "122a102e-ce8d-49f0-e83e-612710e4a669", - "vscode": { - "languageId": "python" - } + "outputId": "122a102e-ce8d-49f0-e83e-612710e4a669" }, "outputs": [ { @@ -169,10 +163,7 @@ } }, "colab_type": "code", - "id": "91ovPt4uGg7N", - "vscode": { - "languageId": "python" - } + "id": "91ovPt4uGg7N" }, "outputs": [], "source": [ @@ -198,10 +189,7 @@ } }, "colab_type": "code", - "id": "3dy3II4wSmqv", - "vscode": { - "languageId": "python" - } + "id": "3dy3II4wSmqv" }, "outputs": [], "source": [ @@ -238,10 +226,7 @@ } }, "colab_type": "code", - "id": "4SWxnpL0IgkJ", - "vscode": { - "languageId": "python" - } + "id": "4SWxnpL0IgkJ" }, "outputs": [], "source": [ @@ -261,10 +246,7 @@ } }, "colab_type": "code", - "id": "GfOA6eSE8dFc", - "vscode": { - "languageId": "python" - } + "id": "GfOA6eSE8dFc" }, "outputs": [], "source": [ @@ -290,10 +272,7 @@ } }, "colab_type": "code", - "id": "yG7nk06uw1oC", - "vscode": { - "languageId": "python" - } + "id": "yG7nk06uw1oC" }, "outputs": [], "source": [ @@ -313,10 +292,7 @@ } }, "colab_type": "code", - "id": "lO44y4yaS6ro", - "vscode": { - "languageId": "python" - } + "id": "lO44y4yaS6ro" }, "outputs": [], "source": [ @@ -357,10 +333,7 @@ "user_tz": 240 }, "id": "hvs9ir1tl--I", - "outputId": "033a9c7e-9f75-4afa-df3f-dfbae035d46c", - "vscode": { - "languageId": "python" - } + "outputId": "033a9c7e-9f75-4afa-df3f-dfbae035d46c" }, "outputs": [ { @@ -391,10 +364,7 @@ } }, "colab_type": "code", - "id": "oiHLwuZMXbGs", - "vscode": { - "languageId": "python" - } + "id": "oiHLwuZMXbGs" }, "outputs": [], "source": [ @@ -404,10 +374,10 @@ "output_size = 2\n", "\n", "loss_func = torch.nn.NLLLoss(\n", - " weight=Variable(torch.FloatTensor([1/sum(outcomes['In-hospita_death'] == 0), \n", + " weight=Variable(torch.FloatTensor([1/sum(outcomes['In-hospital_death'] == 0), \n", " 1/sum(outcomes['In-hospital_death'] == 1)\n", " ])).cuda())\n", - "\n", + "print(loss_func)\n", "num_epochs = 40\n", "log_interval = int((len(train_dfs[0]) / batch_size) / 3)" ] @@ -423,10 +393,7 @@ } }, "colab_type": "code", - "id": "hahjq05Wkd_a", - "vscode": { - "languageId": "python" - } + "id": "hahjq05Wkd_a" }, "outputs": [], "source": [ @@ -473,10 +440,7 @@ } }, "colab_type": "code", - "id": "xFg_NJS8xvCE", - "vscode": { - "languageId": "python" - } + "id": "xFg_NJS8xvCE" }, "outputs": [], "source": [ @@ -543,10 +507,7 @@ "user_tz": 240 }, "id": "N_oFhIUfmWJt", - "outputId": "c614244a-00a8-4c41-9ad5-bfe032e91cd8", - "vscode": { - "languageId": "python" - } + "outputId": "c614244a-00a8-4c41-9ad5-bfe032e91cd8" }, "outputs": [ { @@ -2568,10 +2529,7 @@ "user_tz": 240 }, "id": "6U-o5SYexfKt", - "outputId": "e55946be-9492-4506-9148-d30cf8a1f9c9", - "vscode": { - "languageId": "python" - } + "outputId": "e55946be-9492-4506-9148-d30cf8a1f9c9" }, "outputs": [ { @@ -2629,10 +2587,7 @@ "user_tz": 240 }, "id": "L8fkj_NGlaHo", - "outputId": "bccf3de0-8527-4a27-b1ff-0a2722adf6c8", - "vscode": { - "languageId": "python" - } + "outputId": "bccf3de0-8527-4a27-b1ff-0a2722adf6c8" }, "outputs": [ { @@ -2689,10 +2644,7 @@ "user_tz": 240 }, "id": "rqGYs1QCdMJk", - "outputId": "b6d6872c-e69a-418b-9fbc-3a3c260a5b5b", - "vscode": { - "languageId": "python" - } + "outputId": "b6d6872c-e69a-418b-9fbc-3a3c260a5b5b" }, "outputs": [ { @@ -2733,10 +2685,7 @@ } }, "colab_type": "code", - "id": "Kxe156AaybHa", - "vscode": { - "languageId": "python" - } + "id": "Kxe156AaybHa" }, "outputs": [], "source": [ @@ -2804,10 +2753,7 @@ "user_tz": 240 }, "id": "t-tRl1HZuEO8", - "outputId": "dab34c3a-be98-4574-a113-fbbd2df5b6c8", - "vscode": { - "languageId": "python" - } + "outputId": "dab34c3a-be98-4574-a113-fbbd2df5b6c8" }, "outputs": [ { @@ -4828,10 +4774,7 @@ "user_tz": 240 }, "id": "hURIthaO16Zq", - "outputId": "73d5405a-e9a5-49ca-e279-90788a94bf80", - "vscode": { - "languageId": "python" - } + "outputId": "73d5405a-e9a5-49ca-e279-90788a94bf80" }, "outputs": [ { @@ -4889,10 +4832,7 @@ "user_tz": 240 }, "id": "irsoxNz12BpI", - "outputId": "d0848cfd-5fbe-4448-d2fb-89c1465b93b1", - "vscode": { - "languageId": "python" - } + "outputId": "d0848cfd-5fbe-4448-d2fb-89c1465b93b1" }, "outputs": [ { @@ -4949,10 +4889,7 @@ "user_tz": 240 }, "id": "2Xx2b8OSf4pc", - "outputId": "c1e2e545-487a-4c49-9da8-b8a84c5e6393", - "vscode": { - "languageId": "python" - } + "outputId": "c1e2e545-487a-4c49-9da8-b8a84c5e6393" }, "outputs": [ { @@ -4993,10 +4930,7 @@ } }, "colab_type": "code", - "id": "Rz73cjZC4ken", - "vscode": { - "languageId": "python" - } + "id": "Rz73cjZC4ken" }, "outputs": [], "source": [ @@ -5055,10 +4989,7 @@ }, "colab_type": "code", "id": "b8ZxzKDMdudQ", - "outputId": "afd8ab26-35d2-4bb5-d8bd-fb592084e920", - "vscode": { - "languageId": "python" - } + "outputId": "afd8ab26-35d2-4bb5-d8bd-fb592084e920" }, "outputs": [ { @@ -5232,10 +5163,7 @@ "user_tz": 240 }, "id": "VRgHsSUiduKF", - "outputId": "266d152a-6fa1-4aea-a353-fb003741db92", - "vscode": { - "languageId": "python" - } + "outputId": "266d152a-6fa1-4aea-a353-fb003741db92" }, "outputs": [ { @@ -5293,10 +5221,7 @@ "user_tz": 240 }, "id": "OtlC5UgygAru", - "outputId": "ddb98431-6ec1-4431-c54d-46d65b08a94b", - "vscode": { - "languageId": "python" - } + "outputId": "ddb98431-6ec1-4431-c54d-46d65b08a94b" }, "outputs": [ { @@ -5353,10 +5278,7 @@ "user_tz": 240 }, "id": "rEC5eLIFgFjs", - "outputId": "70d5f1df-d4ac-47a8-c315-84a621852a48", - "vscode": { - "languageId": "python" - } + "outputId": "70d5f1df-d4ac-47a8-c315-84a621852a48" }, "outputs": [ { @@ -5397,10 +5319,7 @@ } }, "colab_type": "code", - "id": "HtcMC-Qpe0jF", - "vscode": { - "languageId": "python" - } + "id": "HtcMC-Qpe0jF" }, "outputs": [], "source": [ @@ -5455,10 +5374,7 @@ } }, "colab_type": "code", - "id": "2ZlxoWGwzeJa", - "vscode": { - "languageId": "python" - } + "id": "2ZlxoWGwzeJa" }, "outputs": [], "source": [ @@ -5577,10 +5493,7 @@ } }, "colab_type": "code", - "id": "t5o1LIqAzene", - "vscode": { - "languageId": "python" - } + "id": "t5o1LIqAzene" }, "outputs": [], "source": [ @@ -5606,10 +5519,7 @@ }, "colab_type": "code", "id": "hiol7HzvdpLD", - "outputId": "ac08e59e-5307-4ba3-eb98-a310e1435949", - "vscode": { - "languageId": "python" - } + "outputId": "ac08e59e-5307-4ba3-eb98-a310e1435949" }, "outputs": [ { @@ -5717,10 +5627,7 @@ "user_tz": 240 }, "id": "g4Jeocx3d3Vv", - "outputId": "9cec170b-f6ee-4116-9c58-fcf166d7236c", - "vscode": { - "languageId": "python" - } + "outputId": "9cec170b-f6ee-4116-9c58-fcf166d7236c" }, "outputs": [ { @@ -5778,10 +5685,7 @@ "user_tz": 240 }, "id": "d3HuNuekilhm", - "outputId": "163bd95c-6eb9-466a-9ee4-23d585dd0329", - "vscode": { - "languageId": "python" - } + "outputId": "163bd95c-6eb9-466a-9ee4-23d585dd0329" }, "outputs": [ { @@ -5838,10 +5742,7 @@ "user_tz": 240 }, "id": "TnlSHZCAYLxq", - "outputId": "bec6de66-c67b-4735-b62c-3c2fd345e616", - "vscode": { - "languageId": "python" - } + "outputId": "bec6de66-c67b-4735-b62c-3c2fd345e616" }, "outputs": [ { @@ -5872,10 +5773,7 @@ } }, "colab_type": "code", - "id": "DHFkWMrlQ1hb", - "vscode": { - "languageId": "python" - } + "id": "DHFkWMrlQ1hb" }, "outputs": [], "source": [] @@ -5893,8 +5791,18 @@ "views": {} }, "kernelspec": { - "display_name": "Python 3", + "display_name": "Python 3.8.13 64-bit ('3.8.13')", + "language": "python", "name": "python3" + }, + "language_info": { + "name": "python", + "version": "3.8.13" + }, + "vscode": { + "interpreter": { + "hash": "a00826373770ed77cd63e5e92209131fd89eb192e754a8a243e17b3a321cfd19" + } } }, "nbformat": 4, From 4ff73e9db85c1808384a1a5e881991acccad5452 Mon Sep 17 00:00:00 2001 From: Tim Hsu Date: Thu, 3 Nov 2022 10:38:41 -0500 Subject: [PATCH 2/2] cleared output for one cell and deleted a cell --- experiment.ipynb | 1976 +--------------------------------------------- 1 file changed, 1 insertion(+), 1975 deletions(-) diff --git a/experiment.ipynb b/experiment.ipynb index ab4f0a0..67064fe 100644 --- a/experiment.ipynb +++ b/experiment.ipynb @@ -432,59 +432,6 @@ { "cell_type": "code", "execution_count": null, - "metadata": { - "colab": { - "autoexec": { - "startup": false, - "wait_interval": 0 - } - }, - "colab_type": "code", - "id": "xFg_NJS8xvCE" - }, - "outputs": [], - "source": [ - "def test_model_gru_mean(loader, model, concat_input=False):\n", - " correct = 0\n", - " total = 0\n", - " model.eval()\n", - "\n", - " predictions = []\n", - " truths = []\n", - " \n", - " total_loss = 0\n", - "\n", - " for data, label in loader:\n", - " x, delta, m, x_forward, lengths = data\n", - "\n", - " sorted_lengths, sorted_idx = lengths.sort(descending=True)\n", - "\n", - " x = Variable(x[sorted_idx].float()).cuda()\n", - " delta = Variable(delta[sorted_idx].float()).cuda()\n", - " m = Variable(m[sorted_idx].float()).cuda()\n", - "\n", - " x[m.data.byte()] = 0.\n", - "\n", - " output = model(pack_padded_sequence(x, sorted_lengths.numpy(), batch_first=True))\n", - " \n", - " label = label[sorted_idx]\n", - " loss = loss_func(output, Variable(label).cuda())\n", - " \n", - " total_loss += loss.data[0]\n", - " predicted = (output.cpu().max(1)[1].data.long()).view(-1)\n", - " predictions += list(predicted.numpy())\n", - " truths += list(label)\n", - " total += label.size(0)\n", - " correct += (predicted == label).sum()\n", - "\n", - " model.train()\n", - "\n", - " return 100 * correct / total, roc_auc_score(truths, predictions), total_loss/len(loader)" - ] - }, - { - "cell_type": "code", - "execution_count": 119, "metadata": { "colab": { "autoexec": { @@ -509,1928 +456,7 @@ "id": "N_oFhIUfmWJt", "outputId": "c614244a-00a8-4c41-9ad5-bfe032e91cd8" }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:1, Epoch: [1/40], Step: [9/29], Loss: 0.6857337355613708, Validation Loss:0.6832905560731888, Validation Acc:86.28428927680798, AUC:0.5313664596273292\n", - "Fold:1, Epoch: [1/40], Step: [18/29], Loss: 0.6648596458964877, Validation Loss:0.6736467182636261, Validation Acc:77.55610972568579, AUC:0.6003105590062112\n", - "Fold:1, Epoch: [1/40], Step: [27/29], Loss: 0.6521315972010294, Validation Loss:0.6325764209032059, Validation Acc:72.81795511221945, AUC:0.6625258799171843\n", - "Epoch 0 time: 1.9274\n", - "Fold:1, Epoch: [2/40], Step: [9/29], Loss: 0.6126415398385789, Validation Loss:0.6020378172397614, Validation Acc:77.55610972568579, AUC:0.7050207039337474\n", - "Fold:1, Epoch: [2/40], Step: [18/29], Loss: 0.5883073856433233, Validation Loss:0.5762902200222015, Validation Acc:76.55860349127182, AUC:0.7216614906832297\n", - "Fold:1, Epoch: [2/40], Step: [27/29], Loss: 0.5780441639599977, Validation Loss:0.5824973881244659, Validation Acc:68.5785536159601, AUC:0.6902432712215321\n", - "Epoch 1 time: 1.8846\n", - "Fold:1, Epoch: [3/40], Step: [9/29], Loss: 0.5486837261252933, Validation Loss:0.5396271497011185, Validation Acc:69.57605985037407, AUC:0.7259575569358178\n", - "Fold:1, Epoch: [3/40], Step: [18/29], Loss: 0.5557175758812163, Validation Loss:0.5414432436227798, Validation Acc:70.07481296758105, AUC:0.7138975155279503\n", - "Fold:1, Epoch: [3/40], Step: [27/29], Loss: 0.5619027007509161, Validation Loss:0.5231326371431351, Validation Acc:68.3291770573566, AUC:0.7037525879917185\n", - "Epoch 2 time: 1.9105\n", - "Fold:1, Epoch: [4/40], Step: [9/29], Loss: 0.5483100877867805, Validation Loss:0.5565923005342484, Validation Acc:72.31920199501246, AUC:0.7269409937888199\n", - "Fold:1, Epoch: [4/40], Step: [18/29], Loss: 0.5394097483820386, Validation Loss:0.5633815228939056, Validation Acc:66.33416458852868, AUC:0.6846790890269152\n", - "Fold:1, Epoch: [4/40], Step: [27/29], Loss: 0.5469760398070017, Validation Loss:0.497650571167469, Validation Acc:69.82543640897755, AUC:0.6974896480331263\n", - "Epoch 3 time: 1.9113\n", - "Fold:1, Epoch: [5/40], Step: [9/29], Loss: 0.5845965213245816, Validation Loss:0.5504950881004333, Validation Acc:73.56608478802993, AUC:0.7341873706004141\n", - "Fold:1, Epoch: [5/40], Step: [18/29], Loss: 0.5674876653485827, Validation Loss:0.5092995837330818, Validation Acc:71.82044887780549, AUC:0.7240424430641821\n", - "Fold:1, Epoch: [5/40], Step: [27/29], Loss: 0.5512973059106756, Validation Loss:0.5350645184516907, Validation Acc:69.82543640897755, AUC:0.6974896480331263\n", - "Epoch 4 time: 1.8892\n", - "Fold:1, Epoch: [6/40], Step: [9/29], Loss: 0.506885525253084, Validation Loss:0.5178039968013763, Validation Acc:74.56359102244389, AUC:0.7250258799171843\n", - "Fold:1, Epoch: [6/40], Step: [18/29], Loss: 0.5451659974124696, Validation Loss:0.5351862534880638, Validation Acc:69.57605985037407, AUC:0.7184782608695652\n", - "Fold:1, Epoch: [6/40], Step: [27/29], Loss: 0.544279052151574, Validation Loss:0.5380575805902481, Validation Acc:68.82793017456359, AUC:0.7216097308488613\n", - "Epoch 5 time: 1.9265\n", - "Fold:1, Epoch: [7/40], Step: [9/29], Loss: 0.5439868900511, Validation Loss:0.5582871586084366, Validation Acc:73.06733167082294, AUC:0.7088509316770186\n", - "Fold:1, Epoch: [7/40], Step: [18/29], Loss: 0.5412079393863678, Validation Loss:0.4915350005030632, Validation Acc:71.57107231920199, AUC:0.730072463768116\n", - "Fold:1, Epoch: [7/40], Step: [27/29], Loss: 0.5353249178992378, Validation Loss:0.5227585732936859, Validation Acc:69.07730673316708, AUC:0.7155797101449275\n", - "Epoch 6 time: 1.8886\n", - "Fold:1, Epoch: [8/40], Step: [9/29], Loss: 0.5338077710734473, Validation Loss:0.5714374855160713, Validation Acc:70.57356608478803, AUC:0.7317546583850931\n", - "Fold:1, Epoch: [8/40], Step: [18/29], Loss: 0.520227978626887, Validation Loss:0.5631414577364922, Validation Acc:75.31172069825436, AUC:0.7069358178053831\n", - "Fold:1, Epoch: [8/40], Step: [27/29], Loss: 0.5216598212718964, Validation Loss:0.5326045751571655, Validation Acc:76.80798004987531, AUC:0.7231107660455486\n", - "Epoch 7 time: 1.8762\n", - "Fold:1, Epoch: [9/40], Step: [9/29], Loss: 0.5185669859250387, Validation Loss:0.5847451463341713, Validation Acc:65.08728179551122, AUC:0.7297877846790891\n", - "Fold:1, Epoch: [9/40], Step: [18/29], Loss: 0.5341857175032297, Validation Loss:0.5095982402563095, Validation Acc:71.3216957605985, AUC:0.7286231884057971\n", - "Fold:1, Epoch: [9/40], Step: [27/29], Loss: 0.5168827065715084, Validation Loss:0.505587637424469, Validation Acc:73.56608478802993, AUC:0.7192287784679089\n", - "Epoch 8 time: 1.8986\n", - "Fold:1, Epoch: [10/40], Step: [9/29], Loss: 0.5136189725663927, Validation Loss:0.4737064316868782, Validation Acc:71.82044887780549, AUC:0.7240424430641821\n", - "Fold:1, Epoch: [10/40], Step: [18/29], Loss: 0.5110570142666498, Validation Loss:0.566466711461544, Validation Acc:71.3216957605985, AUC:0.7211438923395446\n", - "Fold:1, Epoch: [10/40], Step: [27/29], Loss: 0.5157554304158246, Validation Loss:0.5305830985307693, Validation Acc:73.31670822942644, AUC:0.71777950310559\n", - "Epoch 9 time: 1.8683\n", - "Fold:1, Epoch: [11/40], Step: [9/29], Loss: 0.5220252275466919, Validation Loss:0.5518497750163078, Validation Acc:77.80548628428927, AUC:0.7139492753623189\n", - "Fold:1, Epoch: [11/40], Step: [18/29], Loss: 0.5013998332950804, Validation Loss:0.5423646420240402, Validation Acc:72.56857855361596, AUC:0.705952380952381\n", - "Fold:1, Epoch: [11/40], Step: [27/29], Loss: 0.504423666883398, Validation Loss:0.48701105266809464, Validation Acc:71.07231920199501, AUC:0.7196946169772257\n", - "Epoch 10 time: 1.8734\n", - "Fold:1, Epoch: [12/40], Step: [9/29], Loss: 0.4923052622212304, Validation Loss:0.5277013853192329, Validation Acc:72.81795511221945, AUC:0.7148809523809524\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:1, Epoch: [12/40], Step: [18/29], Loss: 0.48786015974150765, Validation Loss:0.5196767598390579, Validation Acc:67.08229426433915, AUC:0.7339026915113871\n", - "Fold:1, Epoch: [12/40], Step: [27/29], Loss: 0.4958559407128228, Validation Loss:0.5114088207483292, Validation Acc:73.06733167082294, AUC:0.7462474120082816\n", - "Epoch 11 time: 1.8893\n", - "Fold:1, Epoch: [13/40], Step: [9/29], Loss: 0.47738444474008346, Validation Loss:0.45667243376374245, Validation Acc:74.81296758104739, AUC:0.7189958592132505\n", - "Fold:1, Epoch: [13/40], Step: [18/29], Loss: 0.4804428650273217, Validation Loss:0.4994466006755829, Validation Acc:74.81296758104739, AUC:0.7115165631469978\n", - "Fold:1, Epoch: [13/40], Step: [27/29], Loss: 0.4847057086450082, Validation Loss:0.5030740275979042, Validation Acc:73.31670822942644, AUC:0.71777950310559\n", - "Epoch 12 time: 1.8877\n", - "Fold:1, Epoch: [14/40], Step: [9/29], Loss: 0.47120216819975114, Validation Loss:0.49639520794153214, Validation Acc:66.33416458852868, AUC:0.7295548654244306\n", - "Fold:1, Epoch: [14/40], Step: [18/29], Loss: 0.49298598534531063, Validation Loss:0.492448627948761, Validation Acc:73.31670822942644, AUC:0.7551759834368529\n", - "Fold:1, Epoch: [14/40], Step: [27/29], Loss: 0.48061451536637767, Validation Loss:0.5228479281067848, Validation Acc:65.83541147132169, AUC:0.726656314699793\n", - "Epoch 13 time: 1.8779\n", - "Fold:1, Epoch: [15/40], Step: [9/29], Loss: 0.5048232409689162, Validation Loss:0.5532922819256783, Validation Acc:78.30423940149626, AUC:0.671972049689441\n", - "Fold:1, Epoch: [15/40], Step: [18/29], Loss: 0.49089719189537895, Validation Loss:0.553811565041542, Validation Acc:76.05985037406484, AUC:0.6813664596273291\n", - "Fold:1, Epoch: [15/40], Step: [27/29], Loss: 0.48633920815255904, Validation Loss:0.5596541315317154, Validation Acc:63.591022443890274, AUC:0.7136128364389234\n", - "Epoch 14 time: 1.9046\n", - "Fold:1, Epoch: [16/40], Step: [9/29], Loss: 0.4573419756359524, Validation Loss:0.5455495044589043, Validation Acc:72.56857855361596, AUC:0.705952380952381\n", - "Fold:1, Epoch: [16/40], Step: [18/29], Loss: 0.46398112674554187, Validation Loss:0.4669721908867359, Validation Acc:74.06483790523691, AUC:0.7146480331262939\n", - "Fold:1, Epoch: [16/40], Step: [27/29], Loss: 0.4710236732606535, Validation Loss:0.6360856741666794, Validation Acc:66.58354114713217, AUC:0.7160455486542442\n", - "Epoch 15 time: 1.9053\n", - "Fold:1, Epoch: [17/40], Step: [9/29], Loss: 0.46985822253757054, Validation Loss:0.5180916041135788, Validation Acc:76.55860349127182, AUC:0.7141821946169772\n", - "Fold:1, Epoch: [17/40], Step: [18/29], Loss: 0.46313101384374833, Validation Loss:0.4991818815469742, Validation Acc:77.0573566084788, AUC:0.7320393374741201\n", - "Fold:1, Epoch: [17/40], Step: [27/29], Loss: 0.4626623116157673, Validation Loss:0.6321378350257874, Validation Acc:63.84039900249377, AUC:0.7075828157349897\n", - "Epoch 16 time: 1.9321\n", - "Fold:1, Epoch: [18/40], Step: [9/29], Loss: 0.46087347798877293, Validation Loss:0.5195269733667374, Validation Acc:71.07231920199501, AUC:0.7196946169772257\n", - "Fold:1, Epoch: [18/40], Step: [18/29], Loss: 0.4648935728602939, Validation Loss:0.520529218018055, Validation Acc:74.3142144638404, AUC:0.7011387163561077\n", - "Fold:1, Epoch: [18/40], Step: [27/29], Loss: 0.45450909270180595, Validation Loss:0.5819179192185402, Validation Acc:71.57107231920199, AUC:0.7151138716356108\n", - "Epoch 17 time: 1.9023\n", - "Fold:1, Epoch: [19/40], Step: [9/29], Loss: 0.45439686708980137, Validation Loss:0.6193296760320663, Validation Acc:69.07730673316708, AUC:0.7305383022774327\n", - "Fold:1, Epoch: [19/40], Step: [18/29], Loss: 0.455915951066547, Validation Loss:0.5671717077493668, Validation Acc:76.30922693266832, AUC:0.7276915113871636\n", - "Fold:1, Epoch: [19/40], Step: [27/29], Loss: 0.4476066529750824, Validation Loss:0.6586527898907661, Validation Acc:75.56109725685785, AUC:0.7383022774327123\n", - "Epoch 18 time: 1.9037\n", - "Fold:1, Epoch: [20/40], Step: [9/29], Loss: 0.4683166311846839, Validation Loss:0.5564216375350952, Validation Acc:67.08229426433915, AUC:0.6890269151138717\n", - "Fold:1, Epoch: [20/40], Step: [18/29], Loss: 0.46324073274930316, Validation Loss:0.5575809255242348, Validation Acc:75.56109725685785, AUC:0.723343685300207\n", - "Fold:1, Epoch: [20/40], Step: [27/29], Loss: 0.45290367470847237, Validation Loss:0.5452578812837601, Validation Acc:69.07730673316708, AUC:0.7155797101449275\n", - "Epoch 19 time: 1.9061\n", - "Fold:1, Epoch: [21/40], Step: [9/29], Loss: 0.413136750459671, Validation Loss:0.5378983020782471, Validation Acc:75.31172069825436, AUC:0.7218944099378882\n", - "Fold:1, Epoch: [21/40], Step: [18/29], Loss: 0.4209752016597324, Validation Loss:0.5676749125123024, Validation Acc:70.07481296758105, AUC:0.7138975155279503\n", - "Fold:1, Epoch: [21/40], Step: [27/29], Loss: 0.4320883607422864, Validation Loss:0.5993472710251808, Validation Acc:72.06982543640898, AUC:0.7404503105590061\n", - "Epoch 20 time: 1.8918\n", - "Fold:1, Epoch: [22/40], Step: [9/29], Loss: 0.4313865866925981, Validation Loss:0.569813072681427, Validation Acc:72.31920199501246, AUC:0.7045031055900621\n", - "Fold:1, Epoch: [22/40], Step: [18/29], Loss: 0.43055184185504913, Validation Loss:0.5265364199876785, Validation Acc:75.06234413965088, AUC:0.7428830227743272\n", - "Fold:1, Epoch: [22/40], Step: [27/29], Loss: 0.43130905981417056, Validation Loss:0.5231088176369667, Validation Acc:71.57107231920199, AUC:0.7525103519668737\n", - "Epoch 21 time: 1.8978\n", - "Fold:1, Epoch: [23/40], Step: [9/29], Loss: 0.45131691959169173, Validation Loss:0.5482459738850594, Validation Acc:72.56857855361596, AUC:0.7283902691511387\n", - "Fold:1, Epoch: [23/40], Step: [18/29], Loss: 0.44325480196211076, Validation Loss:0.5568445399403572, Validation Acc:74.56359102244389, AUC:0.6801501035196688\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:1, Epoch: [23/40], Step: [27/29], Loss: 0.4295798153788955, Validation Loss:0.5758865177631378, Validation Acc:79.80049875311721, AUC:0.7405020703933747\n", - "Epoch 22 time: 1.8649\n", - "Fold:1, Epoch: [24/40], Step: [9/29], Loss: 0.4432029161188338, Validation Loss:0.5869854241609573, Validation Acc:71.57107231920199, AUC:0.7076345755693582\n", - "Fold:1, Epoch: [24/40], Step: [18/29], Loss: 0.43858107758892906, Validation Loss:0.5513206794857979, Validation Acc:74.3142144638404, AUC:0.7160973084886129\n", - "Fold:1, Epoch: [24/40], Step: [27/29], Loss: 0.42630214933995847, Validation Loss:0.5471227243542671, Validation Acc:76.05985037406484, AUC:0.7262422360248447\n", - "Epoch 23 time: 1.8852\n", - "Fold:1, Epoch: [25/40], Step: [9/29], Loss: 0.4165589147143894, Validation Loss:0.5819828882813454, Validation Acc:64.08977556109726, AUC:0.716511387163561\n", - "Fold:1, Epoch: [25/40], Step: [18/29], Loss: 0.42399610413445366, Validation Loss:0.532167911529541, Validation Acc:78.05486284289277, AUC:0.6854813664596273\n", - "Fold:1, Epoch: [25/40], Step: [27/29], Loss: 0.419538390857202, Validation Loss:0.6143566071987152, Validation Acc:77.3067331670823, AUC:0.7185300207039338\n", - "Epoch 24 time: 1.8975\n", - "Fold:1, Epoch: [26/40], Step: [9/29], Loss: 0.43219072620073956, Validation Loss:0.5600856393575668, Validation Acc:71.3216957605985, AUC:0.713664596273292\n", - "Fold:1, Epoch: [26/40], Step: [18/29], Loss: 0.40573372609085506, Validation Loss:0.576941080391407, Validation Acc:76.80798004987531, AUC:0.7380693581780539\n", - "Fold:1, Epoch: [26/40], Step: [27/29], Loss: 0.41385354156847354, Validation Loss:0.5535447522997856, Validation Acc:70.07481296758105, AUC:0.736335403726708\n", - "Epoch 25 time: 1.8857\n", - "Fold:1, Epoch: [27/40], Step: [9/29], Loss: 0.37645481692420113, Validation Loss:0.6593589559197426, Validation Acc:80.54862842892769, AUC:0.7373706004140786\n", - "Fold:1, Epoch: [27/40], Step: [18/29], Loss: 0.3811703787909614, Validation Loss:0.529094398021698, Validation Acc:69.32668329177058, AUC:0.724508281573499\n", - "Fold:1, Epoch: [27/40], Step: [27/29], Loss: 0.3982678695961281, Validation Loss:0.6151163801550865, Validation Acc:71.3216957605985, AUC:0.7361024844720496\n", - "Epoch 26 time: 1.8850\n", - "Fold:1, Epoch: [28/40], Step: [9/29], Loss: 0.4040396743350559, Validation Loss:0.6030571907758713, Validation Acc:79.05236907730674, AUC:0.6912784679089027\n", - "Fold:1, Epoch: [28/40], Step: [18/29], Loss: 0.4021696249643962, Validation Loss:0.5415274277329445, Validation Acc:72.56857855361596, AUC:0.7134316770186335\n", - "Fold:1, Epoch: [28/40], Step: [27/29], Loss: 0.4021527215286537, Validation Loss:0.5662393867969513, Validation Acc:79.30174563591022, AUC:0.737603519668737\n", - "Epoch 27 time: 1.8908\n", - "Fold:1, Epoch: [29/40], Step: [9/29], Loss: 0.4082510670026143, Validation Loss:0.90740055590868, Validation Acc:69.32668329177058, AUC:0.7394668737060042\n", - "Fold:1, Epoch: [29/40], Step: [18/29], Loss: 0.40013956526915234, Validation Loss:0.5349043905735016, Validation Acc:73.81546134663341, AUC:0.7206780538302278\n", - "Fold:1, Epoch: [29/40], Step: [27/29], Loss: 0.39978410910677026, Validation Loss:0.6382235586643219, Validation Acc:75.56109725685785, AUC:0.7083850931677018\n", - "Epoch 28 time: 1.9022\n", - "Fold:1, Epoch: [30/40], Step: [9/29], Loss: 0.3848779830667708, Validation Loss:0.5731216222047806, Validation Acc:68.82793017456359, AUC:0.7066511387163561\n", - "Fold:1, Epoch: [30/40], Step: [18/29], Loss: 0.38427912029955125, Validation Loss:0.6276610195636749, Validation Acc:75.56109725685785, AUC:0.7532608695652174\n", - "Fold:1, Epoch: [30/40], Step: [27/29], Loss: 0.3982946033830996, Validation Loss:0.6391987800598145, Validation Acc:70.57356608478803, AUC:0.7242753623188406\n", - "Epoch 29 time: 1.8916\n", - "Fold:1, Epoch: [31/40], Step: [9/29], Loss: 0.4224785367647807, Validation Loss:0.6122386306524277, Validation Acc:77.55610972568579, AUC:0.7424171842650104\n", - "Fold:1, Epoch: [31/40], Step: [18/29], Loss: 0.39883938597308266, Validation Loss:0.5505017787218094, Validation Acc:76.30922693266832, AUC:0.720212215320911\n", - "Fold:1, Epoch: [31/40], Step: [27/29], Loss: 0.39565118926542775, Validation Loss:0.6219552457332611, Validation Acc:72.31920199501246, AUC:0.7344202898550725\n", - "Epoch 30 time: 1.8787\n", - "Fold:1, Epoch: [32/40], Step: [9/29], Loss: 0.38172738750775653, Validation Loss:0.5332718566060066, Validation Acc:78.30423940149626, AUC:0.7318064182194617\n", - "Fold:1, Epoch: [32/40], Step: [18/29], Loss: 0.37699773410956067, Validation Loss:0.637589693069458, Validation Acc:76.05985037406484, AUC:0.7262422360248447\n", - "Fold:1, Epoch: [32/40], Step: [27/29], Loss: 0.3754284116956923, Validation Loss:0.5433353334665298, Validation Acc:77.3067331670823, AUC:0.7409679089026915\n", - "Epoch 31 time: 1.8854\n", - "Fold:1, Epoch: [33/40], Step: [9/29], Loss: 0.3555928170681, Validation Loss:0.561437614262104, Validation Acc:72.06982543640898, AUC:0.7254917184265011\n", - "Fold:1, Epoch: [33/40], Step: [18/29], Loss: 0.367231880625089, Validation Loss:0.6327799558639526, Validation Acc:75.56109725685785, AUC:0.7158643892339545\n", - "Fold:1, Epoch: [33/40], Step: [27/29], Loss: 0.3742341189472764, Validation Loss:0.7018252611160278, Validation Acc:78.30423940149626, AUC:0.7318064182194617\n", - "Epoch 32 time: 1.9231\n", - "Fold:1, Epoch: [34/40], Step: [9/29], Loss: 0.39884020222557914, Validation Loss:0.6663115918636322, Validation Acc:70.57356608478803, AUC:0.7167960662525881\n", - "Fold:1, Epoch: [34/40], Step: [18/29], Loss: 0.3726358066002528, Validation Loss:0.6704204678535461, Validation Acc:80.54862842892769, AUC:0.6700569358178055\n", - "Fold:1, Epoch: [34/40], Step: [27/29], Loss: 0.37650944347734805, Validation Loss:0.6239123046398163, Validation Acc:71.07231920199501, AUC:0.7196946169772257\n", - "Epoch 33 time: 1.8962\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:1, Epoch: [35/40], Step: [9/29], Loss: 0.36799559328291154, Validation Loss:0.7089001759886742, Validation Acc:79.05236907730674, AUC:0.7137163561076605\n", - "Fold:1, Epoch: [35/40], Step: [18/29], Loss: 0.37160670426156783, Validation Loss:0.6342690661549568, Validation Acc:80.54862842892769, AUC:0.7523291925465838\n", - "Fold:1, Epoch: [35/40], Step: [27/29], Loss: 0.3614325368845904, Validation Loss:0.579759269952774, Validation Acc:69.32668329177058, AUC:0.7469461697722567\n", - "Epoch 34 time: 1.8769\n", - "Fold:1, Epoch: [36/40], Step: [9/29], Loss: 0.3372863829135895, Validation Loss:0.9537073224782944, Validation Acc:82.29426433915212, AUC:0.7175983436853002\n", - "Fold:1, Epoch: [36/40], Step: [18/29], Loss: 0.34788192477491164, Validation Loss:0.5550107285380363, Validation Acc:80.79800498753117, AUC:0.7238612836438924\n", - "Fold:1, Epoch: [36/40], Step: [27/29], Loss: 0.3506289279019391, Validation Loss:0.5811344236135483, Validation Acc:74.06483790523691, AUC:0.7370859213250518\n", - "Epoch 35 time: 1.9108\n", - "Fold:1, Epoch: [37/40], Step: [9/29], Loss: 0.33509203791618347, Validation Loss:0.5971883162856102, Validation Acc:77.3067331670823, AUC:0.7260093167701863\n", - "Fold:1, Epoch: [37/40], Step: [18/29], Loss: 0.33799804747104645, Validation Loss:0.6422745883464813, Validation Acc:80.29925187032418, AUC:0.7209627329192547\n", - "Fold:1, Epoch: [37/40], Step: [27/29], Loss: 0.34605825168115123, Validation Loss:0.536741342395544, Validation Acc:74.3142144638404, AUC:0.7385351966873707\n", - "Epoch 36 time: 1.8689\n", - "Fold:1, Epoch: [38/40], Step: [9/29], Loss: 0.35585197144084507, Validation Loss:0.601452648639679, Validation Acc:72.06982543640898, AUC:0.7404503105590061\n", - "Fold:1, Epoch: [38/40], Step: [18/29], Loss: 0.326649730404218, Validation Loss:0.6019320487976074, Validation Acc:82.29426433915212, AUC:0.6876811594202898\n", - "Fold:1, Epoch: [38/40], Step: [27/29], Loss: 0.3334731172632288, Validation Loss:0.5413375869393349, Validation Acc:72.31920199501246, AUC:0.741899585921325\n", - "Epoch 37 time: 1.8856\n", - "Fold:1, Epoch: [39/40], Step: [9/29], Loss: 0.3405085835191939, Validation Loss:0.5803078636527061, Validation Acc:80.29925187032418, AUC:0.7359213250517598\n", - "Fold:1, Epoch: [39/40], Step: [18/29], Loss: 0.3325598720047209, Validation Loss:0.5547279566526413, Validation Acc:76.80798004987531, AUC:0.7380693581780539\n", - "Fold:1, Epoch: [39/40], Step: [27/29], Loss: 0.33192409409417045, Validation Loss:0.633213646709919, Validation Acc:75.56109725685785, AUC:0.7083850931677018\n", - "Epoch 38 time: 1.8860\n", - "Fold:1, Epoch: [40/40], Step: [9/29], Loss: 0.31353509426116943, Validation Loss:0.7009229958057404, Validation Acc:70.57356608478803, AUC:0.7392339544513457\n", - "Fold:1, Epoch: [40/40], Step: [18/29], Loss: 0.3239678674274021, Validation Loss:0.630028486251831, Validation Acc:82.29426433915212, AUC:0.6951604554865425\n", - "Fold:1, Epoch: [40/40], Step: [27/29], Loss: 0.32762382207093416, Validation Loss:0.5487577691674232, Validation Acc:75.06234413965088, AUC:0.727924430641822\n", - "Epoch 39 time: 1.8761\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:2, Epoch: [1/40], Step: [9/29], Loss: 0.6494616932339139, Validation Loss:0.6739252060651779, Validation Acc:73.81546134663341, AUC:0.6832815734989648\n", - "Fold:2, Epoch: [1/40], Step: [18/29], Loss: 0.6334423191017575, Validation Loss:0.6613774001598358, Validation Acc:74.3142144638404, AUC:0.6861801242236025\n", - "Fold:2, Epoch: [1/40], Step: [27/29], Loss: 0.6267094435515227, Validation Loss:0.6422221064567566, Validation Acc:72.31920199501246, AUC:0.7119824016563147\n", - "Epoch 0 time: 1.9130\n", - "Fold:2, Epoch: [2/40], Step: [9/29], Loss: 0.5826908349990845, Validation Loss:0.5739967748522758, Validation Acc:69.07730673316708, AUC:0.7454968944099378\n", - "Fold:2, Epoch: [2/40], Step: [18/29], Loss: 0.5889057252142165, Validation Loss:0.5736114531755447, Validation Acc:68.5785536159601, AUC:0.7425983436853002\n", - "Fold:2, Epoch: [2/40], Step: [27/29], Loss: 0.5813185495358927, Validation Loss:0.5535089746117592, Validation Acc:70.82294264339153, AUC:0.7257246376811594\n", - "Epoch 1 time: 1.9275\n", - "Fold:2, Epoch: [3/40], Step: [9/29], Loss: 0.5666183531284332, Validation Loss:0.5605958551168442, Validation Acc:70.07481296758105, AUC:0.7213768115942029\n", - "Fold:2, Epoch: [3/40], Step: [18/29], Loss: 0.5526764492193857, Validation Loss:0.5360382944345474, Validation Acc:67.58104738154613, AUC:0.7068840579710145\n", - "Fold:2, Epoch: [3/40], Step: [27/29], Loss: 0.5496736146785595, Validation Loss:0.6147210597991943, Validation Acc:71.57107231920199, AUC:0.6851966873706004\n", - "Epoch 2 time: 1.9047\n", - "Fold:2, Epoch: [4/40], Step: [9/29], Loss: 0.5260079271263547, Validation Loss:0.5781634747982025, Validation Acc:68.07980049875312, AUC:0.7172619047619048\n", - "Fold:2, Epoch: [4/40], Step: [18/29], Loss: 0.5293185628122754, Validation Loss:0.5365684702992439, Validation Acc:72.56857855361596, AUC:0.705952380952381\n", - "Fold:2, Epoch: [4/40], Step: [27/29], Loss: 0.544029900321254, Validation Loss:0.621046170592308, Validation Acc:71.57107231920199, AUC:0.6851966873706004\n", - "Epoch 3 time: 1.8826\n", - "Fold:2, Epoch: [5/40], Step: [9/29], Loss: 0.543381091621187, Validation Loss:0.5490709841251373, Validation Acc:67.58104738154613, AUC:0.7068840579710145\n", - "Fold:2, Epoch: [5/40], Step: [18/29], Loss: 0.5352173944314321, Validation Loss:0.565972089767456, Validation Acc:69.82543640897755, AUC:0.7049689440993789\n", - "Fold:2, Epoch: [5/40], Step: [27/29], Loss: 0.5347444238486113, Validation Loss:0.575643002986908, Validation Acc:69.07730673316708, AUC:0.708100414078675\n", - "Epoch 4 time: 1.9016\n", - "Fold:2, Epoch: [6/40], Step: [9/29], Loss: 0.5136828588114845, Validation Loss:0.5898022800683975, Validation Acc:69.57605985037407, AUC:0.6810817805383023\n", - "Fold:2, Epoch: [6/40], Step: [18/29], Loss: 0.5130998657809364, Validation Loss:0.554902195930481, Validation Acc:74.3142144638404, AUC:0.7086180124223601\n", - "Fold:2, Epoch: [6/40], Step: [27/29], Loss: 0.52076123158137, Validation Loss:0.5438467413187027, Validation Acc:69.82543640897755, AUC:0.7124482401656315\n", - "Epoch 5 time: 1.8614\n", - "Fold:2, Epoch: [7/40], Step: [9/29], Loss: 0.5013423528936174, Validation Loss:0.7217962145805359, Validation Acc:71.57107231920199, AUC:0.6702380952380953\n", - "Fold:2, Epoch: [7/40], Step: [18/29], Loss: 0.519864386982388, Validation Loss:0.5569547712802887, Validation Acc:72.81795511221945, AUC:0.6999223602484471\n", - "Fold:2, Epoch: [7/40], Step: [27/29], Loss: 0.518998490439521, Validation Loss:0.5743731260299683, Validation Acc:69.57605985037407, AUC:0.70351966873706\n", - "Epoch 6 time: 1.9086\n", - "Fold:2, Epoch: [8/40], Step: [9/29], Loss: 0.5146378378073374, Validation Loss:0.5454634130001068, Validation Acc:65.33665835411472, AUC:0.6863612836438924\n", - "Fold:2, Epoch: [8/40], Step: [18/29], Loss: 0.5120494266351064, Validation Loss:0.5249068215489388, Validation Acc:76.05985037406484, AUC:0.6963250517598344\n", - "Fold:2, Epoch: [8/40], Step: [27/29], Loss: 0.5100545430624926, Validation Loss:0.5413721352815628, Validation Acc:69.07730673316708, AUC:0.6856625258799172\n", - "Epoch 7 time: 1.9023\n", - "Fold:2, Epoch: [9/40], Step: [9/29], Loss: 0.5041072997781966, Validation Loss:0.5370234325528145, Validation Acc:70.32418952618454, AUC:0.7003881987577638\n", - "Fold:2, Epoch: [9/40], Step: [18/29], Loss: 0.4933729138639238, Validation Loss:0.47242050990462303, Validation Acc:71.3216957605985, AUC:0.6912267080745342\n", - "Fold:2, Epoch: [9/40], Step: [27/29], Loss: 0.5113801658153534, Validation Loss:0.5997097045183182, Validation Acc:71.07231920199501, AUC:0.6972567287784678\n", - "Epoch 8 time: 1.8860\n", - "Fold:2, Epoch: [10/40], Step: [9/29], Loss: 0.4945512678888109, Validation Loss:0.5926191359758377, Validation Acc:71.82044887780549, AUC:0.6716873706004141\n", - "Fold:2, Epoch: [10/40], Step: [18/29], Loss: 0.5008093350463443, Validation Loss:0.572508342564106, Validation Acc:72.06982543640898, AUC:0.7105331262939959\n", - "Fold:2, Epoch: [10/40], Step: [27/29], Loss: 0.5006680775571752, Validation Loss:0.5539213865995407, Validation Acc:75.31172069825436, AUC:0.6994565217391304\n", - "Epoch 9 time: 1.9050\n", - "Fold:2, Epoch: [11/40], Step: [9/29], Loss: 0.48094728257921004, Validation Loss:0.5637141764163971, Validation Acc:71.82044887780549, AUC:0.6716873706004141\n", - "Fold:2, Epoch: [11/40], Step: [18/29], Loss: 0.4899931367900636, Validation Loss:0.5785925015807152, Validation Acc:70.07481296758105, AUC:0.7213768115942029\n", - "Fold:2, Epoch: [11/40], Step: [27/29], Loss: 0.5060739340605559, Validation Loss:0.485938236117363, Validation Acc:71.57107231920199, AUC:0.7151138716356108\n", - "Epoch 10 time: 1.8882\n", - "Fold:2, Epoch: [12/40], Step: [9/29], Loss: 0.505744583076901, Validation Loss:0.5341670736670494, Validation Acc:77.3067331670823, AUC:0.7110507246376812\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:2, Epoch: [12/40], Step: [18/29], Loss: 0.48531095021300846, Validation Loss:0.5818400681018829, Validation Acc:67.83042394014963, AUC:0.6933747412008282\n", - "Fold:2, Epoch: [12/40], Step: [27/29], Loss: 0.4916985211548982, Validation Loss:0.6117839962244034, Validation Acc:70.57356608478803, AUC:0.7018374741200828\n", - "Epoch 11 time: 1.8949\n", - "Fold:2, Epoch: [13/40], Step: [9/29], Loss: 0.4931459426879883, Validation Loss:0.5305612161755562, Validation Acc:74.3142144638404, AUC:0.6861801242236025\n", - "Fold:2, Epoch: [13/40], Step: [18/29], Loss: 0.4900320801470015, Validation Loss:0.6595611050724983, Validation Acc:69.57605985037407, AUC:0.70351966873706\n", - "Fold:2, Epoch: [13/40], Step: [27/29], Loss: 0.4808314354331405, Validation Loss:0.5216756388545036, Validation Acc:69.57605985037407, AUC:0.7259575569358178\n", - "Epoch 12 time: 1.8935\n", - "Fold:2, Epoch: [14/40], Step: [9/29], Loss: 0.4828173948658837, Validation Loss:0.552091933786869, Validation Acc:78.30423940149626, AUC:0.7243271221532089\n", - "Fold:2, Epoch: [14/40], Step: [18/29], Loss: 0.48440306385358173, Validation Loss:0.5303849950432777, Validation Acc:76.80798004987531, AUC:0.6931935817805384\n", - "Fold:2, Epoch: [14/40], Step: [27/29], Loss: 0.4841171149854307, Validation Loss:0.5297320634126663, Validation Acc:63.591022443890274, AUC:0.7061335403726708\n", - "Epoch 13 time: 1.8864\n", - "Fold:2, Epoch: [15/40], Step: [9/29], Loss: 0.4794884655210707, Validation Loss:0.5124445483088493, Validation Acc:73.31670822942644, AUC:0.7103002070393375\n", - "Fold:2, Epoch: [15/40], Step: [18/29], Loss: 0.47063247197204167, Validation Loss:0.5362822711467743, Validation Acc:72.31920199501246, AUC:0.7344202898550725\n", - "Fold:2, Epoch: [15/40], Step: [27/29], Loss: 0.47019185070638303, Validation Loss:0.46694116294384, Validation Acc:72.81795511221945, AUC:0.7373188405797102\n", - "Epoch 14 time: 1.9139\n", - "Fold:2, Epoch: [16/40], Step: [9/29], Loss: 0.4759531517823537, Validation Loss:0.6349786520004272, Validation Acc:74.3142144638404, AUC:0.6487836438923394\n", - "Fold:2, Epoch: [16/40], Step: [18/29], Loss: 0.4743351207839118, Validation Loss:0.5426455363631248, Validation Acc:68.5785536159601, AUC:0.7201604554865424\n", - "Fold:2, Epoch: [16/40], Step: [27/29], Loss: 0.4790820512506697, Validation Loss:0.6501087546348572, Validation Acc:69.82543640897755, AUC:0.7274068322981366\n", - "Epoch 15 time: 1.8918\n", - "Fold:2, Epoch: [17/40], Step: [9/29], Loss: 0.4557445678446028, Validation Loss:0.5884446352720261, Validation Acc:78.80299251870325, AUC:0.7047877846790891\n", - "Fold:2, Epoch: [17/40], Step: [18/29], Loss: 0.4650314235024982, Validation Loss:0.5128118768334389, Validation Acc:68.82793017456359, AUC:0.6991718426501036\n", - "Fold:2, Epoch: [17/40], Step: [27/29], Loss: 0.4599531579900671, Validation Loss:0.5416397452354431, Validation Acc:67.83042394014963, AUC:0.7158126293995859\n", - "Epoch 16 time: 1.8925\n", - "Fold:2, Epoch: [18/40], Step: [9/29], Loss: 0.4499573939376407, Validation Loss:0.5118482857942581, Validation Acc:73.06733167082294, AUC:0.7238095238095239\n", - "Fold:2, Epoch: [18/40], Step: [18/29], Loss: 0.4523839553197225, Validation Loss:0.5454044193029404, Validation Acc:74.3142144638404, AUC:0.7235766045548654\n", - "Fold:2, Epoch: [18/40], Step: [27/29], Loss: 0.4569916073922758, Validation Loss:0.4675390273332596, Validation Acc:74.56359102244389, AUC:0.7399844720496895\n", - "Epoch 17 time: 1.8893\n", - "Fold:2, Epoch: [19/40], Step: [9/29], Loss: 0.4324873619609409, Validation Loss:0.5737172588706017, Validation Acc:78.80299251870325, AUC:0.7347049689440994\n", - "Fold:2, Epoch: [19/40], Step: [18/29], Loss: 0.45054736899005043, Validation Loss:0.5920507311820984, Validation Acc:70.32418952618454, AUC:0.7228260869565217\n", - "Fold:2, Epoch: [19/40], Step: [27/29], Loss: 0.45007756573182567, Validation Loss:0.5830069333314896, Validation Acc:72.06982543640898, AUC:0.7105331262939959\n", - "Epoch 18 time: 1.8904\n", - "Fold:2, Epoch: [20/40], Step: [9/29], Loss: 0.4592566986878713, Validation Loss:0.5465731099247932, Validation Acc:72.06982543640898, AUC:0.6880952380952382\n", - "Fold:2, Epoch: [20/40], Step: [18/29], Loss: 0.4405384875006146, Validation Loss:0.4839561767876148, Validation Acc:78.55361596009975, AUC:0.7182971014492754\n", - "Fold:2, Epoch: [20/40], Step: [27/29], Loss: 0.4564066418895015, Validation Loss:0.5661137029528618, Validation Acc:68.82793017456359, AUC:0.7216097308488613\n", - "Epoch 19 time: 1.9587\n", - "Fold:2, Epoch: [21/40], Step: [9/29], Loss: 0.4425078597333696, Validation Loss:0.5334376320242882, Validation Acc:79.05236907730674, AUC:0.7436335403726708\n", - "Fold:2, Epoch: [21/40], Step: [18/29], Loss: 0.43797797461350757, Validation Loss:0.5903928577899933, Validation Acc:76.05985037406484, AUC:0.6813664596273291\n", - "Fold:2, Epoch: [21/40], Step: [27/29], Loss: 0.44224936653066566, Validation Loss:0.5310184881091118, Validation Acc:67.83042394014963, AUC:0.6933747412008282\n", - "Epoch 20 time: 1.9031\n", - "Fold:2, Epoch: [22/40], Step: [9/29], Loss: 0.4360552827517192, Validation Loss:0.5697680711746216, Validation Acc:70.57356608478803, AUC:0.7167960662525881\n", - "Fold:2, Epoch: [22/40], Step: [18/29], Loss: 0.42944062252839404, Validation Loss:0.5302065387368202, Validation Acc:71.82044887780549, AUC:0.7016045548654244\n", - "Fold:2, Epoch: [22/40], Step: [27/29], Loss: 0.4340214254679503, Validation Loss:0.5171045586466789, Validation Acc:68.82793017456359, AUC:0.7216097308488613\n", - "Epoch 21 time: 1.8616\n", - "Fold:2, Epoch: [23/40], Step: [9/29], Loss: 0.4496498472160763, Validation Loss:0.5471590906381607, Validation Acc:75.81047381546135, AUC:0.7098343685300207\n", - "Fold:2, Epoch: [23/40], Step: [18/29], Loss: 0.4226180513699849, Validation Loss:0.5028579235076904, Validation Acc:76.55860349127182, AUC:0.7291407867494825\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:2, Epoch: [23/40], Step: [27/29], Loss: 0.42733281409298934, Validation Loss:0.5669566318392754, Validation Acc:75.06234413965088, AUC:0.690527950310559\n", - "Epoch 22 time: 1.9137\n", - "Fold:2, Epoch: [24/40], Step: [9/29], Loss: 0.407301836543613, Validation Loss:0.5800575017929077, Validation Acc:71.82044887780549, AUC:0.7315217391304347\n", - "Fold:2, Epoch: [24/40], Step: [18/29], Loss: 0.4318618459833993, Validation Loss:0.48235954344272614, Validation Acc:65.5860349127182, AUC:0.7326863354037266\n", - "Fold:2, Epoch: [24/40], Step: [27/29], Loss: 0.43284768528408474, Validation Loss:0.5157025083899498, Validation Acc:76.30922693266832, AUC:0.7052536231884058\n", - "Epoch 23 time: 1.8883\n", - "Fold:2, Epoch: [25/40], Step: [9/29], Loss: 0.4406922194692824, Validation Loss:0.5298228114843369, Validation Acc:76.05985037406484, AUC:0.7337215320910974\n", - "Fold:2, Epoch: [25/40], Step: [18/29], Loss: 0.42345068355401355, Validation Loss:0.5950354933738708, Validation Acc:74.56359102244389, AUC:0.6801501035196688\n", - "Fold:2, Epoch: [25/40], Step: [27/29], Loss: 0.42477015212730124, Validation Loss:0.5484525188803673, Validation Acc:63.591022443890274, AUC:0.7136128364389234\n", - "Epoch 24 time: 1.9137\n", - "Fold:2, Epoch: [26/40], Step: [9/29], Loss: 0.3957013024224175, Validation Loss:0.5479566752910614, Validation Acc:79.30174563591022, AUC:0.737603519668737\n", - "Fold:2, Epoch: [26/40], Step: [18/29], Loss: 0.4120000849167506, Validation Loss:0.6653671264648438, Validation Acc:72.31920199501246, AUC:0.7194616977225674\n", - "Fold:2, Epoch: [26/40], Step: [27/29], Loss: 0.42127864338733534, Validation Loss:0.6400835439562798, Validation Acc:78.05486284289277, AUC:0.7228778467908903\n", - "Epoch 25 time: 1.9184\n", - "Fold:2, Epoch: [27/40], Step: [9/29], Loss: 0.41688641905784607, Validation Loss:0.552156925201416, Validation Acc:77.0573566084788, AUC:0.7170807453416148\n", - "Fold:2, Epoch: [27/40], Step: [18/29], Loss: 0.4025007983048757, Validation Loss:0.6002517119050026, Validation Acc:71.07231920199501, AUC:0.7196946169772257\n", - "Fold:2, Epoch: [27/40], Step: [27/29], Loss: 0.40027759031013205, Validation Loss:0.506962426006794, Validation Acc:69.82543640897755, AUC:0.7124482401656315\n", - "Epoch 26 time: 1.8935\n", - "Fold:2, Epoch: [28/40], Step: [9/29], Loss: 0.37448469797770184, Validation Loss:0.5431004539132118, Validation Acc:76.55860349127182, AUC:0.7291407867494825\n", - "Fold:2, Epoch: [28/40], Step: [18/29], Loss: 0.3846152507596546, Validation Loss:0.5661862716078758, Validation Acc:78.05486284289277, AUC:0.7079192546583851\n", - "Fold:2, Epoch: [28/40], Step: [27/29], Loss: 0.3852103650569916, Validation Loss:0.5461728796362877, Validation Acc:69.82543640897755, AUC:0.7199275362318841\n", - "Epoch 27 time: 1.8984\n", - "Fold:2, Epoch: [29/40], Step: [9/29], Loss: 0.44784462120797897, Validation Loss:0.5862748548388481, Validation Acc:66.83291770573567, AUC:0.6950569358178054\n", - "Fold:2, Epoch: [29/40], Step: [18/29], Loss: 0.4257964574628406, Validation Loss:0.6386833265423775, Validation Acc:78.55361596009975, AUC:0.7482142857142857\n", - "Fold:2, Epoch: [29/40], Step: [27/29], Loss: 0.41819699494927015, Validation Loss:0.584822341799736, Validation Acc:78.05486284289277, AUC:0.7228778467908903\n", - "Epoch 28 time: 1.8920\n", - "Fold:2, Epoch: [30/40], Step: [9/29], Loss: 0.4188571638531155, Validation Loss:0.5537038743495941, Validation Acc:69.32668329177058, AUC:0.7394668737060042\n", - "Fold:2, Epoch: [30/40], Step: [18/29], Loss: 0.39471587042013806, Validation Loss:0.5486544817686081, Validation Acc:74.56359102244389, AUC:0.7399844720496895\n", - "Fold:2, Epoch: [30/40], Step: [27/29], Loss: 0.38847616314888, Validation Loss:0.5240837782621384, Validation Acc:78.80299251870325, AUC:0.7272256728778468\n", - "Epoch 29 time: 1.8911\n", - "Fold:2, Epoch: [31/40], Step: [9/29], Loss: 0.3462567561202579, Validation Loss:0.7310905158519745, Validation Acc:74.3142144638404, AUC:0.7160973084886129\n", - "Fold:2, Epoch: [31/40], Step: [18/29], Loss: 0.3752701398399141, Validation Loss:0.5837484672665596, Validation Acc:71.3216957605985, AUC:0.7211438923395446\n", - "Fold:2, Epoch: [31/40], Step: [27/29], Loss: 0.37662626637352836, Validation Loss:0.6306446641683578, Validation Acc:72.81795511221945, AUC:0.7373188405797102\n", - "Epoch 30 time: 1.9056\n", - "Fold:2, Epoch: [32/40], Step: [9/29], Loss: 0.4018772310680813, Validation Loss:0.5340283587574959, Validation Acc:78.30423940149626, AUC:0.7168478260869565\n", - "Fold:2, Epoch: [32/40], Step: [18/29], Loss: 0.4075796521372265, Validation Loss:0.6090818867087364, Validation Acc:75.81047381546135, AUC:0.7322722567287785\n", - "Fold:2, Epoch: [32/40], Step: [27/29], Loss: 0.3879564514866582, Validation Loss:0.5986234843730927, Validation Acc:76.55860349127182, AUC:0.7216614906832297\n", - "Epoch 31 time: 1.9431\n", - "Fold:2, Epoch: [33/40], Step: [9/29], Loss: 0.3573659459749858, Validation Loss:0.6502106562256813, Validation Acc:71.07231920199501, AUC:0.7196946169772257\n", - "Fold:2, Epoch: [33/40], Step: [18/29], Loss: 0.37161203887727523, Validation Loss:0.6284044235944748, Validation Acc:78.80299251870325, AUC:0.6973084886128365\n", - "Fold:2, Epoch: [33/40], Step: [27/29], Loss: 0.3696346669285386, Validation Loss:0.6574080884456635, Validation Acc:77.80548628428927, AUC:0.7438664596273291\n", - "Epoch 32 time: 1.9214\n", - "Fold:2, Epoch: [34/40], Step: [9/29], Loss: 0.3878200418419308, Validation Loss:0.5449730381369591, Validation Acc:79.05236907730674, AUC:0.7137163561076605\n", - "Fold:2, Epoch: [34/40], Step: [18/29], Loss: 0.37009325954649186, Validation Loss:0.637864001095295, Validation Acc:74.81296758104739, AUC:0.6890786749482403\n", - "Fold:2, Epoch: [34/40], Step: [27/29], Loss: 0.3721732795238495, Validation Loss:0.5749664604663849, Validation Acc:77.0573566084788, AUC:0.7245600414078675\n", - "Epoch 33 time: 1.9311\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:2, Epoch: [35/40], Step: [9/29], Loss: 0.36523980895678204, Validation Loss:0.5566506162285805, Validation Acc:76.30922693266832, AUC:0.7276915113871636\n", - "Fold:2, Epoch: [35/40], Step: [18/29], Loss: 0.37206995156076217, Validation Loss:0.6746736913919449, Validation Acc:70.82294264339153, AUC:0.7182453416149068\n", - "Fold:2, Epoch: [35/40], Step: [27/29], Loss: 0.3656635174044856, Validation Loss:0.6479437127709389, Validation Acc:67.58104738154613, AUC:0.7218426501035197\n", - "Epoch 34 time: 1.8940\n", - "Fold:2, Epoch: [36/40], Step: [9/29], Loss: 0.36926212244563633, Validation Loss:0.7895097956061363, Validation Acc:78.05486284289277, AUC:0.7228778467908903\n", - "Fold:2, Epoch: [36/40], Step: [18/29], Loss: 0.3514266891611947, Validation Loss:0.700888991355896, Validation Acc:78.05486284289277, AUC:0.6854813664596273\n", - "Fold:2, Epoch: [36/40], Step: [27/29], Loss: 0.3479185325128061, Validation Loss:0.5768466889858246, Validation Acc:75.31172069825436, AUC:0.7069358178053831\n", - "Epoch 35 time: 1.9121\n", - "Fold:2, Epoch: [37/40], Step: [9/29], Loss: 0.34089019563462997, Validation Loss:0.6100661754608154, Validation Acc:75.81047381546135, AUC:0.7098343685300207\n", - "Fold:2, Epoch: [37/40], Step: [18/29], Loss: 0.3407291852765613, Validation Loss:0.6072380617260933, Validation Acc:75.81047381546135, AUC:0.6948757763975155\n", - "Fold:2, Epoch: [37/40], Step: [27/29], Loss: 0.3455628741670538, Validation Loss:0.5980623811483383, Validation Acc:72.06982543640898, AUC:0.7030538302277433\n", - "Epoch 36 time: 1.8944\n", - "Fold:2, Epoch: [38/40], Step: [9/29], Loss: 0.32474591003523934, Validation Loss:0.6733117252588272, Validation Acc:78.05486284289277, AUC:0.7004399585921326\n", - "Fold:2, Epoch: [38/40], Step: [18/29], Loss: 0.3287377440267139, Validation Loss:0.5998576879501343, Validation Acc:72.56857855361596, AUC:0.6984730848861284\n", - "Fold:2, Epoch: [38/40], Step: [27/29], Loss: 0.3311896335195612, Validation Loss:0.7628127783536911, Validation Acc:75.31172069825436, AUC:0.7368530020703935\n", - "Epoch 37 time: 1.8963\n", - "Fold:2, Epoch: [39/40], Step: [9/29], Loss: 0.3167513459920883, Validation Loss:0.590659536421299, Validation Acc:77.80548628428927, AUC:0.6915113871635611\n", - "Fold:2, Epoch: [39/40], Step: [18/29], Loss: 0.32461777743366027, Validation Loss:0.9261511862277985, Validation Acc:75.06234413965088, AUC:0.7129658385093168\n", - "Fold:2, Epoch: [39/40], Step: [27/29], Loss: 0.32531808095949666, Validation Loss:0.7229867354035378, Validation Acc:66.83291770573567, AUC:0.6800983436853001\n", - "Epoch 38 time: 1.8899\n", - "Fold:2, Epoch: [40/40], Step: [9/29], Loss: 0.33080962631437516, Validation Loss:0.6479822546243668, Validation Acc:79.55112219451371, AUC:0.6866977225672877\n", - "Fold:2, Epoch: [40/40], Step: [18/29], Loss: 0.3284863730271657, Validation Loss:0.8945261389017105, Validation Acc:77.0573566084788, AUC:0.679684265010352\n", - "Fold:2, Epoch: [40/40], Step: [27/29], Loss: 0.33572755809183474, Validation Loss:0.5926767811179161, Validation Acc:72.31920199501246, AUC:0.7269409937888199\n", - "Epoch 39 time: 1.9095\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:3, Epoch: [1/40], Step: [9/29], Loss: 0.6777824030982124, Validation Loss:0.6786085963249207, Validation Acc:83.79052369077307, AUC:0.5916666666666667\n", - "Fold:3, Epoch: [1/40], Step: [18/29], Loss: 0.6559954881668091, Validation Loss:0.6669751554727554, Validation Acc:81.79551122194513, AUC:0.6773033126293997\n", - "Fold:3, Epoch: [1/40], Step: [27/29], Loss: 0.6411566999223497, Validation Loss:0.6432152092456818, Validation Acc:78.80299251870325, AUC:0.6898291925465839\n", - "Epoch 0 time: 1.9026\n", - "Fold:3, Epoch: [2/40], Step: [9/29], Loss: 0.5923511981964111, Validation Loss:0.5971574783325195, Validation Acc:73.56608478802993, AUC:0.6967908902691511\n", - "Fold:3, Epoch: [2/40], Step: [18/29], Loss: 0.5787793265448676, Validation Loss:0.5931979715824127, Validation Acc:69.82543640897755, AUC:0.6974896480331263\n", - "Fold:3, Epoch: [2/40], Step: [27/29], Loss: 0.5773669613732232, Validation Loss:0.6471059620380402, Validation Acc:72.56857855361596, AUC:0.6909937888198757\n", - "Epoch 1 time: 1.8813\n", - "Fold:3, Epoch: [3/40], Step: [9/29], Loss: 0.5929801066716512, Validation Loss:0.599296011030674, Validation Acc:69.07730673316708, AUC:0.7006211180124224\n", - "Fold:3, Epoch: [3/40], Step: [18/29], Loss: 0.56164640850491, Validation Loss:0.5908998623490334, Validation Acc:69.57605985037407, AUC:0.7184782608695652\n", - "Fold:3, Epoch: [3/40], Step: [27/29], Loss: 0.5535364978843265, Validation Loss:0.5609138533473015, Validation Acc:71.82044887780549, AUC:0.7165631469979297\n", - "Epoch 2 time: 1.8874\n", - "Fold:3, Epoch: [4/40], Step: [9/29], Loss: 0.5512862967120277, Validation Loss:0.5467695817351341, Validation Acc:69.07730673316708, AUC:0.7155797101449275\n", - "Fold:3, Epoch: [4/40], Step: [18/29], Loss: 0.5401982631948259, Validation Loss:0.545212559401989, Validation Acc:64.58852867830424, AUC:0.7119306418219462\n", - "Fold:3, Epoch: [4/40], Step: [27/29], Loss: 0.5423916843202379, Validation Loss:0.544343888759613, Validation Acc:63.591022443890274, AUC:0.7136128364389234\n", - "Epoch 3 time: 1.9216\n", - "Fold:3, Epoch: [5/40], Step: [9/29], Loss: 0.5309308105044894, Validation Loss:0.5034175664186478, Validation Acc:73.06733167082294, AUC:0.701371635610766\n", - "Fold:3, Epoch: [5/40], Step: [18/29], Loss: 0.5536488112476137, Validation Loss:0.5638984143733978, Validation Acc:73.31670822942644, AUC:0.7551759834368529\n", - "Fold:3, Epoch: [5/40], Step: [27/29], Loss: 0.539801643954383, Validation Loss:0.6323938071727753, Validation Acc:68.82793017456359, AUC:0.7290890269151138\n", - "Epoch 4 time: 1.9020\n", - "Fold:3, Epoch: [6/40], Step: [9/29], Loss: 0.556581500503752, Validation Loss:0.6251276880502701, Validation Acc:60.598503740648376, AUC:0.7037008281573499\n", - "Fold:3, Epoch: [6/40], Step: [18/29], Loss: 0.5254064516888725, Validation Loss:0.5795626863837242, Validation Acc:71.82044887780549, AUC:0.7614389233954452\n", - "Fold:3, Epoch: [6/40], Step: [27/29], Loss: 0.5238092740376791, Validation Loss:0.6255368962883949, Validation Acc:74.56359102244389, AUC:0.7474637681159421\n", - "Epoch 5 time: 1.9165\n", - "Fold:3, Epoch: [7/40], Step: [9/29], Loss: 0.48921311232778764, Validation Loss:0.505398653447628, Validation Acc:75.56109725685785, AUC:0.7457815734989649\n", - "Fold:3, Epoch: [7/40], Step: [18/29], Loss: 0.509335019522243, Validation Loss:0.5549373552203178, Validation Acc:71.57107231920199, AUC:0.7076345755693582\n", - "Fold:3, Epoch: [7/40], Step: [27/29], Loss: 0.5150758723417918, Validation Loss:0.5247753337025642, Validation Acc:69.57605985037407, AUC:0.7483954451345756\n", - "Epoch 6 time: 1.9044\n", - "Fold:3, Epoch: [8/40], Step: [9/29], Loss: 0.5193132758140564, Validation Loss:0.478736013174057, Validation Acc:73.56608478802993, AUC:0.7641045548654245\n", - "Fold:3, Epoch: [8/40], Step: [18/29], Loss: 0.5238189697265625, Validation Loss:0.5388473570346832, Validation Acc:66.58354114713217, AUC:0.738483436853002\n", - "Fold:3, Epoch: [8/40], Step: [27/29], Loss: 0.5110410860291233, Validation Loss:0.5130920186638832, Validation Acc:79.30174563591022, AUC:0.737603519668737\n", - "Epoch 7 time: 1.9118\n", - "Fold:3, Epoch: [9/40], Step: [9/29], Loss: 0.49734969602690804, Validation Loss:0.5088626742362976, Validation Acc:75.31172069825436, AUC:0.744332298136646\n", - "Fold:3, Epoch: [9/40], Step: [18/29], Loss: 0.5082067880365584, Validation Loss:0.48620205372571945, Validation Acc:72.06982543640898, AUC:0.7479296066252589\n", - "Fold:3, Epoch: [9/40], Step: [27/29], Loss: 0.5049192739857568, Validation Loss:0.476703405380249, Validation Acc:76.30922693266832, AUC:0.7725672877846791\n", - "Epoch 8 time: 1.9345\n", - "Fold:3, Epoch: [10/40], Step: [9/29], Loss: 0.5232750475406647, Validation Loss:0.5225640088319778, Validation Acc:72.81795511221945, AUC:0.7522774327122153\n", - "Fold:3, Epoch: [10/40], Step: [18/29], Loss: 0.4988461881875992, Validation Loss:0.5567551478743553, Validation Acc:79.30174563591022, AUC:0.7600414078674949\n", - "Fold:3, Epoch: [10/40], Step: [27/29], Loss: 0.4906909355410823, Validation Loss:0.5529945716261864, Validation Acc:73.56608478802993, AUC:0.7566252587991718\n", - "Epoch 9 time: 1.8842\n", - "Fold:3, Epoch: [11/40], Step: [9/29], Loss: 0.4993441369798448, Validation Loss:0.5098160654306412, Validation Acc:66.33416458852868, AUC:0.7145962732919255\n", - "Fold:3, Epoch: [11/40], Step: [18/29], Loss: 0.4929889622661803, Validation Loss:0.537607803940773, Validation Acc:67.58104738154613, AUC:0.7368012422360248\n", - "Fold:3, Epoch: [11/40], Step: [27/29], Loss: 0.4886290618666896, Validation Loss:0.5070252418518066, Validation Acc:69.82543640897755, AUC:0.7274068322981366\n", - "Epoch 10 time: 1.8873\n", - "Fold:3, Epoch: [12/40], Step: [9/29], Loss: 0.4682871136400435, Validation Loss:0.49793048948049545, Validation Acc:78.55361596009975, AUC:0.763172877846791\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:3, Epoch: [12/40], Step: [18/29], Loss: 0.48464446266492206, Validation Loss:0.5562574565410614, Validation Acc:75.56109725685785, AUC:0.76074016563147\n", - "Fold:3, Epoch: [12/40], Step: [27/29], Loss: 0.47852815522087944, Validation Loss:0.5068038180470467, Validation Acc:77.55610972568579, AUC:0.7573757763975155\n", - "Epoch 11 time: 1.8892\n", - "Fold:3, Epoch: [13/40], Step: [9/29], Loss: 0.47459150354067486, Validation Loss:0.5118795931339264, Validation Acc:62.34413965087282, AUC:0.7138457556935819\n", - "Fold:3, Epoch: [13/40], Step: [18/29], Loss: 0.4662146088149812, Validation Loss:0.49788492918014526, Validation Acc:78.55361596009975, AUC:0.7332556935817804\n", - "Fold:3, Epoch: [13/40], Step: [27/29], Loss: 0.47359557836144056, Validation Loss:0.555800274014473, Validation Acc:78.55361596009975, AUC:0.763172877846791\n", - "Epoch 12 time: 1.8751\n", - "Fold:3, Epoch: [14/40], Step: [9/29], Loss: 0.48090306917826336, Validation Loss:0.525348886847496, Validation Acc:79.05236907730674, AUC:0.7735507246376812\n", - "Fold:3, Epoch: [14/40], Step: [18/29], Loss: 0.47908446027172935, Validation Loss:0.4810660257935524, Validation Acc:77.0573566084788, AUC:0.7843944099378882\n", - "Fold:3, Epoch: [14/40], Step: [27/29], Loss: 0.4730101040116063, Validation Loss:0.5548749044537544, Validation Acc:71.57107231920199, AUC:0.745031055900621\n", - "Epoch 13 time: 1.9118\n", - "Fold:3, Epoch: [15/40], Step: [9/29], Loss: 0.41943560043970746, Validation Loss:0.509942039847374, Validation Acc:82.7930174563591, AUC:0.6980590062111801\n", - "Fold:3, Epoch: [15/40], Step: [18/29], Loss: 0.4630880173709657, Validation Loss:0.508294440805912, Validation Acc:68.3291770573566, AUC:0.748628364389234\n", - "Fold:3, Epoch: [15/40], Step: [27/29], Loss: 0.46125231959201674, Validation Loss:0.599929504096508, Validation Acc:75.31172069825436, AUC:0.7592908902691511\n", - "Epoch 14 time: 1.9063\n", - "Fold:3, Epoch: [16/40], Step: [9/29], Loss: 0.46722380651368034, Validation Loss:0.5812173783779144, Validation Acc:77.55610972568579, AUC:0.7424171842650104\n", - "Fold:3, Epoch: [16/40], Step: [18/29], Loss: 0.45694806675116223, Validation Loss:0.4645710811018944, Validation Acc:73.56608478802993, AUC:0.7566252587991718\n", - "Fold:3, Epoch: [16/40], Step: [27/29], Loss: 0.455612536933687, Validation Loss:0.510262057185173, Validation Acc:71.07231920199501, AUC:0.7421325051759834\n", - "Epoch 15 time: 1.8956\n", - "Fold:3, Epoch: [17/40], Step: [9/29], Loss: 0.45532281200091046, Validation Loss:0.511027380824089, Validation Acc:80.0498753117207, AUC:0.7643892339544514\n", - "Fold:3, Epoch: [17/40], Step: [18/29], Loss: 0.4573131584458881, Validation Loss:0.49552807211875916, Validation Acc:80.54862842892769, AUC:0.7523291925465838\n", - "Fold:3, Epoch: [17/40], Step: [27/29], Loss: 0.45816173597618387, Validation Loss:0.4962894916534424, Validation Acc:75.31172069825436, AUC:0.7518115942028986\n", - "Epoch 16 time: 1.9106\n", - "Fold:3, Epoch: [18/40], Step: [9/29], Loss: 0.43090102738804287, Validation Loss:0.5824076980352402, Validation Acc:79.55112219451371, AUC:0.7689699792960663\n", - "Fold:3, Epoch: [18/40], Step: [18/29], Loss: 0.42796871562798816, Validation Loss:0.4702518582344055, Validation Acc:71.57107231920199, AUC:0.745031055900621\n", - "Fold:3, Epoch: [18/40], Step: [27/29], Loss: 0.45190992289119297, Validation Loss:0.5167132839560509, Validation Acc:78.80299251870325, AUC:0.7347049689440994\n", - "Epoch 17 time: 1.8973\n", - "Fold:3, Epoch: [19/40], Step: [9/29], Loss: 0.44035953945583767, Validation Loss:0.5564219206571579, Validation Acc:81.54613466334165, AUC:0.743167701863354\n", - "Fold:3, Epoch: [19/40], Step: [18/29], Loss: 0.43746156990528107, Validation Loss:0.6309929490089417, Validation Acc:74.81296758104739, AUC:0.763871635610766\n", - "Fold:3, Epoch: [19/40], Step: [27/29], Loss: 0.44186642876377813, Validation Loss:0.5980489626526833, Validation Acc:76.55860349127182, AUC:0.7665372670807454\n", - "Epoch 18 time: 1.9113\n", - "Fold:3, Epoch: [20/40], Step: [9/29], Loss: 0.4542255633407169, Validation Loss:0.5789425671100616, Validation Acc:78.05486284289277, AUC:0.7752329192546584\n", - "Fold:3, Epoch: [20/40], Step: [18/29], Loss: 0.43427664041519165, Validation Loss:0.6150996461510658, Validation Acc:74.06483790523691, AUC:0.7370859213250518\n", - "Fold:3, Epoch: [20/40], Step: [27/29], Loss: 0.4274094921571237, Validation Loss:0.5099763348698616, Validation Acc:71.57107231920199, AUC:0.7525103519668737\n", - "Epoch 19 time: 1.8801\n", - "Fold:3, Epoch: [21/40], Step: [9/29], Loss: 0.4243471688694424, Validation Loss:0.5799112617969513, Validation Acc:78.55361596009975, AUC:0.7108178053830227\n", - "Fold:3, Epoch: [21/40], Step: [18/29], Loss: 0.42155906723605263, Validation Loss:0.49582235515117645, Validation Acc:75.81047381546135, AUC:0.7472308488612837\n", - "Fold:3, Epoch: [21/40], Step: [27/29], Loss: 0.4250148722419032, Validation Loss:0.502279169857502, Validation Acc:71.07231920199501, AUC:0.7421325051759834\n", - "Epoch 20 time: 1.9055\n", - "Fold:3, Epoch: [22/40], Step: [9/29], Loss: 0.4264361924595303, Validation Loss:0.5370962023735046, Validation Acc:74.06483790523691, AUC:0.752044513457557\n", - "Fold:3, Epoch: [22/40], Step: [18/29], Loss: 0.4127185510264503, Validation Loss:0.627603143453598, Validation Acc:79.55112219451371, AUC:0.7315734989648033\n", - "Fold:3, Epoch: [22/40], Step: [27/29], Loss: 0.4196163404870916, Validation Loss:0.47739919275045395, Validation Acc:78.55361596009975, AUC:0.7556935817805384\n", - "Epoch 21 time: 1.9199\n", - "Fold:3, Epoch: [23/40], Step: [9/29], Loss: 0.420670833852556, Validation Loss:0.583797350525856, Validation Acc:76.55860349127182, AUC:0.7590579710144927\n", - "Fold:3, Epoch: [23/40], Step: [18/29], Loss: 0.4053342127137714, Validation Loss:0.525909312069416, Validation Acc:78.55361596009975, AUC:0.7556935817805384\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:3, Epoch: [23/40], Step: [27/29], Loss: 0.41057353218396503, Validation Loss:0.5505351573228836, Validation Acc:68.5785536159601, AUC:0.727639751552795\n", - "Epoch 22 time: 1.8917\n", - "Fold:3, Epoch: [24/40], Step: [9/29], Loss: 0.4191837211449941, Validation Loss:0.5366534665226936, Validation Acc:78.30423940149626, AUC:0.7318064182194617\n", - "Fold:3, Epoch: [24/40], Step: [18/29], Loss: 0.40462035106288063, Validation Loss:0.5318002179265022, Validation Acc:72.31920199501246, AUC:0.7493788819875775\n", - "Fold:3, Epoch: [24/40], Step: [27/29], Loss: 0.40444237104168645, Validation Loss:0.5123046115040779, Validation Acc:78.05486284289277, AUC:0.7453157349896481\n", - "Epoch 23 time: 1.8956\n", - "Fold:3, Epoch: [25/40], Step: [9/29], Loss: 0.41755036181873745, Validation Loss:0.586162343621254, Validation Acc:76.55860349127182, AUC:0.736620082815735\n", - "Fold:3, Epoch: [25/40], Step: [18/29], Loss: 0.40314407812224495, Validation Loss:0.5406608283519745, Validation Acc:73.06733167082294, AUC:0.7238095238095239\n", - "Fold:3, Epoch: [25/40], Step: [27/29], Loss: 0.3946432250517386, Validation Loss:0.6685502380132675, Validation Acc:78.55361596009975, AUC:0.7182971014492754\n", - "Epoch 24 time: 1.9122\n", - "Fold:3, Epoch: [26/40], Step: [9/29], Loss: 0.392872949441274, Validation Loss:0.47359707951545715, Validation Acc:75.81047381546135, AUC:0.7472308488612837\n", - "Fold:3, Epoch: [26/40], Step: [18/29], Loss: 0.38690098623434704, Validation Loss:0.5866476371884346, Validation Acc:74.56359102244389, AUC:0.7549430641821946\n", - "Fold:3, Epoch: [26/40], Step: [27/29], Loss: 0.39106332924630904, Validation Loss:0.5870865732431412, Validation Acc:77.0573566084788, AUC:0.7619565217391303\n", - "Epoch 25 time: 1.9070\n", - "Fold:3, Epoch: [27/40], Step: [9/29], Loss: 0.39543866780069137, Validation Loss:0.6199682205915451, Validation Acc:76.55860349127182, AUC:0.6842650103519669\n", - "Fold:3, Epoch: [27/40], Step: [18/29], Loss: 0.40147604213820565, Validation Loss:0.7740882039070129, Validation Acc:80.0498753117207, AUC:0.6746376811594202\n", - "Fold:3, Epoch: [27/40], Step: [27/29], Loss: 0.40691153760309573, Validation Loss:0.6582468748092651, Validation Acc:75.31172069825436, AUC:0.7218944099378882\n", - "Epoch 26 time: 1.9110\n", - "Fold:3, Epoch: [28/40], Step: [9/29], Loss: 0.3809185259872013, Validation Loss:0.5340871289372444, Validation Acc:75.31172069825436, AUC:0.7218944099378882\n", - "Fold:3, Epoch: [28/40], Step: [18/29], Loss: 0.37886439594957566, Validation Loss:0.6447752267122269, Validation Acc:75.56109725685785, AUC:0.723343685300207\n", - "Fold:3, Epoch: [28/40], Step: [27/29], Loss: 0.3862471028610512, Validation Loss:0.5365194901823997, Validation Acc:70.32418952618454, AUC:0.7377846790890269\n", - "Epoch 27 time: 1.9051\n", - "Fold:3, Epoch: [29/40], Step: [9/29], Loss: 0.3755401505364312, Validation Loss:0.5802205353975296, Validation Acc:76.80798004987531, AUC:0.7305900621118013\n", - "Fold:3, Epoch: [29/40], Step: [18/29], Loss: 0.3647718098428514, Validation Loss:0.6557265296578407, Validation Acc:80.54862842892769, AUC:0.6999741200828157\n", - "Fold:3, Epoch: [29/40], Step: [27/29], Loss: 0.37056513627370197, Validation Loss:0.5885066837072372, Validation Acc:75.56109725685785, AUC:0.7158643892339545\n", - "Epoch 28 time: 1.9594\n", - "Fold:3, Epoch: [30/40], Step: [9/29], Loss: 0.3655126392841339, Validation Loss:0.5860063508152962, Validation Acc:76.80798004987531, AUC:0.7006728778467909\n", - "Fold:3, Epoch: [30/40], Step: [18/29], Loss: 0.36543380386299557, Validation Loss:0.595836266875267, Validation Acc:76.80798004987531, AUC:0.715631469979296\n", - "Fold:3, Epoch: [30/40], Step: [27/29], Loss: 0.3619822418248212, Validation Loss:0.5607920587062836, Validation Acc:72.31920199501246, AUC:0.7269409937888199\n", - "Epoch 29 time: 1.9250\n", - "Fold:3, Epoch: [31/40], Step: [9/29], Loss: 0.3943609827094608, Validation Loss:0.7892446368932724, Validation Acc:78.30423940149626, AUC:0.6944099378881987\n", - "Fold:3, Epoch: [31/40], Step: [18/29], Loss: 0.3620956407652961, Validation Loss:0.556025430560112, Validation Acc:75.31172069825436, AUC:0.6994565217391304\n", - "Fold:3, Epoch: [31/40], Step: [27/29], Loss: 0.36264653669463265, Validation Loss:0.7343303263187408, Validation Acc:78.80299251870325, AUC:0.6673913043478261\n", - "Epoch 30 time: 1.9099\n", - "Fold:3, Epoch: [32/40], Step: [9/29], Loss: 0.3707161280843947, Validation Loss:0.6270695626735687, Validation Acc:75.81047381546135, AUC:0.7098343685300207\n", - "Fold:3, Epoch: [32/40], Step: [18/29], Loss: 0.34310677978727555, Validation Loss:0.5974269807338715, Validation Acc:77.0573566084788, AUC:0.6946428571428572\n", - "Fold:3, Epoch: [32/40], Step: [27/29], Loss: 0.3455483814080556, Validation Loss:0.7266856878995895, Validation Acc:74.81296758104739, AUC:0.6965579710144927\n", - "Epoch 31 time: 1.8892\n", - "Fold:3, Epoch: [33/40], Step: [9/29], Loss: 0.3491304549905989, Validation Loss:0.7713045328855515, Validation Acc:78.05486284289277, AUC:0.6780020703933747\n", - "Fold:3, Epoch: [33/40], Step: [18/29], Loss: 0.3403078251414829, Validation Loss:0.5705514214932919, Validation Acc:73.06733167082294, AUC:0.7163302277432713\n", - "Fold:3, Epoch: [33/40], Step: [27/29], Loss: 0.3388708940258733, Validation Loss:0.5755786821246147, Validation Acc:76.05985037406484, AUC:0.6963250517598344\n", - "Epoch 32 time: 1.9213\n", - "Fold:3, Epoch: [34/40], Step: [9/29], Loss: 0.3238345831632614, Validation Loss:0.6934893876314163, Validation Acc:76.30922693266832, AUC:0.7127329192546584\n", - "Fold:3, Epoch: [34/40], Step: [18/29], Loss: 0.32442806081639397, Validation Loss:0.7211742699146271, Validation Acc:77.3067331670823, AUC:0.6886128364389233\n", - "Fold:3, Epoch: [34/40], Step: [27/29], Loss: 0.3280700163708793, Validation Loss:0.6858851611614227, Validation Acc:77.0573566084788, AUC:0.6647256728778468\n", - "Epoch 33 time: 1.8827\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:3, Epoch: [35/40], Step: [9/29], Loss: 0.3170631527900696, Validation Loss:0.8181767165660858, Validation Acc:77.3067331670823, AUC:0.696092132505176\n", - "Fold:3, Epoch: [35/40], Step: [18/29], Loss: 0.3167020198371675, Validation Loss:0.6601053327322006, Validation Acc:73.56608478802993, AUC:0.7192287784679089\n", - "Fold:3, Epoch: [35/40], Step: [27/29], Loss: 0.3179593340114311, Validation Loss:0.7600864768028259, Validation Acc:77.0573566084788, AUC:0.6871635610766046\n", - "Epoch 34 time: 1.9077\n", - "Fold:3, Epoch: [36/40], Step: [9/29], Loss: 0.28484700785742867, Validation Loss:0.8661025613546371, Validation Acc:79.80049875311721, AUC:0.6881469979296065\n", - "Fold:3, Epoch: [36/40], Step: [18/29], Loss: 0.293351670106252, Validation Loss:0.7801835238933563, Validation Acc:76.05985037406484, AUC:0.6738871635610767\n", - "Fold:3, Epoch: [36/40], Step: [27/29], Loss: 0.3060610835199003, Validation Loss:0.7004043012857437, Validation Acc:74.06483790523691, AUC:0.6772515527950311\n", - "Epoch 35 time: 1.8953\n", - "Fold:3, Epoch: [37/40], Step: [9/29], Loss: 0.2860194957918591, Validation Loss:1.1524008810520172, Validation Acc:77.3067331670823, AUC:0.643737060041408\n", - "Fold:3, Epoch: [37/40], Step: [18/29], Loss: 0.2922979336645868, Validation Loss:0.7711039632558823, Validation Acc:76.05985037406484, AUC:0.703804347826087\n", - "Fold:3, Epoch: [37/40], Step: [27/29], Loss: 0.2943195352951686, Validation Loss:0.6389411762356758, Validation Acc:76.30922693266832, AUC:0.682815734989648\n", - "Epoch 36 time: 1.8786\n", - "Fold:3, Epoch: [38/40], Step: [9/29], Loss: 0.26922723485363853, Validation Loss:0.8295514285564423, Validation Acc:73.81546134663341, AUC:0.6758022774327122\n", - "Fold:3, Epoch: [38/40], Step: [18/29], Loss: 0.29195038891500896, Validation Loss:0.7908021062612534, Validation Acc:76.30922693266832, AUC:0.6753364389233955\n", - "Fold:3, Epoch: [38/40], Step: [27/29], Loss: 0.285313770726875, Validation Loss:0.7610851377248764, Validation Acc:73.56608478802993, AUC:0.6818322981366459\n", - "Epoch 37 time: 1.9017\n", - "Fold:3, Epoch: [39/40], Step: [9/29], Loss: 0.2954269200563431, Validation Loss:0.8825058490037918, Validation Acc:81.29675810473816, AUC:0.6370082815734989\n", - "Fold:3, Epoch: [39/40], Step: [18/29], Loss: 0.2946980388628112, Validation Loss:0.883431687951088, Validation Acc:73.06733167082294, AUC:0.6789337474120083\n", - "Fold:3, Epoch: [39/40], Step: [27/29], Loss: 0.28839730664535806, Validation Loss:0.7440554946660995, Validation Acc:77.0573566084788, AUC:0.6572463768115943\n", - "Epoch 38 time: 1.8836\n", - "Fold:3, Epoch: [40/40], Step: [9/29], Loss: 0.26568912631935543, Validation Loss:0.6120027750730515, Validation Acc:71.57107231920199, AUC:0.7076345755693582\n", - "Fold:3, Epoch: [40/40], Step: [18/29], Loss: 0.2767804182238049, Validation Loss:0.8019969612360001, Validation Acc:76.30922693266832, AUC:0.6528985507246376\n", - "Fold:3, Epoch: [40/40], Step: [27/29], Loss: 0.2648013096164774, Validation Loss:0.7740015834569931, Validation Acc:77.80548628428927, AUC:0.6915113871635611\n", - "Epoch 39 time: 1.9256\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:4, Epoch: [1/40], Step: [9/29], Loss: 0.6678158971998427, Validation Loss:0.675664022564888, Validation Acc:74.06483790523691, AUC:0.6697722567287784\n", - "Fold:4, Epoch: [1/40], Step: [18/29], Loss: 0.6465583013163673, Validation Loss:0.6531295329332352, Validation Acc:73.81546134663341, AUC:0.6982401656314701\n", - "Fold:4, Epoch: [1/40], Step: [27/29], Loss: 0.6276900128081992, Validation Loss:0.5937930420041084, Validation Acc:73.31670822942644, AUC:0.7028209109730849\n", - "Epoch 0 time: 1.8892\n", - "Fold:4, Epoch: [2/40], Step: [9/29], Loss: 0.6014205349816216, Validation Loss:0.5601830333471298, Validation Acc:75.56109725685785, AUC:0.7009057971014493\n", - "Fold:4, Epoch: [2/40], Step: [18/29], Loss: 0.5840424928400252, Validation Loss:0.5911731719970703, Validation Acc:73.81546134663341, AUC:0.6982401656314701\n", - "Fold:4, Epoch: [2/40], Step: [27/29], Loss: 0.5799645626986468, Validation Loss:0.5884832590818405, Validation Acc:71.57107231920199, AUC:0.6777173913043478\n", - "Epoch 1 time: 1.8825\n", - "Fold:4, Epoch: [3/40], Step: [9/29], Loss: 0.5452769266234504, Validation Loss:0.5704913586378098, Validation Acc:72.81795511221945, AUC:0.6924430641821946\n", - "Fold:4, Epoch: [3/40], Step: [18/29], Loss: 0.5470400551954905, Validation Loss:0.582799956202507, Validation Acc:69.07730673316708, AUC:0.6931418219461697\n", - "Fold:4, Epoch: [3/40], Step: [27/29], Loss: 0.554012699259652, Validation Loss:0.5868715941905975, Validation Acc:67.33167082294264, AUC:0.6680383022774327\n", - "Epoch 2 time: 1.9016\n", - "Fold:4, Epoch: [4/40], Step: [9/29], Loss: 0.5679300758573744, Validation Loss:0.5602783560752869, Validation Acc:66.33416458852868, AUC:0.6771997929606626\n", - "Fold:4, Epoch: [4/40], Step: [18/29], Loss: 0.5468444575866064, Validation Loss:0.5421480908989906, Validation Acc:74.56359102244389, AUC:0.7100672877846791\n", - "Fold:4, Epoch: [4/40], Step: [27/29], Loss: 0.5390548408031464, Validation Loss:0.5675415620207787, Validation Acc:75.06234413965088, AUC:0.6980072463768117\n", - "Epoch 3 time: 1.8900\n", - "Fold:4, Epoch: [5/40], Step: [9/29], Loss: 0.513537218173345, Validation Loss:0.5495768561959267, Validation Acc:72.06982543640898, AUC:0.6955745341614906\n", - "Fold:4, Epoch: [5/40], Step: [18/29], Loss: 0.5252115113867654, Validation Loss:0.5745363980531693, Validation Acc:68.07980049875312, AUC:0.6948240165631471\n", - "Fold:4, Epoch: [5/40], Step: [27/29], Loss: 0.5332204611213119, Validation Loss:0.6707136631011963, Validation Acc:55.36159600997506, AUC:0.6732660455486543\n", - "Epoch 4 time: 1.8812\n", - "Fold:4, Epoch: [6/40], Step: [9/29], Loss: 0.5238772034645081, Validation Loss:0.6632224768400192, Validation Acc:73.06733167082294, AUC:0.7088509316770186\n", - "Fold:4, Epoch: [6/40], Step: [18/29], Loss: 0.5195992655224271, Validation Loss:0.5758152306079865, Validation Acc:72.81795511221945, AUC:0.6774844720496895\n", - "Fold:4, Epoch: [6/40], Step: [27/29], Loss: 0.5210097564591302, Validation Loss:0.6035661995410919, Validation Acc:74.56359102244389, AUC:0.672670807453416\n", - "Epoch 5 time: 1.8685\n", - "Fold:4, Epoch: [7/40], Step: [9/29], Loss: 0.5281813641389211, Validation Loss:0.5661797076463699, Validation Acc:75.56109725685785, AUC:0.6859472049689441\n", - "Fold:4, Epoch: [7/40], Step: [18/29], Loss: 0.5189721766445372, Validation Loss:0.6005266308784485, Validation Acc:70.82294264339153, AUC:0.7032867494824018\n", - "Fold:4, Epoch: [7/40], Step: [27/29], Loss: 0.5131556733890816, Validation Loss:0.6490522846579552, Validation Acc:71.57107231920199, AUC:0.6926759834368529\n", - "Epoch 6 time: 1.8798\n", - "Fold:4, Epoch: [8/40], Step: [9/29], Loss: 0.4855212801032596, Validation Loss:0.5753390192985535, Validation Acc:75.31172069825436, AUC:0.6919772256728779\n", - "Fold:4, Epoch: [8/40], Step: [18/29], Loss: 0.5048921157916387, Validation Loss:0.7186440601944923, Validation Acc:72.56857855361596, AUC:0.6760351966873707\n", - "Fold:4, Epoch: [8/40], Step: [27/29], Loss: 0.505370893964061, Validation Loss:0.5710409432649612, Validation Acc:73.31670822942644, AUC:0.6953416149068323\n", - "Epoch 7 time: 1.8897\n", - "Fold:4, Epoch: [9/40], Step: [9/29], Loss: 0.4873298704624176, Validation Loss:0.6214397102594376, Validation Acc:63.092269326683294, AUC:0.6957556935817806\n", - "Fold:4, Epoch: [9/40], Step: [18/29], Loss: 0.4981326874759462, Validation Loss:0.5727289542555809, Validation Acc:65.5860349127182, AUC:0.6803312629399587\n", - "Fold:4, Epoch: [9/40], Step: [27/29], Loss: 0.5050094502943533, Validation Loss:0.578639343380928, Validation Acc:76.05985037406484, AUC:0.6963250517598344\n", - "Epoch 8 time: 1.8614\n", - "Fold:4, Epoch: [10/40], Step: [9/29], Loss: 0.49238064885139465, Validation Loss:0.6069103330373764, Validation Acc:76.05985037406484, AUC:0.6888457556935819\n", - "Fold:4, Epoch: [10/40], Step: [18/29], Loss: 0.4916379716661241, Validation Loss:0.6080399006605148, Validation Acc:74.81296758104739, AUC:0.7189958592132505\n", - "Fold:4, Epoch: [10/40], Step: [27/29], Loss: 0.4853373434808519, Validation Loss:0.5966364666819572, Validation Acc:82.7930174563591, AUC:0.6905797101449275\n", - "Epoch 9 time: 1.8821\n", - "Fold:4, Epoch: [11/40], Step: [9/29], Loss: 0.4883822401364644, Validation Loss:0.6048495471477509, Validation Acc:65.5860349127182, AUC:0.7102484472049688\n", - "Fold:4, Epoch: [11/40], Step: [18/29], Loss: 0.49424904584884644, Validation Loss:0.562116838991642, Validation Acc:74.06483790523691, AUC:0.6772515527950311\n", - "Fold:4, Epoch: [11/40], Step: [27/29], Loss: 0.4915515294781438, Validation Loss:0.6225033104419708, Validation Acc:74.06483790523691, AUC:0.6922101449275362\n", - "Epoch 10 time: 1.8840\n", - "Fold:4, Epoch: [12/40], Step: [9/29], Loss: 0.48449884520636666, Validation Loss:0.7004274725914001, Validation Acc:70.07481296758105, AUC:0.7138975155279503\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:4, Epoch: [12/40], Step: [18/29], Loss: 0.47469186782836914, Validation Loss:0.5979284048080444, Validation Acc:74.3142144638404, AUC:0.7160973084886129\n", - "Fold:4, Epoch: [12/40], Step: [27/29], Loss: 0.4809776379002465, Validation Loss:0.6448119431734085, Validation Acc:79.05236907730674, AUC:0.6912784679089027\n", - "Epoch 11 time: 1.9028\n", - "Fold:4, Epoch: [13/40], Step: [9/29], Loss: 0.4994972248872121, Validation Loss:0.6582285314798355, Validation Acc:65.08728179551122, AUC:0.6849120082815735\n", - "Fold:4, Epoch: [13/40], Step: [18/29], Loss: 0.4938460091749827, Validation Loss:0.610889345407486, Validation Acc:70.07481296758105, AUC:0.698938923395445\n", - "Fold:4, Epoch: [13/40], Step: [27/29], Loss: 0.4924092215520364, Validation Loss:0.6075630486011505, Validation Acc:77.55610972568579, AUC:0.7199792960662525\n", - "Epoch 12 time: 1.8756\n", - "Fold:4, Epoch: [14/40], Step: [9/29], Loss: 0.4584730201297336, Validation Loss:0.6178497076034546, Validation Acc:73.06733167082294, AUC:0.7163302277432713\n", - "Fold:4, Epoch: [14/40], Step: [18/29], Loss: 0.4682159473498662, Validation Loss:0.8435901552438736, Validation Acc:73.56608478802993, AUC:0.7192287784679089\n", - "Fold:4, Epoch: [14/40], Step: [27/29], Loss: 0.46565294707262955, Validation Loss:0.5808152332901955, Validation Acc:71.3216957605985, AUC:0.713664596273292\n", - "Epoch 13 time: 1.8836\n", - "Fold:4, Epoch: [15/40], Step: [9/29], Loss: 0.460574875275294, Validation Loss:0.6060693711042404, Validation Acc:74.56359102244389, AUC:0.7325051759834369\n", - "Fold:4, Epoch: [15/40], Step: [18/29], Loss: 0.4553821169667774, Validation Loss:0.7153043448925018, Validation Acc:74.81296758104739, AUC:0.7115165631469978\n", - "Fold:4, Epoch: [15/40], Step: [27/29], Loss: 0.45483103063371444, Validation Loss:0.6108037829399109, Validation Acc:74.3142144638404, AUC:0.7160973084886129\n", - "Epoch 14 time: 1.8968\n", - "Fold:4, Epoch: [16/40], Step: [9/29], Loss: 0.4290721383359697, Validation Loss:0.5598127245903015, Validation Acc:73.31670822942644, AUC:0.7327380952380953\n", - "Fold:4, Epoch: [16/40], Step: [18/29], Loss: 0.44405747950077057, Validation Loss:0.8337797671556473, Validation Acc:76.30922693266832, AUC:0.7276915113871636\n", - "Fold:4, Epoch: [16/40], Step: [27/29], Loss: 0.4383391660672647, Validation Loss:0.6010860651731491, Validation Acc:72.06982543640898, AUC:0.7479296066252589\n", - "Epoch 15 time: 1.9469\n", - "Fold:4, Epoch: [17/40], Step: [9/29], Loss: 0.4488391611311171, Validation Loss:0.6390775591135025, Validation Acc:72.81795511221945, AUC:0.7447981366459627\n", - "Fold:4, Epoch: [17/40], Step: [18/29], Loss: 0.437879827287462, Validation Loss:0.9132313132286072, Validation Acc:79.30174563591022, AUC:0.7076863354037267\n", - "Fold:4, Epoch: [17/40], Step: [27/29], Loss: 0.4393900412100333, Validation Loss:0.5833532363176346, Validation Acc:72.06982543640898, AUC:0.7329710144927535\n", - "Epoch 16 time: 1.8972\n", - "Fold:4, Epoch: [18/40], Step: [9/29], Loss: 0.4168347650104099, Validation Loss:0.5706644654273987, Validation Acc:74.06483790523691, AUC:0.6922101449275362\n", - "Fold:4, Epoch: [18/40], Step: [18/29], Loss: 0.41910141209761304, Validation Loss:0.6067615002393723, Validation Acc:68.3291770573566, AUC:0.7261904761904762\n", - "Fold:4, Epoch: [18/40], Step: [27/29], Loss: 0.43949631849924725, Validation Loss:0.572680875658989, Validation Acc:76.55860349127182, AUC:0.7067028985507247\n", - "Epoch 17 time: 1.9039\n", - "Fold:4, Epoch: [19/40], Step: [9/29], Loss: 0.44230948554144967, Validation Loss:0.6600861102342606, Validation Acc:58.35411471321696, AUC:0.6906573498964804\n", - "Fold:4, Epoch: [19/40], Step: [18/29], Loss: 0.45101840959654915, Validation Loss:0.8214670121669769, Validation Acc:73.31670822942644, AUC:0.71777950310559\n", - "Fold:4, Epoch: [19/40], Step: [27/29], Loss: 0.4506905266532191, Validation Loss:0.7866982221603394, Validation Acc:78.30423940149626, AUC:0.7168478260869565\n", - "Epoch 18 time: 1.8910\n", - "Fold:4, Epoch: [20/40], Step: [9/29], Loss: 0.44766343302196926, Validation Loss:0.6230182722210884, Validation Acc:77.80548628428927, AUC:0.6989906832298137\n", - "Fold:4, Epoch: [20/40], Step: [18/29], Loss: 0.42844213876459336, Validation Loss:0.6936939656734467, Validation Acc:68.07980049875312, AUC:0.7322204968944099\n", - "Fold:4, Epoch: [20/40], Step: [27/29], Loss: 0.4247397747304704, Validation Loss:0.7342463731765747, Validation Acc:72.31920199501246, AUC:0.6970238095238096\n", - "Epoch 19 time: 1.8661\n", - "Fold:4, Epoch: [21/40], Step: [9/29], Loss: 0.4178576138284471, Validation Loss:0.7344764843583107, Validation Acc:72.56857855361596, AUC:0.7358695652173914\n", - "Fold:4, Epoch: [21/40], Step: [18/29], Loss: 0.4285975694656372, Validation Loss:0.6134645044803619, Validation Acc:75.81047381546135, AUC:0.7322722567287785\n", - "Fold:4, Epoch: [21/40], Step: [27/29], Loss: 0.4240622266575142, Validation Loss:0.6050593629479408, Validation Acc:75.56109725685785, AUC:0.7009057971014493\n", - "Epoch 20 time: 1.8662\n", - "Fold:4, Epoch: [22/40], Step: [9/29], Loss: 0.40063514974382186, Validation Loss:0.6133003309369087, Validation Acc:71.07231920199501, AUC:0.6972567287784678\n", - "Fold:4, Epoch: [22/40], Step: [18/29], Loss: 0.39671920239925385, Validation Loss:0.732935942709446, Validation Acc:74.56359102244389, AUC:0.7175465838509316\n", - "Fold:4, Epoch: [22/40], Step: [27/29], Loss: 0.4118891016200737, Validation Loss:0.8873465806245804, Validation Acc:75.56109725685785, AUC:0.7083850931677018\n", - "Epoch 21 time: 1.9109\n", - "Fold:4, Epoch: [23/40], Step: [9/29], Loss: 0.4132164882289039, Validation Loss:0.6406857222318649, Validation Acc:69.07730673316708, AUC:0.7454968944099378\n", - "Fold:4, Epoch: [23/40], Step: [18/29], Loss: 0.4113437897629208, Validation Loss:0.588878870010376, Validation Acc:77.55610972568579, AUC:0.7199792960662525\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:4, Epoch: [23/40], Step: [27/29], Loss: 0.41383263689500316, Validation Loss:0.8497997671365738, Validation Acc:73.31670822942644, AUC:0.6878623188405797\n", - "Epoch 22 time: 1.8766\n", - "Fold:4, Epoch: [24/40], Step: [9/29], Loss: 0.4022791451878018, Validation Loss:0.6646214425563812, Validation Acc:75.81047381546135, AUC:0.7397515527950311\n", - "Fold:4, Epoch: [24/40], Step: [18/29], Loss: 0.40007009274429745, Validation Loss:0.7794514298439026, Validation Acc:78.80299251870325, AUC:0.7197463768115943\n", - "Fold:4, Epoch: [24/40], Step: [27/29], Loss: 0.40285193478619613, Validation Loss:0.8627423495054245, Validation Acc:77.3067331670823, AUC:0.7035714285714286\n", - "Epoch 23 time: 1.8898\n", - "Fold:4, Epoch: [25/40], Step: [9/29], Loss: 0.39962319533030194, Validation Loss:0.7174234688282013, Validation Acc:69.57605985037407, AUC:0.7334368530020703\n", - "Fold:4, Epoch: [25/40], Step: [18/29], Loss: 0.385659396648407, Validation Loss:0.7546574026346207, Validation Acc:75.56109725685785, AUC:0.723343685300207\n", - "Fold:4, Epoch: [25/40], Step: [27/29], Loss: 0.3997157171920494, Validation Loss:0.6197784394025803, Validation Acc:76.05985037406484, AUC:0.7187629399585921\n", - "Epoch 24 time: 1.8692\n", - "Fold:4, Epoch: [26/40], Step: [9/29], Loss: 0.37706323133574593, Validation Loss:0.6692259535193443, Validation Acc:70.32418952618454, AUC:0.6704710144927535\n", - "Fold:4, Epoch: [26/40], Step: [18/29], Loss: 0.40512438780731624, Validation Loss:0.614826463162899, Validation Acc:67.08229426433915, AUC:0.7114648033126295\n", - "Fold:4, Epoch: [26/40], Step: [27/29], Loss: 0.3957517522352713, Validation Loss:0.9726591557264328, Validation Acc:78.30423940149626, AUC:0.6794513457556935\n", - "Epoch 25 time: 1.9358\n", - "Fold:4, Epoch: [27/40], Step: [9/29], Loss: 0.3928874101903703, Validation Loss:0.7186098620295525, Validation Acc:73.56608478802993, AUC:0.7192287784679089\n", - "Fold:4, Epoch: [27/40], Step: [18/29], Loss: 0.39456309709284043, Validation Loss:0.6044590398669243, Validation Acc:71.57107231920199, AUC:0.7375517598343685\n", - "Fold:4, Epoch: [27/40], Step: [27/29], Loss: 0.38921453996940897, Validation Loss:0.7148458659648895, Validation Acc:70.07481296758105, AUC:0.7138975155279503\n", - "Epoch 26 time: 1.9019\n", - "Fold:4, Epoch: [28/40], Step: [9/29], Loss: 0.4010804262426164, Validation Loss:0.7404021918773651, Validation Acc:77.55610972568579, AUC:0.6900621118012422\n", - "Fold:4, Epoch: [28/40], Step: [18/29], Loss: 0.3925410840246413, Validation Loss:0.7527316063642502, Validation Acc:75.06234413965088, AUC:0.6830486542443065\n", - "Fold:4, Epoch: [28/40], Step: [27/29], Loss: 0.37964145563266893, Validation Loss:0.6908975392580032, Validation Acc:74.3142144638404, AUC:0.7086180124223601\n", - "Epoch 27 time: 1.8670\n", - "Fold:4, Epoch: [29/40], Step: [9/29], Loss: 0.3803427550527785, Validation Loss:1.0844987630844116, Validation Acc:76.30922693266832, AUC:0.6753364389233955\n", - "Fold:4, Epoch: [29/40], Step: [18/29], Loss: 0.3641037129693561, Validation Loss:0.7523180246353149, Validation Acc:72.06982543640898, AUC:0.6880952380952382\n", - "Fold:4, Epoch: [29/40], Step: [27/29], Loss: 0.36716251571973163, Validation Loss:0.7087571993470192, Validation Acc:73.31670822942644, AUC:0.6729037267080746\n", - "Epoch 28 time: 1.8683\n", - "Fold:4, Epoch: [30/40], Step: [9/29], Loss: 0.3466947376728058, Validation Loss:0.7056970745325089, Validation Acc:75.81047381546135, AUC:0.6649585921325052\n", - "Fold:4, Epoch: [30/40], Step: [18/29], Loss: 0.35045768651697373, Validation Loss:0.8037726730108261, Validation Acc:72.56857855361596, AUC:0.705952380952381\n", - "Fold:4, Epoch: [30/40], Step: [27/29], Loss: 0.3568920173026897, Validation Loss:0.7096939831972122, Validation Acc:74.06483790523691, AUC:0.6697722567287784\n", - "Epoch 29 time: 1.8914\n", - "Fold:4, Epoch: [31/40], Step: [9/29], Loss: 0.3706955379909939, Validation Loss:1.0026490539312363, Validation Acc:74.3142144638404, AUC:0.731055900621118\n", - "Fold:4, Epoch: [31/40], Step: [18/29], Loss: 0.36397144695123035, Validation Loss:0.9479468315839767, Validation Acc:73.31670822942644, AUC:0.6953416149068323\n", - "Fold:4, Epoch: [31/40], Step: [27/29], Loss: 0.36288497183058, Validation Loss:0.7642006427049637, Validation Acc:75.56109725685785, AUC:0.670988612836439\n", - "Epoch 30 time: 1.8988\n", - "Fold:4, Epoch: [32/40], Step: [9/29], Loss: 0.3394463724560208, Validation Loss:0.7574736475944519, Validation Acc:72.81795511221945, AUC:0.6999223602484471\n", - "Fold:4, Epoch: [32/40], Step: [18/29], Loss: 0.3423385868469874, Validation Loss:0.7305877804756165, Validation Acc:75.06234413965088, AUC:0.6606107660455486\n", - "Fold:4, Epoch: [32/40], Step: [27/29], Loss: 0.3411867419878642, Validation Loss:0.7257076427340508, Validation Acc:74.81296758104739, AUC:0.6666407867494825\n", - "Epoch 31 time: 1.9062\n", - "Fold:4, Epoch: [33/40], Step: [9/29], Loss: 0.3278220875395669, Validation Loss:0.7363632619380951, Validation Acc:77.55610972568579, AUC:0.6526656314699795\n", - "Fold:4, Epoch: [33/40], Step: [18/29], Loss: 0.31981134828593993, Validation Loss:0.9470154941082001, Validation Acc:72.56857855361596, AUC:0.6909937888198757\n", - "Fold:4, Epoch: [33/40], Step: [27/29], Loss: 0.33304893253026185, Validation Loss:0.7293363586068153, Validation Acc:77.55610972568579, AUC:0.6825828157349897\n", - "Epoch 32 time: 1.9143\n", - "Fold:4, Epoch: [34/40], Step: [9/29], Loss: 0.32437680330541396, Validation Loss:0.7060641758143902, Validation Acc:79.80049875311721, AUC:0.6357919254658385\n", - "Fold:4, Epoch: [34/40], Step: [18/29], Loss: 0.3298279999030961, Validation Loss:1.1131160408258438, Validation Acc:73.81546134663341, AUC:0.6608436853002071\n", - "Fold:4, Epoch: [34/40], Step: [27/29], Loss: 0.3361687930645766, Validation Loss:0.7588251829147339, Validation Acc:71.57107231920199, AUC:0.6777173913043478\n", - "Epoch 33 time: 1.8760\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:4, Epoch: [35/40], Step: [9/29], Loss: 0.3245171689324909, Validation Loss:0.8537300676107407, Validation Acc:81.04738154613466, AUC:0.6280797101449275\n", - "Fold:4, Epoch: [35/40], Step: [18/29], Loss: 0.32165723625156617, Validation Loss:0.731583796441555, Validation Acc:77.55610972568579, AUC:0.6526656314699795\n", - "Fold:4, Epoch: [35/40], Step: [27/29], Loss: 0.32418722410996753, Validation Loss:1.0144252479076385, Validation Acc:72.81795511221945, AUC:0.6924430641821946\n", - "Epoch 34 time: 1.8734\n", - "Fold:4, Epoch: [36/40], Step: [9/29], Loss: 0.3083607421980964, Validation Loss:0.8249622508883476, Validation Acc:77.0573566084788, AUC:0.6273291925465838\n", - "Fold:4, Epoch: [36/40], Step: [18/29], Loss: 0.31808203127649093, Validation Loss:0.8723621368408203, Validation Acc:76.80798004987531, AUC:0.6408385093167702\n", - "Fold:4, Epoch: [36/40], Step: [27/29], Loss: 0.3240098202670062, Validation Loss:0.8225263208150864, Validation Acc:62.8428927680798, AUC:0.6569099378881987\n", - "Epoch 35 time: 1.8857\n", - "Fold:4, Epoch: [37/40], Step: [9/29], Loss: 0.3109845949543847, Validation Loss:1.0260172188282013, Validation Acc:80.54862842892769, AUC:0.6251811594202898\n", - "Fold:4, Epoch: [37/40], Step: [18/29], Loss: 0.3078329728709327, Validation Loss:0.7730347290635109, Validation Acc:75.06234413965088, AUC:0.6456521739130435\n", - "Fold:4, Epoch: [37/40], Step: [27/29], Loss: 0.32074402217511777, Validation Loss:1.5258840471506119, Validation Acc:73.06733167082294, AUC:0.6415372670807454\n", - "Epoch 36 time: 1.8868\n", - "Fold:4, Epoch: [38/40], Step: [9/29], Loss: 0.31004998750156826, Validation Loss:0.904535636305809, Validation Acc:73.81546134663341, AUC:0.6458850931677018\n", - "Fold:4, Epoch: [38/40], Step: [18/29], Loss: 0.30347564982043373, Validation Loss:0.8487286120653152, Validation Acc:74.06483790523691, AUC:0.6473343685300208\n", - "Fold:4, Epoch: [38/40], Step: [27/29], Loss: 0.3044406561939805, Validation Loss:0.9274429231882095, Validation Acc:77.3067331670823, AUC:0.6138198757763975\n", - "Epoch 37 time: 1.8704\n", - "Fold:4, Epoch: [39/40], Step: [9/29], Loss: 0.2794719354973899, Validation Loss:1.2055498957633972, Validation Acc:74.06483790523691, AUC:0.6548136645962732\n", - "Fold:4, Epoch: [39/40], Step: [18/29], Loss: 0.29329654905531144, Validation Loss:0.8746878355741501, Validation Acc:70.32418952618454, AUC:0.6779503105590061\n", - "Fold:4, Epoch: [39/40], Step: [27/29], Loss: 0.2917929909847401, Validation Loss:0.927001491189003, Validation Acc:73.56608478802993, AUC:0.6369565217391304\n", - "Epoch 38 time: 1.8710\n", - "Fold:4, Epoch: [40/40], Step: [9/29], Loss: 0.30078621374236214, Validation Loss:0.8834415674209595, Validation Acc:72.31920199501246, AUC:0.6222308488612837\n", - "Fold:4, Epoch: [40/40], Step: [18/29], Loss: 0.2937273871567514, Validation Loss:0.9229796528816223, Validation Acc:71.82044887780549, AUC:0.6791666666666668\n", - "Fold:4, Epoch: [40/40], Step: [27/29], Loss: 0.28571546960760047, Validation Loss:0.9836503267288208, Validation Acc:78.30423940149626, AUC:0.634575569358178\n", - "Epoch 39 time: 1.8557\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:5, Epoch: [1/40], Step: [9/29], Loss: 0.6833906835979886, Validation Loss:0.6862355917692184, Validation Acc:81.5, AUC:0.5488801054018446\n", - "Fold:5, Epoch: [1/40], Step: [18/29], Loss: 0.6562008162339529, Validation Loss:0.6696883291006088, Validation Acc:72.5, AUC:0.6342555994729907\n", - "Fold:5, Epoch: [1/40], Step: [27/29], Loss: 0.6435414530612804, Validation Loss:0.6352630853652954, Validation Acc:74.25, AUC:0.6673254281949934\n", - "Epoch 0 time: 1.8717\n", - "Fold:5, Epoch: [2/40], Step: [9/29], Loss: 0.5725578665733337, Validation Loss:0.5976213812828064, Validation Acc:71.25, AUC:0.7187088274044796\n", - "Fold:5, Epoch: [2/40], Step: [18/29], Loss: 0.5912066929870181, Validation Loss:0.5605137199163437, Validation Acc:72.5, AUC:0.7412384716732543\n", - "Fold:5, Epoch: [2/40], Step: [27/29], Loss: 0.5864742133352492, Validation Loss:0.5738217383623123, Validation Acc:73.0, AUC:0.7059288537549406\n", - "Epoch 1 time: 1.8917\n", - "Fold:5, Epoch: [3/40], Step: [9/29], Loss: 0.5421085755030314, Validation Loss:0.5297151729464531, Validation Acc:75.0, AUC:0.7251646903820818\n", - "Fold:5, Epoch: [3/40], Step: [18/29], Loss: 0.5478830105728574, Validation Loss:0.5040061548352242, Validation Acc:67.75, AUC:0.7289855072463769\n", - "Fold:5, Epoch: [3/40], Step: [27/29], Loss: 0.5664037024533307, Validation Loss:0.5695562660694122, Validation Acc:70.75, AUC:0.7005270092226615\n", - "Epoch 2 time: 1.8928\n", - "Fold:5, Epoch: [4/40], Step: [9/29], Loss: 0.5300096107853783, Validation Loss:0.540027529001236, Validation Acc:78.75, AUC:0.7163372859025033\n", - "Fold:5, Epoch: [4/40], Step: [18/29], Loss: 0.5571887890497843, Validation Loss:0.545378565788269, Validation Acc:72.5, AUC:0.7565217391304347\n", - "Fold:5, Epoch: [4/40], Step: [27/29], Loss: 0.5505194178333989, Validation Loss:0.5695867389440536, Validation Acc:68.25, AUC:0.7089591567852438\n", - "Epoch 3 time: 1.8949\n", - "Fold:5, Epoch: [5/40], Step: [9/29], Loss: 0.5267920957671272, Validation Loss:0.5144847854971886, Validation Acc:77.75, AUC:0.7181818181818181\n", - "Fold:5, Epoch: [5/40], Step: [18/29], Loss: 0.538657933473587, Validation Loss:0.531038224697113, Validation Acc:73.75, AUC:0.7484848484848485\n", - "Fold:5, Epoch: [5/40], Step: [27/29], Loss: 0.5456420249409146, Validation Loss:0.5991626307368279, Validation Acc:76.0, AUC:0.7156785243741766\n", - "Epoch 4 time: 1.8771\n", - "Fold:5, Epoch: [6/40], Step: [9/29], Loss: 0.5200916296905942, Validation Loss:0.5578179806470871, Validation Acc:78.0, AUC:0.7119894598155466\n", - "Fold:5, Epoch: [6/40], Step: [18/29], Loss: 0.5264317293961843, Validation Loss:0.5147126391530037, Validation Acc:73.5, AUC:0.7546772068511198\n", - "Fold:5, Epoch: [6/40], Step: [27/29], Loss: 0.5442631288811013, Validation Loss:0.4953320771455765, Validation Acc:74.0, AUC:0.7652173913043478\n", - "Epoch 5 time: 1.8650\n", - "Fold:5, Epoch: [7/40], Step: [9/29], Loss: 0.5149097045262655, Validation Loss:0.496281236410141, Validation Acc:73.75, AUC:0.7561264822134387\n", - "Fold:5, Epoch: [7/40], Step: [18/29], Loss: 0.5330403132571114, Validation Loss:0.5151855275034904, Validation Acc:76.25, AUC:0.7400527009222662\n", - "Fold:5, Epoch: [7/40], Step: [27/29], Loss: 0.529339485698276, Validation Loss:0.5247343182563782, Validation Acc:75.5, AUC:0.7280632411067194\n", - "Epoch 6 time: 1.9039\n", - "Fold:5, Epoch: [8/40], Step: [9/29], Loss: 0.5369322763548957, Validation Loss:0.5769109800457954, Validation Acc:77.25, AUC:0.7229249011857708\n", - "Fold:5, Epoch: [8/40], Step: [18/29], Loss: 0.5121425059106615, Validation Loss:0.5142590925097466, Validation Acc:77.5, AUC:0.7167325428194993\n", - "Fold:5, Epoch: [8/40], Step: [27/29], Loss: 0.5233878548498507, Validation Loss:0.5528492778539658, Validation Acc:72.25, AUC:0.7321475625823453\n", - "Epoch 7 time: 1.8814\n", - "Fold:5, Epoch: [9/40], Step: [9/29], Loss: 0.5442530347241296, Validation Loss:0.5404975861310959, Validation Acc:71.25, AUC:0.7187088274044796\n", - "Fold:5, Epoch: [9/40], Step: [18/29], Loss: 0.5376424905326631, Validation Loss:0.4831496924161911, Validation Acc:76.75, AUC:0.7353096179183136\n", - "Fold:5, Epoch: [9/40], Step: [27/29], Loss: 0.5243827678539135, Validation Loss:0.48855168372392654, Validation Acc:77.25, AUC:0.7229249011857708\n", - "Epoch 8 time: 1.8925\n", - "Fold:5, Epoch: [10/40], Step: [9/29], Loss: 0.48023374875386554, Validation Loss:0.5427213981747627, Validation Acc:70.75, AUC:0.7387351778656126\n", - "Fold:5, Epoch: [10/40], Step: [18/29], Loss: 0.5131714956627952, Validation Loss:0.5024933815002441, Validation Acc:75.0, AUC:0.7480895915678525\n", - "Fold:5, Epoch: [10/40], Step: [27/29], Loss: 0.5083442893293169, Validation Loss:0.5489778518676758, Validation Acc:80.5, AUC:0.7417654808959157\n", - "Epoch 9 time: 1.8881\n", - "Fold:5, Epoch: [11/40], Step: [9/29], Loss: 0.47723930411868626, Validation Loss:0.5149385780096054, Validation Acc:75.75, AUC:0.7447957839262187\n", - "Fold:5, Epoch: [11/40], Step: [18/29], Loss: 0.5061037275526259, Validation Loss:0.4683711379766464, Validation Acc:67.25, AUC:0.7108036890645587\n", - "Fold:5, Epoch: [11/40], Step: [27/29], Loss: 0.5069534601988616, Validation Loss:0.606453038752079, Validation Acc:80.0, AUC:0.7235836627140975\n", - "Epoch 10 time: 1.8856\n", - "Fold:5, Epoch: [12/40], Step: [9/29], Loss: 0.4989633063475291, Validation Loss:0.45838872343301773, Validation Acc:76.25, AUC:0.7476943346508564\n", - "Fold:5, Epoch: [12/40], Step: [18/29], Loss: 0.4957653416527642, Validation Loss:0.5173409208655357, Validation Acc:75.0, AUC:0.7480895915678525\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:5, Epoch: [12/40], Step: [27/29], Loss: 0.4957544262762423, Validation Loss:0.5286562442779541, Validation Acc:76.75, AUC:0.7429512516469038\n", - "Epoch 11 time: 1.8672\n", - "Fold:5, Epoch: [13/40], Step: [9/29], Loss: 0.4636710782845815, Validation Loss:0.4854790270328522, Validation Acc:76.75, AUC:0.7353096179183136\n", - "Fold:5, Epoch: [13/40], Step: [18/29], Loss: 0.47456783221827614, Validation Loss:0.5115380808711052, Validation Acc:77.75, AUC:0.7334650856389987\n", - "Fold:5, Epoch: [13/40], Step: [27/29], Loss: 0.4884812026112168, Validation Loss:0.53199652582407, Validation Acc:68.5, AUC:0.7180500658761528\n", - "Epoch 12 time: 1.8910\n", - "Fold:5, Epoch: [14/40], Step: [9/29], Loss: 0.5095437069733938, Validation Loss:0.5390520468354225, Validation Acc:74.75, AUC:0.7313570487483532\n", - "Fold:5, Epoch: [14/40], Step: [18/29], Loss: 0.48539773457580143, Validation Loss:0.48020850121974945, Validation Acc:77.75, AUC:0.7258234519104085\n", - "Fold:5, Epoch: [14/40], Step: [27/29], Loss: 0.4863837206805194, Validation Loss:0.44045979529619217, Validation Acc:76.75, AUC:0.7276679841897234\n", - "Epoch 13 time: 1.8836\n", - "Fold:5, Epoch: [15/40], Step: [9/29], Loss: 0.4713081320126851, Validation Loss:0.4601814076304436, Validation Acc:77.5, AUC:0.7320158102766798\n", - "Fold:5, Epoch: [15/40], Step: [18/29], Loss: 0.4755946430895064, Validation Loss:0.5209418386220932, Validation Acc:76.75, AUC:0.7047430830039526\n", - "Fold:5, Epoch: [15/40], Step: [27/29], Loss: 0.48054028219646877, Validation Loss:0.539730928838253, Validation Acc:78.75, AUC:0.7392621870882741\n", - "Epoch 14 time: 1.9006\n", - "Fold:5, Epoch: [16/40], Step: [9/29], Loss: 0.4838443994522095, Validation Loss:0.44860105961561203, Validation Acc:75.75, AUC:0.752437417654809\n", - "Fold:5, Epoch: [16/40], Step: [18/29], Loss: 0.48551366726557416, Validation Loss:0.5594544485211372, Validation Acc:75.75, AUC:0.7295125164690383\n", - "Fold:5, Epoch: [16/40], Step: [27/29], Loss: 0.48192120039904557, Validation Loss:0.5002576038241386, Validation Acc:72.0, AUC:0.7612648221343873\n", - "Epoch 15 time: 1.8767\n", - "Fold:5, Epoch: [17/40], Step: [9/29], Loss: 0.4764951268831889, Validation Loss:0.5100483596324921, Validation Acc:80.75, AUC:0.7202898550724637\n", - "Fold:5, Epoch: [17/40], Step: [18/29], Loss: 0.4666878663831287, Validation Loss:0.4552506357431412, Validation Acc:75.25, AUC:0.7189723320158103\n", - "Fold:5, Epoch: [17/40], Step: [27/29], Loss: 0.4624759919113583, Validation Loss:0.5848707035183907, Validation Acc:69.5, AUC:0.7620553359683795\n", - "Epoch 16 time: 1.8769\n", - "Fold:5, Epoch: [18/40], Step: [9/29], Loss: 0.45817887783050537, Validation Loss:0.5343113839626312, Validation Acc:81.5, AUC:0.7322793148880105\n", - "Fold:5, Epoch: [18/40], Step: [18/29], Loss: 0.4587618129120933, Validation Loss:0.4629395678639412, Validation Acc:77.25, AUC:0.7534914361001318\n", - "Fold:5, Epoch: [18/40], Step: [27/29], Loss: 0.47222321452917876, Validation Loss:0.5098663046956062, Validation Acc:72.75, AUC:0.7579710144927536\n", - "Epoch 17 time: 1.8741\n", - "Fold:5, Epoch: [19/40], Step: [9/29], Loss: 0.46494186255666947, Validation Loss:0.5109603479504585, Validation Acc:76.0, AUC:0.7462450592885377\n", - "Fold:5, Epoch: [19/40], Step: [18/29], Loss: 0.45195258326000637, Validation Loss:0.4848966598510742, Validation Acc:74.25, AUC:0.743741765480896\n", - "Fold:5, Epoch: [19/40], Step: [27/29], Loss: 0.4543571549433249, Validation Loss:0.4475306272506714, Validation Acc:79.0, AUC:0.7407114624505929\n", - "Epoch 18 time: 1.8849\n", - "Fold:5, Epoch: [20/40], Step: [9/29], Loss: 0.43491020798683167, Validation Loss:0.5019880309700966, Validation Acc:74.75, AUC:0.7237154150197629\n", - "Fold:5, Epoch: [20/40], Step: [18/29], Loss: 0.4529593288898468, Validation Loss:0.48400431871414185, Validation Acc:78.0, AUC:0.7501976284584979\n", - "Fold:5, Epoch: [20/40], Step: [27/29], Loss: 0.46066198967121263, Validation Loss:0.5256171450018883, Validation Acc:79.0, AUC:0.7254281949934123\n", - "Epoch 19 time: 1.9005\n", - "Fold:5, Epoch: [21/40], Step: [9/29], Loss: 0.45589524176385665, Validation Loss:0.4773738235235214, Validation Acc:71.25, AUC:0.7187088274044796\n", - "Fold:5, Epoch: [21/40], Step: [18/29], Loss: 0.4549194839265611, Validation Loss:0.5026412233710289, Validation Acc:77.5, AUC:0.7625823451910408\n", - "Fold:5, Epoch: [21/40], Step: [27/29], Loss: 0.46320412887467277, Validation Loss:0.5368165597319603, Validation Acc:72.5, AUC:0.7641633728590251\n", - "Epoch 20 time: 1.9248\n", - "Fold:5, Epoch: [22/40], Step: [9/29], Loss: 0.45488356550534564, Validation Loss:0.57717564702034, Validation Acc:75.5, AUC:0.7433465085638999\n", - "Fold:5, Epoch: [22/40], Step: [18/29], Loss: 0.45412393245432114, Validation Loss:0.4892065227031708, Validation Acc:74.0, AUC:0.7652173913043478\n", - "Fold:5, Epoch: [22/40], Step: [27/29], Loss: 0.45021873160644815, Validation Loss:0.4922693148255348, Validation Acc:77.0, AUC:0.7444005270092227\n", - "Epoch 21 time: 1.8827\n", - "Fold:5, Epoch: [23/40], Step: [9/29], Loss: 0.4368732538488176, Validation Loss:0.49087081104516983, Validation Acc:80.75, AUC:0.7432147562582345\n", - "Fold:5, Epoch: [23/40], Step: [18/29], Loss: 0.44300763143433464, Validation Loss:0.45566439628601074, Validation Acc:74.0, AUC:0.7499341238471674\n", - "Fold:5, Epoch: [23/40], Step: [27/29], Loss: 0.44106672428272387, Validation Loss:0.48322541266679764, Validation Acc:77.75, AUC:0.77167325428195\n", - "Epoch 22 time: 1.9317\n", - "Fold:5, Epoch: [24/40], Step: [9/29], Loss: 0.4455797142452664, Validation Loss:0.42229006811976433, Validation Acc:76.75, AUC:0.7123847167325428\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:5, Epoch: [24/40], Step: [18/29], Loss: 0.4289906985229916, Validation Loss:0.5570736676454544, Validation Acc:74.0, AUC:0.7728590250329381\n", - "Fold:5, Epoch: [24/40], Step: [27/29], Loss: 0.43138832185003495, Validation Loss:0.5288577899336815, Validation Acc:77.25, AUC:0.7611330698287221\n", - "Epoch 23 time: 1.8895\n", - "Fold:5, Epoch: [25/40], Step: [9/29], Loss: 0.440896964735455, Validation Loss:0.44982901960611343, Validation Acc:79.25, AUC:0.749802371541502\n", - "Fold:5, Epoch: [25/40], Step: [18/29], Loss: 0.4335771898428599, Validation Loss:0.46109338104724884, Validation Acc:72.75, AUC:0.7579710144927536\n", - "Fold:5, Epoch: [25/40], Step: [27/29], Loss: 0.428626952347932, Validation Loss:0.48671403527259827, Validation Acc:77.5, AUC:0.7320158102766798\n", - "Epoch 24 time: 1.8782\n", - "Fold:5, Epoch: [26/40], Step: [9/29], Loss: 0.4406403965420193, Validation Loss:0.4692898690700531, Validation Acc:75.75, AUC:0.7600790513833993\n", - "Fold:5, Epoch: [26/40], Step: [18/29], Loss: 0.42322784331109786, Validation Loss:0.5675060749053955, Validation Acc:84.0, AUC:0.7009222661396574\n", - "Fold:5, Epoch: [26/40], Step: [27/29], Loss: 0.4295760006816299, Validation Loss:0.471446692943573, Validation Acc:77.5, AUC:0.7549407114624506\n", - "Epoch 25 time: 1.8727\n", - "Fold:5, Epoch: [27/40], Step: [9/29], Loss: 0.4500608311759101, Validation Loss:0.4632488787174225, Validation Acc:76.75, AUC:0.7353096179183136\n", - "Fold:5, Epoch: [27/40], Step: [18/29], Loss: 0.42442987693680656, Validation Loss:0.5697703287005424, Validation Acc:73.25, AUC:0.7455862977602108\n", - "Fold:5, Epoch: [27/40], Step: [27/29], Loss: 0.4296125129417137, Validation Loss:0.47427307069301605, Validation Acc:77.0, AUC:0.752042160737813\n", - "Epoch 26 time: 1.8889\n", - "Fold:5, Epoch: [28/40], Step: [9/29], Loss: 0.4263697763284047, Validation Loss:0.5150527209043503, Validation Acc:75.25, AUC:0.7266139657444005\n", - "Fold:5, Epoch: [28/40], Step: [18/29], Loss: 0.4210648536682129, Validation Loss:0.6280325353145599, Validation Acc:80.0, AUC:0.7541501976284585\n", - "Fold:5, Epoch: [28/40], Step: [27/29], Loss: 0.4159336608869058, Validation Loss:0.5203403159976006, Validation Acc:78.75, AUC:0.7469038208168642\n", - "Epoch 27 time: 1.8804\n", - "Fold:5, Epoch: [29/40], Step: [9/29], Loss: 0.4225936366452111, Validation Loss:0.4563228636980057, Validation Acc:72.5, AUC:0.7488801054018445\n", - "Fold:5, Epoch: [29/40], Step: [18/29], Loss: 0.4202081908782323, Validation Loss:0.47263652831315994, Validation Acc:76.0, AUC:0.7538866930171277\n", - "Fold:5, Epoch: [29/40], Step: [27/29], Loss: 0.41110012818265845, Validation Loss:0.45823971927165985, Validation Acc:79.5, AUC:0.789459815546772\n", - "Epoch 28 time: 1.8605\n", - "Fold:5, Epoch: [30/40], Step: [9/29], Loss: 0.41997428403960335, Validation Loss:0.5573837459087372, Validation Acc:81.5, AUC:0.7552042160737814\n", - "Fold:5, Epoch: [30/40], Step: [18/29], Loss: 0.4030536843670739, Validation Loss:0.4352191239595413, Validation Acc:80.75, AUC:0.7737812911725955\n", - "Fold:5, Epoch: [30/40], Step: [27/29], Loss: 0.4008855908005326, Validation Loss:0.4666823148727417, Validation Acc:78.25, AUC:0.7822134387351778\n", - "Epoch 29 time: 1.8936\n", - "Fold:5, Epoch: [31/40], Step: [9/29], Loss: 0.41829124093055725, Validation Loss:0.46735113859176636, Validation Acc:77.5, AUC:0.7625823451910408\n", - "Fold:5, Epoch: [31/40], Step: [18/29], Loss: 0.4008180499076843, Validation Loss:0.4530911073088646, Validation Acc:74.25, AUC:0.7361001317523057\n", - "Fold:5, Epoch: [31/40], Step: [27/29], Loss: 0.40782528232645104, Validation Loss:0.46370673179626465, Validation Acc:80.5, AUC:0.7494071146245059\n", - "Epoch 30 time: 1.8897\n", - "Fold:5, Epoch: [32/40], Step: [9/29], Loss: 0.39132193062040543, Validation Loss:0.44500670209527016, Validation Acc:78.25, AUC:0.7516469038208169\n", - "Fold:5, Epoch: [32/40], Step: [18/29], Loss: 0.39355696572197807, Validation Loss:0.5233027935028076, Validation Acc:76.0, AUC:0.7538866930171277\n", - "Fold:5, Epoch: [32/40], Step: [27/29], Loss: 0.3944881735024629, Validation Loss:0.5029160529375076, Validation Acc:78.25, AUC:0.7287220026350462\n", - "Epoch 31 time: 1.8737\n", - "Fold:5, Epoch: [33/40], Step: [9/29], Loss: 0.3985314534770118, Validation Loss:0.5321388617157936, Validation Acc:76.0, AUC:0.7462450592885377\n", - "Fold:5, Epoch: [33/40], Step: [18/29], Loss: 0.38380296859476304, Validation Loss:0.5206582546234131, Validation Acc:80.75, AUC:0.7661396574440053\n", - "Fold:5, Epoch: [33/40], Step: [27/29], Loss: 0.38718393555393926, Validation Loss:0.48659319430589676, Validation Acc:78.25, AUC:0.7363636363636364\n", - "Epoch 32 time: 1.8689\n", - "Fold:5, Epoch: [34/40], Step: [9/29], Loss: 0.36426177952024674, Validation Loss:0.5033364221453667, Validation Acc:75.5, AUC:0.7586297760210804\n", - "Fold:5, Epoch: [34/40], Step: [18/29], Loss: 0.370052319433954, Validation Loss:0.5140598118305206, Validation Acc:75.75, AUC:0.7371541501976284\n", - "Fold:5, Epoch: [34/40], Step: [27/29], Loss: 0.3823129578872963, Validation Loss:0.461929339915514, Validation Acc:79.0, AUC:0.7789196310935442\n", - "Epoch 33 time: 1.9022\n", - "Fold:5, Epoch: [35/40], Step: [9/29], Loss: 0.3727293974823422, Validation Loss:0.48433617502450943, Validation Acc:77.25, AUC:0.7611330698287221\n", - "Fold:5, Epoch: [35/40], Step: [18/29], Loss: 0.36883147888713413, Validation Loss:0.5572770461440086, Validation Acc:81.75, AUC:0.7184453227931489\n", - "Fold:5, Epoch: [35/40], Step: [27/29], Loss: 0.3732418980863359, Validation Loss:0.47898661345243454, Validation Acc:76.5, AUC:0.7567852437417655\n", - "Epoch 34 time: 1.8831\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:5, Epoch: [36/40], Step: [9/29], Loss: 0.37091665466626483, Validation Loss:0.5096260458230972, Validation Acc:79.5, AUC:0.7665349143610012\n", - "Fold:5, Epoch: [36/40], Step: [18/29], Loss: 0.3683970123529434, Validation Loss:0.494676373898983, Validation Acc:83.5, AUC:0.7667984189723321\n", - "Fold:5, Epoch: [36/40], Step: [27/29], Loss: 0.36544687549273175, Validation Loss:0.49252423271536827, Validation Acc:81.0, AUC:0.7446640316205534\n", - "Epoch 35 time: 1.8934\n", - "Fold:5, Epoch: [37/40], Step: [9/29], Loss: 0.36505796843104893, Validation Loss:0.5962687358260155, Validation Acc:72.75, AUC:0.7274044795783926\n", - "Fold:5, Epoch: [37/40], Step: [18/29], Loss: 0.34653113451268935, Validation Loss:0.5676888674497604, Validation Acc:79.0, AUC:0.7177865612648221\n", - "Fold:5, Epoch: [37/40], Step: [27/29], Loss: 0.36333241286101164, Validation Loss:0.6631342098116875, Validation Acc:77.0, AUC:0.7596837944664032\n", - "Epoch 36 time: 1.8907\n", - "Fold:5, Epoch: [38/40], Step: [9/29], Loss: 0.3777097596062554, Validation Loss:0.5986148193478584, Validation Acc:79.75, AUC:0.7374176548089592\n", - "Fold:5, Epoch: [38/40], Step: [18/29], Loss: 0.3524517011311319, Validation Loss:0.5006041824817657, Validation Acc:80.5, AUC:0.7111989459815546\n", - "Fold:5, Epoch: [38/40], Step: [27/29], Loss: 0.34725865335376177, Validation Loss:0.5098735615611076, Validation Acc:79.25, AUC:0.7574440052700921\n", - "Epoch 37 time: 1.8848\n", - "Fold:5, Epoch: [39/40], Step: [9/29], Loss: 0.362907071908315, Validation Loss:0.5447517782449722, Validation Acc:73.5, AUC:0.7546772068511198\n", - "Fold:5, Epoch: [39/40], Step: [18/29], Loss: 0.3660238848792182, Validation Loss:0.5464328229427338, Validation Acc:78.0, AUC:0.7425559947299079\n", - "Fold:5, Epoch: [39/40], Step: [27/29], Loss: 0.3562487209284747, Validation Loss:0.5797229558229446, Validation Acc:78.5, AUC:0.7454545454545455\n", - "Epoch 38 time: 1.8984\n", - "Fold:5, Epoch: [40/40], Step: [9/29], Loss: 0.34485948582490283, Validation Loss:0.5155058354139328, Validation Acc:76.5, AUC:0.7491436100131753\n", - "Fold:5, Epoch: [40/40], Step: [18/29], Loss: 0.3378918742140134, Validation Loss:0.5691868588328362, Validation Acc:83.25, AUC:0.7194993412384716\n", - "Fold:5, Epoch: [40/40], Step: [27/29], Loss: 0.3347112155622906, Validation Loss:0.5080836340785027, Validation Acc:79.75, AUC:0.7374176548089592\n", - "Epoch 39 time: 1.8881\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:6, Epoch: [1/40], Step: [9/29], Loss: 0.7066651384035746, Validation Loss:0.6866744160652161, Validation Acc:44.75, AUC:0.5727272727272728\n", - "Fold:6, Epoch: [1/40], Step: [18/29], Loss: 0.68229541182518, Validation Loss:0.6718823462724686, Validation Acc:71.0, AUC:0.663768115942029\n", - "Fold:6, Epoch: [1/40], Step: [27/29], Loss: 0.6565897994571261, Validation Loss:0.6388621777296066, Validation Acc:75.0, AUC:0.6793148880105402\n", - "Epoch 0 time: 1.8939\n", - "Fold:6, Epoch: [2/40], Step: [9/29], Loss: 0.5791283580991957, Validation Loss:0.5929653346538544, Validation Acc:74.5, AUC:0.6993412384716732\n", - "Fold:6, Epoch: [2/40], Step: [18/29], Loss: 0.5941910213894315, Validation Loss:0.5807497203350067, Validation Acc:78.0, AUC:0.719631093544137\n", - "Fold:6, Epoch: [2/40], Step: [27/29], Loss: 0.5838209247147595, Validation Loss:0.554600179195404, Validation Acc:75.25, AUC:0.71133069828722\n", - "Epoch 1 time: 1.8670\n", - "Fold:6, Epoch: [3/40], Step: [9/29], Loss: 0.5625186794333987, Validation Loss:0.5044202655553818, Validation Acc:73.75, AUC:0.7179183135704875\n", - "Fold:6, Epoch: [3/40], Step: [18/29], Loss: 0.5662386086252, Validation Loss:0.581941083073616, Validation Acc:74.0, AUC:0.7346508563899868\n", - "Fold:6, Epoch: [3/40], Step: [27/29], Loss: 0.5606136322021484, Validation Loss:0.5328844785690308, Validation Acc:71.0, AUC:0.7096179183135705\n", - "Epoch 2 time: 1.8747\n", - "Fold:6, Epoch: [4/40], Step: [9/29], Loss: 0.5463141004244486, Validation Loss:0.5795176476240158, Validation Acc:72.25, AUC:0.693939393939394\n", - "Fold:6, Epoch: [4/40], Step: [18/29], Loss: 0.5417360183265474, Validation Loss:0.5055086389183998, Validation Acc:70.0, AUC:0.7267457180500658\n", - "Fold:6, Epoch: [4/40], Step: [27/29], Loss: 0.5469097174980022, Validation Loss:0.5629159063100815, Validation Acc:69.25, AUC:0.7223978919631093\n", - "Epoch 3 time: 1.8812\n", - "Fold:6, Epoch: [5/40], Step: [9/29], Loss: 0.5419556829664443, Validation Loss:0.5201388821005821, Validation Acc:68.5, AUC:0.7486166007905138\n", - "Fold:6, Epoch: [5/40], Step: [18/29], Loss: 0.5442164871427748, Validation Loss:0.5320267304778099, Validation Acc:67.5, AUC:0.696969696969697\n", - "Fold:6, Epoch: [5/40], Step: [27/29], Loss: 0.5436754922072092, Validation Loss:0.5270285829901695, Validation Acc:74.0, AUC:0.7117259552042161\n", - "Epoch 4 time: 1.8787\n", - "Fold:6, Epoch: [6/40], Step: [9/29], Loss: 0.5056945780913035, Validation Loss:0.5201843082904816, Validation Acc:77.5, AUC:0.7472990777338603\n", - "Fold:6, Epoch: [6/40], Step: [18/29], Loss: 0.5178720239135954, Validation Loss:0.48558859527111053, Validation Acc:71.5, AUC:0.7354413702239789\n", - "Fold:6, Epoch: [6/40], Step: [27/29], Loss: 0.5293558449656875, Validation Loss:0.5874543488025665, Validation Acc:70.0, AUC:0.6808959156785244\n", - "Epoch 5 time: 1.8834\n", - "Fold:6, Epoch: [7/40], Step: [9/29], Loss: 0.5278919968340132, Validation Loss:0.5123745277523994, Validation Acc:69.75, AUC:0.6947299077733862\n", - "Fold:6, Epoch: [7/40], Step: [18/29], Loss: 0.512938411699401, Validation Loss:0.5261400192975998, Validation Acc:75.0, AUC:0.7251646903820818\n", - "Fold:6, Epoch: [7/40], Step: [27/29], Loss: 0.5197927863509567, Validation Loss:0.5154828727245331, Validation Acc:75.25, AUC:0.7495388669301714\n", - "Epoch 6 time: 1.8598\n", - "Fold:6, Epoch: [8/40], Step: [9/29], Loss: 0.503091788954205, Validation Loss:0.507111944258213, Validation Acc:72.0, AUC:0.7230566534914361\n", - "Fold:6, Epoch: [8/40], Step: [18/29], Loss: 0.5207589368025461, Validation Loss:0.49285978823900223, Validation Acc:79.25, AUC:0.7345191040843215\n", - "Fold:6, Epoch: [8/40], Step: [27/29], Loss: 0.5190044542153677, Validation Loss:0.5484205782413483, Validation Acc:74.5, AUC:0.722266139657444\n", - "Epoch 7 time: 1.8669\n", - "Fold:6, Epoch: [9/40], Step: [9/29], Loss: 0.50653033124076, Validation Loss:0.5240957364439964, Validation Acc:68.0, AUC:0.7304347826086957\n", - "Fold:6, Epoch: [9/40], Step: [18/29], Loss: 0.515827500157886, Validation Loss:0.5310495868325233, Validation Acc:69.5, AUC:0.7391304347826089\n", - "Fold:6, Epoch: [9/40], Step: [27/29], Loss: 0.5124152589727331, Validation Loss:0.6338940337300301, Validation Acc:79.0, AUC:0.7330698287220027\n", - "Epoch 8 time: 1.8735\n", - "Fold:6, Epoch: [10/40], Step: [9/29], Loss: 0.5035863154464297, Validation Loss:0.5438604354858398, Validation Acc:70.75, AUC:0.7234519104084323\n", - "Fold:6, Epoch: [10/40], Step: [18/29], Loss: 0.4943403999010722, Validation Loss:0.46500394493341446, Validation Acc:75.75, AUC:0.7295125164690383\n", - "Fold:6, Epoch: [10/40], Step: [27/29], Loss: 0.5010876169911137, Validation Loss:0.48195502907037735, Validation Acc:72.0, AUC:0.7383399209486166\n", - "Epoch 9 time: 1.8756\n", - "Fold:6, Epoch: [11/40], Step: [9/29], Loss: 0.4686283833450741, Validation Loss:0.46449222788214684, Validation Acc:77.75, AUC:0.7411067193675889\n", - "Fold:6, Epoch: [11/40], Step: [18/29], Loss: 0.4783179859320323, Validation Loss:0.544971838593483, Validation Acc:75.5, AUC:0.7586297760210804\n", - "Fold:6, Epoch: [11/40], Step: [27/29], Loss: 0.49434588573597094, Validation Loss:0.52507234364748, Validation Acc:67.5, AUC:0.7122529644268774\n", - "Epoch 10 time: 1.8736\n", - "Fold:6, Epoch: [12/40], Step: [9/29], Loss: 0.47158022390471566, Validation Loss:0.558312863111496, Validation Acc:78.0, AUC:0.719631093544137\n", - "Fold:6, Epoch: [12/40], Step: [18/29], Loss: 0.5001552138063643, Validation Loss:0.5424060076475143, Validation Acc:77.75, AUC:0.6952569169960474\n", - "Fold:6, Epoch: [12/40], Step: [27/29], Loss: 0.4900214782467595, Validation Loss:0.5107444077730179, Validation Acc:76.5, AUC:0.7415019762845849\n", - "Epoch 11 time: 1.8697\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:6, Epoch: [13/40], Step: [9/29], Loss: 0.4809192253483666, Validation Loss:0.5533819198608398, Validation Acc:67.75, AUC:0.7213438735177865\n", - "Fold:6, Epoch: [13/40], Step: [18/29], Loss: 0.4953445858425564, Validation Loss:0.5394679009914398, Validation Acc:76.0, AUC:0.7233201581027668\n", - "Fold:6, Epoch: [13/40], Step: [27/29], Loss: 0.4884067486833643, Validation Loss:0.5641774758696556, Validation Acc:80.5, AUC:0.7417654808959157\n", - "Epoch 12 time: 1.8636\n", - "Fold:6, Epoch: [14/40], Step: [9/29], Loss: 0.4687102933724721, Validation Loss:0.6556596979498863, Validation Acc:76.5, AUC:0.7491436100131753\n", - "Fold:6, Epoch: [14/40], Step: [18/29], Loss: 0.46733389298121136, Validation Loss:0.5183191075921059, Validation Acc:74.0, AUC:0.7346508563899868\n", - "Fold:6, Epoch: [14/40], Step: [27/29], Loss: 0.4728092650572459, Validation Loss:0.6123722344636917, Validation Acc:62.25, AUC:0.7200263504611331\n", - "Epoch 13 time: 1.8887\n", - "Fold:6, Epoch: [15/40], Step: [9/29], Loss: 0.4776345756318834, Validation Loss:0.5257756114006042, Validation Acc:80.75, AUC:0.7050065876152831\n", - "Fold:6, Epoch: [15/40], Step: [18/29], Loss: 0.4707774387465583, Validation Loss:0.6151989549398422, Validation Acc:72.25, AUC:0.724505928853755\n", - "Fold:6, Epoch: [15/40], Step: [27/29], Loss: 0.48161493296976443, Validation Loss:0.5672448873519897, Validation Acc:76.75, AUC:0.7123847167325428\n", - "Epoch 14 time: 1.9163\n", - "Fold:6, Epoch: [16/40], Step: [9/29], Loss: 0.4805482195483314, Validation Loss:0.5204988420009613, Validation Acc:73.5, AUC:0.7317523056653492\n", - "Fold:6, Epoch: [16/40], Step: [18/29], Loss: 0.482652732067638, Validation Loss:0.49468912929296494, Validation Acc:77.5, AUC:0.7472990777338603\n", - "Fold:6, Epoch: [16/40], Step: [27/29], Loss: 0.48031206484194156, Validation Loss:0.6867358237504959, Validation Acc:62.75, AUC:0.6923583662714097\n", - "Epoch 15 time: 1.8772\n", - "Fold:6, Epoch: [17/40], Step: [9/29], Loss: 0.47152288754781085, Validation Loss:0.5293233171105385, Validation Acc:81.5, AUC:0.6940711462450593\n", - "Fold:6, Epoch: [17/40], Step: [18/29], Loss: 0.4742782215277354, Validation Loss:0.5069081336259842, Validation Acc:72.75, AUC:0.7350461133069829\n", - "Fold:6, Epoch: [17/40], Step: [27/29], Loss: 0.4740441684369688, Validation Loss:0.49078305810689926, Validation Acc:74.5, AUC:0.7146245059288537\n", - "Epoch 16 time: 1.8837\n", - "Fold:6, Epoch: [18/40], Step: [9/29], Loss: 0.4417375392383999, Validation Loss:0.5790683552622795, Validation Acc:74.5, AUC:0.7069828722002636\n", - "Fold:6, Epoch: [18/40], Step: [18/29], Loss: 0.46166212691201103, Validation Loss:0.5841168388724327, Validation Acc:69.75, AUC:0.7100131752305665\n", - "Fold:6, Epoch: [18/40], Step: [27/29], Loss: 0.45158916270291366, Validation Loss:0.4783152788877487, Validation Acc:77.5, AUC:0.7320158102766798\n", - "Epoch 17 time: 1.8799\n", - "Fold:6, Epoch: [19/40], Step: [9/29], Loss: 0.4680347144603729, Validation Loss:0.5559637546539307, Validation Acc:74.0, AUC:0.7040843214756258\n", - "Fold:6, Epoch: [19/40], Step: [18/29], Loss: 0.4429616116815143, Validation Loss:0.5734096765518188, Validation Acc:72.5, AUC:0.7106719367588933\n", - "Fold:6, Epoch: [19/40], Step: [27/29], Loss: 0.4430892986279947, Validation Loss:0.5069668740034103, Validation Acc:78.75, AUC:0.7469038208168642\n", - "Epoch 18 time: 1.8603\n", - "Fold:6, Epoch: [20/40], Step: [9/29], Loss: 0.46717964940600926, Validation Loss:0.5436559543013573, Validation Acc:64.75, AUC:0.7268774703557312\n", - "Fold:6, Epoch: [20/40], Step: [18/29], Loss: 0.4585195779800415, Validation Loss:0.5748531892895699, Validation Acc:80.75, AUC:0.7279314888010541\n", - "Fold:6, Epoch: [20/40], Step: [27/29], Loss: 0.45082968914950333, Validation Loss:0.6666310057044029, Validation Acc:80.0, AUC:0.7006587615283267\n", - "Epoch 19 time: 1.9158\n", - "Fold:6, Epoch: [21/40], Step: [9/29], Loss: 0.4379842182000478, Validation Loss:0.49033303558826447, Validation Acc:77.25, AUC:0.7534914361001318\n", - "Fold:6, Epoch: [21/40], Step: [18/29], Loss: 0.4287771417034997, Validation Loss:0.522397443652153, Validation Acc:75.5, AUC:0.7280632411067194\n", - "Fold:6, Epoch: [21/40], Step: [27/29], Loss: 0.43162380545227613, Validation Loss:0.5761982500553131, Validation Acc:70.5, AUC:0.7372859025032937\n", - "Epoch 20 time: 1.8739\n", - "Fold:6, Epoch: [22/40], Step: [9/29], Loss: 0.43358679281340706, Validation Loss:0.5078411623835564, Validation Acc:78.75, AUC:0.7163372859025033\n", - "Fold:6, Epoch: [22/40], Step: [18/29], Loss: 0.4340204762087928, Validation Loss:0.5525164902210236, Validation Acc:74.0, AUC:0.7346508563899868\n", - "Fold:6, Epoch: [22/40], Step: [27/29], Loss: 0.43561149747283373, Validation Loss:0.5131485499441624, Validation Acc:79.25, AUC:0.719235836627141\n", - "Epoch 21 time: 1.8869\n", - "Fold:6, Epoch: [23/40], Step: [9/29], Loss: 0.40372686253653634, Validation Loss:0.5167700350284576, Validation Acc:77.5, AUC:0.7320158102766798\n", - "Fold:6, Epoch: [23/40], Step: [18/29], Loss: 0.42928196986516315, Validation Loss:0.5545507818460464, Validation Acc:72.0, AUC:0.7383399209486166\n", - "Fold:6, Epoch: [23/40], Step: [27/29], Loss: 0.4248383453598729, Validation Loss:0.49958646297454834, Validation Acc:67.75, AUC:0.7366271409749672\n", - "Epoch 22 time: 1.8890\n", - "Fold:6, Epoch: [24/40], Step: [9/29], Loss: 0.4256327516502804, Validation Loss:0.5395683273673058, Validation Acc:82.0, AUC:0.7351778656126482\n", - "Fold:6, Epoch: [24/40], Step: [18/29], Loss: 0.4433489011393653, Validation Loss:0.5319747179746628, Validation Acc:75.0, AUC:0.7557312252964428\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:6, Epoch: [24/40], Step: [27/29], Loss: 0.43224682410558063, Validation Loss:0.5559778138995171, Validation Acc:75.75, AUC:0.7371541501976284\n", - "Epoch 23 time: 1.8989\n", - "Fold:6, Epoch: [25/40], Step: [9/29], Loss: 0.4000306162569258, Validation Loss:0.5734555572271347, Validation Acc:76.5, AUC:0.7109354413702239\n", - "Fold:6, Epoch: [25/40], Step: [18/29], Loss: 0.4026414222187466, Validation Loss:0.49989795684814453, Validation Acc:71.0, AUC:0.7249011857707509\n", - "Fold:6, Epoch: [25/40], Step: [27/29], Loss: 0.4009003219781099, Validation Loss:0.5519475415349007, Validation Acc:74.5, AUC:0.7299077733860342\n", - "Epoch 24 time: 1.8666\n", - "Fold:6, Epoch: [26/40], Step: [9/29], Loss: 0.3890789482328627, Validation Loss:0.6605836898088455, Validation Acc:78.0, AUC:0.7119894598155466\n", - "Fold:6, Epoch: [26/40], Step: [18/29], Loss: 0.3997513833973143, Validation Loss:0.5895655527710915, Validation Acc:77.75, AUC:0.7258234519104085\n", - "Fold:6, Epoch: [26/40], Step: [27/29], Loss: 0.40198143544020476, Validation Loss:0.568452812731266, Validation Acc:75.75, AUC:0.7371541501976284\n", - "Epoch 25 time: 1.8650\n", - "Fold:6, Epoch: [27/40], Step: [9/29], Loss: 0.37678466240564984, Validation Loss:0.572325311601162, Validation Acc:68.5, AUC:0.7027667984189724\n", - "Fold:6, Epoch: [27/40], Step: [18/29], Loss: 0.39422902630435097, Validation Loss:0.6233571320772171, Validation Acc:73.25, AUC:0.7379446640316206\n", - "Fold:6, Epoch: [27/40], Step: [27/29], Loss: 0.39449948293191417, Validation Loss:0.579516164958477, Validation Acc:80.75, AUC:0.6897233201581028\n", - "Epoch 26 time: 1.8546\n", - "Fold:6, Epoch: [28/40], Step: [9/29], Loss: 0.3716649247540368, Validation Loss:0.6100785806775093, Validation Acc:71.0, AUC:0.7172595520421607\n", - "Fold:6, Epoch: [28/40], Step: [18/29], Loss: 0.3792712887128194, Validation Loss:0.6115253195166588, Validation Acc:73.25, AUC:0.7455862977602108\n", - "Fold:6, Epoch: [28/40], Step: [27/29], Loss: 0.39299736199555574, Validation Loss:0.5452204272150993, Validation Acc:77.25, AUC:0.7076416337285902\n", - "Epoch 27 time: 1.8779\n", - "Fold:6, Epoch: [29/40], Step: [9/29], Loss: 0.3857700228691101, Validation Loss:0.5405895411968231, Validation Acc:73.25, AUC:0.7226613965744401\n", - "Fold:6, Epoch: [29/40], Step: [18/29], Loss: 0.3856276786989636, Validation Loss:0.5913956686854362, Validation Acc:77.75, AUC:0.710540184453228\n", - "Fold:6, Epoch: [29/40], Step: [27/29], Loss: 0.3950237973972603, Validation Loss:0.6211939677596092, Validation Acc:76.75, AUC:0.7429512516469038\n", - "Epoch 28 time: 1.8882\n", - "Fold:6, Epoch: [30/40], Step: [9/29], Loss: 0.3757564988401201, Validation Loss:0.7763340696692467, Validation Acc:79.0, AUC:0.7330698287220027\n", - "Fold:6, Epoch: [30/40], Step: [18/29], Loss: 0.376398251288467, Validation Loss:0.7304899096488953, Validation Acc:77.25, AUC:0.7534914361001318\n", - "Fold:6, Epoch: [30/40], Step: [27/29], Loss: 0.3768136252959569, Validation Loss:0.7787608951330185, Validation Acc:76.5, AUC:0.7415019762845849\n", - "Epoch 29 time: 1.8807\n", - "Fold:6, Epoch: [31/40], Step: [9/29], Loss: 0.3997867869006263, Validation Loss:0.615183487534523, Validation Acc:65.75, AUC:0.7173913043478262\n", - "Fold:6, Epoch: [31/40], Step: [18/29], Loss: 0.3790218101607429, Validation Loss:0.7765906304121017, Validation Acc:80.5, AUC:0.6959156785243741\n", - "Fold:6, Epoch: [31/40], Step: [27/29], Loss: 0.37434206627033373, Validation Loss:0.5943881496787071, Validation Acc:78.75, AUC:0.7316205533596838\n", - "Epoch 30 time: 1.8791\n", - "Fold:6, Epoch: [32/40], Step: [9/29], Loss: 0.33873164653778076, Validation Loss:0.5986293144524097, Validation Acc:78.5, AUC:0.7072463768115942\n", - "Fold:6, Epoch: [32/40], Step: [18/29], Loss: 0.35437308582994675, Validation Loss:0.5915908142924309, Validation Acc:70.0, AUC:0.7343873517786561\n", - "Fold:6, Epoch: [32/40], Step: [27/29], Loss: 0.3645101752546098, Validation Loss:0.7401165887713432, Validation Acc:77.25, AUC:0.7305665349143611\n", - "Epoch 31 time: 1.8802\n", - "Fold:6, Epoch: [33/40], Step: [9/29], Loss: 0.35640693704287213, Validation Loss:0.5463018640875816, Validation Acc:77.5, AUC:0.7396574440052701\n", - "Fold:6, Epoch: [33/40], Step: [18/29], Loss: 0.3594655046860377, Validation Loss:0.586500309407711, Validation Acc:75.25, AUC:0.7342555994729908\n", - "Fold:6, Epoch: [33/40], Step: [27/29], Loss: 0.3607871510364391, Validation Loss:0.6661372780799866, Validation Acc:73.75, AUC:0.7408432147562584\n", - "Epoch 32 time: 1.9010\n", - "Fold:6, Epoch: [34/40], Step: [9/29], Loss: 0.350391858153873, Validation Loss:0.5972395539283752, Validation Acc:76.5, AUC:0.7262187088274045\n", - "Fold:6, Epoch: [34/40], Step: [18/29], Loss: 0.348410427570343, Validation Loss:0.6072778403759003, Validation Acc:78.25, AUC:0.7210803689064558\n", - "Fold:6, Epoch: [34/40], Step: [27/29], Loss: 0.3471289012167189, Validation Loss:0.5972395092248917, Validation Acc:76.0, AUC:0.7462450592885377\n", - "Epoch 33 time: 1.8829\n", - "Fold:6, Epoch: [35/40], Step: [9/29], Loss: 0.3755633367432488, Validation Loss:0.5664151459932327, Validation Acc:77.5, AUC:0.7167325428194993\n", - "Fold:6, Epoch: [35/40], Step: [18/29], Loss: 0.3598703948987855, Validation Loss:0.9334276914596558, Validation Acc:76.75, AUC:0.720026350461133\n", - "Fold:6, Epoch: [35/40], Step: [27/29], Loss: 0.3539781509726136, Validation Loss:0.6003290712833405, Validation Acc:73.25, AUC:0.7303030303030303\n", - "Epoch 34 time: 1.8703\n", - "Fold:6, Epoch: [36/40], Step: [9/29], Loss: 0.3577878342734443, Validation Loss:0.621569998562336, Validation Acc:80.75, AUC:0.7050065876152831\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:6, Epoch: [36/40], Step: [18/29], Loss: 0.3552825351556142, Validation Loss:0.7717238441109657, Validation Acc:75.5, AUC:0.7280632411067194\n", - "Fold:6, Epoch: [36/40], Step: [27/29], Loss: 0.3407148707796026, Validation Loss:0.5609191209077835, Validation Acc:74.5, AUC:0.7069828722002636\n", - "Epoch 35 time: 1.8676\n", - "Fold:6, Epoch: [37/40], Step: [9/29], Loss: 0.32591988146305084, Validation Loss:0.6443467661738396, Validation Acc:79.5, AUC:0.6824769433465087\n", - "Fold:6, Epoch: [37/40], Step: [18/29], Loss: 0.33217110981543857, Validation Loss:0.6758763790130615, Validation Acc:79.5, AUC:0.7130434782608697\n", - "Fold:6, Epoch: [37/40], Step: [27/29], Loss: 0.3297563581554978, Validation Loss:0.5774878412485123, Validation Acc:75.75, AUC:0.752437417654809\n", - "Epoch 36 time: 1.8903\n", - "Fold:6, Epoch: [38/40], Step: [9/29], Loss: 0.31412547992335427, Validation Loss:0.699804812669754, Validation Acc:76.75, AUC:0.7047430830039526\n", - "Fold:6, Epoch: [38/40], Step: [18/29], Loss: 0.3311423617932532, Validation Loss:0.6299967989325523, Validation Acc:76.75, AUC:0.720026350461133\n", - "Fold:6, Epoch: [38/40], Step: [27/29], Loss: 0.3271393947027348, Validation Loss:0.6751492694020271, Validation Acc:77.75, AUC:0.7181818181818181\n", - "Epoch 37 time: 1.8743\n", - "Fold:6, Epoch: [39/40], Step: [9/29], Loss: 0.30392981734540725, Validation Loss:0.827276200056076, Validation Acc:79.5, AUC:0.7206851119894598\n", - "Fold:6, Epoch: [39/40], Step: [18/29], Loss: 0.3191928325427903, Validation Loss:0.6802887916564941, Validation Acc:75.5, AUC:0.7280632411067194\n", - "Fold:6, Epoch: [39/40], Step: [27/29], Loss: 0.32043717470433974, Validation Loss:0.742353692650795, Validation Acc:74.75, AUC:0.7389986824769433\n", - "Epoch 38 time: 1.8653\n", - "Fold:6, Epoch: [40/40], Step: [9/29], Loss: 0.3193608952893151, Validation Loss:0.5821389853954315, Validation Acc:76.25, AUC:0.7094861660079052\n", - "Fold:6, Epoch: [40/40], Step: [18/29], Loss: 0.3039827918012937, Validation Loss:0.6638753116130829, Validation Acc:77.0, AUC:0.690909090909091\n", - "Fold:6, Epoch: [40/40], Step: [27/29], Loss: 0.3000414294225198, Validation Loss:0.6593035757541656, Validation Acc:77.0, AUC:0.6832674571805006\n", - "Epoch 39 time: 1.8655\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:7, Epoch: [1/40], Step: [9/29], Loss: 0.7163951595624288, Validation Loss:0.6818359941244125, Validation Acc:85.96491228070175, AUC:0.5290961945031712\n", - "Fold:7, Epoch: [1/40], Step: [18/29], Loss: 0.6761118339167701, Validation Loss:0.6446041464805603, Validation Acc:84.21052631578948, AUC:0.6258456659619449\n", - "Fold:7, Epoch: [1/40], Step: [27/29], Loss: 0.6550224864924395, Validation Loss:0.6381391733884811, Validation Acc:81.95488721804512, AUC:0.6967758985200846\n", - "Epoch 0 time: 1.8697\n", - "Fold:7, Epoch: [2/40], Step: [9/29], Loss: 0.5644295414288839, Validation Loss:0.5875825881958008, Validation Acc:79.9498746867168, AUC:0.7156976744186048\n", - "Fold:7, Epoch: [2/40], Step: [18/29], Loss: 0.577107889784707, Validation Loss:0.564705565571785, Validation Acc:74.18546365914787, AUC:0.7204545454545455\n", - "Fold:7, Epoch: [2/40], Step: [27/29], Loss: 0.5780759652455648, Validation Loss:0.604420006275177, Validation Acc:72.68170426065163, AUC:0.7270084566596194\n", - "Epoch 1 time: 1.8498\n", - "Fold:7, Epoch: [3/40], Step: [9/29], Loss: 0.5639993482165866, Validation Loss:0.5662857741117477, Validation Acc:74.18546365914787, AUC:0.7280919661733616\n", - "Fold:7, Epoch: [3/40], Step: [18/29], Loss: 0.5506831357876459, Validation Loss:0.5627315938472748, Validation Acc:69.92481203007519, AUC:0.7415697674418604\n", - "Fold:7, Epoch: [3/40], Step: [27/29], Loss: 0.5493199814248968, Validation Loss:0.5368706956505775, Validation Acc:73.1829573934837, AUC:0.7528276955602536\n", - "Epoch 2 time: 1.8979\n", - "Fold:7, Epoch: [4/40], Step: [9/29], Loss: 0.5024483899275461, Validation Loss:0.5978810340166092, Validation Acc:75.68922305764411, AUC:0.7139006342494715\n", - "Fold:7, Epoch: [4/40], Step: [18/29], Loss: 0.5239282068279054, Validation Loss:0.535371445119381, Validation Acc:72.43107769423558, AUC:0.7561046511627907\n", - "Fold:7, Epoch: [4/40], Step: [27/29], Loss: 0.5376992203571178, Validation Loss:0.5442964136600494, Validation Acc:69.92481203007519, AUC:0.7262949260042284\n", - "Epoch 3 time: 1.9391\n", - "Fold:7, Epoch: [5/40], Step: [9/29], Loss: 0.519380701912774, Validation Loss:0.5810804218053818, Validation Acc:73.93483709273183, AUC:0.7113636363636364\n", - "Fold:7, Epoch: [5/40], Step: [18/29], Loss: 0.5275590651565127, Validation Loss:0.5454899147152901, Validation Acc:77.19298245614036, AUC:0.7531712473572939\n", - "Fold:7, Epoch: [5/40], Step: [27/29], Loss: 0.5333186884721121, Validation Loss:0.4846634864807129, Validation Acc:71.17794486215539, AUC:0.7564746300211418\n", - "Epoch 4 time: 1.8814\n", - "Fold:7, Epoch: [6/40], Step: [9/29], Loss: 0.5363161398304833, Validation Loss:0.564799502491951, Validation Acc:66.66666666666667, AUC:0.7303118393234673\n", - "Fold:7, Epoch: [6/40], Step: [18/29], Loss: 0.5287453300423093, Validation Loss:0.5314618349075317, Validation Acc:74.68671679197995, AUC:0.769186046511628\n", - "Fold:7, Epoch: [6/40], Step: [27/29], Loss: 0.5366610134089435, Validation Loss:0.5721465945243835, Validation Acc:75.43859649122807, AUC:0.765909090909091\n", - "Epoch 5 time: 1.8860\n", - "Fold:7, Epoch: [7/40], Step: [9/29], Loss: 0.5050905181301965, Validation Loss:0.5326090082526207, Validation Acc:74.43609022556392, AUC:0.7371828752642706\n", - "Fold:7, Epoch: [7/40], Step: [18/29], Loss: 0.5202279206779268, Validation Loss:0.5243513211607933, Validation Acc:81.203007518797, AUC:0.7840644820295983\n", - "Fold:7, Epoch: [7/40], Step: [27/29], Loss: 0.5197457560786495, Validation Loss:0.5256577581167221, Validation Acc:76.44110275689223, AUC:0.771723044397463\n", - "Epoch 6 time: 1.8601\n", - "Fold:7, Epoch: [8/40], Step: [9/29], Loss: 0.5176446669631534, Validation Loss:0.5633621662855148, Validation Acc:69.17293233082707, AUC:0.7295718816067653\n", - "Fold:7, Epoch: [8/40], Step: [18/29], Loss: 0.5102825462818146, Validation Loss:0.5432351008057594, Validation Acc:80.45112781954887, AUC:0.7720665961945031\n", - "Fold:7, Epoch: [8/40], Step: [27/29], Loss: 0.50631058105716, Validation Loss:0.527953527867794, Validation Acc:79.19799498746868, AUC:0.7647991543340381\n", - "Epoch 7 time: 1.8704\n", - "Fold:7, Epoch: [9/40], Step: [9/29], Loss: 0.5199562311172485, Validation Loss:0.5193308368325233, Validation Acc:77.69423558897243, AUC:0.7484408033826639\n", - "Fold:7, Epoch: [9/40], Step: [18/29], Loss: 0.5119474596447415, Validation Loss:0.6111942082643509, Validation Acc:72.93233082706767, AUC:0.7437367864693445\n", - "Fold:7, Epoch: [9/40], Step: [27/29], Loss: 0.5005007871875057, Validation Loss:0.5442241206765175, Validation Acc:77.44360902255639, AUC:0.7393498942917548\n", - "Epoch 8 time: 1.8612\n", - "Fold:7, Epoch: [10/40], Step: [9/29], Loss: 0.5230367150571611, Validation Loss:0.5726957768201828, Validation Acc:77.19298245614036, AUC:0.7378964059196618\n", - "Fold:7, Epoch: [10/40], Step: [18/29], Loss: 0.5091719428698221, Validation Loss:0.5608426332473755, Validation Acc:79.69924812030075, AUC:0.7447938689217759\n", - "Fold:7, Epoch: [10/40], Step: [27/29], Loss: 0.49785101965621664, Validation Loss:0.5584520846605301, Validation Acc:70.92731829573935, AUC:0.7397463002114165\n", - "Epoch 9 time: 1.8583\n", - "Fold:7, Epoch: [11/40], Step: [9/29], Loss: 0.47397348946995205, Validation Loss:0.5352913811802864, Validation Acc:80.45112781954887, AUC:0.7338794926004228\n", - "Fold:7, Epoch: [11/40], Step: [18/29], Loss: 0.47217949231465656, Validation Loss:0.5981484204530716, Validation Acc:75.18796992481202, AUC:0.7491807610993658\n", - "Fold:7, Epoch: [11/40], Step: [27/29], Loss: 0.48849256833394367, Validation Loss:0.5219733268022537, Validation Acc:70.92731829573935, AUC:0.7397463002114165\n", - "Epoch 10 time: 1.8649\n", - "Fold:7, Epoch: [12/40], Step: [9/29], Loss: 0.5031134188175201, Validation Loss:0.5608285292983055, Validation Acc:83.20802005012531, AUC:0.7269556025369979\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:7, Epoch: [12/40], Step: [18/29], Loss: 0.5127386467324363, Validation Loss:0.5556478798389435, Validation Acc:78.44611528822055, AUC:0.7604386892177589\n", - "Fold:7, Epoch: [12/40], Step: [27/29], Loss: 0.49610942712536565, Validation Loss:0.5697596371173859, Validation Acc:75.43859649122807, AUC:0.7582716701902749\n", - "Epoch 11 time: 1.8658\n", - "Fold:7, Epoch: [13/40], Step: [9/29], Loss: 0.4954243004322052, Validation Loss:0.592347040772438, Validation Acc:68.42105263157895, AUC:0.7252114164904863\n", - "Fold:7, Epoch: [13/40], Step: [18/29], Loss: 0.4814089404212104, Validation Loss:0.520276166498661, Validation Acc:77.19298245614036, AUC:0.76080866807611\n", - "Fold:7, Epoch: [13/40], Step: [27/29], Loss: 0.4837316318794533, Validation Loss:0.5423475950956345, Validation Acc:76.94235588972431, AUC:0.759355179704017\n", - "Epoch 12 time: 1.8717\n", - "Fold:7, Epoch: [14/40], Step: [9/29], Loss: 0.4435231685638428, Validation Loss:0.5368569940328598, Validation Acc:78.94736842105263, AUC:0.7404334038054968\n", - "Fold:7, Epoch: [14/40], Step: [18/29], Loss: 0.4743058400021659, Validation Loss:0.5186833441257477, Validation Acc:80.45112781954887, AUC:0.7415169133192389\n", - "Fold:7, Epoch: [14/40], Step: [27/29], Loss: 0.4748729610884631, Validation Loss:0.5481285750865936, Validation Acc:72.43107769423558, AUC:0.7561046511627907\n", - "Epoch 13 time: 1.8640\n", - "Fold:7, Epoch: [15/40], Step: [9/29], Loss: 0.4540266858206855, Validation Loss:0.5187315046787262, Validation Acc:77.19298245614036, AUC:0.7302589852008458\n", - "Fold:7, Epoch: [15/40], Step: [18/29], Loss: 0.4522213687499364, Validation Loss:0.7789311856031418, Validation Acc:78.69674185463658, AUC:0.761892177589852\n", - "Fold:7, Epoch: [15/40], Step: [27/29], Loss: 0.4631141159269545, Validation Loss:0.5001579448580742, Validation Acc:77.69423558897243, AUC:0.7331659619450318\n", - "Epoch 14 time: 1.8861\n", - "Fold:7, Epoch: [16/40], Step: [9/29], Loss: 0.45515868730015224, Validation Loss:0.597358837723732, Validation Acc:74.43609022556392, AUC:0.7448202959830867\n", - "Fold:7, Epoch: [16/40], Step: [18/29], Loss: 0.45789306031333077, Validation Loss:0.5201187878847122, Validation Acc:77.94486215538848, AUC:0.7498942917547567\n", - "Fold:7, Epoch: [16/40], Step: [27/29], Loss: 0.4693631386315381, Validation Loss:0.49860208481550217, Validation Acc:77.69423558897243, AUC:0.75607822410148\n", - "Epoch 15 time: 1.9100\n", - "Fold:7, Epoch: [17/40], Step: [9/29], Loss: 0.437847375869751, Validation Loss:0.5486074760556221, Validation Acc:77.94486215538848, AUC:0.7498942917547567\n", - "Fold:7, Epoch: [17/40], Step: [18/29], Loss: 0.45531371898121303, Validation Loss:0.5239498093724251, Validation Acc:71.42857142857143, AUC:0.7426532769556025\n", - "Fold:7, Epoch: [17/40], Step: [27/29], Loss: 0.45242173141903347, Validation Loss:0.8267021477222443, Validation Acc:74.93734335839599, AUC:0.7477272727272727\n", - "Epoch 16 time: 1.8610\n", - "Fold:7, Epoch: [18/40], Step: [9/29], Loss: 0.4407120280795627, Validation Loss:0.5766220390796661, Validation Acc:73.43358395989975, AUC:0.7619186046511628\n", - "Fold:7, Epoch: [18/40], Step: [18/29], Loss: 0.43917320834265816, Validation Loss:0.5566670149564743, Validation Acc:67.16791979949875, AUC:0.7332188160676534\n", - "Fold:7, Epoch: [18/40], Step: [27/29], Loss: 0.45971749005494295, Validation Loss:0.6082525998353958, Validation Acc:81.95488721804512, AUC:0.7578752642706131\n", - "Epoch 17 time: 1.8425\n", - "Fold:7, Epoch: [19/40], Step: [9/29], Loss: 0.4441285596953498, Validation Loss:0.5143071934580803, Validation Acc:79.19799498746868, AUC:0.7647991543340381\n", - "Fold:7, Epoch: [19/40], Step: [18/29], Loss: 0.45622558063930935, Validation Loss:0.5562040656805038, Validation Acc:71.17794486215539, AUC:0.7259249471458774\n", - "Fold:7, Epoch: [19/40], Step: [27/29], Loss: 0.4516386897475631, Validation Loss:0.5635137781500816, Validation Acc:77.94486215538848, AUC:0.7498942917547567\n", - "Epoch 18 time: 1.8493\n", - "Fold:7, Epoch: [20/40], Step: [9/29], Loss: 0.45617828104231095, Validation Loss:0.5099421590566635, Validation Acc:77.94486215538848, AUC:0.7804439746300211\n", - "Fold:7, Epoch: [20/40], Step: [18/29], Loss: 0.4412835439046224, Validation Loss:0.5917033106088638, Validation Acc:69.42355889724311, AUC:0.7386627906976745\n", - "Fold:7, Epoch: [20/40], Step: [27/29], Loss: 0.4444910530690794, Validation Loss:0.7777743190526962, Validation Acc:76.94235588972431, AUC:0.7822674418604652\n", - "Epoch 19 time: 1.8733\n", - "Fold:7, Epoch: [21/40], Step: [9/29], Loss: 0.4288605815834469, Validation Loss:0.5513307675719261, Validation Acc:77.44360902255639, AUC:0.7698995771670192\n", - "Fold:7, Epoch: [21/40], Step: [18/29], Loss: 0.4280845671892166, Validation Loss:0.5620761662721634, Validation Acc:75.93984962406014, AUC:0.776453488372093\n", - "Fold:7, Epoch: [21/40], Step: [27/29], Loss: 0.43051595820320976, Validation Loss:0.5168543346226215, Validation Acc:79.9498746867168, AUC:0.7691596194503171\n", - "Epoch 20 time: 1.8858\n", - "Fold:7, Epoch: [22/40], Step: [9/29], Loss: 0.4072141680452559, Validation Loss:0.6682775616645813, Validation Acc:79.69924812030075, AUC:0.7829809725158563\n", - "Fold:7, Epoch: [22/40], Step: [18/29], Loss: 0.4163876689142651, Validation Loss:0.7722784578800201, Validation Acc:73.43358395989975, AUC:0.7619186046511628\n", - "Fold:7, Epoch: [22/40], Step: [27/29], Loss: 0.4261601478965194, Validation Loss:0.5515946000814438, Validation Acc:76.19047619047619, AUC:0.77026955602537\n", - "Epoch 21 time: 1.8782\n", - "Fold:7, Epoch: [23/40], Step: [9/29], Loss: 0.4161423378520542, Validation Loss:0.5363560989499092, Validation Acc:83.20802005012531, AUC:0.7804175475687103\n", - "Fold:7, Epoch: [23/40], Step: [18/29], Loss: 0.42184687819745803, Validation Loss:0.5532889738678932, Validation Acc:75.68922305764411, AUC:0.7673625792811839\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:7, Epoch: [23/40], Step: [27/29], Loss: 0.4256455147707904, Validation Loss:0.6119913011789322, Validation Acc:73.93483709273183, AUC:0.7342758985200846\n", - "Epoch 22 time: 1.8792\n", - "Fold:7, Epoch: [24/40], Step: [9/29], Loss: 0.4381938676039378, Validation Loss:0.5487574860453606, Validation Acc:75.93984962406014, AUC:0.7535412262156449\n", - "Fold:7, Epoch: [24/40], Step: [18/29], Loss: 0.4396553337574005, Validation Loss:0.5559204965829849, Validation Acc:80.95238095238095, AUC:0.7596987315010572\n", - "Fold:7, Epoch: [24/40], Step: [27/29], Loss: 0.4240752613102948, Validation Loss:0.5805596485733986, Validation Acc:78.19548872180451, AUC:0.7666226215644821\n", - "Epoch 23 time: 1.8772\n", - "Fold:7, Epoch: [25/40], Step: [9/29], Loss: 0.4128195312288072, Validation Loss:0.6497839093208313, Validation Acc:76.94235588972431, AUC:0.774630021141649\n", - "Fold:7, Epoch: [25/40], Step: [18/29], Loss: 0.4190438720915053, Validation Loss:0.6775840818881989, Validation Acc:75.93984962406014, AUC:0.7688160676532769\n", - "Fold:7, Epoch: [25/40], Step: [27/29], Loss: 0.41706029463697364, Validation Loss:0.6036466956138611, Validation Acc:72.68170426065163, AUC:0.7499207188160676\n", - "Epoch 24 time: 1.8575\n", - "Fold:7, Epoch: [26/40], Step: [9/29], Loss: 0.4091980258623759, Validation Loss:0.5879203453660011, Validation Acc:78.69674185463658, AUC:0.7542547568710359\n", - "Fold:7, Epoch: [26/40], Step: [18/29], Loss: 0.41889843841393787, Validation Loss:0.5770995914936066, Validation Acc:80.70175438596492, AUC:0.7658826638477801\n", - "Fold:7, Epoch: [26/40], Step: [27/29], Loss: 0.415743801328871, Validation Loss:0.6452959030866623, Validation Acc:69.17293233082707, AUC:0.7372093023255815\n", - "Epoch 25 time: 1.8502\n", - "Fold:7, Epoch: [27/40], Step: [9/29], Loss: 0.4306548833847046, Validation Loss:0.5443172380328178, Validation Acc:78.44611528822055, AUC:0.7604386892177589\n", - "Fold:7, Epoch: [27/40], Step: [18/29], Loss: 0.41677805450227523, Validation Loss:0.5939985737204552, Validation Acc:78.94736842105263, AUC:0.7786205073995771\n", - "Fold:7, Epoch: [27/40], Step: [27/29], Loss: 0.405677424536811, Validation Loss:0.7571711540222168, Validation Acc:76.69172932330827, AUC:0.76553911205074\n", - "Epoch 26 time: 1.8654\n", - "Fold:7, Epoch: [28/40], Step: [9/29], Loss: 0.39454078012042576, Validation Loss:0.6131731569766998, Validation Acc:79.69924812030075, AUC:0.7600687103594079\n", - "Fold:7, Epoch: [28/40], Step: [18/29], Loss: 0.3961479134029812, Validation Loss:0.5641294121742249, Validation Acc:76.44110275689223, AUC:0.7488107822410148\n", - "Fold:7, Epoch: [28/40], Step: [27/29], Loss: 0.39484456291905157, Validation Loss:0.8431455045938492, Validation Acc:81.203007518797, AUC:0.7764270613107822\n", - "Epoch 27 time: 1.8508\n", - "Fold:7, Epoch: [29/40], Step: [9/29], Loss: 0.37517956230375504, Validation Loss:0.574910968542099, Validation Acc:77.44360902255639, AUC:0.7546247357293869\n", - "Fold:7, Epoch: [29/40], Step: [18/29], Loss: 0.38976894484625924, Validation Loss:0.5997408851981163, Validation Acc:77.69423558897243, AUC:0.75607822410148\n", - "Fold:7, Epoch: [29/40], Step: [27/29], Loss: 0.3924436723744428, Validation Loss:0.7502192482352257, Validation Acc:77.94486215538848, AUC:0.7651691331923891\n", - "Epoch 28 time: 1.8448\n", - "Fold:7, Epoch: [30/40], Step: [9/29], Loss: 0.3655955427222782, Validation Loss:0.6099479347467422, Validation Acc:79.4486215538847, AUC:0.7662526427061311\n", - "Fold:7, Epoch: [30/40], Step: [18/29], Loss: 0.3757343375020557, Validation Loss:0.5639806464314461, Validation Acc:76.19047619047619, AUC:0.77026955602537\n", - "Fold:7, Epoch: [30/40], Step: [27/29], Loss: 0.38399055710545293, Validation Loss:0.6375562697649002, Validation Acc:75.93984962406014, AUC:0.7459038054968288\n", - "Epoch 29 time: 1.8503\n", - "Fold:7, Epoch: [31/40], Step: [9/29], Loss: 0.3853446940581004, Validation Loss:0.6075921431183815, Validation Acc:75.43859649122807, AUC:0.7429968287526427\n", - "Fold:7, Epoch: [31/40], Step: [18/29], Loss: 0.3829652551147673, Validation Loss:0.5534075126051903, Validation Acc:73.43358395989975, AUC:0.7466437632135307\n", - "Fold:7, Epoch: [31/40], Step: [27/29], Loss: 0.3817074155365979, Validation Loss:0.7483239620923996, Validation Acc:73.93483709273183, AUC:0.7571881606765327\n", - "Epoch 30 time: 1.8805\n", - "Fold:7, Epoch: [32/40], Step: [9/29], Loss: 0.3610862096150716, Validation Loss:0.5705672651529312, Validation Acc:81.45363408521304, AUC:0.747330866807611\n", - "Fold:7, Epoch: [32/40], Step: [18/29], Loss: 0.36262010865741306, Validation Loss:1.0160829275846481, Validation Acc:79.9498746867168, AUC:0.7844344608879492\n", - "Fold:7, Epoch: [32/40], Step: [27/29], Loss: 0.37356185140433135, Validation Loss:0.6407013684511185, Validation Acc:75.18796992481202, AUC:0.7568181818181818\n", - "Epoch 31 time: 1.8681\n", - "Fold:7, Epoch: [33/40], Step: [9/29], Loss: 0.4006481303109063, Validation Loss:0.5949747636914253, Validation Acc:77.94486215538848, AUC:0.7651691331923891\n", - "Fold:7, Epoch: [33/40], Step: [18/29], Loss: 0.37742553899685544, Validation Loss:0.5773829333484173, Validation Acc:77.69423558897243, AUC:0.7331659619450318\n", - "Fold:7, Epoch: [33/40], Step: [27/29], Loss: 0.366564882574258, Validation Loss:0.8203391581773758, Validation Acc:77.94486215538848, AUC:0.757531712473573\n", - "Epoch 32 time: 1.8623\n", - "Fold:7, Epoch: [34/40], Step: [9/29], Loss: 0.35315700040923226, Validation Loss:0.6114953234791756, Validation Acc:76.19047619047619, AUC:0.77026955602537\n", - "Fold:7, Epoch: [34/40], Step: [18/29], Loss: 0.3563668645090527, Validation Loss:0.6273022815585136, Validation Acc:79.69924812030075, AUC:0.752431289640592\n", - "Fold:7, Epoch: [34/40], Step: [27/29], Loss: 0.35976938958521243, Validation Loss:0.7552975118160248, Validation Acc:77.44360902255639, AUC:0.7698995771670192\n", - "Epoch 33 time: 1.8623\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:7, Epoch: [35/40], Step: [9/29], Loss: 0.34726988275845844, Validation Loss:0.8784399405121803, Validation Acc:76.94235588972431, AUC:0.7517177589852009\n", - "Fold:7, Epoch: [35/40], Step: [18/29], Loss: 0.34489089416133034, Validation Loss:0.5993998721241951, Validation Acc:77.69423558897243, AUC:0.7637156448202961\n", - "Fold:7, Epoch: [35/40], Step: [27/29], Loss: 0.34622946271189936, Validation Loss:0.6447983309626579, Validation Acc:80.45112781954887, AUC:0.7415169133192389\n", - "Epoch 34 time: 1.8625\n", - "Fold:7, Epoch: [36/40], Step: [9/29], Loss: 0.33910291062461007, Validation Loss:0.6062608398497105, Validation Acc:74.18546365914787, AUC:0.7433668076109936\n", - "Fold:7, Epoch: [36/40], Step: [18/29], Loss: 0.34997208250893486, Validation Loss:0.652812547981739, Validation Acc:78.94736842105263, AUC:0.7175211416490487\n", - "Fold:7, Epoch: [36/40], Step: [27/29], Loss: 0.3510148315517991, Validation Loss:0.7744725942611694, Validation Acc:79.69924812030075, AUC:0.7218816067653278\n", - "Epoch 35 time: 1.8821\n", - "Fold:7, Epoch: [37/40], Step: [9/29], Loss: 0.31093704369333053, Validation Loss:0.6321687996387482, Validation Acc:82.45614035087719, AUC:0.7684196617336152\n", - "Fold:7, Epoch: [37/40], Step: [18/29], Loss: 0.3211645781993866, Validation Loss:0.8362722098827362, Validation Acc:74.68671679197995, AUC:0.7386363636363636\n", - "Fold:7, Epoch: [37/40], Step: [27/29], Loss: 0.3328217665354411, Validation Loss:0.7914032265543938, Validation Acc:73.6842105263158, AUC:0.7251849894291754\n", - "Epoch 36 time: 1.8646\n", - "Fold:7, Epoch: [38/40], Step: [9/29], Loss: 0.3560244639714559, Validation Loss:0.6493339985609055, Validation Acc:77.44360902255639, AUC:0.7317124735729387\n", - "Fold:7, Epoch: [38/40], Step: [18/29], Loss: 0.34872040980392033, Validation Loss:0.6471481174230576, Validation Acc:83.95989974937343, AUC:0.6931289640591967\n", - "Fold:7, Epoch: [38/40], Step: [27/29], Loss: 0.3489981989065806, Validation Loss:0.8615835160017014, Validation Acc:75.93984962406014, AUC:0.7688160676532769\n", - "Epoch 37 time: 1.8762\n", - "Fold:7, Epoch: [39/40], Step: [9/29], Loss: 0.2979181723462211, Validation Loss:0.6156233996152878, Validation Acc:77.44360902255639, AUC:0.7393498942917548\n", - "Fold:7, Epoch: [39/40], Step: [18/29], Loss: 0.31572943677504856, Validation Loss:0.8621591702103615, Validation Acc:75.18796992481202, AUC:0.7568181818181818\n", - "Fold:7, Epoch: [39/40], Step: [27/29], Loss: 0.3158342159456677, Validation Loss:0.8333821594715118, Validation Acc:78.19548872180451, AUC:0.7437103594080338\n", - "Epoch 38 time: 1.9551\n", - "Fold:7, Epoch: [40/40], Step: [9/29], Loss: 0.3185207396745682, Validation Loss:0.6505337655544281, Validation Acc:77.94486215538848, AUC:0.7193446088794925\n", - "Fold:7, Epoch: [40/40], Step: [18/29], Loss: 0.30592115720113117, Validation Loss:1.0442041531205177, Validation Acc:79.69924812030075, AUC:0.7447938689217759\n", - "Fold:7, Epoch: [40/40], Step: [27/29], Loss: 0.323989177191699, Validation Loss:0.6304542422294617, Validation Acc:75.43859649122807, AUC:0.7353594080338266\n", - "Epoch 39 time: 1.8680\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:8, Epoch: [1/40], Step: [9/29], Loss: 0.674059530099233, Validation Loss:0.68528813123703, Validation Acc:61.65413533834587, AUC:0.61723044397463\n", - "Fold:8, Epoch: [1/40], Step: [18/29], Loss: 0.6431714627477858, Validation Loss:0.6759166717529297, Validation Acc:70.17543859649123, AUC:0.6208245243128963\n", - "Fold:8, Epoch: [1/40], Step: [27/29], Loss: 0.6355500397858797, Validation Loss:0.6354543417692184, Validation Acc:70.17543859649123, AUC:0.5902748414376322\n", - "Epoch 0 time: 1.8925\n", - "Fold:8, Epoch: [2/40], Step: [9/29], Loss: 0.5971736311912537, Validation Loss:0.592745840549469, Validation Acc:71.9298245614035, AUC:0.6691860465116279\n", - "Fold:8, Epoch: [2/40], Step: [18/29], Loss: 0.5710976653628879, Validation Loss:0.5946035385131836, Validation Acc:72.18045112781955, AUC:0.670639534883721\n", - "Fold:8, Epoch: [2/40], Step: [27/29], Loss: 0.5656859985104313, Validation Loss:0.6717381477355957, Validation Acc:68.92230576441102, AUC:0.6670190274841438\n", - "Epoch 1 time: 1.8523\n", - "Fold:8, Epoch: [3/40], Step: [9/29], Loss: 0.534257560968399, Validation Loss:0.664700984954834, Validation Acc:66.41604010025063, AUC:0.6372093023255815\n", - "Fold:8, Epoch: [3/40], Step: [18/29], Loss: 0.5481165597836176, Validation Loss:0.6263889968395233, Validation Acc:66.41604010025063, AUC:0.6601215644820296\n", - "Fold:8, Epoch: [3/40], Step: [27/29], Loss: 0.5406589497018743, Validation Loss:0.6737162917852402, Validation Acc:67.66917293233082, AUC:0.6597515856236786\n", - "Epoch 2 time: 1.8359\n", - "Fold:8, Epoch: [4/40], Step: [9/29], Loss: 0.5433201028241051, Validation Loss:0.7318587899208069, Validation Acc:67.41854636591479, AUC:0.6277484143763213\n", - "Fold:8, Epoch: [4/40], Step: [18/29], Loss: 0.5453618533081479, Validation Loss:0.6196727603673935, Validation Acc:69.92481203007519, AUC:0.6346458773784355\n", - "Fold:8, Epoch: [4/40], Step: [27/29], Loss: 0.5389865107006497, Validation Loss:0.62160674482584, Validation Acc:71.9298245614035, AUC:0.6462737843551797\n", - "Epoch 3 time: 1.8528\n", - "Fold:8, Epoch: [5/40], Step: [9/29], Loss: 0.5442385574181875, Validation Loss:0.6356153637170792, Validation Acc:66.16541353383458, AUC:0.6815803382663848\n", - "Fold:8, Epoch: [5/40], Step: [18/29], Loss: 0.5425171454747518, Validation Loss:0.6718353182077408, Validation Acc:67.16791979949875, AUC:0.6568446088794926\n", - "Fold:8, Epoch: [5/40], Step: [27/29], Loss: 0.5327242690104025, Validation Loss:0.7725500911474228, Validation Acc:70.17543859649123, AUC:0.6590116279069768\n", - "Epoch 4 time: 1.8770\n", - "Fold:8, Epoch: [6/40], Step: [9/29], Loss: 0.5475705034203, Validation Loss:0.7317693680524826, Validation Acc:62.40601503759399, AUC:0.6597780126849894\n", - "Fold:8, Epoch: [6/40], Step: [18/29], Loss: 0.540639297829734, Validation Loss:0.6573166400194168, Validation Acc:74.93734335839599, AUC:0.6484408033826639\n", - "Fold:8, Epoch: [6/40], Step: [27/29], Loss: 0.5287378993299272, Validation Loss:0.6338199749588966, Validation Acc:70.67669172932331, AUC:0.6466437632135306\n", - "Epoch 5 time: 1.8469\n", - "Fold:8, Epoch: [7/40], Step: [9/29], Loss: 0.506163027551439, Validation Loss:0.5917737185955048, Validation Acc:66.9172932330827, AUC:0.6477536997885835\n", - "Fold:8, Epoch: [7/40], Step: [18/29], Loss: 0.5027806311845779, Validation Loss:0.5583045184612274, Validation Acc:71.67919799498746, AUC:0.6753699788583509\n", - "Fold:8, Epoch: [7/40], Step: [27/29], Loss: 0.5168641971217262, Validation Loss:0.6335462182760239, Validation Acc:74.68671679197995, AUC:0.662262156448203\n", - "Epoch 6 time: 1.8741\n", - "Fold:8, Epoch: [8/40], Step: [9/29], Loss: 0.5118890371587541, Validation Loss:0.7048432976007462, Validation Acc:70.67669172932331, AUC:0.6695560253699788\n", - "Fold:8, Epoch: [8/40], Step: [18/29], Loss: 0.49372371865643394, Validation Loss:0.6183215081691742, Validation Acc:70.92731829573935, AUC:0.6786469344608879\n", - "Fold:8, Epoch: [8/40], Step: [27/29], Loss: 0.505577681241212, Validation Loss:0.5855843052268028, Validation Acc:72.93233082706767, AUC:0.6520877378435518\n", - "Epoch 7 time: 1.8780\n", - "Fold:8, Epoch: [9/40], Step: [9/29], Loss: 0.5043929119904836, Validation Loss:0.6383297443389893, Validation Acc:69.67418546365914, AUC:0.6408298097251585\n", - "Fold:8, Epoch: [9/40], Step: [18/29], Loss: 0.5131880856222577, Validation Loss:0.5893297642469406, Validation Acc:72.43107769423558, AUC:0.6491807610993657\n", - "Fold:8, Epoch: [9/40], Step: [27/29], Loss: 0.51025508068226, Validation Loss:0.6333231031894684, Validation Acc:69.67418546365914, AUC:0.6713794926004227\n", - "Epoch 8 time: 1.8924\n", - "Fold:8, Epoch: [10/40], Step: [9/29], Loss: 0.49644612934854293, Validation Loss:0.6130741089582443, Validation Acc:69.92481203007519, AUC:0.6651955602536997\n", - "Fold:8, Epoch: [10/40], Step: [18/29], Loss: 0.4933049927155177, Validation Loss:0.5764323174953461, Validation Acc:70.92731829573935, AUC:0.6633720930232558\n", - "Fold:8, Epoch: [10/40], Step: [27/29], Loss: 0.48870018234959356, Validation Loss:0.5782180428504944, Validation Acc:71.9298245614035, AUC:0.6691860465116279\n", - "Epoch 9 time: 1.8866\n", - "Fold:8, Epoch: [11/40], Step: [9/29], Loss: 0.4741232924991184, Validation Loss:0.6050134599208832, Validation Acc:64.16040100250626, AUC:0.6928646934460888\n", - "Fold:8, Epoch: [11/40], Step: [18/29], Loss: 0.48021209902233547, Validation Loss:0.6367906183004379, Validation Acc:70.67669172932331, AUC:0.6695560253699788\n", - "Fold:8, Epoch: [11/40], Step: [27/29], Loss: 0.4863614958745462, Validation Loss:0.5261947438120842, Validation Acc:76.44110275689223, AUC:0.6418868921775898\n", - "Epoch 10 time: 1.8815\n", - "Fold:8, Epoch: [12/40], Step: [9/29], Loss: 0.4866009056568146, Validation Loss:0.5610595420002937, Validation Acc:75.93984962406014, AUC:0.6924418604651164\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:8, Epoch: [12/40], Step: [18/29], Loss: 0.4836163818836212, Validation Loss:0.7204980105161667, Validation Acc:75.68922305764411, AUC:0.6909883720930233\n", - "Fold:8, Epoch: [12/40], Step: [27/29], Loss: 0.48347579770618015, Validation Loss:0.6189289689064026, Validation Acc:63.659147869674186, AUC:0.6823202959830867\n", - "Epoch 11 time: 1.9107\n", - "Fold:8, Epoch: [13/40], Step: [9/29], Loss: 0.49080180790689254, Validation Loss:0.6993798166513443, Validation Acc:73.93483709273183, AUC:0.6655391120507399\n", - "Fold:8, Epoch: [13/40], Step: [18/29], Loss: 0.4811932262447145, Validation Loss:0.6223887726664543, Validation Acc:71.17794486215539, AUC:0.6648255813953488\n", - "Fold:8, Epoch: [13/40], Step: [27/29], Loss: 0.47606600213933875, Validation Loss:0.5587956011295319, Validation Acc:74.43609022556392, AUC:0.6913583509513742\n", - "Epoch 12 time: 1.9292\n", - "Fold:8, Epoch: [14/40], Step: [9/29], Loss: 0.48080049289597404, Validation Loss:0.6034059524536133, Validation Acc:65.16290726817043, AUC:0.6834038054968288\n", - "Fold:8, Epoch: [14/40], Step: [18/29], Loss: 0.4599965959787369, Validation Loss:0.6654966622591019, Validation Acc:75.93984962406014, AUC:0.669529598308668\n", - "Fold:8, Epoch: [14/40], Step: [27/29], Loss: 0.46453462817050795, Validation Loss:0.5614883154630661, Validation Acc:67.91979949874687, AUC:0.6764799154334038\n", - "Epoch 13 time: 1.9159\n", - "Fold:8, Epoch: [15/40], Step: [9/29], Loss: 0.48827074964841205, Validation Loss:0.6422193497419357, Validation Acc:77.19298245614036, AUC:0.6691596194503171\n", - "Fold:8, Epoch: [15/40], Step: [18/29], Loss: 0.47043049666616654, Validation Loss:0.6485078781843185, Validation Acc:78.44611528822055, AUC:0.6687896405919661\n", - "Fold:8, Epoch: [15/40], Step: [27/29], Loss: 0.47208270872080765, Validation Loss:0.7865987494587898, Validation Acc:75.93984962406014, AUC:0.6924418604651164\n", - "Epoch 14 time: 1.9134\n", - "Fold:8, Epoch: [16/40], Step: [9/29], Loss: 0.4612805445988973, Validation Loss:0.6464457362890244, Validation Acc:78.19548872180451, AUC:0.6826109936575052\n", - "Fold:8, Epoch: [16/40], Step: [18/29], Loss: 0.45688558783796096, Validation Loss:0.5404557585716248, Validation Acc:65.41353383458646, AUC:0.6848572938689218\n", - "Fold:8, Epoch: [16/40], Step: [27/29], Loss: 0.45450949006610447, Validation Loss:0.5561138540506363, Validation Acc:74.18546365914787, AUC:0.674630021141649\n", - "Epoch 15 time: 1.9006\n", - "Fold:8, Epoch: [17/40], Step: [9/29], Loss: 0.4324991703033447, Validation Loss:0.6851745247840881, Validation Acc:69.67418546365914, AUC:0.686654334038055\n", - "Fold:8, Epoch: [17/40], Step: [18/29], Loss: 0.44544360869460636, Validation Loss:0.5665764063596725, Validation Acc:67.66917293233082, AUC:0.6826638477801268\n", - "Fold:8, Epoch: [17/40], Step: [27/29], Loss: 0.45487159490585327, Validation Loss:0.6969418972730637, Validation Acc:77.44360902255639, AUC:0.6553382663847781\n", - "Epoch 16 time: 1.8982\n", - "Fold:8, Epoch: [18/40], Step: [9/29], Loss: 0.4204030434290568, Validation Loss:0.6133928820490837, Validation Acc:70.17543859649123, AUC:0.6742864693446087\n", - "Fold:8, Epoch: [18/40], Step: [18/29], Loss: 0.4386297927962409, Validation Loss:0.5922509580850601, Validation Acc:70.92731829573935, AUC:0.6939217758985201\n", - "Fold:8, Epoch: [18/40], Step: [27/29], Loss: 0.4515139306033099, Validation Loss:0.6749601513147354, Validation Acc:73.43358395989975, AUC:0.7160940803382664\n", - "Epoch 17 time: 1.8737\n", - "Fold:8, Epoch: [19/40], Step: [9/29], Loss: 0.44628018471929765, Validation Loss:0.6172883212566376, Validation Acc:73.93483709273183, AUC:0.6960887949260042\n", - "Fold:8, Epoch: [19/40], Step: [18/29], Loss: 0.44117972917026943, Validation Loss:0.5387041941285133, Validation Acc:70.67669172932331, AUC:0.684830866807611\n", - "Fold:8, Epoch: [19/40], Step: [27/29], Loss: 0.4393768884517528, Validation Loss:0.6870662197470665, Validation Acc:77.19298245614036, AUC:0.6844344608879492\n", - "Epoch 18 time: 1.8897\n", - "Fold:8, Epoch: [20/40], Step: [9/29], Loss: 0.4248766865995195, Validation Loss:0.616033285856247, Validation Acc:68.17042606516291, AUC:0.693208245243129\n", - "Fold:8, Epoch: [20/40], Step: [18/29], Loss: 0.4221595509184731, Validation Loss:0.610572025179863, Validation Acc:77.44360902255639, AUC:0.7011627906976745\n", - "Fold:8, Epoch: [20/40], Step: [27/29], Loss: 0.43335674206415814, Validation Loss:0.5614958256483078, Validation Acc:73.1829573934837, AUC:0.7070031712473573\n", - "Epoch 19 time: 1.8854\n", - "Fold:8, Epoch: [21/40], Step: [9/29], Loss: 0.4097602400514815, Validation Loss:0.7250133827328682, Validation Acc:77.44360902255639, AUC:0.6858879492600422\n", - "Fold:8, Epoch: [21/40], Step: [18/29], Loss: 0.4306752665175332, Validation Loss:0.6020025163888931, Validation Acc:72.68170426065163, AUC:0.681183932346723\n", - "Fold:8, Epoch: [21/40], Step: [27/29], Loss: 0.4246125751071506, Validation Loss:0.6680746078491211, Validation Acc:67.91979949874687, AUC:0.6764799154334038\n", - "Epoch 20 time: 1.8807\n", - "Fold:8, Epoch: [22/40], Step: [9/29], Loss: 0.40292765696843463, Validation Loss:0.6019328236579895, Validation Acc:75.43859649122807, AUC:0.6971723044397464\n", - "Fold:8, Epoch: [22/40], Step: [18/29], Loss: 0.4150107039345635, Validation Loss:0.7321991920471191, Validation Acc:73.43358395989975, AUC:0.7313689217758985\n", - "Fold:8, Epoch: [22/40], Step: [27/29], Loss: 0.4166421989599864, Validation Loss:0.9648332670331001, Validation Acc:69.42355889724311, AUC:0.700475687103594\n", - "Epoch 21 time: 1.9051\n", - "Fold:8, Epoch: [23/40], Step: [9/29], Loss: 0.39706098039944965, Validation Loss:0.7154089063405991, Validation Acc:79.4486215538847, AUC:0.6746035940803382\n", - "Fold:8, Epoch: [23/40], Step: [18/29], Loss: 0.4040204882621765, Validation Loss:0.6871470957994461, Validation Acc:74.68671679197995, AUC:0.6851744186046512\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:8, Epoch: [23/40], Step: [27/29], Loss: 0.41531793607605827, Validation Loss:0.608450673520565, Validation Acc:68.67167919799499, AUC:0.6655655391120507\n", - "Epoch 22 time: 1.8755\n", - "Fold:8, Epoch: [24/40], Step: [9/29], Loss: 0.39304305447472465, Validation Loss:0.5618125461041927, Validation Acc:75.43859649122807, AUC:0.6971723044397464\n", - "Fold:8, Epoch: [24/40], Step: [18/29], Loss: 0.4014337841007445, Validation Loss:0.6626675352454185, Validation Acc:78.94736842105263, AUC:0.7022463002114165\n", - "Fold:8, Epoch: [24/40], Step: [27/29], Loss: 0.4034816832454116, Validation Loss:0.6802528649568558, Validation Acc:74.18546365914787, AUC:0.6899048625792812\n", - "Epoch 23 time: 1.8836\n", - "Fold:8, Epoch: [25/40], Step: [9/29], Loss: 0.36033012138472664, Validation Loss:0.5866700261831284, Validation Acc:75.18796992481202, AUC:0.7033562367864693\n", - "Fold:8, Epoch: [25/40], Step: [18/29], Loss: 0.400129250354237, Validation Loss:0.6937701553106308, Validation Acc:69.92481203007519, AUC:0.6728329809725158\n", - "Fold:8, Epoch: [25/40], Step: [27/29], Loss: 0.4011810300526796, Validation Loss:0.6183374673128128, Validation Acc:68.42105263157895, AUC:0.6641120507399576\n", - "Epoch 24 time: 1.8918\n", - "Fold:8, Epoch: [26/40], Step: [9/29], Loss: 0.42034833629926044, Validation Loss:0.7337624579668045, Validation Acc:75.93984962406014, AUC:0.677167019027484\n", - "Fold:8, Epoch: [26/40], Step: [18/29], Loss: 0.407165053817961, Validation Loss:0.755973681807518, Validation Acc:78.19548872180451, AUC:0.6826109936575052\n", - "Fold:8, Epoch: [26/40], Step: [27/29], Loss: 0.4015354492046215, Validation Loss:0.5985947884619236, Validation Acc:76.69172932330827, AUC:0.6815274841437631\n", - "Epoch 25 time: 1.8837\n", - "Fold:8, Epoch: [27/40], Step: [9/29], Loss: 0.40552934673097396, Validation Loss:0.6476509645581245, Validation Acc:71.42857142857143, AUC:0.7121035940803382\n", - "Fold:8, Epoch: [27/40], Step: [18/29], Loss: 0.3958507279555003, Validation Loss:0.7004427015781403, Validation Acc:75.18796992481202, AUC:0.6957188160676533\n", - "Fold:8, Epoch: [27/40], Step: [27/29], Loss: 0.3939757733433335, Validation Loss:0.6067718863487244, Validation Acc:72.18045112781955, AUC:0.678276955602537\n", - "Epoch 26 time: 1.8793\n", - "Fold:8, Epoch: [28/40], Step: [9/29], Loss: 0.36382055282592773, Validation Loss:0.6437013819813728, Validation Acc:76.69172932330827, AUC:0.6968023255813954\n", - "Fold:8, Epoch: [28/40], Step: [18/29], Loss: 0.360777058535152, Validation Loss:0.7166514471173286, Validation Acc:70.67669172932331, AUC:0.677193446088795\n", - "Fold:8, Epoch: [28/40], Step: [27/29], Loss: 0.3772582886395631, Validation Loss:0.9438538551330566, Validation Acc:76.19047619047619, AUC:0.6862579281183931\n", - "Epoch 27 time: 1.8671\n", - "Fold:8, Epoch: [29/40], Step: [9/29], Loss: 0.4131380584504869, Validation Loss:0.6191144734621048, Validation Acc:75.43859649122807, AUC:0.6742600422832981\n", - "Fold:8, Epoch: [29/40], Step: [18/29], Loss: 0.3797074837817086, Validation Loss:0.735682412981987, Validation Acc:72.68170426065163, AUC:0.688821353065539\n", - "Fold:8, Epoch: [29/40], Step: [27/29], Loss: 0.3816867967446645, Validation Loss:0.6658730059862137, Validation Acc:75.68922305764411, AUC:0.6833509513742072\n", - "Epoch 28 time: 1.8963\n", - "Fold:8, Epoch: [30/40], Step: [9/29], Loss: 0.3397274812062581, Validation Loss:0.9291080236434937, Validation Acc:75.43859649122807, AUC:0.6895348837209303\n", - "Fold:8, Epoch: [30/40], Step: [18/29], Loss: 0.36829401221540237, Validation Loss:0.6184373088181019, Validation Acc:76.44110275689223, AUC:0.6953488372093023\n", - "Fold:8, Epoch: [30/40], Step: [27/29], Loss: 0.372398489051395, Validation Loss:0.6168784350156784, Validation Acc:65.6641604010025, AUC:0.6710359408033827\n", - "Epoch 29 time: 1.8809\n", - "Fold:8, Epoch: [31/40], Step: [9/29], Loss: 0.36811837553977966, Validation Loss:0.8374313712120056, Validation Acc:79.19799498746868, AUC:0.6731501057082452\n", - "Fold:8, Epoch: [31/40], Step: [18/29], Loss: 0.36773130628797746, Validation Loss:0.6925912648439407, Validation Acc:76.94235588972431, AUC:0.6829809725158562\n", - "Fold:8, Epoch: [31/40], Step: [27/29], Loss: 0.3683599829673767, Validation Loss:0.6092008091509342, Validation Acc:69.67418546365914, AUC:0.686654334038055\n", - "Epoch 30 time: 1.8981\n", - "Fold:8, Epoch: [32/40], Step: [9/29], Loss: 0.3755802247259352, Validation Loss:0.806360125541687, Validation Acc:74.18546365914787, AUC:0.6899048625792812\n", - "Fold:8, Epoch: [32/40], Step: [18/29], Loss: 0.3606724871529473, Validation Loss:0.7038987278938293, Validation Acc:74.93734335839599, AUC:0.65607822410148\n", - "Fold:8, Epoch: [32/40], Step: [27/29], Loss: 0.358460846874449, Validation Loss:0.9736640751361847, Validation Acc:77.19298245614036, AUC:0.6920718816067654\n", - "Epoch 31 time: 1.8868\n", - "Fold:8, Epoch: [33/40], Step: [9/29], Loss: 0.33572712540626526, Validation Loss:0.7433560565114021, Validation Acc:72.18045112781955, AUC:0.678276955602537\n", - "Fold:8, Epoch: [33/40], Step: [18/29], Loss: 0.33737049831284416, Validation Loss:0.7606444358825684, Validation Acc:74.43609022556392, AUC:0.6913583509513742\n", - "Fold:8, Epoch: [33/40], Step: [27/29], Loss: 0.3398071693049537, Validation Loss:0.6317372471094131, Validation Acc:75.68922305764411, AUC:0.6757135306553911\n", - "Epoch 32 time: 1.8795\n", - "Fold:8, Epoch: [34/40], Step: [9/29], Loss: 0.3245989812744988, Validation Loss:0.7727922648191452, Validation Acc:68.17042606516291, AUC:0.6550211416490486\n", - "Fold:8, Epoch: [34/40], Step: [18/29], Loss: 0.348458190759023, Validation Loss:0.7542289271950722, Validation Acc:76.94235588972431, AUC:0.6524312896405919\n", - "Fold:8, Epoch: [34/40], Step: [27/29], Loss: 0.34858555043185196, Validation Loss:0.8459053039550781, Validation Acc:77.44360902255639, AUC:0.6782505285412262\n", - "Epoch 33 time: 1.8851\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:8, Epoch: [35/40], Step: [9/29], Loss: 0.31511886086728835, Validation Loss:0.7054620534181595, Validation Acc:71.67919799498746, AUC:0.6524577167019027\n", - "Fold:8, Epoch: [35/40], Step: [18/29], Loss: 0.32372262494431603, Validation Loss:0.7373776212334633, Validation Acc:76.19047619047619, AUC:0.678620507399577\n", - "Fold:8, Epoch: [35/40], Step: [27/29], Loss: 0.3314128126259203, Validation Loss:0.7671568095684052, Validation Acc:74.18546365914787, AUC:0.674630021141649\n", - "Epoch 34 time: 1.8778\n", - "Fold:8, Epoch: [36/40], Step: [9/29], Loss: 0.30617910623550415, Validation Loss:0.6987444125115871, Validation Acc:78.94736842105263, AUC:0.6793340380549683\n", - "Fold:8, Epoch: [36/40], Step: [18/29], Loss: 0.3240031765566932, Validation Loss:0.8403069972991943, Validation Acc:74.68671679197995, AUC:0.669899577167019\n", - "Fold:8, Epoch: [36/40], Step: [27/29], Loss: 0.3293812495690805, Validation Loss:1.1524648517370224, Validation Acc:59.64912280701754, AUC:0.6514270613107823\n", - "Epoch 35 time: 1.8781\n", - "Fold:8, Epoch: [37/40], Step: [9/29], Loss: 0.33374718493885464, Validation Loss:1.0254336148500443, Validation Acc:80.20050125313283, AUC:0.6713266384778013\n", - "Fold:8, Epoch: [37/40], Step: [18/29], Loss: 0.33798398822546005, Validation Loss:1.4452592730522156, Validation Acc:79.4486215538847, AUC:0.6516913319238901\n", - "Fold:8, Epoch: [37/40], Step: [27/29], Loss: 0.3285298816583775, Validation Loss:0.8837418854236603, Validation Acc:75.43859649122807, AUC:0.6742600422832981\n", - "Epoch 36 time: 1.8633\n", - "Fold:8, Epoch: [38/40], Step: [9/29], Loss: 0.28818882836235893, Validation Loss:0.8651988357305527, Validation Acc:76.19047619047619, AUC:0.678620507399577\n", - "Fold:8, Epoch: [38/40], Step: [18/29], Loss: 0.2977516104777654, Validation Loss:0.748773530125618, Validation Acc:72.93233082706767, AUC:0.6673625792811839\n", - "Fold:8, Epoch: [38/40], Step: [27/29], Loss: 0.302115167732592, Validation Loss:0.8371493518352509, Validation Acc:73.6842105263158, AUC:0.6488107822410148\n", - "Epoch 37 time: 1.8827\n", - "Fold:8, Epoch: [39/40], Step: [9/29], Loss: 0.2972870071729024, Validation Loss:0.900411069393158, Validation Acc:77.19298245614036, AUC:0.6691596194503171\n", - "Fold:8, Epoch: [39/40], Step: [18/29], Loss: 0.3043969107998742, Validation Loss:0.7663369178771973, Validation Acc:70.67669172932331, AUC:0.6466437632135306\n", - "Fold:8, Epoch: [39/40], Step: [27/29], Loss: 0.3052338107868477, Validation Loss:0.8516291379928589, Validation Acc:75.18796992481202, AUC:0.657531712473573\n", - "Epoch 38 time: 1.8723\n", - "Fold:8, Epoch: [40/40], Step: [9/29], Loss: 0.29797670245170593, Validation Loss:1.0570604652166367, Validation Acc:76.94235588972431, AUC:0.6906183932346723\n", - "Fold:8, Epoch: [40/40], Step: [18/29], Loss: 0.29770463208357495, Validation Loss:0.780294731259346, Validation Acc:67.66917293233082, AUC:0.6521141649048625\n", - "Fold:8, Epoch: [40/40], Step: [27/29], Loss: 0.3072708166307873, Validation Loss:0.9599102735519409, Validation Acc:72.93233082706767, AUC:0.6597251585623678\n", - "Epoch 39 time: 1.8768\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:9, Epoch: [1/40], Step: [9/29], Loss: 0.692443675465054, Validation Loss:0.6875843107700348, Validation Acc:84.21052631578948, AUC:0.5494714587737843\n", - "Fold:9, Epoch: [1/40], Step: [18/29], Loss: 0.6759706636269888, Validation Loss:0.6698276698589325, Validation Acc:76.69172932330827, AUC:0.6433403805496829\n", - "Fold:9, Epoch: [1/40], Step: [27/29], Loss: 0.6514210347776059, Validation Loss:0.6326776593923569, Validation Acc:72.43107769423558, AUC:0.6491807610993657\n", - "Epoch 0 time: 1.8877\n", - "Fold:9, Epoch: [2/40], Step: [9/29], Loss: 0.6091724634170532, Validation Loss:0.5910980999469757, Validation Acc:72.18045112781955, AUC:0.7317389006342494\n", - "Fold:9, Epoch: [2/40], Step: [18/29], Loss: 0.5917843911382887, Validation Loss:0.564123809337616, Validation Acc:76.94235588972431, AUC:0.7288054968287527\n", - "Fold:9, Epoch: [2/40], Step: [27/29], Loss: 0.5890464672335872, Validation Loss:0.5349076166749, Validation Acc:72.93233082706767, AUC:0.6826374207188161\n", - "Epoch 1 time: 1.8862\n", - "Fold:9, Epoch: [3/40], Step: [9/29], Loss: 0.5568508572048612, Validation Loss:0.5371472537517548, Validation Acc:75.68922305764411, AUC:0.7368128964059196\n", - "Fold:9, Epoch: [3/40], Step: [18/29], Loss: 0.5643525636858411, Validation Loss:0.5044014230370522, Validation Acc:75.18796992481202, AUC:0.7109936575052854\n", - "Fold:9, Epoch: [3/40], Step: [27/29], Loss: 0.56526701869788, Validation Loss:0.5339393317699432, Validation Acc:73.6842105263158, AUC:0.7404598308668077\n", - "Epoch 2 time: 1.8979\n", - "Fold:9, Epoch: [4/40], Step: [9/29], Loss: 0.5669452216890123, Validation Loss:0.555568128824234, Validation Acc:70.17543859649123, AUC:0.697198731501057\n", - "Fold:9, Epoch: [4/40], Step: [18/29], Loss: 0.5585044920444489, Validation Loss:0.5486333668231964, Validation Acc:73.1829573934837, AUC:0.7222780126849894\n", - "Fold:9, Epoch: [4/40], Step: [27/29], Loss: 0.5587160454856025, Validation Loss:0.5397941768169403, Validation Acc:74.18546365914787, AUC:0.7433668076109936\n", - "Epoch 3 time: 1.8798\n", - "Fold:9, Epoch: [5/40], Step: [9/29], Loss: 0.5463803774780698, Validation Loss:0.6664948463439941, Validation Acc:78.69674185463658, AUC:0.7542547568710359\n", - "Fold:9, Epoch: [5/40], Step: [18/29], Loss: 0.5430154916312959, Validation Loss:0.5417430847883224, Validation Acc:74.18546365914787, AUC:0.7357293868921776\n", - "Fold:9, Epoch: [5/40], Step: [27/29], Loss: 0.5444426106082069, Validation Loss:0.5900070667266846, Validation Acc:69.67418546365914, AUC:0.7401162790697674\n", - "Epoch 4 time: 1.8992\n", - "Fold:9, Epoch: [6/40], Step: [9/29], Loss: 0.5374703539742364, Validation Loss:0.5025148317217827, Validation Acc:74.18546365914787, AUC:0.7433668076109936\n", - "Fold:9, Epoch: [6/40], Step: [18/29], Loss: 0.5375699516799715, Validation Loss:0.48197969794273376, Validation Acc:77.69423558897243, AUC:0.7408033826638477\n", - "Fold:9, Epoch: [6/40], Step: [27/29], Loss: 0.5290934068185312, Validation Loss:0.5364324599504471, Validation Acc:75.43859649122807, AUC:0.765909090909091\n", - "Epoch 5 time: 1.8939\n", - "Fold:9, Epoch: [7/40], Step: [9/29], Loss: 0.5116978287696838, Validation Loss:0.5223246812820435, Validation Acc:78.44611528822055, AUC:0.7451638477801268\n", - "Fold:9, Epoch: [7/40], Step: [18/29], Loss: 0.5190015186866125, Validation Loss:0.5868391245603561, Validation Acc:76.19047619047619, AUC:0.7397198731501057\n", - "Fold:9, Epoch: [7/40], Step: [27/29], Loss: 0.5263268539199123, Validation Loss:0.5339701250195503, Validation Acc:71.67919799498746, AUC:0.7441067653276955\n", - "Epoch 6 time: 1.9097\n", - "Fold:9, Epoch: [8/40], Step: [9/29], Loss: 0.5371453927622901, Validation Loss:0.5172269940376282, Validation Acc:74.43609022556392, AUC:0.7448202959830867\n", - "Fold:9, Epoch: [8/40], Step: [18/29], Loss: 0.5329649150371552, Validation Loss:0.512708954513073, Validation Acc:77.94486215538848, AUC:0.7346194503171247\n", - "Fold:9, Epoch: [8/40], Step: [27/29], Loss: 0.5171480002226653, Validation Loss:0.5708279758691788, Validation Acc:75.43859649122807, AUC:0.765909090909091\n", - "Epoch 7 time: 1.8865\n", - "Fold:9, Epoch: [9/40], Step: [9/29], Loss: 0.5208489067024655, Validation Loss:0.5425641909241676, Validation Acc:81.45363408521304, AUC:0.7244186046511627\n", - "Fold:9, Epoch: [9/40], Step: [18/29], Loss: 0.5185064226388931, Validation Loss:0.6056405901908875, Validation Acc:74.93734335839599, AUC:0.7400898520084567\n", - "Fold:9, Epoch: [9/40], Step: [27/29], Loss: 0.5099860606370149, Validation Loss:0.4995878264307976, Validation Acc:78.69674185463658, AUC:0.7542547568710359\n", - "Epoch 8 time: 1.9199\n", - "Fold:9, Epoch: [10/40], Step: [9/29], Loss: 0.48204277290238273, Validation Loss:0.492828331887722, Validation Acc:77.94486215538848, AUC:0.7193446088794925\n", - "Fold:9, Epoch: [10/40], Step: [18/29], Loss: 0.5009938991732068, Validation Loss:0.5628971233963966, Validation Acc:80.45112781954887, AUC:0.7262420718816067\n", - "Fold:9, Epoch: [10/40], Step: [27/29], Loss: 0.5101474600809591, Validation Loss:0.5660714209079742, Validation Acc:72.18045112781955, AUC:0.7317389006342494\n", - "Epoch 9 time: 1.9006\n", - "Fold:9, Epoch: [11/40], Step: [9/29], Loss: 0.5071014198991988, Validation Loss:0.5623266845941544, Validation Acc:70.92731829573935, AUC:0.7321088794926004\n", - "Fold:9, Epoch: [11/40], Step: [18/29], Loss: 0.49234239591492546, Validation Loss:0.46819986030459404, Validation Acc:79.19799498746868, AUC:0.749524312896406\n", - "Fold:9, Epoch: [11/40], Step: [27/29], Loss: 0.4920293456978268, Validation Loss:0.541031152009964, Validation Acc:81.203007518797, AUC:0.7535147991543341\n", - "Epoch 10 time: 1.8920\n", - "Fold:9, Epoch: [12/40], Step: [9/29], Loss: 0.5236982074048784, Validation Loss:0.6737397387623787, Validation Acc:71.42857142857143, AUC:0.7502906976744186\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:9, Epoch: [12/40], Step: [18/29], Loss: 0.5090713169839647, Validation Loss:0.5665415972471237, Validation Acc:68.92230576441102, AUC:0.7357558139534884\n", - "Fold:9, Epoch: [12/40], Step: [27/29], Loss: 0.4970442928649761, Validation Loss:0.6163113713264465, Validation Acc:82.95739348370927, AUC:0.7178646934460887\n", - "Epoch 11 time: 1.8996\n", - "Fold:9, Epoch: [13/40], Step: [9/29], Loss: 0.4816208846039242, Validation Loss:0.6139069944620132, Validation Acc:82.95739348370927, AUC:0.7255021141649048\n", - "Fold:9, Epoch: [13/40], Step: [18/29], Loss: 0.4817419797182083, Validation Loss:0.5300796404480934, Validation Acc:74.93734335839599, AUC:0.7553646934460888\n", - "Fold:9, Epoch: [13/40], Step: [27/29], Loss: 0.48454504432501616, Validation Loss:0.49498268216848373, Validation Acc:78.69674185463658, AUC:0.7466173361522198\n", - "Epoch 12 time: 1.9176\n", - "Fold:9, Epoch: [14/40], Step: [9/29], Loss: 0.4674660000536177, Validation Loss:0.5970498621463776, Validation Acc:56.8922305764411, AUC:0.6889006342494715\n", - "Fold:9, Epoch: [14/40], Step: [18/29], Loss: 0.4947926633887821, Validation Loss:0.7207148373126984, Validation Acc:78.69674185463658, AUC:0.761892177589852\n", - "Fold:9, Epoch: [14/40], Step: [27/29], Loss: 0.48185431294971043, Validation Loss:0.5859971269965172, Validation Acc:79.4486215538847, AUC:0.7357029598308668\n", - "Epoch 13 time: 1.8682\n", - "Fold:9, Epoch: [15/40], Step: [9/29], Loss: 0.46785398655467564, Validation Loss:0.6179542690515518, Validation Acc:82.95739348370927, AUC:0.7025898520084567\n", - "Fold:9, Epoch: [15/40], Step: [18/29], Loss: 0.46792269580894047, Validation Loss:0.5409439578652382, Validation Acc:79.69924812030075, AUC:0.752431289640592\n", - "Fold:9, Epoch: [15/40], Step: [27/29], Loss: 0.46739415106949983, Validation Loss:0.7419186756014824, Validation Acc:78.69674185463658, AUC:0.7542547568710359\n", - "Epoch 14 time: 1.8858\n", - "Fold:9, Epoch: [16/40], Step: [9/29], Loss: 0.4652942054801517, Validation Loss:0.6773892045021057, Validation Acc:78.19548872180451, AUC:0.7360729386892179\n", - "Fold:9, Epoch: [16/40], Step: [18/29], Loss: 0.4604234794775645, Validation Loss:0.5413954183459282, Validation Acc:79.19799498746868, AUC:0.7189746300211417\n", - "Fold:9, Epoch: [16/40], Step: [27/29], Loss: 0.4664058596999557, Validation Loss:0.5549575611948967, Validation Acc:74.68671679197995, AUC:0.7309989429175475\n", - "Epoch 15 time: 1.8797\n", - "Fold:9, Epoch: [17/40], Step: [9/29], Loss: 0.45433133178287083, Validation Loss:0.5215670093894005, Validation Acc:80.20050125313283, AUC:0.7324260042283297\n", - "Fold:9, Epoch: [17/40], Step: [18/29], Loss: 0.46580087807443404, Validation Loss:0.5005552470684052, Validation Acc:76.69172932330827, AUC:0.7349894291754757\n", - "Fold:9, Epoch: [17/40], Step: [27/29], Loss: 0.46562338096124156, Validation Loss:0.5623198002576828, Validation Acc:79.4486215538847, AUC:0.7662526427061311\n", - "Epoch 16 time: 1.8783\n", - "Fold:9, Epoch: [18/40], Step: [9/29], Loss: 0.45302414894104004, Validation Loss:0.6188833341002464, Validation Acc:79.69924812030075, AUC:0.7371564482029598\n", - "Fold:9, Epoch: [18/40], Step: [18/29], Loss: 0.44690893093744916, Validation Loss:0.5569692850112915, Validation Acc:78.44611528822055, AUC:0.7222515856236786\n", - "Fold:9, Epoch: [18/40], Step: [27/29], Loss: 0.4473130206267039, Validation Loss:0.5495446175336838, Validation Acc:79.69924812030075, AUC:0.7371564482029598\n", - "Epoch 17 time: 1.8824\n", - "Fold:9, Epoch: [19/40], Step: [9/29], Loss: 0.423405475086636, Validation Loss:0.5136740952730179, Validation Acc:77.94486215538848, AUC:0.7498942917547567\n", - "Fold:9, Epoch: [19/40], Step: [18/29], Loss: 0.4373834778865178, Validation Loss:0.5152292847633362, Validation Acc:77.94486215538848, AUC:0.757531712473573\n", - "Fold:9, Epoch: [19/40], Step: [27/29], Loss: 0.4460815025700463, Validation Loss:0.6052259430289268, Validation Acc:81.45363408521304, AUC:0.747330866807611\n", - "Epoch 18 time: 1.8784\n", - "Fold:9, Epoch: [20/40], Step: [9/29], Loss: 0.4274660580688053, Validation Loss:0.5978631526231766, Validation Acc:70.42606516290726, AUC:0.6910147991543341\n", - "Fold:9, Epoch: [20/40], Step: [18/29], Loss: 0.4342007901933458, Validation Loss:0.6305025368928909, Validation Acc:79.4486215538847, AUC:0.7127906976744186\n", - "Fold:9, Epoch: [20/40], Step: [27/29], Loss: 0.43650879241802076, Validation Loss:0.6021325066685677, Validation Acc:81.70426065162907, AUC:0.7029598308668076\n", - "Epoch 19 time: 1.8705\n", - "Fold:9, Epoch: [21/40], Step: [9/29], Loss: 0.4616698722044627, Validation Loss:0.5182576552033424, Validation Acc:73.93483709273183, AUC:0.7342758985200846\n", - "Fold:9, Epoch: [21/40], Step: [18/29], Loss: 0.4440552559163835, Validation Loss:0.5990949422121048, Validation Acc:77.69423558897243, AUC:0.7255285412262156\n", - "Fold:9, Epoch: [21/40], Step: [27/29], Loss: 0.43794855033909835, Validation Loss:0.5584668442606926, Validation Acc:79.4486215538847, AUC:0.7280655391120507\n", - "Epoch 20 time: 1.8908\n", - "Fold:9, Epoch: [22/40], Step: [9/29], Loss: 0.4010421137015025, Validation Loss:0.4996220991015434, Validation Acc:76.94235588972431, AUC:0.7135306553911204\n", - "Fold:9, Epoch: [22/40], Step: [18/29], Loss: 0.4071974986129337, Validation Loss:0.6550222337245941, Validation Acc:80.20050125313283, AUC:0.7018763213530654\n", - "Fold:9, Epoch: [22/40], Step: [27/29], Loss: 0.4138706436863652, Validation Loss:0.48450931161642075, Validation Acc:74.18546365914787, AUC:0.7204545454545455\n", - "Epoch 21 time: 1.9392\n", - "Fold:9, Epoch: [23/40], Step: [9/29], Loss: 0.39770398868454826, Validation Loss:0.5548864156007767, Validation Acc:79.4486215538847, AUC:0.7051532769556026\n", - "Fold:9, Epoch: [23/40], Step: [18/29], Loss: 0.40852847695350647, Validation Loss:0.753600537776947, Validation Acc:81.95488721804512, AUC:0.7196881606765327\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:9, Epoch: [23/40], Step: [27/29], Loss: 0.4125802483823564, Validation Loss:0.5981579571962357, Validation Acc:74.68671679197995, AUC:0.7309989429175475\n", - "Epoch 22 time: 1.8901\n", - "Fold:9, Epoch: [24/40], Step: [9/29], Loss: 0.43926192323366803, Validation Loss:0.5288942828774452, Validation Acc:74.93734335839599, AUC:0.7324524312896405\n", - "Fold:9, Epoch: [24/40], Step: [18/29], Loss: 0.4220111883348889, Validation Loss:0.7764449045062065, Validation Acc:74.18546365914787, AUC:0.7128171247357293\n", - "Fold:9, Epoch: [24/40], Step: [27/29], Loss: 0.4230925882304156, Validation Loss:0.5608448460698128, Validation Acc:74.68671679197995, AUC:0.7386363636363636\n", - "Epoch 23 time: 1.8944\n", - "Fold:9, Epoch: [25/40], Step: [9/29], Loss: 0.3680863512886895, Validation Loss:0.6341888457536697, Validation Acc:80.20050125313283, AUC:0.6789640591966173\n", - "Fold:9, Epoch: [25/40], Step: [18/29], Loss: 0.3916504681110382, Validation Loss:0.5629321187734604, Validation Acc:80.95238095238095, AUC:0.7291490486257928\n", - "Fold:9, Epoch: [25/40], Step: [27/29], Loss: 0.3942438518559491, Validation Loss:0.6322880238294601, Validation Acc:73.6842105263158, AUC:0.7175475687103594\n", - "Epoch 24 time: 1.8939\n", - "Fold:9, Epoch: [26/40], Step: [9/29], Loss: 0.3952970637215508, Validation Loss:0.8252207785844803, Validation Acc:81.45363408521304, AUC:0.7015063424947146\n", - "Fold:9, Epoch: [26/40], Step: [18/29], Loss: 0.3900211917029487, Validation Loss:0.5854173302650452, Validation Acc:75.43859649122807, AUC:0.6971723044397464\n", - "Fold:9, Epoch: [26/40], Step: [27/29], Loss: 0.40224458111657035, Validation Loss:0.5746868252754211, Validation Acc:78.94736842105263, AUC:0.6869714587737844\n", - "Epoch 25 time: 1.9299\n", - "Fold:9, Epoch: [27/40], Step: [9/29], Loss: 0.40124012033144635, Validation Loss:0.5987931340932846, Validation Acc:67.16791979949875, AUC:0.7103065539112051\n", - "Fold:9, Epoch: [27/40], Step: [18/29], Loss: 0.39341234001848435, Validation Loss:0.6711259186267853, Validation Acc:78.69674185463658, AUC:0.7237050739957716\n", - "Fold:9, Epoch: [27/40], Step: [27/29], Loss: 0.38470084137386745, Validation Loss:0.6178280711174011, Validation Acc:81.70426065162907, AUC:0.7258720930232558\n", - "Epoch 26 time: 1.8755\n", - "Fold:9, Epoch: [28/40], Step: [9/29], Loss: 0.36987928880585563, Validation Loss:0.5564663037657738, Validation Acc:75.43859649122807, AUC:0.7048097251585623\n", - "Fold:9, Epoch: [28/40], Step: [18/29], Loss: 0.35734057757589555, Validation Loss:0.762904018163681, Validation Acc:81.203007518797, AUC:0.6618657505285412\n", - "Fold:9, Epoch: [28/40], Step: [27/29], Loss: 0.37030985951423645, Validation Loss:0.6300151720643044, Validation Acc:76.19047619047619, AUC:0.7015327695560254\n", - "Epoch 27 time: 1.9006\n", - "Fold:9, Epoch: [29/40], Step: [9/29], Loss: 0.39060037003623116, Validation Loss:0.6521705538034439, Validation Acc:74.93734335839599, AUC:0.6942653276955604\n", - "Fold:9, Epoch: [29/40], Step: [18/29], Loss: 0.3622271517912547, Validation Loss:0.7312998622655869, Validation Acc:81.95488721804512, AUC:0.7120507399577166\n", - "Fold:9, Epoch: [29/40], Step: [27/29], Loss: 0.36794001084786876, Validation Loss:0.6642206162214279, Validation Acc:75.68922305764411, AUC:0.6833509513742072\n", - "Epoch 28 time: 1.8742\n", - "Fold:9, Epoch: [30/40], Step: [9/29], Loss: 0.40889538990126717, Validation Loss:0.7579823285341263, Validation Acc:70.92731829573935, AUC:0.686284355179704\n", - "Fold:9, Epoch: [30/40], Step: [18/29], Loss: 0.36145666738351184, Validation Loss:0.7465226501226425, Validation Acc:77.94486215538848, AUC:0.7040697674418606\n", - "Fold:9, Epoch: [30/40], Step: [27/29], Loss: 0.3568600548638238, Validation Loss:0.7325151935219765, Validation Acc:81.70426065162907, AUC:0.6876849894291754\n", - "Epoch 29 time: 1.8856\n", - "Fold:9, Epoch: [31/40], Step: [9/29], Loss: 0.3631880713833703, Validation Loss:0.6076090112328529, Validation Acc:74.68671679197995, AUC:0.7004492600422833\n", - "Fold:9, Epoch: [31/40], Step: [18/29], Loss: 0.34141259226534104, Validation Loss:0.6926446706056595, Validation Acc:78.44611528822055, AUC:0.7069767441860466\n", - "Fold:9, Epoch: [31/40], Step: [27/29], Loss: 0.3449410045588458, Validation Loss:0.7529793530702591, Validation Acc:73.6842105263158, AUC:0.6869978858350951\n", - "Epoch 30 time: 1.8847\n", - "Fold:9, Epoch: [32/40], Step: [9/29], Loss: 0.34156331419944763, Validation Loss:0.6967499405145645, Validation Acc:79.19799498746868, AUC:0.6960623678646934\n", - "Fold:9, Epoch: [32/40], Step: [18/29], Loss: 0.32738881640964085, Validation Loss:0.8087886720895767, Validation Acc:79.4486215538847, AUC:0.6898784355179705\n", - "Fold:9, Epoch: [32/40], Step: [27/29], Loss: 0.33881064587169224, Validation Loss:0.7442691326141357, Validation Acc:75.68922305764411, AUC:0.6757135306553911\n", - "Epoch 31 time: 1.8884\n", - "Fold:9, Epoch: [33/40], Step: [9/29], Loss: 0.39106722672780353, Validation Loss:0.6691946387290955, Validation Acc:71.9298245614035, AUC:0.6920983086680761\n", - "Fold:9, Epoch: [33/40], Step: [18/29], Loss: 0.3813845117886861, Validation Loss:0.5930946096777916, Validation Acc:76.69172932330827, AUC:0.7044397463002113\n", - "Fold:9, Epoch: [33/40], Step: [27/29], Loss: 0.3652448742477982, Validation Loss:0.6095103099942207, Validation Acc:74.93734335839599, AUC:0.7095401691331924\n", - "Epoch 32 time: 1.8873\n", - "Fold:9, Epoch: [34/40], Step: [9/29], Loss: 0.35741860999001396, Validation Loss:0.7974004223942757, Validation Acc:75.93984962406014, AUC:0.6618921775898521\n", - "Fold:9, Epoch: [34/40], Step: [18/29], Loss: 0.3423213205403752, Validation Loss:0.6764176338911057, Validation Acc:79.4486215538847, AUC:0.6746035940803382\n", - "Fold:9, Epoch: [34/40], Step: [27/29], Loss: 0.3266868127716912, Validation Loss:0.8887266218662262, Validation Acc:81.45363408521304, AUC:0.6785940803382664\n", - "Epoch 33 time: 1.8718\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:9, Epoch: [35/40], Step: [9/29], Loss: 0.30658628874354893, Validation Loss:0.6926331967115402, Validation Acc:68.67167919799499, AUC:0.6732029598308668\n", - "Fold:9, Epoch: [35/40], Step: [18/29], Loss: 0.3085177366932233, Validation Loss:0.7933869361877441, Validation Acc:80.70175438596492, AUC:0.643683932346723\n", - "Fold:9, Epoch: [35/40], Step: [27/29], Loss: 0.31898470719655353, Validation Loss:1.0279908180236816, Validation Acc:80.45112781954887, AUC:0.6727801268498943\n", - "Epoch 34 time: 1.8741\n", - "Fold:9, Epoch: [36/40], Step: [9/29], Loss: 0.32527710994084674, Validation Loss:0.7183835506439209, Validation Acc:78.19548872180451, AUC:0.6826109936575052\n", - "Fold:9, Epoch: [36/40], Step: [18/29], Loss: 0.32854366219706005, Validation Loss:0.6842740327119827, Validation Acc:73.93483709273183, AUC:0.673176532769556\n", - "Fold:9, Epoch: [36/40], Step: [27/29], Loss: 0.33036573783115103, Validation Loss:0.6489253044128418, Validation Acc:77.44360902255639, AUC:0.6706131078224102\n", - "Epoch 35 time: 1.8793\n", - "Fold:9, Epoch: [37/40], Step: [9/29], Loss: 0.28588759568002486, Validation Loss:0.7295708805322647, Validation Acc:78.69674185463658, AUC:0.7084302325581396\n", - "Fold:9, Epoch: [37/40], Step: [18/29], Loss: 0.2984996578759617, Validation Loss:0.6807059049606323, Validation Acc:74.68671679197995, AUC:0.6928118393234672\n", - "Fold:9, Epoch: [37/40], Step: [27/29], Loss: 0.30741644291966047, Validation Loss:0.9760918766260147, Validation Acc:76.94235588972431, AUC:0.6371564482029598\n", - "Epoch 36 time: 1.8827\n", - "Fold:9, Epoch: [38/40], Step: [9/29], Loss: 0.30659838020801544, Validation Loss:0.7496266961097717, Validation Acc:73.1829573934837, AUC:0.6764534883720931\n", - "Fold:9, Epoch: [38/40], Step: [18/29], Loss: 0.3045526337292459, Validation Loss:0.9458173364400864, Validation Acc:77.69423558897243, AUC:0.6949788583509513\n", - "Fold:9, Epoch: [38/40], Step: [27/29], Loss: 0.3079316903043676, Validation Loss:0.8792468011379242, Validation Acc:80.20050125313283, AUC:0.6789640591966173\n", - "Epoch 37 time: 1.8863\n", - "Fold:9, Epoch: [39/40], Step: [9/29], Loss: 0.31262989342212677, Validation Loss:0.9946570843458176, Validation Acc:75.68922305764411, AUC:0.6757135306553911\n", - "Fold:9, Epoch: [39/40], Step: [18/29], Loss: 0.3097923621535301, Validation Loss:0.6852084025740623, Validation Acc:74.18546365914787, AUC:0.674630021141649\n", - "Fold:9, Epoch: [39/40], Step: [27/29], Loss: 0.29563453959094155, Validation Loss:0.7089201435446739, Validation Acc:78.44611528822055, AUC:0.6764270613107823\n", - "Epoch 38 time: 1.8969\n", - "Fold:9, Epoch: [40/40], Step: [9/29], Loss: 0.2813734942012363, Validation Loss:0.7841940969228745, Validation Acc:78.69674185463658, AUC:0.6396934460887949\n", - "Fold:9, Epoch: [40/40], Step: [18/29], Loss: 0.28264082968235016, Validation Loss:0.7106583938002586, Validation Acc:77.69423558897243, AUC:0.6873414376321353\n", - "Fold:9, Epoch: [40/40], Step: [27/29], Loss: 0.27502572370900047, Validation Loss:0.7724400013685226, Validation Acc:78.44611528822055, AUC:0.6840644820295982\n", - "Epoch 39 time: 1.8636\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/container.py:67: UserWarning: Implicit dimension choice for log_softmax has been deprecated. Change the call to include dim=X as an argument.\n", - " input = module(input)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:10, Epoch: [1/40], Step: [9/29], Loss: 0.6978638105922275, Validation Loss:0.6849768310785294, Validation Acc:61.40350877192982, AUC:0.5775898520084567\n", - "Fold:10, Epoch: [1/40], Step: [18/29], Loss: 0.671059764093823, Validation Loss:0.6658293604850769, Validation Acc:69.67418546365914, AUC:0.6331923890063424\n", - "Fold:10, Epoch: [1/40], Step: [27/29], Loss: 0.6576247060740436, Validation Loss:0.6603478342294693, Validation Acc:74.18546365914787, AUC:0.7280919661733616\n", - "Epoch 0 time: 1.8669\n", - "Fold:10, Epoch: [2/40], Step: [9/29], Loss: 0.6000466015603807, Validation Loss:0.6036451458930969, Validation Acc:75.18796992481202, AUC:0.7339059196617336\n", - "Fold:10, Epoch: [2/40], Step: [18/29], Loss: 0.5790581686629189, Validation Loss:0.5429927706718445, Validation Acc:74.43609022556392, AUC:0.7371828752642706\n", - "Fold:10, Epoch: [2/40], Step: [27/29], Loss: 0.5756818552811941, Validation Loss:0.6464346051216125, Validation Acc:74.93734335839599, AUC:0.7400898520084567\n", - "Epoch 1 time: 1.8772\n", - "Fold:10, Epoch: [3/40], Step: [9/29], Loss: 0.5471802022722032, Validation Loss:0.6115803420543671, Validation Acc:76.44110275689223, AUC:0.7258985200845667\n", - "Fold:10, Epoch: [3/40], Step: [18/29], Loss: 0.5460334320863088, Validation Loss:0.5603720098733902, Validation Acc:72.18045112781955, AUC:0.7622885835095138\n", - "Fold:10, Epoch: [3/40], Step: [27/29], Loss: 0.5486928975140607, Validation Loss:0.649041086435318, Validation Acc:68.92230576441102, AUC:0.7433932346723046\n", - "Epoch 2 time: 1.8832\n", - "Fold:10, Epoch: [4/40], Step: [9/29], Loss: 0.5107866757445865, Validation Loss:0.5659767836332321, Validation Acc:71.42857142857143, AUC:0.7197410147991542\n", - "Fold:10, Epoch: [4/40], Step: [18/29], Loss: 0.5378577328390546, Validation Loss:0.5808132290840149, Validation Acc:67.16791979949875, AUC:0.7255813953488373\n", - "Fold:10, Epoch: [4/40], Step: [27/29], Loss: 0.5390033710885931, Validation Loss:0.5651803761720657, Validation Acc:77.19298245614036, AUC:0.7226215644820295\n", - "Epoch 3 time: 1.8539\n", - "Fold:10, Epoch: [5/40], Step: [9/29], Loss: 0.5369272298283048, Validation Loss:0.5341767594218254, Validation Acc:70.92731829573935, AUC:0.7473837209302325\n", - "Fold:10, Epoch: [5/40], Step: [18/29], Loss: 0.5322633352544572, Validation Loss:0.5560109168291092, Validation Acc:64.91228070175438, AUC:0.7430496828752642\n", - "Fold:10, Epoch: [5/40], Step: [27/29], Loss: 0.5292142982836123, Validation Loss:0.648735985159874, Validation Acc:72.18045112781955, AUC:0.7470137420718815\n", - "Epoch 4 time: 1.9256\n", - "Fold:10, Epoch: [6/40], Step: [9/29], Loss: 0.533622165520986, Validation Loss:0.5122545957565308, Validation Acc:74.18546365914787, AUC:0.7357293868921776\n", - "Fold:10, Epoch: [6/40], Step: [18/29], Loss: 0.5316483643319871, Validation Loss:0.5466495305299759, Validation Acc:78.69674185463658, AUC:0.7466173361522198\n", - "Fold:10, Epoch: [6/40], Step: [27/29], Loss: 0.5194686463585606, Validation Loss:0.5349932685494423, Validation Acc:74.68671679197995, AUC:0.7309989429175475\n", - "Epoch 5 time: 1.8725\n", - "Fold:10, Epoch: [7/40], Step: [9/29], Loss: 0.5324670705530379, Validation Loss:0.5368894562125206, Validation Acc:62.65664160401003, AUC:0.6765063424947145\n", - "Fold:10, Epoch: [7/40], Step: [18/29], Loss: 0.5317900528510412, Validation Loss:0.5282308980822563, Validation Acc:74.68671679197995, AUC:0.7386363636363636\n", - "Fold:10, Epoch: [7/40], Step: [27/29], Loss: 0.5256304774019454, Validation Loss:0.5646110624074936, Validation Acc:72.68170426065163, AUC:0.7270084566596194\n", - "Epoch 6 time: 1.8608\n", - "Fold:10, Epoch: [8/40], Step: [9/29], Loss: 0.49458302723036873, Validation Loss:0.5073832273483276, Validation Acc:75.68922305764411, AUC:0.7444503171247357\n", - "Fold:10, Epoch: [8/40], Step: [18/29], Loss: 0.4996013310220506, Validation Loss:0.680345706641674, Validation Acc:75.93984962406014, AUC:0.7153541226215645\n", - "Fold:10, Epoch: [8/40], Step: [27/29], Loss: 0.5063478350639343, Validation Loss:0.5269593968987465, Validation Acc:75.68922305764411, AUC:0.6909883720930233\n", - "Epoch 7 time: 1.8999\n", - "Fold:10, Epoch: [9/40], Step: [9/29], Loss: 0.5231279101636674, Validation Loss:0.5359096527099609, Validation Acc:67.66917293233082, AUC:0.7437632135306554\n", - "Fold:10, Epoch: [9/40], Step: [18/29], Loss: 0.512641837199529, Validation Loss:0.5187686905264854, Validation Acc:76.19047619047619, AUC:0.7091701902748414\n", - "Fold:10, Epoch: [9/40], Step: [27/29], Loss: 0.512726425020783, Validation Loss:0.589260995388031, Validation Acc:76.44110275689223, AUC:0.6953488372093023\n", - "Epoch 8 time: 1.8854\n", - "Fold:10, Epoch: [10/40], Step: [9/29], Loss: 0.5201537244849734, Validation Loss:0.5763778388500214, Validation Acc:76.94235588972431, AUC:0.6753435517970401\n", - "Fold:10, Epoch: [10/40], Step: [18/29], Loss: 0.5203985604974959, Validation Loss:0.5582138076424599, Validation Acc:72.93233082706767, AUC:0.7284619450317125\n", - "Fold:10, Epoch: [10/40], Step: [27/29], Loss: 0.5083512939788677, Validation Loss:0.5397903472185135, Validation Acc:76.69172932330827, AUC:0.7349894291754757\n", - "Epoch 9 time: 1.8846\n", - "Fold:10, Epoch: [11/40], Step: [9/29], Loss: 0.4936768776840634, Validation Loss:0.5137652233242989, Validation Acc:72.43107769423558, AUC:0.7561046511627907\n", - "Fold:10, Epoch: [11/40], Step: [18/29], Loss: 0.5004283984502157, Validation Loss:0.5857440605759621, Validation Acc:74.18546365914787, AUC:0.7128171247357293\n", - "Fold:10, Epoch: [11/40], Step: [27/29], Loss: 0.4957832936887388, Validation Loss:0.5370329841971397, Validation Acc:73.6842105263158, AUC:0.7251849894291754\n", - "Epoch 10 time: 1.9066\n", - "Fold:10, Epoch: [12/40], Step: [9/29], Loss: 0.47737138470013935, Validation Loss:0.5400487706065178, Validation Acc:73.1829573934837, AUC:0.7146405919661734\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:10, Epoch: [12/40], Step: [18/29], Loss: 0.48843764927652145, Validation Loss:0.6271394044160843, Validation Acc:76.44110275689223, AUC:0.7106236786469344\n", - "Fold:10, Epoch: [12/40], Step: [27/29], Loss: 0.49156515796979267, Validation Loss:0.518113262951374, Validation Acc:73.6842105263158, AUC:0.7328224101479915\n", - "Epoch 11 time: 1.8969\n", - "Fold:10, Epoch: [13/40], Step: [9/29], Loss: 0.5014203389485677, Validation Loss:0.5337724834680557, Validation Acc:74.68671679197995, AUC:0.7233615221987315\n", - "Fold:10, Epoch: [13/40], Step: [18/29], Loss: 0.4935745762454139, Validation Loss:0.4779911898076534, Validation Acc:77.19298245614036, AUC:0.7302589852008458\n", - "Fold:10, Epoch: [13/40], Step: [27/29], Loss: 0.47619536739808543, Validation Loss:0.767862930893898, Validation Acc:74.18546365914787, AUC:0.7204545454545455\n", - "Epoch 12 time: 1.8841\n", - "Fold:10, Epoch: [14/40], Step: [9/29], Loss: 0.48193742831548053, Validation Loss:0.5313535556197166, Validation Acc:72.93233082706767, AUC:0.7208245243128963\n", - "Fold:10, Epoch: [14/40], Step: [18/29], Loss: 0.46963783933056724, Validation Loss:0.5350189059972763, Validation Acc:72.68170426065163, AUC:0.7117336152219873\n", - "Fold:10, Epoch: [14/40], Step: [27/29], Loss: 0.46731529302067226, Validation Loss:0.5305147171020508, Validation Acc:74.43609022556392, AUC:0.7142706131078225\n", - "Epoch 13 time: 1.8672\n", - "Fold:10, Epoch: [15/40], Step: [9/29], Loss: 0.4792832268608941, Validation Loss:0.7108968645334244, Validation Acc:73.93483709273183, AUC:0.7190010570824525\n", - "Fold:10, Epoch: [15/40], Step: [18/29], Loss: 0.47315631144576603, Validation Loss:0.5316378027200699, Validation Acc:77.44360902255639, AUC:0.6858879492600422\n", - "Fold:10, Epoch: [15/40], Step: [27/29], Loss: 0.4653159026746397, Validation Loss:0.550609402358532, Validation Acc:72.43107769423558, AUC:0.7255549682875264\n", - "Epoch 14 time: 1.8691\n", - "Fold:10, Epoch: [16/40], Step: [9/29], Loss: 0.4654476311471727, Validation Loss:0.5649889186024666, Validation Acc:78.69674185463658, AUC:0.6778805496828753\n", - "Fold:10, Epoch: [16/40], Step: [18/29], Loss: 0.46124901870886487, Validation Loss:0.5791591703891754, Validation Acc:77.44360902255639, AUC:0.7088002114164904\n", - "Fold:10, Epoch: [16/40], Step: [27/29], Loss: 0.46195110899430736, Validation Loss:0.4896387495100498, Validation Acc:70.92731829573935, AUC:0.7321088794926004\n", - "Epoch 15 time: 1.8888\n", - "Fold:10, Epoch: [17/40], Step: [9/29], Loss: 0.49033227894041276, Validation Loss:0.5031249225139618, Validation Acc:63.40852130325815, AUC:0.7190539112050739\n", - "Fold:10, Epoch: [17/40], Step: [18/29], Loss: 0.474270717965232, Validation Loss:0.5305957272648811, Validation Acc:79.9498746867168, AUC:0.6851479915433404\n", - "Fold:10, Epoch: [17/40], Step: [27/29], Loss: 0.46836409635014004, Validation Loss:0.6176342740654945, Validation Acc:80.95238095238095, AUC:0.6833245243128964\n", - "Epoch 16 time: 1.9152\n", - "Fold:10, Epoch: [18/40], Step: [9/29], Loss: 0.4614311456680298, Validation Loss:0.5983870327472687, Validation Acc:74.68671679197995, AUC:0.7309989429175475\n", - "Fold:10, Epoch: [18/40], Step: [18/29], Loss: 0.447524971432156, Validation Loss:0.5359122157096863, Validation Acc:76.69172932330827, AUC:0.757901691331924\n", - "Fold:10, Epoch: [18/40], Step: [27/29], Loss: 0.4514060737910094, Validation Loss:0.5593578889966011, Validation Acc:80.20050125313283, AUC:0.7247885835095137\n", - "Epoch 17 time: 1.8754\n", - "Fold:10, Epoch: [19/40], Step: [9/29], Loss: 0.41998379760318333, Validation Loss:0.5934957712888718, Validation Acc:82.20551378446115, AUC:0.6982293868921776\n", - "Fold:10, Epoch: [19/40], Step: [18/29], Loss: 0.43124332361751133, Validation Loss:0.5483426749706268, Validation Acc:75.18796992481202, AUC:0.7186310782241014\n", - "Fold:10, Epoch: [19/40], Step: [27/29], Loss: 0.44039003054300946, Validation Loss:0.5072756484150887, Validation Acc:68.67167919799499, AUC:0.7495771670190275\n", - "Epoch 18 time: 1.8633\n", - "Fold:10, Epoch: [20/40], Step: [9/29], Loss: 0.45242323809199864, Validation Loss:0.49048954248428345, Validation Acc:77.94486215538848, AUC:0.7498942917547567\n", - "Fold:10, Epoch: [20/40], Step: [18/29], Loss: 0.44169017010264927, Validation Loss:0.5467491149902344, Validation Acc:73.93483709273183, AUC:0.7495507399577167\n", - "Fold:10, Epoch: [20/40], Step: [27/29], Loss: 0.44656217429373, Validation Loss:0.5896730348467827, Validation Acc:74.68671679197995, AUC:0.7309989429175475\n", - "Epoch 19 time: 1.8567\n", - "Fold:10, Epoch: [21/40], Step: [9/29], Loss: 0.42537814378738403, Validation Loss:0.5734453648328781, Validation Acc:77.44360902255639, AUC:0.6858879492600422\n", - "Fold:10, Epoch: [21/40], Step: [18/29], Loss: 0.42305703461170197, Validation Loss:0.5348327308893204, Validation Acc:74.43609022556392, AUC:0.7295454545454545\n", - "Fold:10, Epoch: [21/40], Step: [27/29], Loss: 0.4376941168749774, Validation Loss:0.5663715824484825, Validation Acc:66.16541353383458, AUC:0.712130021141649\n", - "Epoch 20 time: 1.8777\n", - "Fold:10, Epoch: [22/40], Step: [9/29], Loss: 0.43709402283032733, Validation Loss:0.6334286257624626, Validation Acc:77.94486215538848, AUC:0.7269820295983086\n", - "Fold:10, Epoch: [22/40], Step: [18/29], Loss: 0.4414818336566289, Validation Loss:0.5085379555821419, Validation Acc:78.19548872180451, AUC:0.7055232558139535\n", - "Fold:10, Epoch: [22/40], Step: [27/29], Loss: 0.4309050617394624, Validation Loss:0.5037086755037308, Validation Acc:78.44611528822055, AUC:0.7222515856236786\n", - "Epoch 21 time: 1.8590\n", - "Fold:10, Epoch: [23/40], Step: [9/29], Loss: 0.41326531436708236, Validation Loss:0.5493191629648209, Validation Acc:71.67919799498746, AUC:0.7211945031712472\n", - "Fold:10, Epoch: [23/40], Step: [18/29], Loss: 0.40497424370712704, Validation Loss:0.6353059858083725, Validation Acc:80.20050125313283, AUC:0.6713266384778013\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:10, Epoch: [23/40], Step: [27/29], Loss: 0.41889586823957936, Validation Loss:0.5878079012036324, Validation Acc:72.43107769423558, AUC:0.7408298097251586\n", - "Epoch 22 time: 1.8710\n", - "Fold:10, Epoch: [24/40], Step: [9/29], Loss: 0.41358620259496903, Validation Loss:0.5621659308671951, Validation Acc:80.95238095238095, AUC:0.7520613107822411\n", - "Fold:10, Epoch: [24/40], Step: [18/29], Loss: 0.4357303712103102, Validation Loss:0.6350180879235268, Validation Acc:78.69674185463658, AUC:0.7007928118393235\n", - "Fold:10, Epoch: [24/40], Step: [27/29], Loss: 0.4257527490456899, Validation Loss:0.5569722801446915, Validation Acc:78.19548872180451, AUC:0.7360729386892179\n", - "Epoch 23 time: 1.8737\n", - "Fold:10, Epoch: [25/40], Step: [9/29], Loss: 0.41400280594825745, Validation Loss:0.5585311651229858, Validation Acc:63.659147869674186, AUC:0.7205073995771669\n", - "Fold:10, Epoch: [25/40], Step: [18/29], Loss: 0.4134732054339515, Validation Loss:0.5389377102255821, Validation Acc:76.94235588972431, AUC:0.7058932346723044\n", - "Fold:10, Epoch: [25/40], Step: [27/29], Loss: 0.42317744427257115, Validation Loss:0.5996268913149834, Validation Acc:80.20050125313283, AUC:0.6789640591966173\n", - "Epoch 24 time: 1.8703\n", - "Fold:10, Epoch: [26/40], Step: [9/29], Loss: 0.41218960616323685, Validation Loss:0.6271051093935966, Validation Acc:73.43358395989975, AUC:0.7390063424947146\n", - "Fold:10, Epoch: [26/40], Step: [18/29], Loss: 0.4111577802234226, Validation Loss:0.5345700085163116, Validation Acc:76.44110275689223, AUC:0.7029862579281184\n", - "Fold:10, Epoch: [26/40], Step: [27/29], Loss: 0.40674550444991503, Validation Loss:0.5810250341892242, Validation Acc:79.4486215538847, AUC:0.6822410147991543\n", - "Epoch 25 time: 1.8893\n", - "Fold:10, Epoch: [27/40], Step: [9/29], Loss: 0.43650462561183506, Validation Loss:0.5222566798329353, Validation Acc:75.43859649122807, AUC:0.7353594080338266\n", - "Fold:10, Epoch: [27/40], Step: [18/29], Loss: 0.41048544810877907, Validation Loss:0.5404223799705505, Validation Acc:73.1829573934837, AUC:0.7222780126849894\n", - "Fold:10, Epoch: [27/40], Step: [27/29], Loss: 0.40032659305466545, Validation Loss:0.5287477746605873, Validation Acc:78.94736842105263, AUC:0.6946088794926004\n", - "Epoch 26 time: 1.8793\n", - "Fold:10, Epoch: [28/40], Step: [9/29], Loss: 0.412345031897227, Validation Loss:0.5260010957717896, Validation Acc:76.94235588972431, AUC:0.7364429175475687\n", - "Fold:10, Epoch: [28/40], Step: [18/29], Loss: 0.41311966876188916, Validation Loss:0.5588103234767914, Validation Acc:77.94486215538848, AUC:0.7040697674418606\n", - "Fold:10, Epoch: [28/40], Step: [27/29], Loss: 0.41121441236248724, Validation Loss:0.49206629022955894, Validation Acc:79.9498746867168, AUC:0.7004228329809724\n", - "Epoch 27 time: 1.9023\n", - "Fold:10, Epoch: [29/40], Step: [9/29], Loss: 0.4070950680308872, Validation Loss:0.6376253664493561, Validation Acc:74.18546365914787, AUC:0.7280919661733616\n", - "Fold:10, Epoch: [29/40], Step: [18/29], Loss: 0.3972597122192383, Validation Loss:0.5540750026702881, Validation Acc:79.69924812030075, AUC:0.7218816067653278\n", - "Fold:10, Epoch: [29/40], Step: [27/29], Loss: 0.4021036492453681, Validation Loss:0.4846845716238022, Validation Acc:74.43609022556392, AUC:0.7524577167019028\n", - "Epoch 28 time: 1.8877\n", - "Fold:10, Epoch: [30/40], Step: [9/29], Loss: 0.38321781489584184, Validation Loss:0.6165926828980446, Validation Acc:77.94486215538848, AUC:0.7040697674418606\n", - "Fold:10, Epoch: [30/40], Step: [18/29], Loss: 0.3927149689859814, Validation Loss:0.6666123196482658, Validation Acc:79.19799498746868, AUC:0.6960623678646934\n", - "Fold:10, Epoch: [30/40], Step: [27/29], Loss: 0.3874157965183258, Validation Loss:0.5306858196854591, Validation Acc:76.69172932330827, AUC:0.7197145877378436\n", - "Epoch 29 time: 1.8788\n", - "Fold:10, Epoch: [31/40], Step: [9/29], Loss: 0.3707112967967987, Validation Loss:0.5559502094984055, Validation Acc:77.44360902255639, AUC:0.7317124735729387\n", - "Fold:10, Epoch: [31/40], Step: [18/29], Loss: 0.3724176072412067, Validation Loss:0.5887301862239838, Validation Acc:78.44611528822055, AUC:0.7222515856236786\n", - "Fold:10, Epoch: [31/40], Step: [27/29], Loss: 0.3677224572058077, Validation Loss:0.8381595760583878, Validation Acc:78.19548872180451, AUC:0.7284355179704016\n", - "Epoch 30 time: 1.8851\n", - "Fold:10, Epoch: [32/40], Step: [9/29], Loss: 0.36694074008199906, Validation Loss:0.6003645732998848, Validation Acc:77.69423558897243, AUC:0.7102536997885834\n", - "Fold:10, Epoch: [32/40], Step: [18/29], Loss: 0.3761836820178562, Validation Loss:0.6480295807123184, Validation Acc:79.9498746867168, AUC:0.6851479915433404\n", - "Fold:10, Epoch: [32/40], Step: [27/29], Loss: 0.3675776046735269, Validation Loss:0.5803249552845955, Validation Acc:79.69924812030075, AUC:0.6913319238900633\n", - "Epoch 31 time: 1.8792\n", - "Fold:10, Epoch: [33/40], Step: [9/29], Loss: 0.3541982803079817, Validation Loss:0.5999442487955093, Validation Acc:75.68922305764411, AUC:0.7139006342494715\n", - "Fold:10, Epoch: [33/40], Step: [18/29], Loss: 0.3480043063561122, Validation Loss:0.5957974456250668, Validation Acc:78.69674185463658, AUC:0.6855179704016913\n", - "Fold:10, Epoch: [33/40], Step: [27/29], Loss: 0.35516112490936563, Validation Loss:0.6366761028766632, Validation Acc:76.94235588972431, AUC:0.7440803382663848\n", - "Epoch 32 time: 1.8688\n", - "Fold:10, Epoch: [34/40], Step: [9/29], Loss: 0.329345530933804, Validation Loss:0.5825619995594025, Validation Acc:79.69924812030075, AUC:0.7066067653276956\n", - "Fold:10, Epoch: [34/40], Step: [18/29], Loss: 0.35820479525460136, Validation Loss:0.6345197558403015, Validation Acc:78.44611528822055, AUC:0.6917019027484144\n", - "Fold:10, Epoch: [34/40], Step: [27/29], Loss: 0.3619547155168321, Validation Loss:0.6668953895568848, Validation Acc:74.68671679197995, AUC:0.7004492600422833\n", - "Epoch 33 time: 1.8772\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Fold:10, Epoch: [35/40], Step: [9/29], Loss: 0.346364912059572, Validation Loss:0.5184372998774052, Validation Acc:77.69423558897243, AUC:0.7026162790697674\n", - "Fold:10, Epoch: [35/40], Step: [18/29], Loss: 0.35855408675140804, Validation Loss:0.5992095172405243, Validation Acc:83.70927318295739, AUC:0.6840380549682875\n", - "Fold:10, Epoch: [35/40], Step: [27/29], Loss: 0.36300258835156757, Validation Loss:0.567741185426712, Validation Acc:81.203007518797, AUC:0.6924154334038055\n", - "Epoch 34 time: 1.8807\n", - "Fold:10, Epoch: [36/40], Step: [9/29], Loss: 0.3761604030927022, Validation Loss:0.6202263236045837, Validation Acc:70.92731829573935, AUC:0.7168340380549683\n", - "Fold:10, Epoch: [36/40], Step: [18/29], Loss: 0.3582106547223197, Validation Loss:0.6136047393083572, Validation Acc:77.69423558897243, AUC:0.6949788583509513\n", - "Fold:10, Epoch: [36/40], Step: [27/29], Loss: 0.3505465631131773, Validation Loss:0.5780900791287422, Validation Acc:80.20050125313283, AUC:0.7553382663847781\n", - "Epoch 35 time: 1.8832\n", - "Fold:10, Epoch: [37/40], Step: [9/29], Loss: 0.34774156742625767, Validation Loss:0.5607838183641434, Validation Acc:78.44611528822055, AUC:0.6993393234672304\n", - "Fold:10, Epoch: [37/40], Step: [18/29], Loss: 0.3471587515539593, Validation Loss:0.578995831310749, Validation Acc:79.9498746867168, AUC:0.7156976744186048\n", - "Fold:10, Epoch: [37/40], Step: [27/29], Loss: 0.33329123976054015, Validation Loss:0.6473346054553986, Validation Acc:73.6842105263158, AUC:0.7251849894291754\n", - "Epoch 36 time: 1.8805\n", - "Fold:10, Epoch: [38/40], Step: [9/29], Loss: 0.33203278647528756, Validation Loss:0.5836844332516193, Validation Acc:79.4486215538847, AUC:0.7280655391120507\n", - "Fold:10, Epoch: [38/40], Step: [18/29], Loss: 0.3226838351951705, Validation Loss:0.6233754083514214, Validation Acc:82.45614035087719, AUC:0.6996828752642706\n", - "Fold:10, Epoch: [38/40], Step: [27/29], Loss: 0.321060163003427, Validation Loss:0.6537457555532455, Validation Acc:79.4486215538847, AUC:0.6975158562367864\n", - "Epoch 37 time: 1.8591\n", - "Fold:10, Epoch: [39/40], Step: [9/29], Loss: 0.317414124806722, Validation Loss:0.6833896934986115, Validation Acc:78.69674185463658, AUC:0.6778805496828753\n", - "Fold:10, Epoch: [39/40], Step: [18/29], Loss: 0.31710703008704716, Validation Loss:0.7253277599811554, Validation Acc:80.20050125313283, AUC:0.7247885835095137\n", - "Fold:10, Epoch: [39/40], Step: [27/29], Loss: 0.31345702211062115, Validation Loss:0.6435994356870651, Validation Acc:76.94235588972431, AUC:0.6906183932346723\n", - "Epoch 38 time: 1.8911\n", - "Fold:10, Epoch: [40/40], Step: [9/29], Loss: 0.3370460205607944, Validation Loss:0.6557703465223312, Validation Acc:80.20050125313283, AUC:0.7095137420718814\n", - "Fold:10, Epoch: [40/40], Step: [18/29], Loss: 0.31116489817698795, Validation Loss:0.620567798614502, Validation Acc:80.70175438596492, AUC:0.7124207188160676\n", - "Fold:10, Epoch: [40/40], Step: [27/29], Loss: 0.3109458800819185, Validation Loss:0.6628529280424118, Validation Acc:72.93233082706767, AUC:0.6902748414376321\n", - "Epoch 39 time: 1.9040\n" - ] - } - ], + "outputs": [], "source": [ "from torch.nn.utils.rnn import pack_padded_sequence\n", "gru_mean_train_loss_histories = []\n",