{"cells":[{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":469,"status":"ok","timestamp":1744179906765,"user":{"displayName":"xin huang","userId":"07597279731200846682"},"user_tz":-480},"id":"BpBJGNbhpGpB","outputId":"9cc21f61-c6c3-46f0-c0fc-362ea439201b"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/EM_sensitivity_0430\n"]}],"source":["import os\n","os.chdir('/content/drive/MyDrive/EM_sensitivity_0430')\n","!pwd"]},{"cell_type":"code","source":["!pip install TorchSisso -q\n","\n","# CUDA_VISIBLE_DEVICES=0\n","# !nvidia-smi"],"metadata":{"id":"1leFUHGCiDbd","executionInfo":{"status":"ok","timestamp":1744180029823,"user_tz":-480,"elapsed":121487,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"colab":{"base_uri":"https://localhost:8080/"},"outputId":"e9f02753-15b2-4f38-c00b-fd345f5f695d","collapsed":true},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m363.4/363.4 MB\u001b[0m \u001b[31m4.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.8/13.8 MB\u001b[0m \u001b[31m85.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.6/24.6 MB\u001b[0m \u001b[31m65.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m883.7/883.7 kB\u001b[0m \u001b[31m40.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m664.8/664.8 MB\u001b[0m \u001b[31m2.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m211.5/211.5 MB\u001b[0m \u001b[31m5.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m56.3/56.3 MB\u001b[0m \u001b[31m11.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m127.9/127.9 MB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.5/207.5 MB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K   \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.1/21.1 MB\u001b[0m \u001b[31m53.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h"]}]},{"cell_type":"code","source":["from TorchSisso import SissoModel\n","import numpy as np\n","import pandas as pd\n","import sympy\n","from sympy import symbols"],"metadata":{"id":"kKYzybOhjcC6","executionInfo":{"status":"ok","timestamp":1744180048118,"user_tz":-480,"elapsed":18301,"user":{"displayName":"xin huang","userId":"07597279731200846682"}}},"execution_count":4,"outputs":[]},{"cell_type":"code","source":["df_ = pd.read_csv('/content/drive/MyDrive/EM_sensitivity_0430/all.csv')\n","df_.head()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"id":"2ixf2YmDjeal","executionInfo":{"status":"ok","timestamp":1744180048616,"user_tz":-480,"elapsed":501,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"e2b9d565-2f44-45a0-d5dd-d2818717f75b"},"execution_count":5,"outputs":[{"output_type":"execute_result","data":{"text/plain":["   connectivity  content  distance  filler  interface        K\n","0           0.0     0.02     0.005     100         10  1.30980\n","1           0.0     0.02     0.005     100         20  1.33020\n","2           0.0     0.02     0.005     100         30  1.35025\n","3           0.0     0.02     0.005     100         40  1.37000\n","4           0.0     0.02     0.005     100         50  1.38940"],"text/html":["\n","  <div id=\"df-e69248e4-e902-40a1-9c4a-40905cd625bc\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>connectivity</th>\n","      <th>content</th>\n","      <th>distance</th>\n","      <th>filler</th>\n","      <th>interface</th>\n","      <th>K</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>0.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>10</td>\n","      <td>1.30980</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>0.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>20</td>\n","      <td>1.33020</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>0.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>30</td>\n","      <td>1.35025</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>0.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>40</td>\n","      <td>1.37000</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>0.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>50</td>\n","      <td>1.38940</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e69248e4-e902-40a1-9c4a-40905cd625bc')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-e69248e4-e902-40a1-9c4a-40905cd625bc button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-e69248e4-e902-40a1-9c4a-40905cd625bc');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-5ddd5e07-9772-45fc-928a-c812b0fc1593\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-5ddd5e07-9772-45fc-928a-c812b0fc1593')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-5ddd5e07-9772-45fc-928a-c812b0fc1593 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"df_","summary":"{\n  \"name\": \"df_\",\n  \"rows\": 11000,\n  \"fields\": [\n    {\n      \"column\": \"connectivity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.3162421409862962,\n        \"min\": 0.0,\n        \"max\": 1.0,\n        \"num_unique_values\": 11,\n        \"samples\": [\n          0.5,\n          0.0,\n          0.9\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"content\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.02828555698381884,\n        \"min\": 0.02,\n        \"max\": 0.1,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.04,\n          0.1,\n          0.06\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"distance\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.014362059452067229,\n        \"min\": 0.005,\n        \"max\": 0.05,\n        \"num_unique_values\": 10,\n        \"samples\": [\n          0.045,\n          0.01,\n          0.03\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"filler\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 111,\n        \"min\": 100,\n        \"max\": 400,\n        \"num_unique_values\": 4,\n        \"samples\": [\n          200,\n          400,\n          100\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"interface\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 14,\n        \"min\": 10,\n        \"max\": 50,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          20,\n          50,\n          30\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"K\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 6.056763153282919,\n        \"min\": 0.91085,\n        \"max\": 33.1315,\n        \"num_unique_values\": 9404,\n        \"samples\": [\n          7.7015,\n          1.64,\n          16.3315\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":5}]},{"cell_type":"code","source":["df_.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"3sxL-qG8-6lK","executionInfo":{"status":"ok","timestamp":1744092697344,"user_tz":-480,"elapsed":38,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"ef344414-03fa-4e1e-d371-0852752bfaa3"},"execution_count":5,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(11000, 6)"]},"metadata":{},"execution_count":5}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[6001:8001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[6001:8001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"8GNJqSivf-vD","executionInfo":{"status":"ok","timestamp":1744167828608,"user_tz":-480,"elapsed":18997,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"8242c61b-cf54-43ec-8596-415c9ddc3d98"},"execution_count":5,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.22483372688293457  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20703 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 6.3963634967803955  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.906294*((content*filler)*(sin(connectivity)))+0.7833687088778927\n","\n","\n","RMSE:  0.2714812627874027\n","R2:: 0.9976974384478641\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09752154350280762  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.8897034027*((content*filler)*(sin(connectivity)))\n","\n","\n","2 term in the equation is 0.0602396186*((content*interface)+(content/distanc))\n","\n","\n","Equation:   + 0.8897034027*((content*filler)*(sin(connectivity)))   + 0.0602396186*((content*interface)+(content/distanc))  +0.613627263035654\n","\n","\n","RMSE: 0.11934555443950529\n","\n","\n","R2:: 0.9995550163847332\n","************************************************ Time taken for 2 dimension is:  0.2322230339050293  seconds ************************************************ \n","\n","1 term in the equation is 0.8872825927*((content*filler)*(sin(connectivity)))\n","\n","\n","2 term in the equation is 0.0524394267*((content*interface)+(content/distanc))\n","\n","\n","3 term in the equation is -0.0226772593*((distanc-interface)*(content)**0.5)\n","\n","\n","Equation:   + 0.8872825927*((content*filler)*(sin(connectivity)))   + 0.0524394267*((content*interface)+(content/distanc))  -0.0226772593*((distanc-interface)*(content)**0.5)  +0.515884513525929\n","\n","\n","RMSE: 0.09016813849733112\n","\n","\n","R2:: 0.9997459976497983\n","************************************************ Time taken for 3 dimension is:  9.693444967269897  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[3001:5001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[3001:5001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ql0wF5i6iKLI","executionInfo":{"status":"ok","timestamp":1744168436886,"user_tz":-480,"elapsed":18475,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"a34c67de-567d-40e9-fbd0-32cc94ebbdf7"},"execution_count":7,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.013163566589355469  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20702 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 4.490592002868652  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.963407*((connectivity-distanc)*(content*filler))+1.2141098314124008\n","\n","\n","RMSE:  0.3635365384550434\n","R2:: 0.9880890850626194\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.029787540435791016  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.9051346625*((content*filler)*(tanh(connectivity)))\n","\n","\n","2 term in the equation is 0.0367523346*((content+distanc)/(connectivity*distanc))\n","\n","\n","Equation:   + 0.9051346625*((content*filler)*(tanh(connectivity)))   + 0.0367523346*((content+distanc)/(connectivity*distanc))  +0.833931331721931\n","\n","\n","RMSE: 0.17116354930891345\n","\n","\n","R2:: 0.9973595888679605\n","************************************************ Time taken for 2 dimension is:  0.17021703720092773  seconds ************************************************ \n","\n","1 term in the equation is 0.8305258934*((connectivity*filler)*(tanh(content)))\n","\n","\n","2 term in the equation is 0.5150716822*((content/connectivity)/(distanc)**0.5)\n","\n","\n","3 term in the equation is 0.0000037544*((filler*interface)/(distanc)**0.5)\n","\n","\n","Equation:   + 0.8305258934*((connectivity*filler)*(tanh(content)))   + 0.5150716822*((content/connectivity)/(distanc)**0.5)   + 0.0000037544*((filler*interface)/(distanc)**0.5)  +0.683162028777539\n","\n","\n","RMSE: 0.12505843668914202\n","\n","\n","R2:: 0.9985904678740326\n","************************************************ Time taken for 3 dimension is:  11.925750494003296  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[1001:3001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[1001:3001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"4H707F3-k-v_","executionInfo":{"status":"ok","timestamp":1744169189946,"user_tz":-480,"elapsed":36024,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"0c9669f3-6b8c-4ad4-c4a1-ff86d6d27023"},"execution_count":8,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.02023768424987793  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20612 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 9.204334497451782  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  1.123894*((connectivity-distanc)*(content*filler))+1.691975243292843\n","\n","\n","RMSE:  0.5608749366903957\n","R2:: 0.90834381451713\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.11502838134765625  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 1.0705701357*((connectivity-distanc)*(content*filler))\n","\n","\n","2 term in the equation is 0.2089786294*((content/connectivity)/(distanc)**0.5)\n","\n","\n","Equation:   + 1.0705701357*((connectivity-distanc)*(content*filler))   + 0.2089786294*((content/connectivity)/(distanc)**0.5)  +1.12240728401573\n","\n","\n","RMSE: 0.25271482369872417\n","\n","\n","R2:: 0.9813923663597659\n","************************************************ Time taken for 2 dimension is:  0.33399033546447754  seconds ************************************************ \n","\n","1 term in the equation is 1.0614843059*((connectivity-distanc)*(content*filler))\n","\n","\n","2 term in the equation is 0.1928133200*((content/connectivity)/(distanc)**0.5)\n","\n","\n","3 term in the equation is -0.0001750580*((sin(filler))/(connectivity/filler))\n","\n","\n","Equation:   + 1.0614843059*((connectivity-distanc)*(content*filler))   + 0.1928133200*((content/connectivity)/(distanc)**0.5)  -0.0001750580*((sin(filler))/(connectivity/filler))  +0.90665627628275\n","\n","\n","RMSE: 0.1792275800587965\n","\n","\n","R2:: 0.9906407856501194\n","************************************************ Time taken for 3 dimension is:  23.578584909439087  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":[],"metadata":{"id":"GvmKW2ELiLCv"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["# 极低贯通率0\n","X = df_.iloc[0:1000, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[0:1000, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"id":"wVY2vzqeCqtg","executionInfo":{"status":"ok","timestamp":1740117578991,"user_tz":-480,"elapsed":57,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"ace3318b-bf2e-4e64-885f-dc3fe7d88e84"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["      Target  connectivity  content  distanc  filler  interface\n","995  1.70745           0.0      0.1     0.05   400.0       10.0\n","996  1.70870           0.0      0.1     0.05   400.0       20.0\n","997  1.70945           0.0      0.1     0.05   400.0       30.0\n","998  1.71010           0.0      0.1     0.05   400.0       40.0\n","999  1.71065           0.0      0.1     0.05   400.0       50.0"],"text/html":["\n","  <div id=\"df-0bcd8ecd-abbc-4464-83ac-6f8c2ff80606\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Target</th>\n","      <th>connectivity</th>\n","      <th>content</th>\n","      <th>distanc</th>\n","      <th>filler</th>\n","      <th>interface</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>995</th>\n","      <td>1.70745</td>\n","      <td>0.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>10.0</td>\n","    </tr>\n","    <tr>\n","      <th>996</th>\n","      <td>1.70870</td>\n","      <td>0.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>20.0</td>\n","    </tr>\n","    <tr>\n","      <th>997</th>\n","      <td>1.70945</td>\n","      <td>0.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>30.0</td>\n","    </tr>\n","    <tr>\n","      <th>998</th>\n","      <td>1.71010</td>\n","      <td>0.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>40.0</td>\n","    </tr>\n","    <tr>\n","      <th>999</th>\n","      <td>1.71065</td>\n","      <td>0.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>50.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0bcd8ecd-abbc-4464-83ac-6f8c2ff80606')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-0bcd8ecd-abbc-4464-83ac-6f8c2ff80606 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-0bcd8ecd-abbc-4464-83ac-6f8c2ff80606');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-2cb58bd2-b684-417a-b613-cc062a64046f\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-2cb58bd2-b684-417a-b613-cc062a64046f')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-2cb58bd2-b684-417a-b613-cc062a64046f button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","summary":"{\n  \"name\": \"df\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"Target\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0012512993247021373,\n        \"min\": 1.70745,\n        \"max\": 1.71065,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          1.7087,\n          1.71065,\n          1.70945\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"connectivity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 0.0,\n        \"max\": 0.0,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          0.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"content\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 0.1,\n        \"max\": 0.1,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          0.1\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"distanc\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 0.05,\n        \"max\": 0.05,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          0.05\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"filler\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 400.0,\n        \"max\": 400.0,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          400.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"interface\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 15.811388300841896,\n        \"min\": 10.0,\n        \"max\": 50.0,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          20.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":15}]},{"cell_type":"code","source":["operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"SbTlQG2eE4ee","executionInfo":{"status":"ok","timestamp":1740117615102,"user_tz":-480,"elapsed":7001,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"ebf620d6-3a7c-4ca6-d27b-dd7ab2e2e409"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 62 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.22970890998840332  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 9916 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 1.8996198177337646  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.012406*((content/distanc)*(filler)**0.5)+1.4366692797211282\n","\n","\n","RMSE:  0.23267405183337445\n","R2:: 0.9173156045597003\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.0052449703216552734  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.0108541957*((content/distanc)*(filler)**0.5)\n","\n","\n","2 term in the equation is -4.4509753886*((distanc/content)/(filler)**0.5)\n","\n","\n","Equation:   + 0.0108541957*((content/distanc)*(filler)**0.5)  -4.4509753886*((distanc/content)/(filler)**0.5)  +1.715038624261009\n","\n","\n","RMSE: 0.1694360687512478\n","\n","\n","R2:: 0.9561530506702198\n","************************************************ Time taken for 2 dimension is:  0.2964358329772949  seconds ************************************************ \n","\n","1 term in the equation is 0.0100335292*((content/distanc)*(filler)**0.5)\n","\n","\n","2 term in the equation is -9.9795003442*((distanc)**0.5/(content*filler))\n","\n","\n","3 term in the equation is 467.0608582693*((distanc)**2/(ln(content)))\n","\n","\n","Equation:   + 0.0100335292*((content/distanc)*(filler)**0.5)  -9.9795003442*((distanc)**0.5/(content*filler))   + 467.0608582693*((distanc)**2/(ln(content)))  +1.910875832961422\n","\n","\n","RMSE: 0.12325503472038966\n","\n","\n","R2:: 0.9767973821892026\n","************************************************ Time taken for 3 dimension is:  3.9036898612976074  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[1001:2001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[1001:2001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"eT6d_TYw_Llx","executionInfo":{"status":"ok","timestamp":1740117661037,"user_tz":-480,"elapsed":7993,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"73944a1b-4cac-4871-fab2-e09acf72dfea"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.0068209171295166016  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20612 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 2.8835675716400146  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.11186*((content*filler)+(content/distanc))+1.153493160633769\n","\n","\n","RMSE:  0.28984050294813835\n","R2:: 0.9552618196323766\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09885334968566895  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.1058142758*((content*filler)+(content/distanc))\n","\n","\n","2 term in the equation is -0.0645712784*((distanc*filler)-(filler)**0.5)\n","\n","\n","Equation:   + 0.1058142758*((content*filler)+(content/distanc))  -0.0645712784*((distanc*filler)-(filler)**0.5)  +0.717181397663854\n","\n","\n","RMSE: 0.15000784118366664\n","\n","\n","R2:: 0.9880163783519437\n","************************************************ Time taken for 2 dimension is:  0.29915523529052734  seconds ************************************************ \n","\n","1 term in the equation is 0.0979009296*((content*filler)+(content/distanc))\n","\n","\n","2 term in the equation is -0.0718998584*((distanc*filler)-(filler)**0.5)\n","\n","\n","3 term in the equation is 0.3221175635*((ln(distanc))/(content*filler))\n","\n","\n","Equation:   + 0.0979009296*((content*filler)+(content/distanc))  -0.0718998584*((distanc*filler)-(filler)**0.5)   + 0.3221175635*((ln(distanc))/(content*filler))  +0.946574253967982\n","\n","\n","RMSE: 0.10842423358456328\n","\n","\n","R2:: 0.9937394442293562\n","************************************************ Time taken for 3 dimension is:  3.808899164199829  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[2001:3001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[2001:3001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"1hUhQo7u_Lxf","executionInfo":{"status":"ok","timestamp":1740117732110,"user_tz":-480,"elapsed":8096,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"df7bc359-24a3-4a39-b884-fa5f656f99f2"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.0076580047607421875  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20702 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 3.1171915531158447  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.174293*((content*filler)+(content/distanc))+1.0631506330750597\n","\n","\n","RMSE:  0.2530362236567606\n","R2:: 0.9855104526550739\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09811902046203613  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.1781831240*((content*filler)+(content/distanc))\n","\n","\n","2 term in the equation is -0.0417260516*((content/distanc)/(distanc*filler))\n","\n","\n","Equation:   + 0.1781831240*((content*filler)+(content/distanc))  -0.0417260516*((content/distanc)/(distanc*filler))  +1.07196464374546\n","\n","\n","RMSE: 0.15977525197020528\n","\n","\n","R2:: 0.9942229191499277\n","************************************************ Time taken for 2 dimension is:  0.20273280143737793  seconds ************************************************ \n","\n","1 term in the equation is 0.1655595899*((content*filler)+(content/distanc))\n","\n","\n","2 term in the equation is 2.2800141812*(tanh((distanc*filler)))\n","\n","\n","3 term in the equation is -284.6160431316*((distanc/filler)/(content)**0.5)\n","\n","\n","Equation:   + 0.1655595899*((content*filler)+(content/distanc))   + 2.2800141812*(tanh((distanc*filler)))  -284.6160431316*((distanc/filler)/(content)**0.5)  -0.792180941050710\n","\n","\n","RMSE: 0.11130114345668941\n","\n","\n","R2:: 0.9971965767198127\n","************************************************ Time taken for 3 dimension is:  3.817552328109741  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[3001:4001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[3001:4001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"GzxlnoDUGRPM","executionInfo":{"status":"ok","timestamp":1740117901420,"user_tz":-480,"elapsed":7363,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"40785f1e-be83-4720-db5c-b694c235d447"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.007186174392700195  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20702 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 2.483508586883545  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  1.019251*((connectivity-distanc)*(content*filler))+1.1824496249565453\n","\n","\n","RMSE:  0.3018702780872995\n","R2:: 0.9889683932421198\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09834814071655273  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.0864289368*((content*filler)/(connectivity+distanc))\n","\n","\n","2 term in the equation is 0.0720419986*((content*interface)+(content/distanc))\n","\n","\n","Equation:   + 0.0864289368*((content*filler)/(connectivity+distanc))   + 0.0720419986*((content*interface)+(content/distanc))  +0.999880758389912\n","\n","\n","RMSE: 0.13535979474491697\n","\n","\n","R2:: 0.9977819188204917\n","************************************************ Time taken for 2 dimension is:  0.30084753036499023  seconds ************************************************ \n","\n","1 term in the equation is 0.0832150169*((content*filler)/(connectivity+distanc))\n","\n","\n","2 term in the equation is 0.0710790394*((content*interface)+(content/distanc))\n","\n","\n","3 term in the equation is -4.1647236293*((connectivity+content)/(content*filler))\n","\n","\n","Equation:   + 0.0832150169*((content*filler)/(connectivity+distanc))   + 0.0710790394*((content*interface)+(content/distanc))  -4.1647236293*((connectivity+content)/(content*filler))  +1.322964622893490\n","\n","\n","RMSE: 0.08911581826231478\n","\n","\n","R2:: 0.9990385921567027\n","************************************************ Time taken for 3 dimension is:  3.7193357944488525  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[4001:5001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[4001:5001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"pCsF6vSnGRTG","executionInfo":{"status":"ok","timestamp":1740117920943,"user_tz":-480,"elapsed":7907,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"8030d4fb-1bf5-42b5-e285-d44f92385ac3"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.006832122802734375  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20702 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 2.7908663749694824  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.355326*((content*filler)-(ln(distanc)))-0.2750929825607864\n","\n","\n","RMSE:  0.24404495769778803\n","R2:: 0.9955479224253961\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09692144393920898  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.3512073999*((content*filler)/(exp(distanc)))\n","\n","\n","2 term in the equation is 0.0778333701*((content*interface)+(content/distanc))\n","\n","\n","Equation:   + 0.3512073999*((content*filler)/(exp(distanc)))   + 0.0778333701*((content*interface)+(content/distanc))  +0.861323549950275\n","\n","\n","RMSE: 0.11573387550406525\n","\n","\n","R2:: 0.9989987465219637\n","************************************************ Time taken for 2 dimension is:  0.298997163772583  seconds ************************************************ \n","\n","1 term in the equation is 0.3406500102*((content*filler)/(exp(distanc)))\n","\n","\n","2 term in the equation is 0.0799164747*((content*interface)+(content/distanc))\n","\n","\n","3 term in the equation is -8.6772250072*((content)**0.5/(content*filler))\n","\n","\n","Equation:   + 0.3406500102*((content*filler)/(exp(distanc)))   + 0.0799164747*((content*interface)+(content/distanc))  -8.6772250072*((content)**0.5/(content*filler))  +1.210881838159485\n","\n","\n","RMSE: 0.07247255463518511\n","\n","\n","R2:: 0.9996073820186763\n","************************************************ Time taken for 3 dimension is:  3.71016788482666  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[5001:6001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[5001:6001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"3EITmlyCGRXL","executionInfo":{"status":"ok","timestamp":1740117942213,"user_tz":-480,"elapsed":8864,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"5e262b03-23e4-48c3-c693-807772c5def5"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.0067138671875  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20702 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 2.8841304779052734  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.432127*((content*filler)-(ln(distanc)))-0.6728716071972265\n","\n","\n","RMSE:  0.22013915505091886\n","R2:: 0.9975457494019513\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09830689430236816  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.4237613866*((content*filler)-(ln(distanc)))\n","\n","\n","2 term in the equation is 0.8738222557*((content+distanc)*(interface)**0.5)\n","\n","\n","Equation:   + 0.4237613866*((content*filler)-(ln(distanc)))   + 0.8738222557*((content+distanc)*(interface)**0.5)  -0.921038207394897\n","\n","\n","RMSE: 0.147370262596498\n","\n","\n","R2:: 0.9989001232294211\n","************************************************ Time taken for 2 dimension is:  0.40147852897644043  seconds ************************************************ \n","\n","1 term in the equation is 0.4166182754*((content*filler)-(distanc)**0.5)\n","\n","\n","2 term in the equation is 0.5529990680*((content*interface)/(ln(filler)))\n","\n","\n","3 term in the equation is -0.0899223959*((content/distanc)*(sin(filler)))\n","\n","\n","Equation:   + 0.4166182754*((content*filler)-(distanc)**0.5)   + 0.5529990680*((content*interface)/(ln(filler)))  -0.0899223959*((content/distanc)*(sin(filler)))  +0.821390997981874\n","\n","\n","RMSE: 0.09343956201747677\n","\n","\n","R2:: 0.9995578334314288\n","************************************************ Time taken for 3 dimension is:  4.608341932296753  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[6001:7001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[6001:7001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Mv0bzAz7Gn1E","executionInfo":{"status":"ok","timestamp":1740117955793,"user_tz":-480,"elapsed":8446,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"be019537-0592-470a-b78d-4977d6864818"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.006833791732788086  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20703 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 2.88091778755188  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.319477*((content*filler)/(connectivity+distanc))+0.8436641441682768\n","\n","\n","RMSE:  0.2224377994674281\n","R2:: 0.9981903809720871\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09856057167053223  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.3156264803*((content*filler)/(connectivity+distanc))\n","\n","\n","2 term in the equation is 0.7584616079*((content*interface)/(ln(filler)))\n","\n","\n","Equation:   + 0.3156264803*((content*filler)/(connectivity+distanc))   + 0.7584616079*((content*interface)/(ln(filler)))  +0.680419248813873\n","\n","\n","RMSE: 0.14225533376679322\n","\n","\n","R2:: 0.999259871561108\n","************************************************ Time taken for 2 dimension is:  0.29936838150024414  seconds ************************************************ \n","\n","1 term in the equation is 0.5159352384*((content*filler)/(exp(distanc)))\n","\n","\n","2 term in the equation is 0.7067487434*((content*interface)/(ln(filler)))\n","\n","\n","3 term in the equation is 0.0001474497*((content+distanc)/(distanc)**2)\n","\n","\n","Equation:   + 0.5159352384*((content*filler)/(exp(distanc)))   + 0.7067487434*((content*interface)/(ln(filler)))   + 0.0001474497*((content+distanc)/(distanc)**2)  +0.653130181421398\n","\n","\n","RMSE: 0.09032457750174748\n","\n","\n","R2:: 0.9997016116577232\n","************************************************ Time taken for 3 dimension is:  3.8972878456115723  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[7001:8001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[7001:8001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"t4DeUExbGn6T","executionInfo":{"status":"ok","timestamp":1740117976292,"user_tz":-480,"elapsed":7829,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"36a31b3e-951f-409c-bbce-7f1513b149c7"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.0066699981689453125  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20703 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 2.6682116985321045  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.602422*((content*filler)/(exp(distanc)))+0.7242138305815047\n","\n","\n","RMSE:  0.2138576543303438\n","R2:: 0.9987346092102664\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09758257865905762  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.5956181501*((content*filler)/(exp(distanc)))\n","\n","\n","2 term in the equation is 0.8169569342*((content*interface)/(ln(filler)))\n","\n","\n","Equation:   + 0.5956181501*((content*filler)/(exp(distanc)))   + 0.8169569342*((content*interface)/(ln(filler)))  +0.548477177918423\n","\n","\n","RMSE: 0.10868611253953847\n","\n","\n","R2:: 0.9996731690459995\n","************************************************ Time taken for 2 dimension is:  0.302278995513916  seconds ************************************************ \n","\n","1 term in the equation is 0.5782182815*((content*filler)-(distanc)**0.5)\n","\n","\n","2 term in the equation is 0.7623202590*((content*interface)/(ln(filler)))\n","\n","\n","3 term in the equation is 0.0001532183*((content+distanc)/(distanc)**2)\n","\n","\n","Equation:   + 0.5782182815*((content*filler)-(distanc)**0.5)   + 0.7623202590*((content*interface)/(ln(filler)))   + 0.0001532183*((content+distanc)/(distanc)**2)  +0.612320248390004\n","\n","\n","RMSE: 0.07425725063337259\n","\n","\n","R2:: 0.9998474357417012\n","************************************************ Time taken for 3 dimension is:  3.8115487098693848  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[8001:9001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[8001:9001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"bfu2n8OjGn9w","executionInfo":{"status":"ok","timestamp":1740117996068,"user_tz":-480,"elapsed":8177,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"5ac3508b-51e3-4737-af4b-9490617bbf3d"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.006484270095825195  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20703 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 2.5675947666168213  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.66596*((content*filler)+(interface/filler))+0.44805286380090337\n","\n","\n","RMSE:  0.18879929176766982\n","R2:: 0.9992272496540688\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.004456996917724609  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.6510545822*((content*filler)+(content)**0.5)\n","\n","\n","2 term in the equation is 0.1524052561*((content*interface)-(ln(distanc)))\n","\n","\n","Equation:   + 0.6510545822*((content*filler)+(content)**0.5)   + 0.1524052561*((content*interface)-(ln(distanc)))  -0.2302872567431837\n","\n","\n","RMSE: 0.05916130236332384\n","\n","\n","R2:: 0.9999241223384057\n","************************************************ Time taken for 2 dimension is:  0.4957435131072998  seconds ************************************************ \n","\n","1 term in the equation is 0.6461997323*((content*filler)+(content)**0.5)\n","\n","\n","2 term in the equation is 0.1598073684*((content*interface)-(ln(distanc)))\n","\n","\n","3 term in the equation is -1.4779577347*((connectivity/filler)/(content+distanc))\n","\n","\n","Equation:   + 0.6461997323*((content*filler)+(content)**0.5)   + 0.1598073684*((content*interface)-(ln(distanc)))  -1.4779577347*((connectivity/filler)/(content+distanc))  -0.1137664697805380\n","\n","\n","RMSE: 0.033226684219148234\n","\n","\n","R2:: 0.9999760661538748\n","************************************************ Time taken for 3 dimension is:  4.010974645614624  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[9001:10001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[9001:10001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"WMhlA6QCGoBR","executionInfo":{"status":"ok","timestamp":1740118036794,"user_tz":-480,"elapsed":7889,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"feb9191a-2377-45d9-e191-29498031a4f5"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.006674289703369141  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20614 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 2.6173486709594727  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.7422*((content*filler)+(interface/filler))+0.30863911150605716\n","\n","\n","RMSE:  0.16978335694895935\n","R2:: 0.9994967304867768\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.09837627410888672  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.7269977560*((content+distanc)+(content*filler))\n","\n","\n","2 term in the equation is -0.0457367232*((content*interface)*(ln(distanc)))\n","\n","\n","Equation:   + 0.7269977560*((content+distanc)+(content*filler))  -0.0457367232*((content*interface)*(ln(distanc)))  +0.2771844318469227\n","\n","\n","RMSE: 0.04332375857701267\n","\n","\n","R2:: 0.9999672310410384\n","************************************************ Time taken for 2 dimension is:  0.304640531539917  seconds ************************************************ \n","\n","1 term in the equation is 0.7288037346*((connectivity+filler)*(tanh(content)))\n","\n","\n","2 term in the equation is -0.0421384950*((content*interface)*(ln(distanc)))\n","\n","\n","3 term in the equation is -0.9296704484*((connectivity-interface)*(content*distanc))\n","\n","\n","Equation:   + 0.7288037346*((connectivity+filler)*(tanh(content)))  -0.0421384950*((content*interface)*(ln(distanc)))  -0.9296704484*((connectivity-interface)*(content*distanc))  +0.276119457057367\n","\n","\n","RMSE: 0.027687176020641698\n","\n","\n","R2:: 0.9999866165613068\n","************************************************ Time taken for 3 dimension is:  3.9022727012634277  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[10001:11001, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[10001:11001, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"hDwesQx0GoEv","executionInfo":{"status":"ok","timestamp":1740118054176,"user_tz":-480,"elapsed":5913,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"d3f57b9e-6169-4915-e9b1-9c7c272f819f"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 62 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.005533933639526367  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 9916 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 1.4641339778900146  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.815454*((content*filler)+(interface/filler))+0.1380568012436303\n","\n","\n","RMSE:  0.16505497076753864\n","R2:: 0.99960569121659\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.003037691116333008  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.8002683552*(content*(content+filler))\n","\n","\n","2 term in the equation is 0.2018594842*((content*interface)-(content)**0.5)\n","\n","\n","Equation:   + 0.8002683552*(content*(content+filler))   + 0.2018594842*((content*interface)-(content)**0.5)  +0.1741871828496410\n","\n","\n","RMSE: 0.0038664592814519963\n","\n","\n","R2:: 0.9999997836254801\n","************************************************ Time taken for 2 dimension is:  0.39575791358947754  seconds ************************************************ \n","\n","1 term in the equation is 0.8000027001*((content*filler)-(cos(content)))\n","\n","\n","2 term in the equation is -0.0137245102*((content*interface)-(ln(content)))\n","\n","\n","3 term in the equation is 0.2137518081*((content*interface)-(content)**0.5)\n","\n","\n","Equation:   + 0.8000027001*((content*filler)-(cos(content)))  -0.0137245102*((content*interface)-(ln(content)))   + 0.2137518081*((content*interface)-(content)**0.5)  +1.02659977540764\n","\n","\n","RMSE: 0.0002473112549341224\n","\n","\n","R2:: 0.9999999991147478\n","************************************************ Time taken for 3 dimension is:  3.7059905529022217  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["df.tail()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"id":"alhHPZoWH-Y-","executionInfo":{"status":"ok","timestamp":1740118170300,"user_tz":-480,"elapsed":58,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"05316003-76c6-48ec-eb16-4500fde15682"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["      Target  connectivity  content  distanc  filler  interface\n","994  32.3315           1.0      0.1     0.05   400.0       10.0\n","995  32.5315           1.0      0.1     0.05   400.0       20.0\n","996  32.7315           1.0      0.1     0.05   400.0       30.0\n","997  32.9315           1.0      0.1     0.05   400.0       40.0\n","998  33.1315           1.0      0.1     0.05   400.0       50.0"],"text/html":["\n","  <div id=\"df-1e29d85a-8256-4a0e-8480-30c5645176fb\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Target</th>\n","      <th>connectivity</th>\n","      <th>content</th>\n","      <th>distanc</th>\n","      <th>filler</th>\n","      <th>interface</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>994</th>\n","      <td>32.3315</td>\n","      <td>1.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>10.0</td>\n","    </tr>\n","    <tr>\n","      <th>995</th>\n","      <td>32.5315</td>\n","      <td>1.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>20.0</td>\n","    </tr>\n","    <tr>\n","      <th>996</th>\n","      <td>32.7315</td>\n","      <td>1.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>30.0</td>\n","    </tr>\n","    <tr>\n","      <th>997</th>\n","      <td>32.9315</td>\n","      <td>1.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>40.0</td>\n","    </tr>\n","    <tr>\n","      <th>998</th>\n","      <td>33.1315</td>\n","      <td>1.0</td>\n","      <td>0.1</td>\n","      <td>0.05</td>\n","      <td>400.0</td>\n","      <td>50.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1e29d85a-8256-4a0e-8480-30c5645176fb')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-1e29d85a-8256-4a0e-8480-30c5645176fb button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-1e29d85a-8256-4a0e-8480-30c5645176fb');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-7b02c3b5-3673-4fc2-948c-a8970cee76c1\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-7b02c3b5-3673-4fc2-948c-a8970cee76c1')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-7b02c3b5-3673-4fc2-948c-a8970cee76c1 button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","summary":"{\n  \"name\": \"df\",\n  \"rows\": 5,\n  \"fields\": [\n    {\n      \"column\": \"Target\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.31622776601683905,\n        \"min\": 32.3315,\n        \"max\": 33.1315,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          32.5315,\n          33.1315,\n          32.7315\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"connectivity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 1.0,\n        \"max\": 1.0,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          1.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"content\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 0.1,\n        \"max\": 0.1,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          0.1\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"distanc\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 0.05,\n        \"max\": 0.05,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          0.05\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"filler\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 400.0,\n        \"max\": 400.0,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          400.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"interface\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 15.811388300841896,\n        \"min\": 10.0,\n        \"max\": 50.0,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          20.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":27}]},{"cell_type":"code","source":["df.head()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"id":"SVioL7IjGRbr","executionInfo":{"status":"ok","timestamp":1740118183161,"user_tz":-480,"elapsed":23,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"ea0c73ad-1815-4d64-ec00-0f7ffa1e7f6b"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["   Target  connectivity  content  distanc  filler  interface\n","0  1.8231           1.0     0.02    0.005   100.0       20.0\n","1  1.8631           1.0     0.02    0.005   100.0       30.0\n","2  1.9031           1.0     0.02    0.005   100.0       40.0\n","3  1.9431           1.0     0.02    0.005   100.0       50.0\n","4  3.3831           1.0     0.02    0.005   200.0       10.0"],"text/html":["\n","  <div id=\"df-fa0964d4-3f4a-4c88-9420-c5f4a4bb7eda\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>Target</th>\n","      <th>connectivity</th>\n","      <th>content</th>\n","      <th>distanc</th>\n","      <th>filler</th>\n","      <th>interface</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>1.8231</td>\n","      <td>1.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100.0</td>\n","      <td>20.0</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>1.8631</td>\n","      <td>1.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100.0</td>\n","      <td>30.0</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>1.9031</td>\n","      <td>1.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100.0</td>\n","      <td>40.0</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>1.9431</td>\n","      <td>1.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100.0</td>\n","      <td>50.0</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>3.3831</td>\n","      <td>1.0</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>200.0</td>\n","      <td>10.0</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fa0964d4-3f4a-4c88-9420-c5f4a4bb7eda')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-fa0964d4-3f4a-4c88-9420-c5f4a4bb7eda button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-fa0964d4-3f4a-4c88-9420-c5f4a4bb7eda');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-d2a68400-5d33-4f8b-bd73-06d1e49e012c\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-d2a68400-5d33-4f8b-bd73-06d1e49e012c')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-d2a68400-5d33-4f8b-bd73-06d1e49e012c button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"df","summary":"{\n  \"name\": \"df\",\n  \"rows\": 999,\n  \"fields\": [\n    {\n      \"column\": \"Target\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 8.316256115618938,\n        \"min\": 1.7831,\n        \"max\": 33.1315,\n        \"num_unique_values\": 100,\n        \"samples\": [\n          8.9315,\n          15.017,\n          19.4945\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"connectivity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0,\n        \"min\": 1.0,\n        \"max\": 1.0,\n        \"num_unique_values\": 1,\n        \"samples\": [\n          1.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"content\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.0282842428781252,\n        \"min\": 0.02,\n        \"max\": 0.1,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.04\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"distanc\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.01435811806442429,\n        \"min\": 0.005,\n        \"max\": 0.05,\n        \"num_unique_values\": 10,\n        \"samples\": [\n          0.045\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"filler\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 111.81450014359588,\n        \"min\": 100.0,\n        \"max\": 400.0,\n        \"num_unique_values\": 4,\n        \"samples\": [\n          200.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"interface\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 14.142121439062599,\n        \"min\": 10.0,\n        \"max\": 50.0,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          30.0\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":28}]},{"cell_type":"code","source":["# 极低贯通率\n","X = df_.iloc[8001:, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[8001:, -1].values   # All rows, only the last column (target)\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","df.tail()\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"HuxpdkLgOJ16","executionInfo":{"status":"ok","timestamp":1744180087543,"user_tz":-480,"elapsed":38907,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"87a8bf33-0ebe-4d1d-e327-158caea9cc1e"},"execution_count":6,"outputs":[{"output_type":"stream","name":"stdout","text":["************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 90 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.2474353313446045  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 20614 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 10.542184591293335  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.298299*((content*filler)*(exp(connectivity)))+0.48995997658614066\n","\n","\n","RMSE:  0.2493955141641328\n","R2:: 0.9989301949728626\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.17671895027160645  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.2939970150*((content*filler)*(exp(connectivity)))\n","\n","\n","2 term in the equation is 0.1978718347*((content*interface)-(exp(connectivity)))\n","\n","\n","Equation:   + 0.2939970150*((content*filler)*(exp(connectivity)))   + 0.1978718347*((content*interface)-(exp(connectivity)))  +0.781294705596192\n","\n","\n","RMSE: 0.10023813322136116\n","\n","\n","R2:: 0.9998271802792231\n","************************************************ Time taken for 2 dimension is:  0.6432037353515625  seconds ************************************************ \n","\n","1 term in the equation is 0.2943885645*((content*filler)*(exp(connectivity)))\n","\n","\n","2 term in the equation is 0.1889939690*((content*interface)-(exp(connectivity)))\n","\n","\n","3 term in the equation is -0.0103095993*((connectivity/distanc)*(ln(connectivity)))\n","\n","\n","Equation:   + 0.2943885645*((content*filler)*(exp(connectivity)))   + 0.1889939690*((content*interface)-(exp(connectivity)))  -0.0103095993*((connectivity/distanc)*(ln(connectivity)))  +0.705950188864630\n","\n","\n","RMSE: 0.06529238778889496\n","\n","\n","R2:: 0.9999266749341272\n","************************************************ Time taken for 3 dimension is:  23.69806981086731  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":["#全部数据测试\n","X = df_.iloc[:, :-1].values  # All rows, all columns except the last one\n","y = df_.iloc[:, -1].values   # All rows, only the last column (target)\n","\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","\n","# Display the dataframe (optional)\n","print(df.head())\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse,equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"z0nJWsd9NbSO","executionInfo":{"status":"ok","timestamp":1740112064553,"user_tz":-480,"elapsed":57854,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"6b2fcea8-cbca-48ea-fba4-0a7396eea955"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["    Target  connectivity  content  distanc  filler  interface\n","0  1.30980           0.0     0.02    0.005   100.0       10.0\n","1  1.33020           0.0     0.02    0.005   100.0       20.0\n","2  1.35025           0.0     0.02    0.005   100.0       30.0\n","3  1.37000           0.0     0.02    0.005   100.0       40.0\n","4  1.38940           0.0     0.02    0.005   100.0       50.0\n","************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 85 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.39151501655578613  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 17297 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 17.086864709854126  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  0.716818*((connectivity+content)*(content*filler))+1.2365915052269774\n","\n","\n","RMSE:  0.5059197065077421\n","R2:: 0.9930221521831663\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.10386276245117188  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is 0.7986623963*((connectivity+distanc)*(content*filler))\n","\n","\n","2 term in the equation is -0.8259146599*((ln(distanc))*(cos(connectivity)))\n","\n","\n","Equation:   + 0.7986623963*((connectivity+distanc)*(content*filler))  -0.8259146599*((ln(distanc))*(cos(connectivity)))  -1.528419658794546\n","\n","\n","RMSE: 0.3655101879372584\n","\n","\n","R2:: 0.9963578546450037\n","************************************************ Time taken for 2 dimension is:  1.1184749603271484  seconds ************************************************ \n","\n","1 term in the equation is 0.7858940228*((connectivity+distanc)*(content*filler))\n","\n","\n","2 term in the equation is -0.9734521064*((ln(distanc))*(cos(connectivity)))\n","\n","\n","3 term in the equation is -0.0493158929*((cos(connectivity))/(content+distanc))\n","\n","\n","Equation:   + 0.7858940228*((connectivity+distanc)*(content*filler))  -0.9734521064*((ln(distanc))*(cos(connectivity)))  -0.0493158929*((cos(connectivity))/(content+distanc))  -1.33341232277519\n","\n","\n","RMSE: 0.2769606153366895\n","\n","\n","R2:: 0.9979088059636949\n","************************************************ Time taken for 3 dimension is:  33.181583881378174  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":[],"metadata":{"id":"eT_dp0NZBGlI"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"xs84OO44BGoa"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"cnp_PKVlBGrX"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"VKu9l9-iBGuW"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"b7s57ZuIBGxu"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["df_1 = pd.read_csv('/content/drive/MyDrive/EM_sensitivity_0430/summary_linear_K.csv')\n","df_1.head()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":206},"id":"L06u5qDnVpXX","executionInfo":{"status":"ok","timestamp":1740112130883,"user_tz":-480,"elapsed":741,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"a36197d7-8aed-47bd-aa72-bde796a3df9c"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["   connectivity  content  distance  filler  interface        K\n","0            10     0.02     0.005     100         10  1.36155\n","1            10     0.02     0.005     100         20  1.38415\n","2            10     0.02     0.005     100         30  1.40650\n","3            10     0.02     0.005     100         40  1.42835\n","4            10     0.02     0.005     100         50  1.45010"],"text/html":["\n","  <div id=\"df-3982503e-082c-4204-8f91-07f29351a2e7\" class=\"colab-df-container\">\n","    <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>connectivity</th>\n","      <th>content</th>\n","      <th>distance</th>\n","      <th>filler</th>\n","      <th>interface</th>\n","      <th>K</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>10</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>10</td>\n","      <td>1.36155</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>10</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>20</td>\n","      <td>1.38415</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>10</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>30</td>\n","      <td>1.40650</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>10</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>40</td>\n","      <td>1.42835</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>10</td>\n","      <td>0.02</td>\n","      <td>0.005</td>\n","      <td>100</td>\n","      <td>50</td>\n","      <td>1.45010</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","    <div class=\"colab-df-buttons\">\n","\n","  <div class=\"colab-df-container\">\n","    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3982503e-082c-4204-8f91-07f29351a2e7')\"\n","            title=\"Convert this dataframe to an interactive table.\"\n","            style=\"display:none;\">\n","\n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n","    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n","  </svg>\n","    </button>\n","\n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    .colab-df-buttons div {\n","      margin-bottom: 4px;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","    <script>\n","      const buttonEl =\n","        document.querySelector('#df-3982503e-082c-4204-8f91-07f29351a2e7 button.colab-df-convert');\n","      buttonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","      async function convertToInteractive(key) {\n","        const element = document.querySelector('#df-3982503e-082c-4204-8f91-07f29351a2e7');\n","        const dataTable =\n","          await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                    [key], {});\n","        if (!dataTable) return;\n","\n","        const docLinkHtml = 'Like what you see? Visit the ' +\n","          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","          + ' to learn more about interactive tables.';\n","        element.innerHTML = '';\n","        dataTable['output_type'] = 'display_data';\n","        await google.colab.output.renderOutput(dataTable, element);\n","        const docLink = document.createElement('div');\n","        docLink.innerHTML = docLinkHtml;\n","        element.appendChild(docLink);\n","      }\n","    </script>\n","  </div>\n","\n","\n","<div id=\"df-425c9fd5-0a37-4a16-9cbf-927dc4877e7d\">\n","  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-425c9fd5-0a37-4a16-9cbf-927dc4877e7d')\"\n","            title=\"Suggest charts\"\n","            style=\"display:none;\">\n","\n","<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","     width=\"24px\">\n","    <g>\n","        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n","    </g>\n","</svg>\n","  </button>\n","\n","<style>\n","  .colab-df-quickchart {\n","      --bg-color: #E8F0FE;\n","      --fill-color: #1967D2;\n","      --hover-bg-color: #E2EBFA;\n","      --hover-fill-color: #174EA6;\n","      --disabled-fill-color: #AAA;\n","      --disabled-bg-color: #DDD;\n","  }\n","\n","  [theme=dark] .colab-df-quickchart {\n","      --bg-color: #3B4455;\n","      --fill-color: #D2E3FC;\n","      --hover-bg-color: #434B5C;\n","      --hover-fill-color: #FFFFFF;\n","      --disabled-bg-color: #3B4455;\n","      --disabled-fill-color: #666;\n","  }\n","\n","  .colab-df-quickchart {\n","    background-color: var(--bg-color);\n","    border: none;\n","    border-radius: 50%;\n","    cursor: pointer;\n","    display: none;\n","    fill: var(--fill-color);\n","    height: 32px;\n","    padding: 0;\n","    width: 32px;\n","  }\n","\n","  .colab-df-quickchart:hover {\n","    background-color: var(--hover-bg-color);\n","    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n","    fill: var(--button-hover-fill-color);\n","  }\n","\n","  .colab-df-quickchart-complete:disabled,\n","  .colab-df-quickchart-complete:disabled:hover {\n","    background-color: var(--disabled-bg-color);\n","    fill: var(--disabled-fill-color);\n","    box-shadow: none;\n","  }\n","\n","  .colab-df-spinner {\n","    border: 2px solid var(--fill-color);\n","    border-color: transparent;\n","    border-bottom-color: var(--fill-color);\n","    animation:\n","      spin 1s steps(1) infinite;\n","  }\n","\n","  @keyframes spin {\n","    0% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","      border-left-color: var(--fill-color);\n","    }\n","    20% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    30% {\n","      border-color: transparent;\n","      border-left-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","      border-right-color: var(--fill-color);\n","    }\n","    40% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-top-color: var(--fill-color);\n","    }\n","    60% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","    }\n","    80% {\n","      border-color: transparent;\n","      border-right-color: var(--fill-color);\n","      border-bottom-color: var(--fill-color);\n","    }\n","    90% {\n","      border-color: transparent;\n","      border-bottom-color: var(--fill-color);\n","    }\n","  }\n","</style>\n","\n","  <script>\n","    async function quickchart(key) {\n","      const quickchartButtonEl =\n","        document.querySelector('#' + key + ' button');\n","      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n","      quickchartButtonEl.classList.add('colab-df-spinner');\n","      try {\n","        const charts = await google.colab.kernel.invokeFunction(\n","            'suggestCharts', [key], {});\n","      } catch (error) {\n","        console.error('Error during call to suggestCharts:', error);\n","      }\n","      quickchartButtonEl.classList.remove('colab-df-spinner');\n","      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n","    }\n","    (() => {\n","      let quickchartButtonEl =\n","        document.querySelector('#df-425c9fd5-0a37-4a16-9cbf-927dc4877e7d button');\n","      quickchartButtonEl.style.display =\n","        google.colab.kernel.accessAllowed ? 'block' : 'none';\n","    })();\n","  </script>\n","</div>\n","\n","    </div>\n","  </div>\n"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"dataframe","variable_name":"df_1","summary":"{\n  \"name\": \"df_1\",\n  \"rows\": 5000,\n  \"fields\": [\n    {\n      \"column\": \"connectivity\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 14,\n        \"min\": 0,\n        \"max\": 40,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0,\n          40,\n          20\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"content\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.02828710009892144,\n        \"min\": 0.02,\n        \"max\": 0.1,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          0.04,\n          0.1,\n          0.06\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"distance\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0.014362842972463716,\n        \"min\": 0.005,\n        \"max\": 0.05,\n        \"num_unique_values\": 10,\n        \"samples\": [\n          0.045,\n          0.01,\n          0.03\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"filler\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 111,\n        \"min\": 100,\n        \"max\": 400,\n        \"num_unique_values\": 4,\n        \"samples\": [\n          200,\n          400,\n          100\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"interface\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 14,\n        \"min\": 10,\n        \"max\": 50,\n        \"num_unique_values\": 5,\n        \"samples\": [\n          20,\n          50,\n          30\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"K\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 2.831096843825513,\n        \"min\": 0.91085,\n        \"max\": 16.65,\n        \"num_unique_values\": 4828,\n        \"samples\": [\n          3.0051,\n          5.509,\n          2.55795\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"}},"metadata":{},"execution_count":8}]},{"cell_type":"code","source":["X = df_1.iloc[:, :-1].values  # All rows, all columns except the last one\n","y = df_1.iloc[:, -1].values   # All rows, only the last column (target)\n","\n","# Assign column names for the features\n","cols = [\"connectivity\",\"content\",\"distanc\",\"filler\",\"interface\"]\n","# Insert the target variable into the dataframe at the beginning\n","df = pd.DataFrame(X, columns=cols)\n","df.insert(0, 'Target', y)\n","\n","# Display the dataframe (optional)\n","print(df.head())\n","operators = ['+','-','*','/','exp','ln','sin','cos','pow(2)','pow(0.5)','sqrt','tanh']\n","rmse, equation,r2,_ = SissoModel(df,operators,n_expansion=3,n_term=3,k=20,use_gpu=False).fit()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"u4UDZ3yTNbVe","executionInfo":{"status":"ok","timestamp":1740112181382,"user_tz":-480,"elapsed":27437,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"d935dd4c-2350-4968-af6d-aa28f288ab5e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["    Target  connectivity  content  distanc  filler  interface\n","0  1.36155          10.0     0.02    0.005   100.0       10.0\n","1  1.38415          10.0     0.02    0.005   100.0       20.0\n","2  1.40650          10.0     0.02    0.005   100.0       30.0\n","3  1.42835          10.0     0.02    0.005   100.0       40.0\n","4  1.45010          10.0     0.02    0.005   100.0       50.0\n","************************************************ Starting Feature Space Construction in cpu ************************************************ \n","\n","\n","\n","************************************************ Starting 1 level of feature expansion...************************************************ \n","\n","************************************************ 1 Feature Expansion Completed with feature space size::: 85 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 0.1598498821258545  Seconds...************************************************ \n","\n","************************************************ Starting 2 level of feature expansion...************************************************ \n","\n","************************************************ 2 Feature Expansion Completed with feature space size::: 17288 ************************************************ \n","\n","************************************************ Time taken to create the space is::: 8.938556909561157  Seconds...************************************************ \n","\n","\n","\n","************************************************ Starting sparse model building in cpu ************************************************ \n","\n","\n","\n","Equation:  -0.009299*((connectivity-filler)*(connectivity*content))+1.8191983502717939\n","\n","\n","RMSE:  0.6738821982146321\n","R2:: 0.9433310215163878\n","\n","\n","************************************************ Time taken to generate one dimensional equation:  0.10163044929504395  seconds ************************************************ \n","\n","\n","\n","1 term in the equation is -0.0086947843*((connectivity-filler)*(connectivity*content))\n","\n","\n","2 term in the equation is 2.1135275175*((content-distanc)/(distanc)**0.5)\n","\n","\n","Equation:  -0.0086947843*((connectivity-filler)*(connectivity*content))   + 2.1135275175*((content-distanc)/(distanc)**0.5)  +1.41405871772330\n","\n","\n","RMSE: 0.25831837675137836\n","\n","\n","R2:: 0.9916730103994779\n","************************************************ Time taken for 2 dimension is:  0.812962532043457  seconds ************************************************ \n","\n","1 term in the equation is -0.0074129406*((content-filler)*(connectivity*content))\n","\n","\n","2 term in the equation is 2.2844517287*((content-distanc)/(distanc)**0.5)\n","\n","\n","3 term in the equation is -0.0740392018*((cos(filler))/(distanc)**0.5)\n","\n","\n","Equation:  -0.0074129406*((content-filler)*(connectivity*content))   + 2.2844517287*((content-distanc)/(distanc)**0.5)  -0.0740392018*((cos(filler))/(distanc)**0.5)  +1.54601067980591\n","\n","\n","RMSE: 0.19020379882705093\n","\n","\n","R2:: 0.9954854362552431\n","************************************************ Time taken for 3 dimension is:  14.323631525039673  seconds ************************************************ \n","\n"]}]},{"cell_type":"code","source":[],"metadata":{"id":"qfQUxLvLNbYD"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"z0l4iogqNbbK"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"ZCM0l0t8NbeD"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["import torch"],"metadata":{"id":"uTgCKvizlple"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["# create SISSO model object with relevant user-defined inputs\n","sm = SissoModel(df = df, #Takes the dataframe as input with first variable as target variable\n","                operators = operators, #Takes the user-defined operators to perform the feature engineering\n","                n_expansion = 3, #Defines the number of feature expansions need to be considered\n","                n_term = 1, #Defines the number of terms in the final equation\n","                k = 20, #Defines the number of SIS features to be screened for $L_0$ regularization\n","                initial_screening = \"spearman\", #Defines the feature screening option for high dimensional and 1-quantile_value defines\n","                                                                          #the features within this quantile range should be kept for feature expansion.\n","                use_gpu = False, #Defines the flag whether to consider GPU or not (For efficient computation we consider using GPU only for $L_0$ Regularization.\n","                dimensionality = ['u1','u2','u3'], #Defines the units of the feature variables in string representation which later converted into sympy format to do the                                                         meaningful feature construction.\n","                relational_units = [(symbols('u1')*symbols('u2'),symbols('u3'))], #Defines the list of tuples where each tuple represents the relational transformation.\n","                output_dim = (symbols('u1')*symbols('u1')), #Defines the units of the target variable which helps in narrowing down the space for Regularization.\n","                custom_unary_functions = [('cos', '-sin', 'exp', 'pow(2)'), ('tanh', 'pow(2)','sin')], #list of tuples (Note only torch supported functions can be customized)\n","                custom_binary_functions = [\n","                                          {\n","                                              'functions1': ['pow(2)'],  # Function to apply on var1 (X1)\n","                                              'functions2': ['sin'],  # No function to apply on var2 (X2)\n","                                              'operation': torch.add,  # Operation to apply between var1 and var2\n","                                              'final_functions': []  # Final function to apply to the result of addition\n","                                          }\n","                                      ]\n","#List of dicts where transformations of variables and operation is provided.. (For example the given code above gives sin(x2) + X^2)\n","\n","                )\n","\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":219},"id":"CFXeyzoXjekp","executionInfo":{"status":"error","timestamp":1739773623909,"user_tz":-480,"elapsed":367,"user":{"displayName":"xin huang","userId":"07597279731200846682"}},"outputId":"221b6eb2-83b4-4f86-8413-5fd78e3f12b6"},"execution_count":null,"outputs":[{"output_type":"error","ename":"TypeError","evalue":"SissoModel.__init__() got an unexpected keyword argument 'df'","traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)","\u001b[0;32m<ipython-input-17-dcd49b874394>\u001b[0m in \u001b[0;36m<cell line: 0>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;31m# create SISSO model object with relevant user-defined inputs\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m sm = SissoModel(df = df, #Takes the dataframe as input with first variable as target variable\n\u001b[0m\u001b[1;32m      3\u001b[0m                 \u001b[0moperators\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0moperators\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;31m#Takes the user-defined operators to perform the feature engineering\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m                 \u001b[0mn_expansion\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m3\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;31m#Defines the number of feature expansions need to be considered\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m                 \u001b[0mn_term\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;31m#Defines the number of terms in the final equation\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n","\u001b[0;31mTypeError\u001b[0m: SissoModel.__init__() got an unexpected keyword argument 'df'"]}]},{"cell_type":"code","source":["# Run the SISSO algorithm to get the interpretable model with the highest accuracy\n","rmse, equation, r2,_ = sm.fit()"],"metadata":{"id":"eqDGYx7tjeny"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["from sklearn.model_selection import train_test_split\n","from sklearn.metrics import mean_squared_error\n","from TorchSisso import FeatureSpaceConstruction\n","import torch\n","import numpy as np\n","import pandas as pd\n","import time\n","import matplotlib.pyplot as plt"],"metadata":{"id":"aME8XTE1iQ7t"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["df = pd.read_csv('/content/drive/MyDrive/EM_sensitivity_0430/summary_linear_K.csv')\n","df.head()\n","X = df.drop('K', axis=1)\n","y = df['K']"],"metadata":{"id":"nrdRFPNRhqTU"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"92A2lyW5hqhE"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"WeAXtqFIhqpV"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"insj910xhqu6"},"execution_count":null,"outputs":[]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"background_save":true,"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"cc-3APm7DNc1","outputId":"4f929fd9-5aec-48d2-b7e7-89eb180bfbad"},"outputs":[{"name":"stderr","output_type":"stream","text":["Command line\n","python /usr/local/lib/python3.10/dist-packages/colab_kernel_launcher.py -f /root/.local/share/jupyter/runtime/kernel-da1faf97-4067-43e7-8680-2fb638e2579f.json\n","Args\n","{'activation': 'ReLU',\n"," 'adding_bond_types': True,\n"," 'adding_h': False,\n"," 'aggregation': 'mean',\n"," 'aggregation_norm': 100,\n"," 'atom_constraints': [],\n"," 'atom_descriptor_scaling': True,\n"," 'atom_descriptors': None,\n"," 'atom_descriptors_path': None,\n"," 'atom_descriptors_size': 0,\n"," 'atom_features_size': 0,\n"," 'atom_messages': False,\n"," 'atom_targets': [],\n"," 'batch_size': 50,\n"," 'bias': False,\n"," 'bias_solvent': False,\n"," 'bond_constraints': [],\n"," 'bond_descriptor_scaling': True,\n"," 'bond_descriptors': None,\n"," 'bond_descriptors_path': None,\n"," 'bond_descriptors_size': 0,\n"," 'bond_features_size': 0,\n"," 'bond_targets': [],\n"," 'cache_cutoff': 10000,\n"," 'checkpoint_dir': None,\n"," 'checkpoint_frzn': None,\n"," 'checkpoint_path': None,\n"," 'checkpoint_paths': None,\n"," 'class_balance': False,\n"," 'config_path': None,\n"," 'constraints_path': None,\n"," 'crossval_index_dir': None,\n"," 'crossval_index_file': None,\n"," 'crossval_index_sets': None,\n"," 'cuda': True,\n"," 'data_path': '/content/drive/MyDrive/EM_sensitivity_0430/reg_IS_DV_V2.csv',\n"," 'data_weights_path': None,\n"," 'dataset_type': 'regression',\n"," 'depth': 3,\n"," 'depth_solvent': 3,\n"," 'device': device(type='cuda'),\n"," 'dropout': 0.0,\n"," 'empty_cache': False,\n"," 'ensemble_size': 1,\n"," 'epochs': 100,\n"," 'evidential_regularization': 0,\n"," 'explicit_h': False,\n"," 'extra_metrics': ['mse', 'rmse', 'mae'],\n"," 'features_generator': None,\n"," 'features_only': False,\n"," 'features_path': ['/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv'],\n"," 'features_scaling': True,\n"," 'features_size': None,\n"," 'ffn_hidden_size': 300,\n"," 'ffn_num_layers': 2,\n"," 'final_lr': 0.0001,\n"," 'folds_file': None,\n"," 'freeze_first_only': False,\n"," 'frzn_ffn_layers': 0,\n"," 'gpu': None,\n"," 'grad_clip': None,\n"," 'hidden_size': 300,\n"," 'hidden_size_solvent': 300,\n"," 'ignore_columns': None,\n"," 'init_lr': 0.0001,\n"," 'is_atom_bond_targets': False,\n"," 'keeping_atom_map': False,\n"," 'log_frequency': 10,\n"," 'loss_function': 'mse',\n"," 'max_data_size': None,\n"," 'max_lr': 0.001,\n"," 'metric': 'r2',\n"," 'metrics': ['r2', 'mse', 'rmse', 'mae'],\n"," 'minimize_score': False,\n"," 'mpn_shared': False,\n"," 'multiclass_num_classes': 3,\n"," 'no_adding_bond_types': False,\n"," 'no_atom_descriptor_scaling': False,\n"," 'no_bond_descriptor_scaling': False,\n"," 'no_cache_mol': False,\n"," 'no_cuda': False,\n"," 'no_features_scaling': False,\n"," 'no_shared_atom_bond_ffn': False,\n"," 'num_folds': 1,\n"," 'num_lrs': 1,\n"," 'num_tasks': 2,\n"," 'num_workers': 8,\n"," 'number_of_molecules': 1,\n"," 'overwrite_default_atom_features': False,\n"," 'overwrite_default_bond_features': False,\n"," 'phase_features_path': None,\n"," 'pytorch_seed': 0,\n"," 'quiet': False,\n"," 'reaction': False,\n"," 'reaction_mode': 'reac_diff',\n"," 'reaction_solvent': False,\n"," 'resume_experiment': False,\n"," 'save_dir': '/content/drive/MyDrive/EM_sensitivity_0430/reg_IS_DV_100_epoch',\n"," 'save_preds': False,\n"," 'save_smiles_splits': True,\n"," 'seed': 0,\n"," 'separate_test_atom_descriptors_path': None,\n"," 'separate_test_bond_descriptors_path': None,\n"," 'separate_test_constraints_path': None,\n"," 'separate_test_features_path': None,\n"," 'separate_test_path': None,\n"," 'separate_test_phase_features_path': None,\n"," 'separate_val_atom_descriptors_path': None,\n"," 'separate_val_bond_descriptors_path': None,\n"," 'separate_val_constraints_path': None,\n"," 'separate_val_features_path': None,\n"," 'separate_val_path': None,\n"," 'separate_val_phase_features_path': None,\n"," 'shared_atom_bond_ffn': True,\n"," 'show_individual_scores': False,\n"," 'smiles_columns': ['SMILES'],\n"," 'spectra_activation': 'exp',\n"," 'spectra_phase_mask_path': None,\n"," 'spectra_target_floor': 1e-08,\n"," 'split_key_molecule': 0,\n"," 'split_sizes': [0.8, 0.1, 0.1],\n"," 'split_type': 'random',\n"," 'target_columns': None,\n"," 'target_weights': None,\n"," 'task_names': ['IS', 'DV'],\n"," 'test': False,\n"," 'test_fold_index': None,\n"," 'train_data_size': None,\n"," 'undirected': False,\n"," 'use_input_features': True,\n"," 'val_fold_index': None,\n"," 'warmup_epochs': 2.0,\n"," 'weights_ffn_num_layers': 2}\n","Setting molecule featurization parameters to default.\n","Loading data\n","1525it [00:00, 146479.35it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 83455.94it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 106793.90it/s]\n","Number of tasks = 2\n","Fold 0\n","Splitting data with seed 0\n","1525it [00:00, 231197.63it/s]\n","Total size = 1,525 | train size = 1,220 | val size = 152 | test size = 153\n","Fitting scaler\n","Building model 0\n","MoleculeModel(\n","  (encoder): MPN(\n","    (encoder): ModuleList(\n","      (0): MPNEncoder(\n","        (dropout): Dropout(p=0.0, inplace=False)\n","        (act_func): ReLU()\n","        (W_i): Linear(in_features=147, out_features=300, bias=False)\n","        (W_h): Linear(in_features=300, out_features=300, bias=False)\n","        (W_o): Linear(in_features=433, out_features=300, bias=True)\n","      )\n","    )\n","  )\n","  (readout): Sequential(\n","    (0): Dropout(p=0.0, inplace=False)\n","    (1): Linear(in_features=323, out_features=300, bias=True)\n","    (2): ReLU()\n","    (3): Dropout(p=0.0, inplace=False)\n","    (4): Linear(in_features=300, out_features=2, bias=True)\n","  )\n",")\n","Number of parameters = 362,402\n","Moving model to cuda\n","  0%|          | 0/100 [00:00<?, ?it/s]Epoch 0\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.94it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 18.17it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.63it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.51it/s]\u001b[ALoss = 8.0697e-01, PNorm = 34.2302, GNorm = 3.0183, lr_0 = 3.0625e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.93it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.25it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.73it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.96it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.59it/s]\u001b[ALoss = 5.5880e-01, PNorm = 34.2435, GNorm = 4.2650, lr_0 = 4.9375e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 17.65it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.46it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.18it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 12.01it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.09it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.472678\n","Validation mse = 7.295174\n","Validation rmse = 2.700958\n","Validation mae = 2.067059\n","  1%|          | 1/100 [00:01<03:04,  1.87s/it]Epoch 1\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.80it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.79it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.91it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.43it/s]\u001b[ALoss = 4.3983e-01, PNorm = 34.2600, GNorm = 3.1080, lr_0 = 7.0000e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.15it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.70it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.67it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.57it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.40it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.39it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.35it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.08it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.21it/s]\u001b[ALoss = 5.1895e-01, PNorm = 34.2784, GNorm = 6.1410, lr_0 = 8.8750e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.17it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.34it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.19it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.36it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.07it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.05it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.08it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.09it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.11it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.69it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.34it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.528927\n","Validation mse = 5.542708\n","Validation rmse = 2.354296\n","Validation mae = 1.693626\n","  2%|▏         | 2/100 [00:04<04:14,  2.60s/it]Epoch 2\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.38it/s]\u001b[ALoss = 3.8029e-01, PNorm = 34.3051, GNorm = 3.3810, lr_0 = 9.9512e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:01, 12.33it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 12.71it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.01it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.88it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 16.73it/s]\u001b[ALoss = 4.0458e-01, PNorm = 34.3380, GNorm = 2.0680, lr_0 = 9.8542e-04\n","\n"," 52%|█████▏    | 13/25 [00:00<00:00, 16.85it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:00<00:00, 17.32it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 17.67it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 17.06it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 17.03it/s]\u001b[ALoss = 3.8910e-01, PNorm = 34.3796, GNorm = 1.4985, lr_0 = 9.7582e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.46it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.74it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.620470\n","Validation mse = 2.808954\n","Validation rmse = 1.675993\n","Validation mae = 1.188461\n","  3%|▎         | 3/100 [00:06<03:35,  2.22s/it]Epoch 3\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.27it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.55it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.85it/s]\u001b[ALoss = 3.0071e-01, PNorm = 34.4134, GNorm = 1.0679, lr_0 = 9.6632e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.56it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.79it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.99it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.49it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.92it/s]\u001b[ALoss = 4.0302e-01, PNorm = 34.4530, GNorm = 1.6462, lr_0 = 9.5690e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.35it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.83it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.72it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.89it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.39it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.689197\n","Validation mse = 2.531672\n","Validation rmse = 1.591123\n","Validation mae = 1.209652\n","  4%|▍         | 4/100 [00:08<03:14,  2.03s/it]Epoch 4\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 19.55it/s]\u001b[ALoss = 3.0263e-01, PNorm = 34.4921, GNorm = 1.5875, lr_0 = 9.4665e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 18.14it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 18.17it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 18.25it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 18.30it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 18.21it/s]\u001b[ALoss = 3.8793e-01, PNorm = 34.5262, GNorm = 1.3844, lr_0 = 9.3743e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.46it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.95it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.68it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.06it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.21it/s]\u001b[ALoss = 2.9732e-01, PNorm = 34.5693, GNorm = 1.7862, lr_0 = 9.2830e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.79it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.57it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.678138\n","Validation mse = 2.336190\n","Validation rmse = 1.528460\n","Validation mae = 1.119209\n","  5%|▌         | 5/100 [00:10<02:58,  1.88s/it]Epoch 5\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.65it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.79it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.56it/s]\u001b[ALoss = 2.9229e-01, PNorm = 34.6033, GNorm = 1.1835, lr_0 = 9.1925e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.13it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.48it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.57it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.65it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.88it/s]\u001b[ALoss = 2.5318e-01, PNorm = 34.6363, GNorm = 1.1698, lr_0 = 9.1030e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.37it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.41it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.22it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.64it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  7.21it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.709511\n","Validation mse = 2.525526\n","Validation rmse = 1.589190\n","Validation mae = 1.216199\n","  6%|▌         | 6/100 [00:12<03:01,  1.93s/it]Epoch 6\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 19.58it/s]\u001b[ALoss = 1.8390e-01, PNorm = 34.6766, GNorm = 1.1429, lr_0 = 9.0055e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.53it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.90it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.37it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.85it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.99it/s]\u001b[ALoss = 2.7181e-01, PNorm = 34.7070, GNorm = 1.2919, lr_0 = 8.9177e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.98it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.93it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.41it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.86it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.09it/s]\u001b[ALoss = 3.4305e-01, PNorm = 34.7450, GNorm = 1.4744, lr_0 = 8.8309e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.91it/s]\u001b[ALoss = 3.4656e-01, PNorm = 34.7483, GNorm = 2.4786, lr_0 = 8.8222e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.88it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.713823\n","Validation mse = 1.673174\n","Validation rmse = 1.293512\n","Validation mae = 0.962529\n","  7%|▋         | 7/100 [00:13<02:54,  1.87s/it]Epoch 7\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 19.01it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.91it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 18.14it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.81it/s]\u001b[ALoss = 2.9951e-01, PNorm = 34.7901, GNorm = 1.6856, lr_0 = 8.7363e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.08it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.25it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.98it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.31it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.64it/s]\u001b[ALoss = 3.0040e-01, PNorm = 34.8361, GNorm = 1.4968, lr_0 = 8.6512e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 17.65it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.63it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 12.64it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.56it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.33it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.684277\n","Validation mse = 1.904568\n","Validation rmse = 1.380061\n","Validation mae = 0.996646\n","  8%|▊         | 8/100 [00:15<02:53,  1.89s/it]Epoch 8\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.14it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.35it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.70it/s]\u001b[ALoss = 2.7684e-01, PNorm = 34.8765, GNorm = 1.6216, lr_0 = 8.5669e-04\n","\n"," 20%|██        | 5/25 [00:00<00:02,  8.21it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.37it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.58it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.94it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.86it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.93it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.07it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.13it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.27it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.19it/s]\u001b[ALoss = 2.2789e-01, PNorm = 34.9095, GNorm = 1.1461, lr_0 = 8.4834e-04\n","\n"," 60%|██████    | 15/25 [00:01<00:01,  8.99it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.89it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.96it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  9.12it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.83it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.82it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.06it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.96it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.84it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.75it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.40it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.48it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.718269\n","Validation mse = 1.583596\n","Validation rmse = 1.258410\n","Validation mae = 0.976480\n","  9%|▉         | 9/100 [00:19<03:30,  2.31s/it]Epoch 9\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.3118e-01, PNorm = 34.9614, GNorm = 0.8094, lr_0 = 8.3926e-04\n","\n","  4%|▍         | 1/25 [00:00<00:02,  8.21it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.19it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 10.68it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.00it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.99it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.24it/s]\u001b[ALoss = 2.6208e-01, PNorm = 35.0066, GNorm = 1.1152, lr_0 = 8.3108e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.52it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.20it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.70it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.84it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.69it/s]\u001b[ALoss = 2.5200e-01, PNorm = 35.0449, GNorm = 1.2308, lr_0 = 8.2298e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.97it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.00it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.88it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.712876\n","Validation mse = 1.417879\n","Validation rmse = 1.190747\n","Validation mae = 0.898617\n"," 10%|█         | 10/100 [00:20<03:14,  2.16s/it]Epoch 10\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 19.06it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 18.54it/s]\u001b[ALoss = 2.4721e-01, PNorm = 35.0877, GNorm = 1.0925, lr_0 = 8.1497e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 18.10it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.66it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.52it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.73it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.78it/s]\u001b[ALoss = 2.5766e-01, PNorm = 35.1291, GNorm = 1.9361, lr_0 = 8.0703e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.82it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.04it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.73it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.81it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.00it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.66it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.742586\n","Validation mse = 1.378463\n","Validation rmse = 1.174080\n","Validation mae = 0.869970\n"," 11%|█         | 11/100 [00:22<03:01,  2.04s/it]Epoch 11\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.1882e-01, PNorm = 35.1838, GNorm = 1.5587, lr_0 = 7.9838e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.50it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.85it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.62it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.37it/s]\u001b[ALoss = 2.4738e-01, PNorm = 35.2357, GNorm = 0.6658, lr_0 = 7.9060e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.81it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.79it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.57it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.29it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.72it/s]\u001b[ALoss = 2.4992e-01, PNorm = 35.2849, GNorm = 1.4508, lr_0 = 7.8290e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.55it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.99it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.45it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.738580\n","Validation mse = 1.681224\n","Validation rmse = 1.296620\n","Validation mae = 1.019832\n"," 12%|█▏        | 12/100 [00:24<02:49,  1.92s/it]Epoch 12\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.44it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.04it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.40it/s]\u001b[ALoss = 2.9831e-01, PNorm = 35.3382, GNorm = 0.8214, lr_0 = 7.7452e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.19it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.64it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.35it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.61it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.94it/s]\u001b[ALoss = 2.3703e-01, PNorm = 35.3910, GNorm = 0.8922, lr_0 = 7.6697e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.05it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.43it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.46it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.25it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.59it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.729074\n","Validation mse = 1.418842\n","Validation rmse = 1.191151\n","Validation mae = 0.871793\n"," 13%|█▎        | 13/100 [00:25<02:41,  1.85s/it]Epoch 13\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.08it/s]\u001b[ALoss = 1.5759e-01, PNorm = 35.4359, GNorm = 0.7655, lr_0 = 7.5950e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.23it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.82it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.50it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.15it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.43it/s]\u001b[ALoss = 2.2296e-01, PNorm = 35.4770, GNorm = 2.0007, lr_0 = 7.5210e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.96it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.59it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.98it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.21it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.15it/s]\u001b[ALoss = 2.6546e-01, PNorm = 35.5286, GNorm = 0.9686, lr_0 = 7.4477e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.55it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.57it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.751103\n","Validation mse = 1.463946\n","Validation rmse = 1.209937\n","Validation mae = 0.896020\n"," 14%|█▍        | 14/100 [00:27<02:36,  1.82s/it]Epoch 14\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.18it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.16it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.13it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.20it/s]\u001b[ALoss = 2.1311e-01, PNorm = 35.5787, GNorm = 0.7774, lr_0 = 7.3680e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.66it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.97it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.81it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.26it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.33it/s]\u001b[ALoss = 2.4357e-01, PNorm = 35.6210, GNorm = 1.0801, lr_0 = 7.2962e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.20it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.54it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.92it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.48it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 19.57it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.713243\n","Validation mse = 1.351733\n","Validation rmse = 1.162640\n","Validation mae = 0.846456\n"," 15%|█▌        | 15/100 [00:29<02:32,  1.79s/it]Epoch 15\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.85it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.44it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.01it/s]\u001b[ALoss = 2.9216e-01, PNorm = 35.6703, GNorm = 1.0690, lr_0 = 7.2251e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.58it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.34it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.59it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.73it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.68it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  9.05it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.24it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.02it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.92it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.90it/s]\u001b[ALoss = 2.1111e-01, PNorm = 35.7250, GNorm = 1.5435, lr_0 = 7.1547e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.89it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.02it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.81it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.78it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.85it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.83it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.04it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.05it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.17it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.65it/s]\u001b[ALoss = 2.3924e-01, PNorm = 35.7663, GNorm = 1.2455, lr_0 = 7.0850e-04\n","Loss = 2.2498e-01, PNorm = 35.7701, GNorm = 2.0922, lr_0 = 7.0781e-04\n","\n","100%|██████████| 25/25 [00:02<00:00, 10.24it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  8.74it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  9.14it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.63it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.734365\n","Validation mse = 2.704186\n","Validation rmse = 1.644441\n","Validation mae = 1.372955\n"," 16%|█▌        | 16/100 [00:32<03:04,  2.20s/it]Epoch 16\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.25it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  7.70it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.22it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  7.92it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  7.87it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  7.81it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.85it/s]\u001b[ALoss = 2.2363e-01, PNorm = 35.8236, GNorm = 1.6269, lr_0 = 7.0091e-04\n","\n"," 40%|████      | 10/25 [00:01<00:01, 11.92it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:00, 13.66it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 14.85it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.24it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.45it/s]\u001b[ALoss = 2.1886e-01, PNorm = 35.8833, GNorm = 1.1659, lr_0 = 6.9408e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.91it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.38it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.28it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.53it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.735836\n","Validation mse = 1.370363\n","Validation rmse = 1.170625\n","Validation mae = 0.843454\n"," 17%|█▋        | 17/100 [00:34<03:00,  2.17s/it]Epoch 17\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.16it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.12it/s]\u001b[ALoss = 2.2027e-01, PNorm = 35.9303, GNorm = 1.4127, lr_0 = 6.8665e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.38it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.06it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.41it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.41it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.03it/s]\u001b[ALoss = 2.0157e-01, PNorm = 35.9751, GNorm = 0.8346, lr_0 = 6.7996e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.26it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.75it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.32it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.70it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.36it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.22it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.753111\n","Validation mse = 1.291960\n","Validation rmse = 1.136644\n","Validation mae = 0.800436\n"," 18%|█▊        | 18/100 [00:36<02:48,  2.06s/it]Epoch 18\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.2863e-01, PNorm = 36.0200, GNorm = 0.9910, lr_0 = 6.7334e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 16.89it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.46it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.95it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.68it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.70it/s]\u001b[ALoss = 1.8076e-01, PNorm = 36.0584, GNorm = 1.1335, lr_0 = 6.6678e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.97it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.56it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.16it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.43it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.68it/s]\u001b[ALoss = 1.8592e-01, PNorm = 36.1042, GNorm = 0.7121, lr_0 = 6.6028e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.60it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.22it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.49it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.756397\n","Validation mse = 1.294729\n","Validation rmse = 1.137862\n","Validation mae = 0.853123\n"," 19%|█▉        | 19/100 [00:38<02:38,  1.96s/it]Epoch 19\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.50it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.21it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.61it/s]\u001b[ALoss = 1.8656e-01, PNorm = 36.1684, GNorm = 0.9922, lr_0 = 6.5321e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.70it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.77it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.02it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.03it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.24it/s]\u001b[ALoss = 1.9887e-01, PNorm = 36.2132, GNorm = 1.1062, lr_0 = 6.4684e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.92it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.16it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.81it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.14it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.09it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.762967\n","Validation mse = 1.255306\n","Validation rmse = 1.120404\n","Validation mae = 0.790079\n"," 20%|██        | 20/100 [00:39<02:30,  1.89s/it]Epoch 20\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.7904e-01, PNorm = 36.2632, GNorm = 0.8788, lr_0 = 6.4054e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 17.64it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.56it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.00it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 10.25it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 12.29it/s]\u001b[ALoss = 1.7691e-01, PNorm = 36.3159, GNorm = 0.9178, lr_0 = 6.3430e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 13.77it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 14.66it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.30it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.83it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.29it/s]\u001b[ALoss = 1.8299e-01, PNorm = 36.3663, GNorm = 1.2897, lr_0 = 6.2812e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.72it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.29it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.19it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.765341\n","Validation mse = 1.272458\n","Validation rmse = 1.128033\n","Validation mae = 0.840345\n"," 21%|██        | 21/100 [00:41<02:31,  1.92s/it]Epoch 21\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.62it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 18.14it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.57it/s]\u001b[ALoss = 2.0602e-01, PNorm = 36.4101, GNorm = 1.5053, lr_0 = 6.2139e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.61it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.36it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.77it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.88it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.28it/s]\u001b[ALoss = 1.6451e-01, PNorm = 36.4565, GNorm = 0.9138, lr_0 = 6.1534e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.66it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.75it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.36it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.50it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.83it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.08it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.750602\n","Validation mse = 1.142886\n","Validation rmse = 1.069058\n","Validation mae = 0.751745\n"," 22%|██▏       | 22/100 [00:43<02:27,  1.90s/it]Epoch 22\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02, 10.20it/s]\u001b[ALoss = 1.7346e-01, PNorm = 36.5021, GNorm = 0.7679, lr_0 = 6.0875e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.98it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.18it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.91it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.01it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.11it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.48it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.17it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.64it/s]\u001b[ALoss = 1.4774e-01, PNorm = 36.5438, GNorm = 1.7363, lr_0 = 6.0282e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.30it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.30it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.61it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.40it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.30it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.11it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.02it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.64it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.10it/s]\u001b[ALoss = 1.8263e-01, PNorm = 36.5909, GNorm = 0.8300, lr_0 = 5.9695e-04\n","\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.15it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.81it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.02it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.751788\n","Validation mse = 1.297137\n","Validation rmse = 1.138919\n","Validation mae = 0.826117\n"," 23%|██▎       | 23/100 [00:46<02:53,  2.25s/it]Epoch 23\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.26it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.54it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.56it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.00it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  7.94it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  7.91it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 10.59it/s]\u001b[ALoss = 1.6920e-01, PNorm = 36.6258, GNorm = 0.8487, lr_0 = 5.9113e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 12.82it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:00, 14.35it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 14.66it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.17it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.01it/s]\u001b[ALoss = 1.6466e-01, PNorm = 36.6624, GNorm = 0.7254, lr_0 = 5.8537e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.66it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.56it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.40it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.92it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.758512\n","Validation mse = 1.167916\n","Validation rmse = 1.080702\n","Validation mae = 0.780828\n"," 24%|██▍       | 24/100 [00:48<02:47,  2.20s/it]Epoch 24\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.16it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.23it/s]\u001b[ALoss = 1.6463e-01, PNorm = 36.7120, GNorm = 1.2595, lr_0 = 5.7910e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.14it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.92it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.41it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.76it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.70it/s]\u001b[ALoss = 1.7916e-01, PNorm = 36.7526, GNorm = 1.1079, lr_0 = 5.7346e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.52it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.97it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.71it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.79it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.27it/s]\u001b[ALoss = 1.4847e-01, PNorm = 36.8015, GNorm = 2.1501, lr_0 = 5.6787e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.55it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.759012\n","Validation mse = 1.197909\n","Validation rmse = 1.094490\n","Validation mae = 0.784424\n"," 25%|██▌       | 25/100 [00:50<02:36,  2.08s/it]Epoch 25\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.37it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.41it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.17it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.68it/s]\u001b[ALoss = 1.9005e-01, PNorm = 36.8475, GNorm = 1.0915, lr_0 = 5.6234e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.81it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.91it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.38it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.85it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.11it/s]\u001b[ALoss = 1.5633e-01, PNorm = 36.8797, GNorm = 1.3445, lr_0 = 5.5686e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.30it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.88it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.57it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.84it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.722516\n","Validation mse = 1.225426\n","Validation rmse = 1.106990\n","Validation mae = 0.736309\n"," 26%|██▌       | 26/100 [00:52<02:26,  1.99s/it]Epoch 26\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.93it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.87it/s]\u001b[ALoss = 1.7531e-01, PNorm = 36.9161, GNorm = 0.7268, lr_0 = 5.5090e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.08it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.81it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.65it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.95it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.22it/s]\u001b[ALoss = 1.5780e-01, PNorm = 36.9565, GNorm = 1.1762, lr_0 = 5.4553e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.41it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.09it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.99it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.61it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.08it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.98it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.751872\n","Validation mse = 1.137208\n","Validation rmse = 1.066399\n","Validation mae = 0.759338\n"," 27%|██▋       | 27/100 [00:54<02:19,  1.91s/it]Epoch 27\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.5592e-01, PNorm = 36.9970, GNorm = 1.2399, lr_0 = 5.3969e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 12.31it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.22it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.58it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.13it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.73it/s]\u001b[ALoss = 1.3981e-01, PNorm = 37.0340, GNorm = 0.7244, lr_0 = 5.3443e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.04it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.49it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.39it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.88it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.31it/s]\u001b[ALoss = 1.5944e-01, PNorm = 37.0748, GNorm = 1.0844, lr_0 = 5.2922e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.39it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.44it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.78it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.759012\n","Validation mse = 1.155529\n","Validation rmse = 1.074955\n","Validation mae = 0.758798\n"," 28%|██▊       | 28/100 [00:55<02:14,  1.86s/it]Epoch 28\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.68it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.92it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.18it/s]\u001b[ALoss = 1.4401e-01, PNorm = 37.1097, GNorm = 1.0670, lr_0 = 5.2407e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.59it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.70it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.14it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.59it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.74it/s]\u001b[ALoss = 1.3903e-01, PNorm = 37.1485, GNorm = 0.7291, lr_0 = 5.1896e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.99it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.72it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.89it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.03it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 17.71it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.768029\n","Validation mse = 1.173927\n","Validation rmse = 1.083479\n","Validation mae = 0.747552\n"," 29%|██▉       | 29/100 [00:57<02:11,  1.85s/it]Epoch 29\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.27it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.38it/s]\u001b[ALoss = 1.1042e-01, PNorm = 37.1853, GNorm = 0.5054, lr_0 = 5.1340e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.23it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.42it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.02it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.03it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.51it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.91it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.56it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.44it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.29it/s]\u001b[ALoss = 1.5292e-01, PNorm = 37.2230, GNorm = 0.6004, lr_0 = 5.0840e-04\n","\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.10it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.86it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.82it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.05it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.01it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.13it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.21it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.77it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.90it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.66it/s]\u001b[ALoss = 1.3328e-01, PNorm = 37.2644, GNorm = 1.2066, lr_0 = 5.0345e-04\n","\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.44it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.44it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.10it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.82it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.767729\n","Validation mse = 1.098902\n","Validation rmse = 1.048285\n","Validation mae = 0.746699\n"," 30%|███       | 30/100 [01:00<02:36,  2.23s/it]Epoch 30\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.81it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.30it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.43it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.34it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.47it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.56it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.55it/s]\u001b[ALoss = 1.2442e-01, PNorm = 37.2954, GNorm = 0.8145, lr_0 = 4.9854e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.75it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01, 11.41it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01, 12.99it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 14.11it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.02it/s]\u001b[ALoss = 1.4241e-01, PNorm = 37.3308, GNorm = 1.9691, lr_0 = 4.9369e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.02it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.74it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.34it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.66it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.77it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.766883\n","Validation mse = 1.137381\n","Validation rmse = 1.066480\n","Validation mae = 0.725512\n"," 31%|███       | 31/100 [01:03<02:32,  2.21s/it]Epoch 31\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.99it/s]\u001b[ALoss = 1.2813e-01, PNorm = 37.3686, GNorm = 0.6322, lr_0 = 4.8840e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.62it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.90it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.74it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.29it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.76it/s]\u001b[ALoss = 1.3672e-01, PNorm = 37.4052, GNorm = 1.2065, lr_0 = 4.8364e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.76it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.29it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.40it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.99it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.33it/s]\u001b[ALoss = 1.3393e-01, PNorm = 37.4415, GNorm = 1.3397, lr_0 = 4.7893e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.39it/s]\u001b[ALoss = 3.4209e-02, PNorm = 37.4436, GNorm = 0.4662, lr_0 = 4.7846e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.09it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.760716\n","Validation mse = 1.129579\n","Validation rmse = 1.062817\n","Validation mae = 0.745962\n"," 32%|███▏      | 32/100 [01:04<02:19,  2.06s/it]Epoch 32\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.65it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.55it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.54it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.06it/s]\u001b[ALoss = 1.3720e-01, PNorm = 37.4752, GNorm = 0.7234, lr_0 = 4.7380e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 14.52it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.10it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.43it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.88it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.17it/s]\u001b[ALoss = 1.0981e-01, PNorm = 37.5036, GNorm = 0.9942, lr_0 = 4.6918e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.57it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.16it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.24it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.85it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.748274\n","Validation mse = 1.231039\n","Validation rmse = 1.109522\n","Validation mae = 0.775040\n"," 33%|███▎      | 33/100 [01:06<02:11,  1.97s/it]Epoch 33\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.12it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.61it/s]\u001b[ALoss = 1.2056e-01, PNorm = 37.5354, GNorm = 1.5658, lr_0 = 4.6461e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.62it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.40it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.42it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.27it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.60it/s]\u001b[ALoss = 1.2672e-01, PNorm = 37.5695, GNorm = 0.6148, lr_0 = 4.6009e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.04it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.61it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.47it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.33it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.67it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.69it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.765394\n","Validation mse = 1.107360\n","Validation rmse = 1.052312\n","Validation mae = 0.731212\n"," 34%|███▍      | 34/100 [01:08<02:06,  1.91s/it]Epoch 34\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.1171e-01, PNorm = 37.6029, GNorm = 1.6809, lr_0 = 4.5516e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 14.33it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.57it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.44it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.72it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.60it/s]\u001b[ALoss = 1.0172e-01, PNorm = 37.6316, GNorm = 0.7326, lr_0 = 4.5072e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.89it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.80it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.31it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.50it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.07it/s]\u001b[ALoss = 1.2437e-01, PNorm = 37.6585, GNorm = 0.7856, lr_0 = 4.4633e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00,  9.79it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 11.30it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.92it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.765913\n","Validation mse = 1.077314\n","Validation rmse = 1.037937\n","Validation mae = 0.718386\n"," 35%|███▌      | 35/100 [01:10<02:06,  1.95s/it]Epoch 35\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.80it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.62it/s]\u001b[ALoss = 1.0767e-01, PNorm = 37.6904, GNorm = 0.9033, lr_0 = 4.4199e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.43it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.12it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.49it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.52it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.64it/s]\u001b[ALoss = 1.3053e-01, PNorm = 37.7241, GNorm = 2.5504, lr_0 = 4.3768e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.55it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.33it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.67it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.94it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.45it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.81it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.06it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.760026\n","Validation mse = 1.250785\n","Validation rmse = 1.118385\n","Validation mae = 0.787341\n"," 36%|███▌      | 36/100 [01:12<02:03,  1.93s/it]Epoch 36\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  6.19it/s]\u001b[ALoss = 6.8673e-02, PNorm = 37.7576, GNorm = 0.6318, lr_0 = 4.3299e-04\n","\n","  8%|▊         | 2/25 [00:00<00:03,  7.08it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  7.65it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.33it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.64it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.92it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.81it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.73it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.93it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.80it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.78it/s]\u001b[ALoss = 1.1687e-01, PNorm = 37.7883, GNorm = 1.6241, lr_0 = 4.2877e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.54it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.49it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.48it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.40it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.64it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  9.30it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.39it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.10it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.30it/s]\u001b[ALoss = 1.0629e-01, PNorm = 37.8158, GNorm = 0.7392, lr_0 = 4.2460e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.91it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.53it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.73it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.38it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 12.41it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.780966\n","Validation mse = 1.078192\n","Validation rmse = 1.038360\n","Validation mae = 0.736822\n"," 37%|███▋      | 37/100 [01:15<02:27,  2.35s/it]Epoch 37\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.98it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.92it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.09it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.58it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.34it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 10.11it/s]\u001b[ALoss = 8.8307e-02, PNorm = 37.8493, GNorm = 0.6364, lr_0 = 4.2005e-04\n","\n"," 36%|███▌      | 9/25 [00:00<00:01, 11.29it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01, 12.39it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:00, 13.41it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 14.53it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.06it/s]\u001b[ALoss = 9.9963e-02, PNorm = 37.8748, GNorm = 1.1534, lr_0 = 4.1596e-04\n","\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.10it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.40it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.36it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.69it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.749644\n","Validation mse = 1.053958\n","Validation rmse = 1.026624\n","Validation mae = 0.711169\n"," 38%|███▊      | 38/100 [01:17<02:20,  2.27s/it]Epoch 38\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.30it/s]\u001b[ALoss = 1.1044e-01, PNorm = 37.9054, GNorm = 0.7473, lr_0 = 4.1190e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.57it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.87it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.69it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.06it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.38it/s]\u001b[ALoss = 9.3830e-02, PNorm = 37.9342, GNorm = 1.1435, lr_0 = 4.0789e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.08it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.02it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.31it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.71it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.80it/s]\u001b[ALoss = 1.0952e-01, PNorm = 37.9637, GNorm = 0.9385, lr_0 = 4.0392e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.31it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.00it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.749899\n","Validation mse = 1.128872\n","Validation rmse = 1.062484\n","Validation mae = 0.721503\n"," 39%|███▉      | 39/100 [01:19<02:09,  2.13s/it]Epoch 39\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.09it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.81it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.86it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.06it/s]\u001b[ALoss = 9.5619e-02, PNorm = 37.9987, GNorm = 0.8679, lr_0 = 3.9959e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.87it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.09it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.64it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.65it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.77it/s]\u001b[ALoss = 1.0496e-01, PNorm = 38.0259, GNorm = 0.8852, lr_0 = 3.9570e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.81it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.30it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.27it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.99it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.759138\n","Validation mse = 1.052472\n","Validation rmse = 1.025901\n","Validation mae = 0.704656\n"," 40%|████      | 40/100 [01:21<02:00,  2.01s/it]Epoch 40\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.81it/s]\u001b[ALoss = 8.4335e-02, PNorm = 38.0535, GNorm = 0.7110, lr_0 = 3.9184e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.25it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.96it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.45it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.11it/s]\u001b[ALoss = 1.0461e-01, PNorm = 38.0818, GNorm = 1.6213, lr_0 = 3.8803e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.43it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.01it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.12it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.75it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.02it/s]\u001b[ALoss = 9.4617e-02, PNorm = 38.1078, GNorm = 0.6920, lr_0 = 3.8425e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.53it/s]\u001b[ALoss = 4.3964e-02, PNorm = 38.1100, GNorm = 0.8952, lr_0 = 3.8387e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.42it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.761173\n","Validation mse = 1.075059\n","Validation rmse = 1.036850\n","Validation mae = 0.722965\n"," 41%|████      | 41/100 [01:23<01:55,  1.96s/it]Epoch 41\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 11.63it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.38it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.89it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.91it/s]\u001b[ALoss = 9.6571e-02, PNorm = 38.1346, GNorm = 0.9618, lr_0 = 3.8013e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.24it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.25it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.98it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.25it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.56it/s]\u001b[ALoss = 9.2400e-02, PNorm = 38.1659, GNorm = 0.7692, lr_0 = 3.7643e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.08it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.33it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.63it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.48it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.739106\n","Validation mse = 1.118664\n","Validation rmse = 1.057669\n","Validation mae = 0.733575\n"," 42%|████▏     | 42/100 [01:24<01:52,  1.93s/it]Epoch 42\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.75it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.56it/s]\u001b[ALoss = 9.0406e-02, PNorm = 38.1949, GNorm = 0.5008, lr_0 = 3.7239e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.96it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.68it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.58it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.75it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.01it/s]\u001b[ALoss = 9.6204e-02, PNorm = 38.2205, GNorm = 1.0837, lr_0 = 3.6877e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.29it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.62it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.97it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 13.32it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 11.66it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.86it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.18it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.767113\n","Validation mse = 1.127566\n","Validation rmse = 1.061869\n","Validation mae = 0.765297\n"," 43%|████▎     | 43/100 [01:27<01:53,  1.99s/it]Epoch 43\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 8.9387e-02, PNorm = 38.2470, GNorm = 0.9302, lr_0 = 3.6517e-04\n","\n","  4%|▍         | 1/25 [00:00<00:02,  8.66it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.54it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.33it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.25it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.32it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.34it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.60it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.74it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.62it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.77it/s]\u001b[ALoss = 8.3263e-02, PNorm = 38.2739, GNorm = 1.0034, lr_0 = 3.6162e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.86it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.94it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.74it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.34it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.72it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.04it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.90it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  9.10it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.02it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.27it/s]\u001b[ALoss = 8.8056e-02, PNorm = 38.2993, GNorm = 0.6723, lr_0 = 3.5809e-04\n","\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.69it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.96it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.76it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.03it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.90it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.42it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.760479\n","Validation mse = 1.098930\n","Validation rmse = 1.048299\n","Validation mae = 0.734889\n"," 44%|████▍     | 44/100 [01:30<02:10,  2.33s/it]Epoch 44\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.10it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.17it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.62it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.59it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.54it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.50it/s]\u001b[ALoss = 8.0115e-02, PNorm = 38.3282, GNorm = 0.8787, lr_0 = 3.5426e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.47it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.59it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01, 11.20it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01, 12.29it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 13.42it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.24it/s]\u001b[ALoss = 8.4149e-02, PNorm = 38.3558, GNorm = 0.4977, lr_0 = 3.5081e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.77it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.97it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.43it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.51it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.54it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.771367\n","Validation mse = 1.147175\n","Validation rmse = 1.071062\n","Validation mae = 0.754629\n"," 45%|████▌     | 45/100 [01:32<02:06,  2.30s/it]Epoch 45\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 9.1375e-02, PNorm = 38.3780, GNorm = 0.8219, lr_0 = 3.4739e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 15.31it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.40it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.18it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.25it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.43it/s]\u001b[ALoss = 8.1988e-02, PNorm = 38.4028, GNorm = 0.7091, lr_0 = 3.4400e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.95it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.05it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.44it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.64it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.62it/s]\u001b[ALoss = 7.1087e-02, PNorm = 38.4261, GNorm = 0.8521, lr_0 = 3.4065e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.60it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.92it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 19.76it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.763785\n","Validation mse = 1.072313\n","Validation rmse = 1.035525\n","Validation mae = 0.715698\n"," 46%|████▌     | 46/100 [01:34<01:55,  2.14s/it]Epoch 46\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.08it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.31it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.59it/s]\u001b[ALoss = 7.6090e-02, PNorm = 38.4457, GNorm = 0.5525, lr_0 = 3.3700e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.72it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.18it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.47it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.49it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.22it/s]\u001b[ALoss = 7.7104e-02, PNorm = 38.4669, GNorm = 0.5266, lr_0 = 3.3372e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.34it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.34it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.69it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.75it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.77it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.766872\n","Validation mse = 1.032282\n","Validation rmse = 1.016013\n","Validation mae = 0.694101\n"," 47%|████▋     | 47/100 [01:35<01:47,  2.03s/it]Epoch 47\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.03it/s]\u001b[ALoss = 6.7239e-02, PNorm = 38.4893, GNorm = 1.0035, lr_0 = 3.3015e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.14it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.07it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.25it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.23it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.76it/s]\u001b[ALoss = 9.0476e-02, PNorm = 38.5110, GNorm = 0.5059, lr_0 = 3.2693e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.37it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.42it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.73it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.68it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.03it/s]\u001b[ALoss = 6.4609e-02, PNorm = 38.5334, GNorm = 0.4465, lr_0 = 3.2375e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.84it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.57it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.742819\n","Validation mse = 1.071065\n","Validation rmse = 1.034923\n","Validation mae = 0.713815\n"," 48%|████▊     | 48/100 [01:37<01:41,  1.95s/it]Epoch 48\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.96it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.43it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.76it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.89it/s]\u001b[ALoss = 7.2131e-02, PNorm = 38.5530, GNorm = 0.7257, lr_0 = 3.2059e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 13.65it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.53it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.86it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.26it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.52it/s]\u001b[ALoss = 7.6630e-02, PNorm = 38.5749, GNorm = 0.7815, lr_0 = 3.1747e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.54it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.15it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 13.67it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.72it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.758391\n","Validation mse = 1.076733\n","Validation rmse = 1.037658\n","Validation mae = 0.709143\n"," 49%|████▉     | 49/100 [01:39<01:39,  1.95s/it]Epoch 49\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.94it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.73it/s]\u001b[ALoss = 7.0934e-02, PNorm = 38.6006, GNorm = 0.8251, lr_0 = 3.1407e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.86it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.70it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.90it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.37it/s]\u001b[ALoss = 7.2460e-02, PNorm = 38.6193, GNorm = 0.8537, lr_0 = 3.1101e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.20it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.46it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.99it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.47it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 13.97it/s]\u001b[ALoss = 8.1462e-02, PNorm = 38.6401, GNorm = 1.2491, lr_0 = 3.0798e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  8.32it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  9.01it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  9.39it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.766230\n","Validation mse = 1.060720\n","Validation rmse = 1.029913\n","Validation mae = 0.706493\n"," 50%|█████     | 50/100 [01:41<01:38,  1.97s/it]Epoch 50\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.87it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.69it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.46it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.77it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.95it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.14it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.11it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.22it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.31it/s]\u001b[ALoss = 7.6321e-02, PNorm = 38.6606, GNorm = 1.2154, lr_0 = 3.0498e-04\n","\n"," 40%|████      | 10/25 [00:01<00:01,  8.21it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.32it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.58it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.49it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.60it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.56it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.42it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:02<00:00,  8.82it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.66it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.79it/s]\u001b[ALoss = 7.3177e-02, PNorm = 38.6823, GNorm = 0.9613, lr_0 = 3.0201e-04\n","\n"," 80%|████████  | 20/25 [00:02<00:00,  8.94it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.91it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.56it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.68it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.80it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.53it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.69it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.742658\n","Validation mse = 1.129907\n","Validation rmse = 1.062971\n","Validation mae = 0.741452\n"," 51%|█████     | 51/100 [01:44<01:55,  2.35s/it]Epoch 51\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.23it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.05it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:06,  3.44it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:03,  6.26it/s]\u001b[ALoss = 8.5881e-02, PNorm = 38.7052, GNorm = 0.9735, lr_0 = 2.9877e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.36it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01, 10.21it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01, 11.94it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:00, 13.20it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 14.03it/s]\u001b[ALoss = 7.0897e-02, PNorm = 38.7261, GNorm = 0.8734, lr_0 = 2.9586e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.84it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 14.84it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.21it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.41it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.75it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.760241\n","Validation mse = 1.068309\n","Validation rmse = 1.033591\n","Validation mae = 0.715314\n"," 52%|█████▏    | 52/100 [01:47<01:52,  2.34s/it]Epoch 52\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.1400e-02, PNorm = 38.7466, GNorm = 0.5682, lr_0 = 2.9269e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 12.25it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.99it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.19it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.28it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.56it/s]\u001b[ALoss = 6.5614e-02, PNorm = 38.7673, GNorm = 1.0279, lr_0 = 2.8984e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.89it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.90it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.27it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.76it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.84it/s]\u001b[ALoss = 6.9798e-02, PNorm = 38.7842, GNorm = 0.7107, lr_0 = 2.8702e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.72it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.29it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.63it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.756107\n","Validation mse = 1.046608\n","Validation rmse = 1.023039\n","Validation mae = 0.729488\n"," 53%|█████▎    | 53/100 [01:49<01:42,  2.18s/it]Epoch 53\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.32it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.58it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.05it/s]\u001b[ALoss = 7.0422e-02, PNorm = 38.8016, GNorm = 0.8780, lr_0 = 2.8422e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.58it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.85it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.29it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.46it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.87it/s]\u001b[ALoss = 6.3712e-02, PNorm = 38.8198, GNorm = 0.8696, lr_0 = 2.8145e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.80it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.00it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.61it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.99it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.10it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.761156\n","Validation mse = 1.073488\n","Validation rmse = 1.036092\n","Validation mae = 0.718706\n"," 54%|█████▍    | 54/100 [01:50<01:35,  2.08s/it]Epoch 54\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.89it/s]\u001b[ALoss = 5.4938e-02, PNorm = 38.8379, GNorm = 0.7482, lr_0 = 2.7844e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.07it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.09it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.39it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.97it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.23it/s]\u001b[ALoss = 6.1610e-02, PNorm = 38.8554, GNorm = 0.5964, lr_0 = 2.7573e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.99it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.07it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.13it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.98it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.32it/s]\u001b[ALoss = 6.7400e-02, PNorm = 38.8734, GNorm = 1.8310, lr_0 = 2.7304e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.41it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.35it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.732938\n","Validation mse = 1.164099\n","Validation rmse = 1.078934\n","Validation mae = 0.751780\n"," 55%|█████▌    | 55/100 [01:52<01:30,  2.02s/it]Epoch 55\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.36it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.00it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.28it/s]\u001b[ALoss = 7.1710e-02, PNorm = 38.8881, GNorm = 1.0381, lr_0 = 2.7038e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.08it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 13.48it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 13.82it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.89it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.64it/s]\u001b[ALoss = 6.6556e-02, PNorm = 38.9062, GNorm = 1.9368, lr_0 = 2.6774e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.13it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.58it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.74it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.20it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.06it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.756974\n","Validation mse = 1.071500\n","Validation rmse = 1.035133\n","Validation mae = 0.710123\n"," 56%|█████▌    | 56/100 [01:54<01:26,  1.97s/it]Epoch 56\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.96it/s]\u001b[ALoss = 5.6923e-02, PNorm = 38.9233, GNorm = 0.5521, lr_0 = 2.6488e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.59it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.94it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.77it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.80it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 13.93it/s]\u001b[ALoss = 5.5066e-02, PNorm = 38.9386, GNorm = 1.0466, lr_0 = 2.6230e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:00, 12.56it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 10.79it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 10.04it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 10.13it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00,  9.73it/s]\u001b[ALoss = 6.4922e-02, PNorm = 38.9537, GNorm = 0.9841, lr_0 = 2.5974e-04\n","\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.55it/s]\u001b[ALoss = 4.4333e-02, PNorm = 38.9553, GNorm = 0.9497, lr_0 = 2.5949e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.79it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.95it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.760430\n","Validation mse = 1.062266\n","Validation rmse = 1.030663\n","Validation mae = 0.719590\n"," 57%|█████▋    | 57/100 [01:57<01:32,  2.14s/it]Epoch 57\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.80it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.06it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.74it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.70it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.25it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.44it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.40it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.00it/s]\u001b[ALoss = 5.4341e-02, PNorm = 38.9706, GNorm = 0.8320, lr_0 = 2.5696e-04\n","\n"," 40%|████      | 10/25 [00:01<00:01,  9.12it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.92it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.63it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.59it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.61it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.31it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.29it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.52it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.53it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.76it/s]\u001b[ALoss = 6.1058e-02, PNorm = 38.9869, GNorm = 0.5170, lr_0 = 2.5446e-04\n","\n"," 80%|████████  | 20/25 [00:02<00:00,  8.19it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.03it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.25it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.42it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.66it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.55it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.754317\n","Validation mse = 1.039980\n","Validation rmse = 1.019794\n","Validation mae = 0.703135\n"," 58%|█████▊    | 58/100 [02:00<01:41,  2.41s/it]Epoch 58\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.29it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.18it/s]\u001b[ALoss = 5.8856e-02, PNorm = 39.0014, GNorm = 1.0967, lr_0 = 2.5198e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.99it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.28it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.86it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.86it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.98it/s]\u001b[ALoss = 5.2655e-02, PNorm = 39.0144, GNorm = 0.6137, lr_0 = 2.4952e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.43it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.59it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.88it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.12it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.55it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.30it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.755536\n","Validation mse = 1.086804\n","Validation rmse = 1.042499\n","Validation mae = 0.718417\n"," 59%|█████▉    | 59/100 [02:01<01:31,  2.23s/it]Epoch 59\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 7.1456e-02, PNorm = 39.0305, GNorm = 0.8045, lr_0 = 2.4685e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.04it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.76it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.53it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.36it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.64it/s]\u001b[ALoss = 4.9919e-02, PNorm = 39.0479, GNorm = 0.7401, lr_0 = 2.4444e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.01it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.58it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.32it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.92it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.77it/s]\u001b[ALoss = 5.1786e-02, PNorm = 39.0625, GNorm = 0.5886, lr_0 = 2.4206e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.04it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.71it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.82it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.741338\n","Validation mse = 1.095856\n","Validation rmse = 1.046831\n","Validation mae = 0.716773\n"," 60%|██████    | 60/100 [02:03<01:24,  2.12s/it]Epoch 60\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.17it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.16it/s]\u001b[ALoss = 4.7919e-02, PNorm = 39.0749, GNorm = 0.4955, lr_0 = 2.3970e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.75it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.72it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.58it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.13it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.98it/s]\u001b[ALoss = 4.9735e-02, PNorm = 39.0885, GNorm = 0.9325, lr_0 = 2.3737e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.00it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.23it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.64it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.71it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.91it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.72it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.753790\n","Validation mse = 1.065063\n","Validation rmse = 1.032019\n","Validation mae = 0.720591\n"," 61%|██████    | 61/100 [02:05<01:19,  2.05s/it]Epoch 61\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.7482e-02, PNorm = 39.1057, GNorm = 0.7716, lr_0 = 2.3483e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 14.90it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.14it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.39it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.94it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.00it/s]\u001b[ALoss = 5.1160e-02, PNorm = 39.1192, GNorm = 0.8835, lr_0 = 2.3254e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.92it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.25it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.77it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.12it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.86it/s]\u001b[ALoss = 5.6073e-02, PNorm = 39.1312, GNorm = 0.6441, lr_0 = 2.3027e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.50it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.68it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.56it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.753694\n","Validation mse = 1.072776\n","Validation rmse = 1.035749\n","Validation mae = 0.716581\n"," 62%|██████▏   | 62/100 [02:07<01:15,  1.99s/it]Epoch 62\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.63it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.00it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.58it/s]\u001b[ALoss = 4.7677e-02, PNorm = 39.1468, GNorm = 0.7462, lr_0 = 2.2781e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.91it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.14it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.11it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.15it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.27it/s]\u001b[ALoss = 4.3473e-02, PNorm = 39.1616, GNorm = 0.4797, lr_0 = 2.2559e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.84it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.05it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.04it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.12it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.57it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.750642\n","Validation mse = 1.088511\n","Validation rmse = 1.043318\n","Validation mae = 0.717511\n"," 63%|██████▎   | 63/100 [02:09<01:11,  1.94s/it]Epoch 63\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.42it/s]\u001b[ALoss = 6.3577e-02, PNorm = 39.1736, GNorm = 0.6829, lr_0 = 2.2339e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.16it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.62it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.41it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 12.91it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:01, 11.75it/s]\u001b[ALoss = 3.9121e-02, PNorm = 39.1867, GNorm = 0.7761, lr_0 = 2.2121e-04\n","\n"," 52%|█████▏    | 13/25 [00:01<00:01, 10.60it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 10.10it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 10.31it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 10.13it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 10.01it/s]\u001b[ALoss = 5.7270e-02, PNorm = 39.1990, GNorm = 1.0261, lr_0 = 2.1906e-04\n","\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.66it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.45it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  9.44it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 10.28it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.753877\n","Validation mse = 1.121308\n","Validation rmse = 1.058918\n","Validation mae = 0.727922\n"," 64%|██████▍   | 64/100 [02:12<01:17,  2.16s/it]Epoch 64\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.08it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.67it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.70it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.63it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.38it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.58it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.68it/s]\u001b[ALoss = 5.0035e-02, PNorm = 39.2126, GNorm = 0.5965, lr_0 = 2.1671e-04\n","\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.60it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.10it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.22it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.35it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.40it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.54it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.13it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.15it/s]\u001b[ALoss = 4.9884e-02, PNorm = 39.2252, GNorm = 0.8603, lr_0 = 2.1460e-04\n","\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.51it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.36it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.01it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.45it/s]\u001b[A\n","100%|██████████| 25/25 [00:02<00:00, 10.72it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  9.31it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  8.75it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.739968\n","Validation mse = 1.112735\n","Validation rmse = 1.054862\n","Validation mae = 0.720420\n"," 65%|██████▌   | 65/100 [02:15<01:24,  2.42s/it]Epoch 65\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.05it/s]\u001b[ALoss = 4.6751e-02, PNorm = 39.2368, GNorm = 0.9998, lr_0 = 2.1251e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 12.83it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.14it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.20it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.56it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.44it/s]\u001b[ALoss = 4.8421e-02, PNorm = 39.2500, GNorm = 0.9097, lr_0 = 2.1044e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.58it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.92it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.26it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.79it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.81it/s]\u001b[ALoss = 4.9484e-02, PNorm = 39.2611, GNorm = 0.6223, lr_0 = 2.0839e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.86it/s]\u001b[ALoss = 1.2147e-01, PNorm = 39.2619, GNorm = 1.7856, lr_0 = 2.0819e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.38it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.743027\n","Validation mse = 1.060378\n","Validation rmse = 1.029747\n","Validation mae = 0.704901\n"," 66%|██████▌   | 66/100 [02:16<01:16,  2.24s/it]Epoch 66\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.71it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.72it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.80it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.14it/s]\u001b[ALoss = 4.1733e-02, PNorm = 39.2728, GNorm = 0.5041, lr_0 = 2.0616e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 14.84it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.83it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.03it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.27it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.54it/s]\u001b[ALoss = 5.4506e-02, PNorm = 39.2860, GNorm = 0.7960, lr_0 = 2.0415e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 10.86it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 11.62it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 12.85it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.31it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.746339\n","Validation mse = 1.092226\n","Validation rmse = 1.045096\n","Validation mae = 0.710932\n"," 67%|██████▋   | 67/100 [02:19<01:12,  2.20s/it]Epoch 67\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.03it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.52it/s]\u001b[ALoss = 4.6554e-02, PNorm = 39.2992, GNorm = 0.5690, lr_0 = 2.0196e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.65it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.67it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.33it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.02it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.13it/s]\u001b[ALoss = 4.9457e-02, PNorm = 39.3109, GNorm = 1.2697, lr_0 = 2.0000e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.79it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.04it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.23it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.91it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.60it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.87it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.745655\n","Validation mse = 1.092208\n","Validation rmse = 1.045088\n","Validation mae = 0.708061\n"," 68%|██████▊   | 68/100 [02:20<01:07,  2.10s/it]Epoch 68\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.3212e-02, PNorm = 39.3213, GNorm = 0.6765, lr_0 = 1.9805e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 12.28it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.25it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.43it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.46it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.95it/s]\u001b[ALoss = 4.0302e-02, PNorm = 39.3304, GNorm = 0.6570, lr_0 = 1.9612e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.25it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.72it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.76it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.89it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.20it/s]\u001b[ALoss = 5.1588e-02, PNorm = 39.3412, GNorm = 0.5913, lr_0 = 1.9421e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.59it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.81it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.03it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.743398\n","Validation mse = 1.108443\n","Validation rmse = 1.052826\n","Validation mae = 0.719585\n"," 69%|██████▉   | 69/100 [02:22<01:02,  2.03s/it]Epoch 69\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.22it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.32it/s]\u001b[ALoss = 4.3687e-02, PNorm = 39.3524, GNorm = 0.6892, lr_0 = 1.9213e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.32it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 13.88it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.45it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.81it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.43it/s]\u001b[ALoss = 4.0839e-02, PNorm = 39.3624, GNorm = 1.1262, lr_0 = 1.9026e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.76it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.68it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.18it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.83it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.27it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.747475\n","Validation mse = 1.083244\n","Validation rmse = 1.040790\n","Validation mae = 0.709673\n"," 70%|███████   | 70/100 [02:24<00:59,  1.99s/it]Epoch 70\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.8884e-02, PNorm = 39.3719, GNorm = 0.7196, lr_0 = 1.8840e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.57it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.22it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.07it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 12.14it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 10.75it/s]\u001b[ALoss = 4.7035e-02, PNorm = 39.3822, GNorm = 1.0159, lr_0 = 1.8657e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.98it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01, 10.03it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 10.17it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.83it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.79it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00,  9.62it/s]\u001b[ALoss = 4.2734e-02, PNorm = 39.3921, GNorm = 0.5719, lr_0 = 1.8475e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.45it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.31it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.21it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.44it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.07it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.740967\n","Validation mse = 1.093214\n","Validation rmse = 1.045569\n","Validation mae = 0.705987\n"," 71%|███████   | 71/100 [02:27<01:03,  2.20s/it]Epoch 71\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.73it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.08it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.43it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.35it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.26it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.25it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.33it/s]\u001b[ALoss = 3.9483e-02, PNorm = 39.4025, GNorm = 0.6967, lr_0 = 1.8277e-04\n","\n"," 32%|███▏      | 8/25 [00:01<00:02,  7.63it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:02,  7.60it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.07it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.03it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.90it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.11it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.27it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.29it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.15it/s]\u001b[ALoss = 3.8735e-02, PNorm = 39.4121, GNorm = 0.4401, lr_0 = 1.8099e-04\n","\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.20it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.07it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.26it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.32it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.73it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00, 10.87it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.56it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.746916\n","Validation mse = 1.084564\n","Validation rmse = 1.041424\n","Validation mae = 0.711823\n"," 72%|███████▏  | 72/100 [02:30<01:08,  2.45s/it]Epoch 72\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.59it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.84it/s]\u001b[ALoss = 3.5600e-02, PNorm = 39.4224, GNorm = 0.6612, lr_0 = 1.7905e-04\n","\n"," 20%|██        | 5/25 [00:00<00:01, 14.58it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.13it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.61it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.95it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 16.16it/s]\u001b[ALoss = 3.7074e-02, PNorm = 39.4308, GNorm = 0.9262, lr_0 = 1.7731e-04\n","\n"," 60%|██████    | 15/25 [00:01<00:00, 14.64it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.56it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 14.93it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.43it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.65it/s]\u001b[ALoss = 4.0822e-02, PNorm = 39.4395, GNorm = 0.5177, lr_0 = 1.7558e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.22it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.737568\n","Validation mse = 1.104844\n","Validation rmse = 1.051115\n","Validation mae = 0.717158\n"," 73%|███████▎  | 73/100 [02:32<01:01,  2.26s/it]Epoch 73\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.92it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 12.32it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 13.73it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.92it/s]\u001b[ALoss = 3.6531e-02, PNorm = 39.4490, GNorm = 0.4672, lr_0 = 1.7387e-04\n","\n"," 36%|███▌      | 9/25 [00:00<00:01, 14.83it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.62it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.81it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 15.70it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.32it/s]\u001b[ALoss = 4.5757e-02, PNorm = 39.4598, GNorm = 0.9205, lr_0 = 1.7217e-04\n","\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.17it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.07it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.28it/s]\u001b[A\n","100%|██████████| 25/25 [00:01<00:00, 16.43it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.84it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.725503\n","Validation mse = 1.128519\n","Validation rmse = 1.062318\n","Validation mae = 0.722984\n"," 74%|███████▍  | 74/100 [02:34<00:55,  2.15s/it]Epoch 74\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.25it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.33it/s]\u001b[ALoss = 4.6706e-02, PNorm = 39.4693, GNorm = 0.5850, lr_0 = 1.7033e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.00it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.41it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.78it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.08it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.29it/s]\u001b[ALoss = 4.1860e-02, PNorm = 39.4773, GNorm = 0.4945, lr_0 = 1.6867e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.53it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.47it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.42it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.65it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.23it/s]\u001b[ALoss = 3.9108e-02, PNorm = 39.4854, GNorm = 0.4569, lr_0 = 1.6703e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.87it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.741629\n","Validation mse = 1.105710\n","Validation rmse = 1.051528\n","Validation mae = 0.710053\n"," 75%|███████▌  | 75/100 [02:35<00:51,  2.07s/it]Epoch 75\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.80it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.10it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.46it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.74it/s]\u001b[ALoss = 2.9167e-02, PNorm = 39.4920, GNorm = 0.4529, lr_0 = 1.6540e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 14.23it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.79it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.33it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.71it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.71it/s]\u001b[ALoss = 4.6596e-02, PNorm = 39.5004, GNorm = 0.7383, lr_0 = 1.6379e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 14.77it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.26it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.78it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.54it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.732143\n","Validation mse = 1.143585\n","Validation rmse = 1.069385\n","Validation mae = 0.730391\n"," 76%|███████▌  | 76/100 [02:37<00:48,  2.01s/it]Epoch 76\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.97it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.09it/s]\u001b[ALoss = 3.1767e-02, PNorm = 39.5094, GNorm = 0.5362, lr_0 = 1.6204e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.02it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.73it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.38it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.17it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.14it/s]\u001b[ALoss = 3.9820e-02, PNorm = 39.5173, GNorm = 0.5175, lr_0 = 1.6046e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.33it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.78it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.02it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.85it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.45it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.88it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.738080\n","Validation mse = 1.092885\n","Validation rmse = 1.045411\n","Validation mae = 0.710960\n"," 77%|███████▋  | 77/100 [02:39<00:45,  1.96s/it]Epoch 77\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 3.5674e-02, PNorm = 39.5263, GNorm = 0.2627, lr_0 = 1.5874e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.26it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 12.39it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 10.55it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.73it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 10.21it/s]\u001b[ALoss = 4.0406e-02, PNorm = 39.5351, GNorm = 0.9510, lr_0 = 1.5719e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.81it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.72it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 10.06it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.39it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.09it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00,  9.25it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.05it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.91it/s]\u001b[ALoss = 3.6592e-02, PNorm = 39.5435, GNorm = 0.7221, lr_0 = 1.5566e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.10it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.08it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.25it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.92it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.59it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.731513\n","Validation mse = 1.110572\n","Validation rmse = 1.053837\n","Validation mae = 0.708720\n"," 78%|███████▊  | 78/100 [02:42<00:49,  2.24s/it]Epoch 78\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.61it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  7.78it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  7.57it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  7.72it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  7.92it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.03it/s]\u001b[ALoss = 3.6140e-02, PNorm = 39.5509, GNorm = 0.6986, lr_0 = 1.5414e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.14it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.23it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.52it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.47it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.58it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.39it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.45it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 10.21it/s]\u001b[ALoss = 3.9857e-02, PNorm = 39.5578, GNorm = 0.7536, lr_0 = 1.5264e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00, 11.52it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 12.65it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00, 13.72it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00, 14.50it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.00it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.742695\n","Validation mse = 1.079931\n","Validation rmse = 1.039197\n","Validation mae = 0.707527\n"," 79%|███████▉  | 79/100 [02:45<00:49,  2.34s/it]Epoch 79\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.69it/s]\u001b[ALoss = 3.5717e-02, PNorm = 39.5674, GNorm = 0.7444, lr_0 = 1.5101e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.45it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.94it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.67it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.00it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.80it/s]\u001b[ALoss = 3.5426e-02, PNorm = 39.5768, GNorm = 0.3449, lr_0 = 1.4954e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.72it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.15it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.81it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.19it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.57it/s]\u001b[ALoss = 3.4916e-02, PNorm = 39.5845, GNorm = 0.7151, lr_0 = 1.4808e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.33it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.78it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.744391\n","Validation mse = 1.127328\n","Validation rmse = 1.061757\n","Validation mae = 0.723238\n"," 80%|████████  | 80/100 [02:47<00:44,  2.20s/it]Epoch 80\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.75it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.79it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.74it/s]\u001b[ALoss = 3.0484e-02, PNorm = 39.5902, GNorm = 0.9423, lr_0 = 1.4664e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.28it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.17it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.44it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.97it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.09it/s]\u001b[ALoss = 3.6927e-02, PNorm = 39.5978, GNorm = 1.1386, lr_0 = 1.4521e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.79it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.89it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.11it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.38it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.95it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.748673\n","Validation mse = 1.088626\n","Validation rmse = 1.043373\n","Validation mae = 0.704022\n"," 81%|████████  | 81/100 [02:48<00:39,  2.10s/it]Epoch 81\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.25it/s]\u001b[ALoss = 3.1059e-02, PNorm = 39.6061, GNorm = 1.3977, lr_0 = 1.4365e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 12.92it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.19it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.92it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.73it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.34it/s]\u001b[ALoss = 3.2876e-02, PNorm = 39.6116, GNorm = 0.6420, lr_0 = 1.4225e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.68it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.34it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.32it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.10it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.59it/s]\u001b[ALoss = 3.9316e-02, PNorm = 39.6200, GNorm = 0.6309, lr_0 = 1.4087e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.15it/s]\u001b[ALoss = 6.6801e-02, PNorm = 39.6209, GNorm = 1.4552, lr_0 = 1.4073e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.45it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.722578\n","Validation mse = 1.154728\n","Validation rmse = 1.074583\n","Validation mae = 0.734633\n"," 82%|████████▏ | 82/100 [02:50<00:36,  2.04s/it]Epoch 82\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.04it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.96it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.23it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.58it/s]\u001b[ALoss = 3.5778e-02, PNorm = 39.6278, GNorm = 0.7993, lr_0 = 1.3936e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 14.72it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.91it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.30it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.27it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 10.49it/s]\u001b[ALoss = 2.7707e-02, PNorm = 39.6344, GNorm = 0.5581, lr_0 = 1.3800e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 11.32it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 12.52it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 13.39it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.35it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.732143\n","Validation mse = 1.122361\n","Validation rmse = 1.059415\n","Validation mae = 0.712211\n"," 83%|████████▎ | 83/100 [02:52<00:35,  2.07s/it]Epoch 83\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.59it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.12it/s]\u001b[ALoss = 3.5976e-02, PNorm = 39.6406, GNorm = 0.4944, lr_0 = 1.3666e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 13.18it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.81it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.80it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.20it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.52it/s]\u001b[ALoss = 2.9651e-02, PNorm = 39.6464, GNorm = 0.3831, lr_0 = 1.3532e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.87it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.34it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 12.15it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 11.41it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.49it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.20it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.79it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.746645\n","Validation mse = 1.067798\n","Validation rmse = 1.033343\n","Validation mae = 0.700328\n"," 84%|████████▍ | 84/100 [02:55<00:34,  2.13s/it]Epoch 84\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.3863e-02, PNorm = 39.6533, GNorm = 0.6455, lr_0 = 1.3388e-04\n","\n","  4%|▍         | 1/25 [00:00<00:03,  7.48it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:03,  7.17it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:03,  7.14it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  7.85it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.12it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.50it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.61it/s]\u001b[ALoss = 2.7193e-02, PNorm = 39.6602, GNorm = 0.5347, lr_0 = 1.3257e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.30it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.11it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.25it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.19it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.30it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.60it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.36it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.75it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.60it/s]\u001b[ALoss = 3.4386e-02, PNorm = 39.6661, GNorm = 0.6555, lr_0 = 1.3128e-04\n","\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.12it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.40it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.48it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.85it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.24it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.19it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.734824\n","Validation mse = 1.109393\n","Validation rmse = 1.053277\n","Validation mae = 0.706898\n"," 85%|████████▌ | 85/100 [02:58<00:36,  2.43s/it]Epoch 85\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.69it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:03,  7.36it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  7.36it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  7.66it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.23it/s]\u001b[ALoss = 3.1218e-02, PNorm = 39.6747, GNorm = 0.6763, lr_0 = 1.3000e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:01, 10.78it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 12.58it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01, 12.90it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:00, 13.50it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 13.89it/s]\u001b[ALoss = 3.3351e-02, PNorm = 39.6803, GNorm = 0.5253, lr_0 = 1.2873e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.04it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 14.46it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.19it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.66it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.66it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.741242\n","Validation mse = 1.086238\n","Validation rmse = 1.042227\n","Validation mae = 0.702575\n"," 86%|████████▌ | 86/100 [03:00<00:32,  2.34s/it]Epoch 86\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 3.1465e-02, PNorm = 39.6874, GNorm = 0.6054, lr_0 = 1.2736e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.08it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.99it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.50it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.36it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.40it/s]\u001b[ALoss = 2.9099e-02, PNorm = 39.6930, GNorm = 0.8958, lr_0 = 1.2611e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.03it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.13it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.77it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.51it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.90it/s]\u001b[ALoss = 4.1298e-02, PNorm = 39.7002, GNorm = 1.0138, lr_0 = 1.2489e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.27it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.11it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.47it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.736051\n","Validation mse = 1.110048\n","Validation rmse = 1.053588\n","Validation mae = 0.709745\n"," 87%|████████▋ | 87/100 [03:02<00:28,  2.22s/it]Epoch 87\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.89it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.29it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.81it/s]\u001b[ALoss = 2.6816e-02, PNorm = 39.7064, GNorm = 0.3761, lr_0 = 1.2355e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.01it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.87it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.11it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.22it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.52it/s]\u001b[ALoss = 3.5189e-02, PNorm = 39.7121, GNorm = 1.0944, lr_0 = 1.2234e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.59it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.52it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.46it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.06it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.52it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.732456\n","Validation mse = 1.116000\n","Validation rmse = 1.056409\n","Validation mae = 0.712027\n"," 88%|████████▊ | 88/100 [03:04<00:25,  2.13s/it]Epoch 88\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.70it/s]\u001b[ALoss = 3.3647e-02, PNorm = 39.7179, GNorm = 0.5911, lr_0 = 1.2115e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:01, 12.26it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.34it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.95it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.24it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.68it/s]\u001b[ALoss = 3.4144e-02, PNorm = 39.7235, GNorm = 0.9309, lr_0 = 1.1997e-04\n","\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.42it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 15.03it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.25it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.55it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.59it/s]\u001b[ALoss = 2.8615e-02, PNorm = 39.7288, GNorm = 1.1176, lr_0 = 1.1880e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 14.99it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.73it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.729140\n","Validation mse = 1.142463\n","Validation rmse = 1.068861\n","Validation mae = 0.718341\n"," 89%|████████▉ | 89/100 [03:06<00:22,  2.05s/it]Epoch 89\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.41it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.50it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 15.03it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.75it/s]\u001b[ALoss = 2.9993e-02, PNorm = 39.7353, GNorm = 0.6204, lr_0 = 1.1753e-04\n","\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.51it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.28it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.43it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:00<00:00, 15.73it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.59it/s]\u001b[ALoss = 2.8628e-02, PNorm = 39.7408, GNorm = 1.0266, lr_0 = 1.1639e-04\n","\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.61it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.04it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.10it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.19it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.736691\n","Validation mse = 1.106089\n","Validation rmse = 1.051708\n","Validation mae = 0.708441\n"," 90%|█████████ | 90/100 [03:08<00:19,  1.98s/it]Epoch 90\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.89it/s]\u001b[ALoss = 2.0198e-02, PNorm = 39.7469, GNorm = 0.3992, lr_0 = 1.1525e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.71it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.34it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.76it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.80it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.26it/s]\u001b[ALoss = 3.6442e-02, PNorm = 39.7525, GNorm = 0.8060, lr_0 = 1.1413e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.22it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 12.98it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 11.67it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 10.81it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 10.50it/s]\u001b[ALoss = 2.8329e-02, PNorm = 39.7574, GNorm = 0.4012, lr_0 = 1.1302e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.01it/s]\u001b[ALoss = 2.1520e-02, PNorm = 39.7579, GNorm = 0.4820, lr_0 = 1.1291e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  9.26it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  8.72it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.22it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.740300\n","Validation mse = 1.105217\n","Validation rmse = 1.051293\n","Validation mae = 0.709316\n"," 91%|█████████ | 91/100 [03:10<00:19,  2.11s/it]Epoch 91\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.48it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.13it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.37it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.82it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.50it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.81it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.11it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.11it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  9.07it/s]\u001b[ALoss = 3.2750e-02, PNorm = 39.7629, GNorm = 0.4511, lr_0 = 1.1181e-04\n","\n"," 40%|████      | 10/25 [00:01<00:01,  8.98it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.04it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.77it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.76it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.99it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.73it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.34it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.41it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.80it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.09it/s]\u001b[ALoss = 2.6589e-02, PNorm = 39.7678, GNorm = 0.5981, lr_0 = 1.1072e-04\n","\n"," 80%|████████  | 20/25 [00:02<00:00,  8.99it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.13it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.12it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.16it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.77it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.63it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.32it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.737580\n","Validation mse = 1.115380\n","Validation rmse = 1.056115\n","Validation mae = 0.711604\n"," 92%|█████████▏| 92/100 [03:13<00:19,  2.41s/it]Epoch 92\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.47it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.54it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.47it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.41it/s]\u001b[ALoss = 2.4645e-02, PNorm = 39.7727, GNorm = 0.6579, lr_0 = 1.0953e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01,  9.69it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.02it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.32it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01, 10.64it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01, 12.14it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 13.23it/s]\u001b[ALoss = 2.8695e-02, PNorm = 39.7770, GNorm = 0.5045, lr_0 = 1.0846e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.06it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.92it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.61it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.01it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.42it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.73it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.731743\n","Validation mse = 1.166518\n","Validation rmse = 1.080055\n","Validation mae = 0.729765\n"," 93%|█████████▎| 93/100 [03:15<00:16,  2.34s/it]Epoch 93\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.3035e-02, PNorm = 39.7823, GNorm = 0.3320, lr_0 = 1.0741e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 14.03it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.59it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.16it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.26it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.04it/s]\u001b[ALoss = 2.2934e-02, PNorm = 39.7868, GNorm = 0.3240, lr_0 = 1.0636e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.21it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.47it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.46it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.36it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.67it/s]\u001b[ALoss = 3.4389e-02, PNorm = 39.7923, GNorm = 0.3250, lr_0 = 1.0533e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.47it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.54it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.47it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.740387\n","Validation mse = 1.093654\n","Validation rmse = 1.045779\n","Validation mae = 0.712324\n"," 94%|█████████▍| 94/100 [03:17<00:13,  2.19s/it]Epoch 94\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.97it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.52it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.24it/s]\u001b[ALoss = 2.7245e-02, PNorm = 39.7981, GNorm = 0.4988, lr_0 = 1.0420e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.32it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.20it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.48it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.68it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.74it/s]\u001b[ALoss = 2.9310e-02, PNorm = 39.8032, GNorm = 0.6996, lr_0 = 1.0318e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.52it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.81it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.21it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.87it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.64it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.733667\n","Validation mse = 1.103741\n","Validation rmse = 1.050591\n","Validation mae = 0.708369\n"," 95%|█████████▌| 95/100 [03:19<00:10,  2.11s/it]Epoch 95\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.93it/s]\u001b[ALoss = 2.2444e-02, PNorm = 39.8072, GNorm = 1.0423, lr_0 = 1.0218e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.29it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.20it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.74it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 14.95it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.53it/s]\u001b[ALoss = 2.5931e-02, PNorm = 39.8118, GNorm = 0.5482, lr_0 = 1.0118e-04\n","\n"," 52%|█████▏    | 13/25 [00:00<00:00, 14.72it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 14.97it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.39it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.75it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.75it/s]\u001b[ALoss = 2.9805e-02, PNorm = 39.8158, GNorm = 1.1055, lr_0 = 1.0020e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.49it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.56it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.734657\n","Validation mse = 1.121734\n","Validation rmse = 1.059120\n","Validation mae = 0.714895\n"," 96%|█████████▌| 96/100 [03:21<00:08,  2.03s/it]Epoch 96\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.14it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.29it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.56it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.35it/s]\u001b[ALoss = 2.9090e-02, PNorm = 39.8215, GNorm = 0.6502, lr_0 = 1.0000e-04\n","\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.12it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.21it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.31it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 15.43it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.99it/s]\u001b[ALoss = 2.6083e-02, PNorm = 39.8267, GNorm = 0.3076, lr_0 = 1.0000e-04\n","\n"," 76%|███████▌  | 19/25 [00:01<00:00, 14.57it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 14.93it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.38it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.07it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.733891\n","Validation mse = 1.134910\n","Validation rmse = 1.065322\n","Validation mae = 0.718248\n"," 97%|█████████▋| 97/100 [03:23<00:05,  1.99s/it]Epoch 97\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.54it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.12it/s]\u001b[ALoss = 1.8958e-02, PNorm = 39.8316, GNorm = 0.5185, lr_0 = 1.0000e-04\n","\n"," 20%|██        | 5/25 [00:00<00:01, 13.67it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.87it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.49it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.53it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.22it/s]\u001b[ALoss = 3.0721e-02, PNorm = 39.8347, GNorm = 0.5542, lr_0 = 1.0000e-04\n","\n"," 60%|██████    | 15/25 [00:01<00:00, 15.15it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 13.90it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 12.62it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 11.41it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 10.75it/s]\u001b[ALoss = 2.8741e-02, PNorm = 39.8385, GNorm = 0.5652, lr_0 = 1.0000e-04\n","\n","100%|██████████| 25/25 [00:01<00:00, 11.18it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  9.99it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  8.64it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  8.79it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.731918\n","Validation mse = 1.124156\n","Validation rmse = 1.060262\n","Validation mae = 0.711133\n"," 98%|█████████▊| 98/100 [03:25<00:04,  2.10s/it]Epoch 98\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.56it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.04it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.02it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.02it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.06it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.05it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:01<00:03,  5.06it/s]\u001b[ALoss = 2.4480e-02, PNorm = 39.8431, GNorm = 1.1335, lr_0 = 1.0000e-04\n","\n"," 36%|███▌      | 9/25 [00:01<00:02,  5.61it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:02,  6.32it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:02,  6.80it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  7.29it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  7.72it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  7.96it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:02<00:01,  7.95it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:02<00:01,  8.05it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:02<00:01,  7.86it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.26it/s]\u001b[ALoss = 2.8743e-02, PNorm = 39.8484, GNorm = 0.4720, lr_0 = 1.0000e-04\n","\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.41it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.31it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.38it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.47it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:03<00:00,  8.56it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:03<00:00,  8.40it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.40it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.86it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.729486\n","Validation mse = 1.124921\n","Validation rmse = 1.060623\n","Validation mae = 0.714380\n"," 99%|█████████▉| 99/100 [03:29<00:02,  2.54s/it]Epoch 99\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.25it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:03,  7.52it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 11.14it/s]\u001b[ALoss = 3.1038e-02, PNorm = 39.8531, GNorm = 0.7491, lr_0 = 1.0000e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 12.74it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.19it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 13.93it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.26it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 15.14it/s]\u001b[ALoss = 2.6425e-02, PNorm = 39.8573, GNorm = 0.9378, lr_0 = 1.0000e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.97it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.52it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.37it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.38it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.30it/s]\u001b[ALoss = 2.3277e-02, PNorm = 39.8618, GNorm = 1.0139, lr_0 = 1.0000e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.20it/s]\u001b[A\n","                                             \u001b[AValidation r2 = 0.729509\n","Validation mse = 1.144278\n","Validation rmse = 1.069709\n","Validation mae = 0.719185\n","100%|██████████| 100/100 [03:31<00:00,  2.11s/it]\n","Model 0 best validation r2 = 0.780966 on epoch 36\n","Loading pretrained parameter \"encoder.encoder.0.cached_zero_vector\".\n","Loading pretrained parameter \"encoder.encoder.0.W_i.weight\".\n","Loading pretrained parameter \"encoder.encoder.0.W_h.weight\".\n","Loading pretrained parameter \"encoder.encoder.0.W_o.weight\".\n","Loading pretrained parameter \"encoder.encoder.0.W_o.bias\".\n","Loading pretrained parameter \"readout.1.weight\".\n","Loading pretrained parameter \"readout.1.bias\".\n","Loading pretrained parameter \"readout.4.weight\".\n","Loading pretrained parameter \"readout.4.bias\".\n","Moving model to cuda\n","Model 0 test r2 = 0.705395\n","Model 0 test mse = 100.686699\n","Model 0 test rmse = 7.133551\n","Model 0 test mae = 5.169965\n","Ensemble test r2 = 0.705395\n","Ensemble test mse = 1.088389\n","Ensemble test rmse = 1.043259\n","Ensemble test mae = 0.775628\n","1-fold cross validation\n","\tSeed 0 ==> test r2 = 0.705395\n","\tSeed 0 ==> test mse = 1.088389\n","\tSeed 0 ==> test rmse = 1.043259\n","\tSeed 0 ==> test mae = 0.775628\n","Overall test r2 = 0.705395 +/- 0.000000\n","Overall test mse = 1.088389 +/- 0.000000\n","Overall test rmse = 1.043259 +/- 0.000000\n","Overall test mae = 0.775628 +/- 0.000000\n","Elapsed time = 0:03:32\n"]}],"source":["# 回归任务，标签为撞击感度和爆速。100epoch\n","\n","arguments = [\n","    '--data_path', '/content/drive/MyDrive/EM_sensitivity_0430/reg_IS_DV.csv',\n","    '--dataset_type', 'regression',\n","    '--metric', 'r2',\n","    '--extra_metrics', 'mse','rmse','mae',\n","    '--features_path', '/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv',\n","    '--save_dir', '/content/drive/MyDrive/EM_sensitivity_0430/reg_IS_DV_100_epoch',\n","    '--epochs', '100',\n","    '--save_smiles_splits'\n","]\n","\n","args = chemprop.args.TrainArgs().parse_args(arguments)\n","mean_score, std_score = chemprop.train.cross_validate(args=args, train_func=chemprop.train.run_training)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"oIJWC6M-qKt5"},"outputs":[],"source":["# 分类任务，标签为撞击感度和爆速。100epoch\n","\n","arguments = [\n","    '--data_path', '/content/drive/MyDrive/EM_sensitivity_0430/reg_IS_DV_V2.csv',\n","    '--dataset_type', 'classification',\n","    '--metric', 'accuracy',\n","    '--extra_metrics', 'auc','f1','binary_cross_entropy','prc-auc','mcc',\n","    # '--num_folds','1',\n","    '--features_path', '/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv',\n","    '--save_dir', '/content/drive/MyDrive/EM_sensitivity_0430/reg_IS_DV_100_epoch',\n","    '--epochs', '100',\n","    # '--save_smiles_splits'\n","]\n","args = chemprop.args.TrainArgs().parse_args(arguments)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"6rQ6_1jBqKlZ","outputId":"2bf635a5-252e-41b8-fda6-b33f7ee94b76"},"outputs":[{"name":"stderr","output_type":"stream","text":["Command line\n","python /usr/local/lib/python3.10/dist-packages/colab_kernel_launcher.py -f /root/.local/share/jupyter/runtime/kernel-db6b6b1b-f9d9-49a5-9226-8a81eceac7eb.json\n","Args\n","{'activation': 'ReLU',\n"," 'adding_bond_types': True,\n"," 'adding_h': False,\n"," 'aggregation': 'mean',\n"," 'aggregation_norm': 100,\n"," 'atom_constraints': [],\n"," 'atom_descriptor_scaling': True,\n"," 'atom_descriptors': None,\n"," 'atom_descriptors_path': None,\n"," 'atom_descriptors_size': 0,\n"," 'atom_features_size': 0,\n"," 'atom_messages': False,\n"," 'atom_targets': [],\n"," 'batch_size': 50,\n"," 'bias': False,\n"," 'bias_solvent': False,\n"," 'bond_constraints': [],\n"," 'bond_descriptor_scaling': True,\n"," 'bond_descriptors': None,\n"," 'bond_descriptors_path': None,\n"," 'bond_descriptors_size': 0,\n"," 'bond_features_size': 0,\n"," 'bond_targets': [],\n"," 'cache_cutoff': 10000,\n"," 'checkpoint_dir': None,\n"," 'checkpoint_frzn': None,\n"," 'checkpoint_path': None,\n"," 'checkpoint_paths': None,\n"," 'class_balance': False,\n"," 'config_path': None,\n"," 'constraints_path': None,\n"," 'crossval_index_dir': None,\n"," 'crossval_index_file': None,\n"," 'crossval_index_sets': None,\n"," 'cuda': True,\n"," 'data_path': '/content/drive/MyDrive/EM_sensitivity_0430/cla_IS_density_V2.csv',\n"," 'data_weights_path': None,\n"," 'dataset_type': 'classification',\n"," 'depth': 3,\n"," 'depth_solvent': 3,\n"," 'device': device(type='cuda'),\n"," 'dropout': 0.0,\n"," 'empty_cache': False,\n"," 'ensemble_size': 1,\n"," 'epochs': 100,\n"," 'evidential_regularization': 0,\n"," 'explicit_h': False,\n"," 'extra_metrics': ['auc', 'f1', 'binary_cross_entropy', 'prc-auc', 'mcc'],\n"," 'features_generator': None,\n"," 'features_only': False,\n"," 'features_path': ['/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv'],\n"," 'features_scaling': True,\n"," 'features_size': None,\n"," 'ffn_hidden_size': 300,\n"," 'ffn_num_layers': 2,\n"," 'final_lr': 0.0001,\n"," 'folds_file': None,\n"," 'freeze_first_only': False,\n"," 'frzn_ffn_layers': 0,\n"," 'gpu': None,\n"," 'grad_clip': None,\n"," 'hidden_size': 300,\n"," 'hidden_size_solvent': 300,\n"," 'ignore_columns': None,\n"," 'init_lr': 0.0001,\n"," 'is_atom_bond_targets': False,\n"," 'keeping_atom_map': False,\n"," 'log_frequency': 10,\n"," 'loss_function': 'binary_cross_entropy',\n"," 'max_data_size': None,\n"," 'max_lr': 0.001,\n"," 'metric': 'accuracy',\n"," 'metrics': ['accuracy', 'auc', 'f1', 'binary_cross_entropy', 'prc-auc', 'mcc'],\n"," 'minimize_score': False,\n"," 'mpn_shared': False,\n"," 'multiclass_num_classes': 3,\n"," 'no_adding_bond_types': False,\n"," 'no_atom_descriptor_scaling': False,\n"," 'no_bond_descriptor_scaling': False,\n"," 'no_cache_mol': False,\n"," 'no_cuda': False,\n"," 'no_features_scaling': False,\n"," 'no_shared_atom_bond_ffn': False,\n"," 'num_folds': 1,\n"," 'num_lrs': 1,\n"," 'num_tasks': 2,\n"," 'num_workers': 8,\n"," 'number_of_molecules': 1,\n"," 'overwrite_default_atom_features': False,\n"," 'overwrite_default_bond_features': False,\n"," 'phase_features_path': None,\n"," 'pytorch_seed': 0,\n"," 'quiet': False,\n"," 'reaction': False,\n"," 'reaction_mode': 'reac_diff',\n"," 'reaction_solvent': False,\n"," 'resume_experiment': False,\n"," 'save_dir': '/content/drive/MyDrive/EM_sensitivity_0430/cla_IS_density_100_epoch',\n"," 'save_preds': False,\n"," 'save_smiles_splits': False,\n"," 'seed': 0,\n"," 'separate_test_atom_descriptors_path': None,\n"," 'separate_test_bond_descriptors_path': None,\n"," 'separate_test_constraints_path': None,\n"," 'separate_test_features_path': None,\n"," 'separate_test_path': None,\n"," 'separate_test_phase_features_path': None,\n"," 'separate_val_atom_descriptors_path': None,\n"," 'separate_val_bond_descriptors_path': None,\n"," 'separate_val_constraints_path': None,\n"," 'separate_val_features_path': None,\n"," 'separate_val_path': None,\n"," 'separate_val_phase_features_path': None,\n"," 'shared_atom_bond_ffn': True,\n"," 'show_individual_scores': False,\n"," 'smiles_columns': ['SMILES'],\n"," 'spectra_activation': 'exp',\n"," 'spectra_phase_mask_path': None,\n"," 'spectra_target_floor': 1e-08,\n"," 'split_key_molecule': 0,\n"," 'split_sizes': [0.8, 0.1, 0.1],\n"," 'split_type': 'random',\n"," 'target_columns': None,\n"," 'target_weights': None,\n"," 'task_names': ['IS', 'density'],\n"," 'test': False,\n"," 'test_fold_index': None,\n"," 'train_data_size': None,\n"," 'undirected': False,\n"," 'use_input_features': True,\n"," 'val_fold_index': None,\n"," 'warmup_epochs': 2.0,\n"," 'weights_ffn_num_layers': 2}\n","Setting molecule featurization parameters to default.\n","Loading data\n","1525it [00:00, 99564.37it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 52739.18it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 2738.39it/s]\n","Number of tasks = 2\n","Fold 0\n","Splitting data with seed 0\n","Class sizes\n","IS 0: 32.20%, 1: 67.80%\n","density 0: 48.00%, 1: 52.00%\n","Total size = 1,525 | train size = 1,220 | val size = 152 | test size = 153\n","Building model 0\n","MoleculeModel(\n","  (sigmoid): Sigmoid()\n","  (encoder): MPN(\n","    (encoder): ModuleList(\n","      (0): MPNEncoder(\n","        (dropout): Dropout(p=0.0, inplace=False)\n","        (act_func): ReLU()\n","        (W_i): Linear(in_features=147, out_features=300, bias=False)\n","        (W_h): Linear(in_features=300, out_features=300, bias=False)\n","        (W_o): Linear(in_features=433, out_features=300, bias=True)\n","      )\n","    )\n","  )\n","  (readout): Sequential(\n","    (0): Dropout(p=0.0, inplace=False)\n","    (1): Linear(in_features=323, out_features=300, bias=True)\n","    (2): ReLU()\n","    (3): Dropout(p=0.0, inplace=False)\n","    (4): Linear(in_features=300, out_features=2, bias=True)\n","  )\n",")\n","Number of parameters = 362,402\n","Moving model to cuda\n","  0%|          | 0/100 [00:00<?, ?it/s]Epoch 0\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:01<00:34,  1.45s/it]\u001b[A\n","  8%|▊         | 2/25 [00:01<00:15,  1.51it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:01<00:06,  3.25it/s]\u001b[A\n"," 20%|██        | 5/25 [00:01<00:05,  4.00it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:01<00:04,  4.74it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:02<00:02,  6.51it/s]\u001b[ALoss = 6.0876e-01, PNorm = 34.2322, GNorm = 1.1256, lr_0 = 3.0625e-04\n","\n"," 40%|████      | 10/25 [00:02<00:02,  5.57it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:02<00:01,  6.74it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:02<00:01,  7.03it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:03<00:01,  8.14it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:03<00:01,  8.36it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:03<00:00,  9.28it/s]\u001b[ALoss = 5.5641e-01, PNorm = 34.2459, GNorm = 1.5314, lr_0 = 4.9375e-04\n","\n"," 80%|████████  | 20/25 [00:03<00:00,  9.67it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:03<00:00,  9.96it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:03<00:00,  9.37it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 12.77it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.782895\n","Validation auc = 0.841368\n","Validation f1 = 0.838374\n","Validation binary_cross_entropy = 0.459130\n","Validation prc-auc = 0.895918\n","Validation mcc = 0.435483\n","  1%|          | 1/100 [00:04<07:19,  4.44s/it]Epoch 1\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.43it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.73it/s]\u001b[ALoss = 4.7522e-01, PNorm = 34.2737, GNorm = 1.3820, lr_0 = 7.0000e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.69it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.03it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.16it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.78it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.17it/s]\u001b[ALoss = 4.3659e-01, PNorm = 34.3154, GNorm = 0.6046, lr_0 = 8.8750e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.13it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.53it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.95it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.31it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.10it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.45it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.888680\n","Validation f1 = 0.840406\n","Validation binary_cross_entropy = 0.397366\n","Validation prc-auc = 0.930283\n","Validation mcc = 0.617270\n","  2%|▏         | 2/100 [00:06<04:42,  2.88s/it]Epoch 2\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.7318e-01, PNorm = 34.3703, GNorm = 2.1770, lr_0 = 9.9512e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 15.69it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.95it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.44it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.15it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.31it/s]\u001b[ALoss = 4.0090e-01, PNorm = 34.4219, GNorm = 0.9879, lr_0 = 9.8542e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.51it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.23it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.56it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.15it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.56it/s]\u001b[ALoss = 3.9465e-01, PNorm = 34.4868, GNorm = 0.3304, lr_0 = 9.7582e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.54it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00,  9.92it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.46it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.858553\n","Validation auc = 0.910730\n","Validation f1 = 0.885719\n","Validation binary_cross_entropy = 0.328463\n","Validation prc-auc = 0.946154\n","Validation mcc = 0.672298\n","  3%|▎         | 3/100 [00:08<04:02,  2.50s/it]Epoch 3\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.62it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.62it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.15it/s]\u001b[ALoss = 3.3694e-01, PNorm = 34.5603, GNorm = 0.4456, lr_0 = 9.6632e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.64it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 11.67it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:01, 10.69it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01, 10.05it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.70it/s]\u001b[ALoss = 3.7100e-01, PNorm = 34.6278, GNorm = 1.0461, lr_0 = 9.5690e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.59it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00,  9.64it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.32it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00,  9.29it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.94it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.69it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.57it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.83it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.04it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.861842\n","Validation auc = 0.917361\n","Validation f1 = 0.893576\n","Validation binary_cross_entropy = 0.312873\n","Validation prc-auc = 0.954022\n","Validation mcc = 0.679663\n","  4%|▍         | 4/100 [00:11<04:14,  2.65s/it]Epoch 4\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.70it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.81it/s]\u001b[ALoss = 3.3620e-01, PNorm = 34.7081, GNorm = 0.5040, lr_0 = 9.4665e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.64it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.50it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.01it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.62it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.80it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.48it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.54it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.68it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.48it/s]\u001b[ALoss = 3.4127e-01, PNorm = 34.7957, GNorm = 0.6623, lr_0 = 9.3743e-04\n","\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.37it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.69it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 10.70it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 12.46it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 13.96it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00, 14.26it/s]\u001b[ALoss = 3.2678e-01, PNorm = 34.8747, GNorm = 0.7842, lr_0 = 9.2830e-04\n","\n"," 96%|█████████▌| 24/25 [00:02<00:00, 14.62it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.66it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.868421\n","Validation auc = 0.940034\n","Validation f1 = 0.898922\n","Validation binary_cross_entropy = 0.302096\n","Validation prc-auc = 0.969208\n","Validation mcc = 0.705069\n","  5%|▌         | 5/100 [00:13<04:10,  2.63s/it]Epoch 5\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.69it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.38it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.06it/s]\u001b[ALoss = 3.3535e-01, PNorm = 34.9386, GNorm = 1.3683, lr_0 = 9.1925e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.03it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.36it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.73it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.58it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.08it/s]\u001b[ALoss = 3.3349e-01, PNorm = 35.0045, GNorm = 0.9947, lr_0 = 9.1030e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.68it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.61it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.49it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.74it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.69it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.865132\n","Validation auc = 0.936399\n","Validation f1 = 0.904433\n","Validation binary_cross_entropy = 0.292596\n","Validation prc-auc = 0.966629\n","Validation mcc = 0.664934\n","  6%|▌         | 6/100 [00:15<03:38,  2.32s/it]Epoch 6\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.04it/s]\u001b[ALoss = 3.1330e-01, PNorm = 35.0864, GNorm = 0.5781, lr_0 = 9.0055e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.74it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.69it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.21it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.92it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.25it/s]\u001b[ALoss = 2.9135e-01, PNorm = 35.1620, GNorm = 0.6877, lr_0 = 8.9177e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.25it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.70it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.20it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.49it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.45it/s]\u001b[ALoss = 2.9826e-01, PNorm = 35.2177, GNorm = 0.9470, lr_0 = 8.8309e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.31it/s]\u001b[ALoss = 3.8897e-01, PNorm = 35.2227, GNorm = 1.2165, lr_0 = 8.8222e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.66it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.858553\n","Validation auc = 0.937074\n","Validation f1 = 0.883885\n","Validation binary_cross_entropy = 0.310715\n","Validation prc-auc = 0.967068\n","Validation mcc = 0.674338\n","  7%|▋         | 7/100 [00:17<03:17,  2.12s/it]Epoch 7\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.22it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.44it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.00it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.24it/s]\u001b[ALoss = 3.0436e-01, PNorm = 35.2735, GNorm = 0.9804, lr_0 = 8.7363e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 17.18it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.83it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.11it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.92it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.49it/s]\u001b[ALoss = 2.8970e-01, PNorm = 35.3367, GNorm = 0.5695, lr_0 = 8.6512e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.83it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.98it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.05it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.84it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.884868\n","Validation auc = 0.949507\n","Validation f1 = 0.915243\n","Validation binary_cross_entropy = 0.247463\n","Validation prc-auc = 0.975517\n","Validation mcc = 0.725840\n","  8%|▊         | 8/100 [00:18<03:03,  2.00s/it]Epoch 8\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.61it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.46it/s]\u001b[ALoss = 2.7516e-01, PNorm = 35.3960, GNorm = 0.6807, lr_0 = 8.5669e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.45it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.54it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.48it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.93it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.50it/s]\u001b[ALoss = 2.9717e-01, PNorm = 35.4551, GNorm = 0.6308, lr_0 = 8.4834e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.50it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.16it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.72it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.27it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.31it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.70it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.888158\n","Validation auc = 0.950300\n","Validation f1 = 0.923975\n","Validation binary_cross_entropy = 0.242476\n","Validation prc-auc = 0.976656\n","Validation mcc = 0.720862\n","  9%|▉         | 9/100 [00:20<02:55,  1.93s/it]Epoch 9\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.4145e-01, PNorm = 35.5103, GNorm = 0.4196, lr_0 = 8.3926e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 18.21it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.22it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.25it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.30it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.96it/s]\u001b[ALoss = 2.6169e-01, PNorm = 35.5767, GNorm = 1.2278, lr_0 = 8.3108e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.98it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.04it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.35it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.83it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.37it/s]\u001b[ALoss = 2.6766e-01, PNorm = 35.6354, GNorm = 0.5373, lr_0 = 8.2298e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.43it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.79it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.14it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.907895\n","Validation auc = 0.955450\n","Validation f1 = 0.932329\n","Validation binary_cross_entropy = 0.224048\n","Validation prc-auc = 0.980036\n","Validation mcc = 0.780253\n"," 10%|█         | 10/100 [00:22<02:49,  1.88s/it]Epoch 10\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.93it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.73it/s]\u001b[ALoss = 2.3928e-01, PNorm = 35.6841, GNorm = 0.7173, lr_0 = 8.1497e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.29it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 11.40it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 10.97it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01, 10.11it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.85it/s]\u001b[ALoss = 2.6644e-01, PNorm = 35.7466, GNorm = 1.1638, lr_0 = 8.0703e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.43it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.43it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.25it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00,  9.24it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.21it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.35it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.12it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.14it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.96it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  9.50it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  9.27it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  9.45it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.911184\n","Validation auc = 0.955664\n","Validation f1 = 0.928876\n","Validation binary_cross_entropy = 0.240235\n","Validation prc-auc = 0.979756\n","Validation mcc = 0.807073\n"," 11%|█         | 11/100 [00:25<03:16,  2.21s/it]Epoch 11\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.80it/s]\u001b[ALoss = 2.6094e-01, PNorm = 35.8106, GNorm = 0.5611, lr_0 = 7.9838e-04\n","\n","  8%|▊         | 2/25 [00:00<00:02,  8.05it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.57it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.42it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.61it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.66it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.42it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.46it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.70it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.62it/s]\u001b[ALoss = 2.4239e-01, PNorm = 35.8784, GNorm = 1.4967, lr_0 = 7.9060e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.17it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  7.99it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.00it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.90it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 11.93it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00, 13.67it/s]\u001b[ALoss = 2.4339e-01, PNorm = 35.9374, GNorm = 0.6541, lr_0 = 7.8290e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00, 14.51it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00, 14.91it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 19.56it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.904605\n","Validation auc = 0.957241\n","Validation f1 = 0.920107\n","Validation binary_cross_entropy = 0.239899\n","Validation prc-auc = 0.980936\n","Validation mcc = 0.796646\n"," 12%|█▏        | 12/100 [00:28<03:24,  2.32s/it]Epoch 12\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.65it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.89it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.89it/s]\u001b[ALoss = 2.5350e-01, PNorm = 35.9955, GNorm = 1.2282, lr_0 = 7.7452e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.55it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.37it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.34it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.93it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.35it/s]\u001b[ALoss = 2.1865e-01, PNorm = 36.0512, GNorm = 0.9623, lr_0 = 7.6697e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.63it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.71it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.13it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.03it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.46it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.888158\n","Validation auc = 0.949600\n","Validation f1 = 0.905408\n","Validation binary_cross_entropy = 0.255037\n","Validation prc-auc = 0.976255\n","Validation mcc = 0.754752\n"," 13%|█▎        | 13/100 [00:29<03:04,  2.12s/it]Epoch 13\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.58it/s]\u001b[ALoss = 2.2948e-01, PNorm = 36.1135, GNorm = 0.6286, lr_0 = 7.5950e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.36it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.09it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.15it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.00it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.28it/s]\u001b[ALoss = 2.3426e-01, PNorm = 36.1665, GNorm = 1.3240, lr_0 = 7.5210e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.12it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.93it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.66it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.73it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.86it/s]\u001b[ALoss = 2.1984e-01, PNorm = 36.2240, GNorm = 1.6170, lr_0 = 7.4477e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.95it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.36it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.907895\n","Validation auc = 0.954835\n","Validation f1 = 0.931656\n","Validation binary_cross_entropy = 0.217413\n","Validation prc-auc = 0.980504\n","Validation mcc = 0.782131\n"," 14%|█▍        | 14/100 [00:31<02:51,  2.00s/it]Epoch 14\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.07it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.29it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.30it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.77it/s]\u001b[ALoss = 2.1701e-01, PNorm = 36.2927, GNorm = 1.3241, lr_0 = 7.3680e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.32it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.55it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.46it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.66it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.59it/s]\u001b[ALoss = 2.2394e-01, PNorm = 36.3496, GNorm = 0.6453, lr_0 = 7.2962e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.61it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.84it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.67it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.77it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.911184\n","Validation auc = 0.962330\n","Validation f1 = 0.929522\n","Validation binary_cross_entropy = 0.221494\n","Validation prc-auc = 0.983580\n","Validation mcc = 0.806474\n"," 15%|█▌        | 15/100 [00:33<02:42,  1.91s/it]Epoch 15\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.62it/s]\u001b[ALoss = 1.9827e-01, PNorm = 36.4097, GNorm = 0.9283, lr_0 = 7.2251e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.63it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.99it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.27it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.58it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:01,  9.55it/s]\u001b[ALoss = 2.1260e-01, PNorm = 36.4730, GNorm = 0.4677, lr_0 = 7.1547e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:00, 11.24it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 12.66it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 13.86it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.79it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.33it/s]\u001b[ALoss = 2.1138e-01, PNorm = 36.5342, GNorm = 0.6328, lr_0 = 7.0850e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.91it/s]\u001b[ALoss = 3.1210e-01, PNorm = 36.5411, GNorm = 1.2090, lr_0 = 7.0781e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.53it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.907895\n","Validation auc = 0.959830\n","Validation f1 = 0.927115\n","Validation binary_cross_entropy = 0.222823\n","Validation prc-auc = 0.982388\n","Validation mcc = 0.793970\n"," 16%|█▌        | 16/100 [00:35<02:42,  1.93s/it]Epoch 16\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.83it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 18.11it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.43it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.36it/s]\u001b[ALoss = 2.0942e-01, PNorm = 36.5972, GNorm = 0.3457, lr_0 = 7.0091e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 17.01it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.22it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.13it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.23it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.13it/s]\u001b[ALoss = 2.0576e-01, PNorm = 36.6575, GNorm = 0.7381, lr_0 = 6.9408e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.35it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.46it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.95it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.16it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.888158\n","Validation auc = 0.955097\n","Validation f1 = 0.915424\n","Validation binary_cross_entropy = 0.221022\n","Validation prc-auc = 0.981249\n","Validation mcc = 0.734326\n"," 17%|█▋        | 17/100 [00:36<02:33,  1.85s/it]Epoch 17\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.72it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.59it/s]\u001b[ALoss = 1.9503e-01, PNorm = 36.7255, GNorm = 0.7614, lr_0 = 6.8665e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.01it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.85it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 11.78it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:01, 11.00it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01, 10.41it/s]\u001b[ALoss = 1.9512e-01, PNorm = 36.7886, GNorm = 1.3346, lr_0 = 6.7996e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.89it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.73it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00,  9.60it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.40it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00,  9.39it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.49it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.09it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.17it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 12.06it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.90it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.891447\n","Validation auc = 0.956136\n","Validation f1 = 0.917338\n","Validation binary_cross_entropy = 0.221232\n","Validation prc-auc = 0.981846\n","Validation mcc = 0.746623\n"," 18%|█▊        | 18/100 [00:39<02:52,  2.11s/it]Epoch 18\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.0172e-01, PNorm = 36.8448, GNorm = 0.6626, lr_0 = 6.7334e-04\n","\n","  4%|▍         | 1/25 [00:00<00:02,  9.21it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.88it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.60it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.22it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.44it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.27it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.74it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.69it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.82it/s]\u001b[ALoss = 1.9676e-01, PNorm = 36.8980, GNorm = 0.6246, lr_0 = 6.6678e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.75it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.34it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.31it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.73it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.62it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.73it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.04it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00, 11.67it/s]\u001b[ALoss = 1.9476e-01, PNorm = 36.9630, GNorm = 1.1732, lr_0 = 6.6028e-04\n","\n"," 84%|████████▍ | 21/25 [00:02<00:00, 13.11it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00, 14.41it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.13it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.865132\n","Validation auc = 0.953205\n","Validation f1 = 0.900006\n","Validation binary_cross_entropy = 0.247865\n","Validation prc-auc = 0.979752\n","Validation mcc = 0.675203\n"," 19%|█▉        | 19/100 [00:42<03:04,  2.27s/it]Epoch 19\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.20it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.37it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.17it/s]\u001b[ALoss = 2.0121e-01, PNorm = 37.0172, GNorm = 0.7197, lr_0 = 6.5321e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.41it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.68it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.84it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.12it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.06it/s]\u001b[ALoss = 1.9921e-01, PNorm = 37.0783, GNorm = 1.8199, lr_0 = 6.4684e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.87it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.30it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.90it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.10it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.46it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.901316\n","Validation auc = 0.956920\n","Validation f1 = 0.918824\n","Validation binary_cross_entropy = 0.227639\n","Validation prc-auc = 0.980157\n","Validation mcc = 0.783904\n"," 20%|██        | 20/100 [00:43<02:47,  2.10s/it]Epoch 20\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.12it/s]\u001b[ALoss = 2.0067e-01, PNorm = 37.1336, GNorm = 0.7197, lr_0 = 6.4054e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:01, 11.99it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 13.75it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.54it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.58it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 16.41it/s]\u001b[ALoss = 1.7551e-01, PNorm = 37.1889, GNorm = 0.5307, lr_0 = 6.3430e-04\n","\n"," 52%|█████▏    | 13/25 [00:00<00:00, 16.49it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:00<00:00, 17.25it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 16.56it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 16.27it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.62it/s]\u001b[ALoss = 1.8222e-01, PNorm = 37.2479, GNorm = 2.1315, lr_0 = 6.2812e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.45it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.21it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.901316\n","Validation auc = 0.952524\n","Validation f1 = 0.923980\n","Validation binary_cross_entropy = 0.228992\n","Validation prc-auc = 0.977920\n","Validation mcc = 0.773531\n"," 21%|██        | 21/100 [00:45<02:37,  1.99s/it]Epoch 21\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.22it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.81it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.38it/s]\u001b[ALoss = 1.7650e-01, PNorm = 37.3146, GNorm = 2.6478, lr_0 = 6.2139e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.73it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.34it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.58it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.01it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.46it/s]\u001b[ALoss = 1.9193e-01, PNorm = 37.3675, GNorm = 0.9433, lr_0 = 6.1534e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.33it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.89it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.86it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.27it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.87it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.901316\n","Validation auc = 0.959015\n","Validation f1 = 0.924964\n","Validation binary_cross_entropy = 0.220565\n","Validation prc-auc = 0.982557\n","Validation mcc = 0.770893\n"," 22%|██▏       | 22/100 [00:47<02:28,  1.90s/it]Epoch 22\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.88it/s]\u001b[ALoss = 1.8638e-01, PNorm = 37.4324, GNorm = 0.8051, lr_0 = 6.0875e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.25it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.35it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.54it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.53it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.73it/s]\u001b[ALoss = 1.7493e-01, PNorm = 37.4964, GNorm = 1.6799, lr_0 = 6.0282e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.73it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.70it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.71it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.08it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.92it/s]\u001b[ALoss = 1.7621e-01, PNorm = 37.5570, GNorm = 0.7068, lr_0 = 5.9695e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.08it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.69it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.894737\n","Validation auc = 0.956287\n","Validation f1 = 0.913287\n","Validation binary_cross_entropy = 0.246022\n","Validation prc-auc = 0.980804\n","Validation mcc = 0.786859\n"," 23%|██▎       | 23/100 [00:49<02:24,  1.87s/it]Epoch 23\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.26it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.44it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.95it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.25it/s]\u001b[ALoss = 2.0118e-01, PNorm = 37.6185, GNorm = 1.4598, lr_0 = 5.9113e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 17.33it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.45it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.29it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.38it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.56it/s]\u001b[ALoss = 2.0031e-01, PNorm = 37.6756, GNorm = 1.7228, lr_0 = 5.8537e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.97it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.38it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.33it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.24it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.865132\n","Validation auc = 0.954128\n","Validation f1 = 0.887991\n","Validation binary_cross_entropy = 0.288880\n","Validation prc-auc = 0.977791\n","Validation mcc = 0.691740\n"," 24%|██▍       | 24/100 [00:50<02:18,  1.82s/it]Epoch 24\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.56it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.06it/s]\u001b[ALoss = 1.9781e-01, PNorm = 37.7324, GNorm = 0.7267, lr_0 = 5.7910e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.27it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.09it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 13.13it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 11.62it/s]\u001b[ALoss = 1.7752e-01, PNorm = 37.7980, GNorm = 0.6949, lr_0 = 5.7346e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 10.69it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 10.35it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.92it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00,  9.71it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.86it/s]\u001b[ALoss = 1.9522e-01, PNorm = 37.8533, GNorm = 2.6856, lr_0 = 5.6787e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.44it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.73it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.904605\n","Validation auc = 0.956099\n","Validation f1 = 0.924789\n","Validation binary_cross_entropy = 0.234335\n","Validation prc-auc = 0.980150\n","Validation mcc = 0.780514\n"," 25%|██▌       | 25/100 [00:53<02:33,  2.04s/it]Epoch 25\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.42it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.34it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.91it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.12it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.04it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.58it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.44it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.54it/s]\u001b[ALoss = 1.7853e-01, PNorm = 37.9052, GNorm = 0.9961, lr_0 = 5.6234e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.12it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.07it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.05it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.99it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.38it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.50it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.72it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.54it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.55it/s]\u001b[ALoss = 1.8168e-01, PNorm = 37.9629, GNorm = 0.9303, lr_0 = 5.5686e-04\n","\n"," 80%|████████  | 20/25 [00:02<00:00,  8.69it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00, 10.55it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00, 12.38it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.90it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.894737\n","Validation auc = 0.952864\n","Validation f1 = 0.924720\n","Validation binary_cross_entropy = 0.229258\n","Validation prc-auc = 0.978171\n","Validation mcc = 0.742850\n"," 26%|██▌       | 26/100 [00:56<02:48,  2.28s/it]Epoch 26\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.06it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.08it/s]\u001b[ALoss = 1.7251e-01, PNorm = 38.0154, GNorm = 0.5344, lr_0 = 5.5090e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.59it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.80it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.67it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.36it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.55it/s]\u001b[ALoss = 1.3797e-01, PNorm = 38.0719, GNorm = 0.6494, lr_0 = 5.4553e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.12it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.89it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.08it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.32it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.58it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.40it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.891447\n","Validation auc = 0.950403\n","Validation f1 = 0.912002\n","Validation binary_cross_entropy = 0.258268\n","Validation prc-auc = 0.977316\n","Validation mcc = 0.767989\n"," 27%|██▋       | 27/100 [00:57<02:35,  2.13s/it]Epoch 27\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.7982e-01, PNorm = 38.1286, GNorm = 0.4101, lr_0 = 5.3969e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 12.86it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.28it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.14it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.80it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.49it/s]\u001b[ALoss = 1.6815e-01, PNorm = 38.1818, GNorm = 1.6868, lr_0 = 5.3443e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.44it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.27it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.18it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.94it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.20it/s]\u001b[ALoss = 1.5357e-01, PNorm = 38.2366, GNorm = 0.7555, lr_0 = 5.2922e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.58it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.93it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.16it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.898026\n","Validation auc = 0.949149\n","Validation f1 = 0.923902\n","Validation binary_cross_entropy = 0.240411\n","Validation prc-auc = 0.974983\n","Validation mcc = 0.756496\n"," 28%|██▊       | 28/100 [00:59<02:24,  2.01s/it]Epoch 28\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.44it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.11it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.07it/s]\u001b[ALoss = 1.4871e-01, PNorm = 38.2899, GNorm = 0.5735, lr_0 = 5.2407e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.00it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.22it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.65it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.74it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.64it/s]\u001b[ALoss = 1.4148e-01, PNorm = 38.3435, GNorm = 1.6338, lr_0 = 5.1896e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.28it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.59it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.45it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.99it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.04it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.894737\n","Validation auc = 0.946554\n","Validation f1 = 0.917547\n","Validation binary_cross_entropy = 0.248157\n","Validation prc-auc = 0.974996\n","Validation mcc = 0.760612\n"," 29%|██▉       | 29/100 [01:01<02:17,  1.94s/it]Epoch 29\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.43it/s]\u001b[ALoss = 1.3215e-01, PNorm = 38.4019, GNorm = 0.5610, lr_0 = 5.1340e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.13it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.54it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.42it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.19it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.79it/s]\u001b[ALoss = 1.4720e-01, PNorm = 38.4550, GNorm = 1.3019, lr_0 = 5.0840e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.93it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.24it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.84it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.65it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.77it/s]\u001b[ALoss = 1.5537e-01, PNorm = 38.5158, GNorm = 0.9184, lr_0 = 5.0345e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.90it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.59it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.894737\n","Validation auc = 0.950861\n","Validation f1 = 0.917547\n","Validation binary_cross_entropy = 0.245214\n","Validation prc-auc = 0.976621\n","Validation mcc = 0.760612\n"," 30%|███       | 30/100 [01:03<02:12,  1.89s/it]Epoch 30\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.04it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.75it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.84it/s]\u001b[ALoss = 1.2751e-01, PNorm = 38.5739, GNorm = 1.1429, lr_0 = 4.9854e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.57it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01,  9.23it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:01, 11.04it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 12.64it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 13.83it/s]\u001b[ALoss = 1.5739e-01, PNorm = 38.6308, GNorm = 0.6944, lr_0 = 4.9369e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.73it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.26it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.86it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.15it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.74it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.894737\n","Validation auc = 0.951587\n","Validation f1 = 0.913927\n","Validation binary_cross_entropy = 0.247101\n","Validation prc-auc = 0.977306\n","Validation mcc = 0.774874\n"," 31%|███       | 31/100 [01:05<02:12,  1.92s/it]Epoch 31\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.66it/s]\u001b[ALoss = 1.2532e-01, PNorm = 38.6846, GNorm = 0.4066, lr_0 = 4.8840e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.18it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.42it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.30it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 11.05it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01, 10.45it/s]\u001b[ALoss = 1.4587e-01, PNorm = 38.7408, GNorm = 0.7799, lr_0 = 4.8364e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:01, 10.00it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.92it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.75it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00,  9.18it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.20it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00,  9.31it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.15it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.19it/s]\u001b[ALoss = 1.4042e-01, PNorm = 38.7947, GNorm = 0.9976, lr_0 = 4.7893e-04\n","\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.26it/s]\u001b[ALoss = 7.9537e-02, PNorm = 38.7997, GNorm = 0.9949, lr_0 = 4.7846e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.78it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.56it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.894737\n","Validation auc = 0.950382\n","Validation f1 = 0.919819\n","Validation binary_cross_entropy = 0.251967\n","Validation prc-auc = 0.976152\n","Validation mcc = 0.751615\n"," 32%|███▏      | 32/100 [01:07<02:27,  2.17s/it]Epoch 32\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  6.79it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:03,  7.52it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  7.70it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.30it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.42it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.76it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.83it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.15it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.87it/s]\u001b[ALoss = 1.3351e-01, PNorm = 38.8523, GNorm = 1.4204, lr_0 = 4.7380e-04\n","\n"," 40%|████      | 10/25 [00:01<00:01,  8.17it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.09it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.26it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.42it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.09it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 10.17it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 11.83it/s]\u001b[ALoss = 1.4272e-01, PNorm = 38.9037, GNorm = 0.6849, lr_0 = 4.6918e-04\n","\n"," 80%|████████  | 20/25 [00:02<00:00, 12.49it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00, 13.38it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00, 14.48it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.07it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.904605\n","Validation auc = 0.950339\n","Validation f1 = 0.926341\n","Validation binary_cross_entropy = 0.252624\n","Validation prc-auc = 0.977037\n","Validation mcc = 0.789715\n"," 33%|███▎      | 33/100 [01:10<02:33,  2.30s/it]Epoch 33\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.49it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.27it/s]\u001b[ALoss = 1.1034e-01, PNorm = 38.9605, GNorm = 0.5596, lr_0 = 4.6461e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.62it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.64it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.19it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.92it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.05it/s]\u001b[ALoss = 1.4998e-01, PNorm = 39.0054, GNorm = 1.2185, lr_0 = 4.6009e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.30it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.48it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.83it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.30it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.07it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.71it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.894737\n","Validation auc = 0.947618\n","Validation f1 = 0.918131\n","Validation binary_cross_entropy = 0.247293\n","Validation prc-auc = 0.974642\n","Validation mcc = 0.758006\n"," 34%|███▍      | 34/100 [01:12<02:21,  2.14s/it]Epoch 34\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 8.1791e-02, PNorm = 39.0562, GNorm = 0.4455, lr_0 = 4.5516e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 14.84it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.91it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.28it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.52it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.89it/s]\u001b[ALoss = 1.0884e-01, PNorm = 39.1088, GNorm = 0.5544, lr_0 = 4.5072e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.93it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.45it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.46it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.89it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.34it/s]\u001b[ALoss = 1.5102e-01, PNorm = 39.1598, GNorm = 1.2616, lr_0 = 4.4633e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.26it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.49it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.95it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.898026\n","Validation auc = 0.950813\n","Validation f1 = 0.923106\n","Validation binary_cross_entropy = 0.240407\n","Validation prc-auc = 0.976998\n","Validation mcc = 0.761980\n"," 35%|███▌      | 35/100 [01:14<02:13,  2.05s/it]Epoch 35\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.56it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.52it/s]\u001b[ALoss = 1.0607e-01, PNorm = 39.2139, GNorm = 0.5945, lr_0 = 4.4199e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.89it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.07it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.51it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.32it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.05it/s]\u001b[ALoss = 1.2965e-01, PNorm = 39.2643, GNorm = 0.8325, lr_0 = 4.3768e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.54it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.21it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.08it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.35it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.84it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.68it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.898026\n","Validation auc = 0.944604\n","Validation f1 = 0.923285\n","Validation binary_cross_entropy = 0.260563\n","Validation prc-auc = 0.973358\n","Validation mcc = 0.768557\n"," 36%|███▌      | 36/100 [01:15<02:05,  1.96s/it]Epoch 36\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.3627e-01, PNorm = 39.3131, GNorm = 0.7622, lr_0 = 4.3299e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 11.95it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.09it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.70it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.56it/s]\u001b[A"]}],"source":["# 分类任务，标签为撞击感度和密度。100epoch\n","\n","arguments = [\n","    '--data_path', '/content/drive/MyDrive/EM_sensitivity_0430/cla_IS_density_V2.csv',\n","    '--dataset_type', 'classification',\n","    '--metric', 'accuracy',\n","    '--extra_metrics', 'auc','f1','binary_cross_entropy','prc-auc','mcc',\n","    # '--num_folds','1',\n","    '--features_path', '/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv',\n","    '--save_dir', '/content/drive/MyDrive/EM_sensitivity_0430/cla_IS_density_100_epoch',\n","    '--epochs', '100',\n","    # '--save_smiles_splits'\n","]\n","args = chemprop.args.TrainArgs().parse_args(arguments)\n","mean_score, std_score = chemprop.train.cross_validate(args=args, train_func=chemprop.train.run_training)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"Idz8LL8unp_o","outputId":"57277f9e-818d-484f-93dd-ac590fc63c58"},"outputs":[{"name":"stderr","output_type":"stream","text":["Command line\n","python /usr/local/lib/python3.10/dist-packages/colab_kernel_launcher.py -f /root/.local/share/jupyter/runtime/kernel-db6b6b1b-f9d9-49a5-9226-8a81eceac7eb.json\n","Args\n","{'activation': 'ReLU',\n"," 'adding_bond_types': True,\n"," 'adding_h': False,\n"," 'aggregation': 'mean',\n"," 'aggregation_norm': 100,\n"," 'atom_constraints': [],\n"," 'atom_descriptor_scaling': True,\n"," 'atom_descriptors': None,\n"," 'atom_descriptors_path': None,\n"," 'atom_descriptors_size': 0,\n"," 'atom_features_size': 0,\n"," 'atom_messages': False,\n"," 'atom_targets': [],\n"," 'batch_size': 50,\n"," 'bias': False,\n"," 'bias_solvent': False,\n"," 'bond_constraints': [],\n"," 'bond_descriptor_scaling': True,\n"," 'bond_descriptors': None,\n"," 'bond_descriptors_path': None,\n"," 'bond_descriptors_size': 0,\n"," 'bond_features_size': 0,\n"," 'bond_targets': [],\n"," 'cache_cutoff': 10000,\n"," 'checkpoint_dir': None,\n"," 'checkpoint_frzn': None,\n"," 'checkpoint_path': None,\n"," 'checkpoint_paths': None,\n"," 'class_balance': False,\n"," 'config_path': None,\n"," 'constraints_path': None,\n"," 'crossval_index_dir': None,\n"," 'crossval_index_file': None,\n"," 'crossval_index_sets': None,\n"," 'cuda': True,\n"," 'data_path': '/content/drive/MyDrive/EM_sensitivity_0430/cla_IS_V2.csv',\n"," 'data_weights_path': None,\n"," 'dataset_type': 'classification',\n"," 'depth': 3,\n"," 'depth_solvent': 3,\n"," 'device': device(type='cuda'),\n"," 'dropout': 0.0,\n"," 'empty_cache': False,\n"," 'ensemble_size': 1,\n"," 'epochs': 100,\n"," 'evidential_regularization': 0,\n"," 'explicit_h': False,\n"," 'extra_metrics': ['auc', 'f1', 'binary_cross_entropy', 'prc-auc', 'mcc'],\n"," 'features_generator': None,\n"," 'features_only': False,\n"," 'features_path': ['/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv'],\n"," 'features_scaling': True,\n"," 'features_size': None,\n"," 'ffn_hidden_size': 300,\n"," 'ffn_num_layers': 2,\n"," 'final_lr': 0.0001,\n"," 'folds_file': None,\n"," 'freeze_first_only': False,\n"," 'frzn_ffn_layers': 0,\n"," 'gpu': None,\n"," 'grad_clip': None,\n"," 'hidden_size': 300,\n"," 'hidden_size_solvent': 300,\n"," 'ignore_columns': None,\n"," 'init_lr': 0.0001,\n"," 'is_atom_bond_targets': False,\n"," 'keeping_atom_map': False,\n"," 'log_frequency': 10,\n"," 'loss_function': 'binary_cross_entropy',\n"," 'max_data_size': None,\n"," 'max_lr': 0.001,\n"," 'metric': 'accuracy',\n"," 'metrics': ['accuracy', 'auc', 'f1', 'binary_cross_entropy', 'prc-auc', 'mcc'],\n"," 'minimize_score': False,\n"," 'mpn_shared': False,\n"," 'multiclass_num_classes': 3,\n"," 'no_adding_bond_types': False,\n"," 'no_atom_descriptor_scaling': False,\n"," 'no_bond_descriptor_scaling': False,\n"," 'no_cache_mol': False,\n"," 'no_cuda': False,\n"," 'no_features_scaling': False,\n"," 'no_shared_atom_bond_ffn': False,\n"," 'num_folds': 1,\n"," 'num_lrs': 1,\n"," 'num_tasks': 1,\n"," 'num_workers': 8,\n"," 'number_of_molecules': 1,\n"," 'overwrite_default_atom_features': False,\n"," 'overwrite_default_bond_features': False,\n"," 'phase_features_path': None,\n"," 'pytorch_seed': 0,\n"," 'quiet': False,\n"," 'reaction': False,\n"," 'reaction_mode': 'reac_diff',\n"," 'reaction_solvent': False,\n"," 'resume_experiment': False,\n"," 'save_dir': '/content/drive/MyDrive/EM_sensitivity_0430/cla_IS_100_epoch',\n"," 'save_preds': False,\n"," 'save_smiles_splits': False,\n"," 'seed': 0,\n"," 'separate_test_atom_descriptors_path': None,\n"," 'separate_test_bond_descriptors_path': None,\n"," 'separate_test_constraints_path': None,\n"," 'separate_test_features_path': None,\n"," 'separate_test_path': None,\n"," 'separate_test_phase_features_path': None,\n"," 'separate_val_atom_descriptors_path': None,\n"," 'separate_val_bond_descriptors_path': None,\n"," 'separate_val_constraints_path': None,\n"," 'separate_val_features_path': None,\n"," 'separate_val_path': None,\n"," 'separate_val_phase_features_path': None,\n"," 'shared_atom_bond_ffn': True,\n"," 'show_individual_scores': False,\n"," 'smiles_columns': ['SMILES'],\n"," 'spectra_activation': 'exp',\n"," 'spectra_phase_mask_path': None,\n"," 'spectra_target_floor': 1e-08,\n"," 'split_key_molecule': 0,\n"," 'split_sizes': [0.8, 0.1, 0.1],\n"," 'split_type': 'random',\n"," 'target_columns': None,\n"," 'target_weights': None,\n"," 'task_names': ['IS'],\n"," 'test': False,\n"," 'test_fold_index': None,\n"," 'train_data_size': None,\n"," 'undirected': False,\n"," 'use_input_features': True,\n"," 'val_fold_index': None,\n"," 'warmup_epochs': 2.0,\n"," 'weights_ffn_num_layers': 2}\n","Setting molecule featurization parameters to default.\n","Loading data\n","1525it [00:00, 161989.40it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 92108.83it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 106897.41it/s]\n","Number of tasks = 1\n","Fold 0\n","Splitting data with seed 0\n","Class sizes\n","IS 0: 32.20%, 1: 67.80%\n","Total size = 1,525 | train size = 1,220 | val size = 152 | test size = 153\n","Building model 0\n","MoleculeModel(\n","  (sigmoid): Sigmoid()\n","  (encoder): MPN(\n","    (encoder): ModuleList(\n","      (0): MPNEncoder(\n","        (dropout): Dropout(p=0.0, inplace=False)\n","        (act_func): ReLU()\n","        (W_i): Linear(in_features=147, out_features=300, bias=False)\n","        (W_h): Linear(in_features=300, out_features=300, bias=False)\n","        (W_o): Linear(in_features=433, out_features=300, bias=True)\n","      )\n","    )\n","  )\n","  (readout): Sequential(\n","    (0): Dropout(p=0.0, inplace=False)\n","    (1): Linear(in_features=323, out_features=300, bias=True)\n","    (2): ReLU()\n","    (3): Dropout(p=0.0, inplace=False)\n","    (4): Linear(in_features=300, out_features=1, bias=True)\n","  )\n",")\n","Number of parameters = 362,101\n","Moving model to cuda\n","  0%|          | 0/100 [00:00<?, ?it/s]Epoch 0\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.45it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.48it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.33it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.74it/s]\u001b[ALoss = 5.5892e-01, PNorm = 34.1456, GNorm = 1.4244, lr_0 = 3.0625e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.50it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.07it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.38it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.71it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 18.11it/s]\u001b[ALoss = 5.8602e-01, PNorm = 34.1518, GNorm = 1.2870, lr_0 = 4.9375e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 18.25it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.56it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.78it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 19.37it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.723684\n","Validation auc = 0.778097\n","Validation f1 = 0.830645\n","Validation binary_cross_entropy = 0.520111\n","Validation prc-auc = 0.869329\n","Validation mcc = 0.229541\n","  1%|          | 1/100 [00:01<02:50,  1.72s/it]Epoch 1\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.31it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.11it/s]\u001b[ALoss = 5.2977e-01, PNorm = 34.1665, GNorm = 0.8467, lr_0 = 7.0000e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.98it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.50it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.39it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.09it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.49it/s]\u001b[ALoss = 5.2183e-01, PNorm = 34.1969, GNorm = 0.8548, lr_0 = 8.8750e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.24it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.49it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.11it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.48it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.64it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.24it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.809211\n","Validation auc = 0.835931\n","Validation f1 = 0.868778\n","Validation binary_cross_entropy = 0.454153\n","Validation prc-auc = 0.910667\n","Validation mcc = 0.527341\n","  2%|▏         | 2/100 [00:03<02:49,  1.73s/it]Epoch 2\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.4432e-01, PNorm = 34.2505, GNorm = 0.5876, lr_0 = 9.9512e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 18.32it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.19it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 11.65it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 11.28it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 10.54it/s]\u001b[ALoss = 4.6967e-01, PNorm = 34.3073, GNorm = 0.6594, lr_0 = 9.8542e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01, 10.30it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.90it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.67it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.84it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00,  9.61it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.60it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.68it/s]\u001b[ALoss = 4.7555e-01, PNorm = 34.3593, GNorm = 0.4886, lr_0 = 9.7582e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.57it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.35it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.44it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.97it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.30it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.815789\n","Validation auc = 0.844340\n","Validation f1 = 0.872727\n","Validation binary_cross_entropy = 0.433694\n","Validation prc-auc = 0.919073\n","Validation mcc = 0.545697\n","  3%|▎         | 3/100 [00:06<03:39,  2.26s/it]Epoch 3\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.29it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.85it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.31it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.23it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.57it/s]\u001b[ALoss = 3.8432e-01, PNorm = 34.4151, GNorm = 0.4601, lr_0 = 9.6632e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.52it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.60it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.74it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01, 11.13it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:00, 13.23it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 14.51it/s]\u001b[ALoss = 4.6047e-01, PNorm = 34.4659, GNorm = 1.7761, lr_0 = 9.5690e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.90it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 16.07it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.67it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.84it/s]\u001b[A\n","100%|██████████| 25/25 [00:01<00:00, 17.19it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.29it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.835526\n","Validation auc = 0.858696\n","Validation f1 = 0.885845\n","Validation binary_cross_entropy = 0.422411\n","Validation prc-auc = 0.929754\n","Validation mcc = 0.596690\n","  4%|▍         | 4/100 [00:08<03:36,  2.25s/it]Epoch 4\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 19.22it/s]\u001b[ALoss = 4.2101e-01, PNorm = 34.5182, GNorm = 0.4725, lr_0 = 9.4665e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.69it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.41it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.13it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.77it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.11it/s]\u001b[ALoss = 4.2267e-01, PNorm = 34.5770, GNorm = 0.4519, lr_0 = 9.3743e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.40it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.10it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.22it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.59it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.39it/s]\u001b[ALoss = 4.2828e-01, PNorm = 34.6409, GNorm = 0.6143, lr_0 = 9.2830e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.35it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.92it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.835526\n","Validation auc = 0.889048\n","Validation f1 = 0.888889\n","Validation binary_cross_entropy = 0.389040\n","Validation prc-auc = 0.948294\n","Validation mcc = 0.590971\n","  5%|▌         | 5/100 [00:10<03:14,  2.05s/it]Epoch 5\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.84it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.17it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.66it/s]\u001b[ALoss = 4.2953e-01, PNorm = 34.6743, GNorm = 0.9311, lr_0 = 9.1925e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.83it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.88it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.91it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.13it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.29it/s]\u001b[ALoss = 3.8079e-01, PNorm = 34.7281, GNorm = 3.0367, lr_0 = 9.1030e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.09it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.12it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.61it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.58it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 19.73it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.893765\n","Validation f1 = 0.869565\n","Validation binary_cross_entropy = 0.409989\n","Validation prc-auc = 0.951362\n","Validation mcc = 0.593422\n","  6%|▌         | 6/100 [00:11<03:01,  1.93s/it]Epoch 6\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.33it/s]\u001b[ALoss = 4.0274e-01, PNorm = 34.7890, GNorm = 1.5267, lr_0 = 9.0055e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.96it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.00it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.68it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.19it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.75it/s]\u001b[ALoss = 3.6973e-01, PNorm = 34.8333, GNorm = 1.2247, lr_0 = 8.9177e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.90it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.65it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.35it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.53it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.37it/s]\u001b[ALoss = 4.1626e-01, PNorm = 34.8933, GNorm = 1.3341, lr_0 = 8.8309e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.77it/s]\u001b[ALoss = 3.6905e-01, PNorm = 34.8996, GNorm = 0.5290, lr_0 = 8.8222e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.99it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.842105\n","Validation auc = 0.896021\n","Validation f1 = 0.890909\n","Validation binary_cross_entropy = 0.379460\n","Validation prc-auc = 0.953377\n","Validation mcc = 0.611842\n","  7%|▋         | 7/100 [00:13<02:54,  1.88s/it]Epoch 7\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.02it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.15it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.14it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.23it/s]\u001b[ALoss = 3.6959e-01, PNorm = 34.9698, GNorm = 0.5988, lr_0 = 8.7363e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.74it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.20it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.79it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.53it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.92it/s]\u001b[ALoss = 3.8443e-01, PNorm = 35.0197, GNorm = 0.7032, lr_0 = 8.6512e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 17.88it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.06it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.45it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.62it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.906276\n","Validation f1 = 0.876190\n","Validation binary_cross_entropy = 0.370188\n","Validation prc-auc = 0.958979\n","Validation mcc = 0.599960\n","  8%|▊         | 8/100 [00:15<02:46,  1.81s/it]Epoch 8\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.14it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.90it/s]\u001b[ALoss = 4.0119e-01, PNorm = 35.0591, GNorm = 0.9273, lr_0 = 8.5669e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.62it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.92it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.68it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.31it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.67it/s]\u001b[ALoss = 4.2088e-01, PNorm = 35.1116, GNorm = 0.5418, lr_0 = 8.4834e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.08it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.81it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.26it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.80it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 18.19it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.96it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.809211\n","Validation auc = 0.906276\n","Validation f1 = 0.873362\n","Validation binary_cross_entropy = 0.374203\n","Validation prc-auc = 0.960430\n","Validation mcc = 0.518409\n","  9%|▉         | 9/100 [00:17<02:39,  1.75s/it]Epoch 9\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 3.1803e-01, PNorm = 35.1836, GNorm = 0.4320, lr_0 = 8.3926e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 16.98it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.61it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.09it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 12.11it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 11.30it/s]\u001b[ALoss = 3.3887e-01, PNorm = 35.2542, GNorm = 1.5446, lr_0 = 8.3108e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01, 10.28it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  6.47it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  6.85it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  7.23it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:01,  7.73it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.19it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.59it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.81it/s]\u001b[ALoss = 3.7984e-01, PNorm = 35.2988, GNorm = 0.6741, lr_0 = 8.2298e-04\n","\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.75it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.04it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.14it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.15it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.86it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.52it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.906071\n","Validation f1 = 0.885965\n","Validation binary_cross_entropy = 0.374291\n","Validation prc-auc = 0.959945\n","Validation mcc = 0.572853\n"," 10%|█         | 10/100 [00:20<03:13,  2.15s/it]Epoch 10\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.89it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.47it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.93it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.87it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.94it/s]\u001b[ALoss = 3.5297e-01, PNorm = 35.3397, GNorm = 1.2919, lr_0 = 8.1497e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.96it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.03it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.99it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.24it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.46it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.74it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.03it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 11.23it/s]\u001b[ALoss = 3.8178e-01, PNorm = 35.3985, GNorm = 1.1771, lr_0 = 8.0703e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00, 12.83it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 14.03it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.13it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00, 15.95it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.52it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.898893\n","Validation f1 = 0.874419\n","Validation binary_cross_entropy = 0.374229\n","Validation prc-auc = 0.955647\n","Validation mcc = 0.571899\n"," 11%|█         | 11/100 [00:22<03:16,  2.21s/it]Epoch 11\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.0927e-01, PNorm = 35.4698, GNorm = 1.6695, lr_0 = 7.9838e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 16.78it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.36it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:00, 18.77it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:00, 17.95it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 18.08it/s]\u001b[ALoss = 3.4609e-01, PNorm = 35.5265, GNorm = 0.9477, lr_0 = 7.9060e-04\n","\n"," 52%|█████▏    | 13/25 [00:00<00:00, 17.66it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:00<00:00, 16.48it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.88it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 16.58it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.85it/s]\u001b[ALoss = 3.1765e-01, PNorm = 35.5850, GNorm = 0.8983, lr_0 = 7.8290e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 17.12it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.36it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.848684\n","Validation auc = 0.916940\n","Validation f1 = 0.888889\n","Validation binary_cross_entropy = 0.372709\n","Validation prc-auc = 0.965056\n","Validation mcc = 0.654081\n"," 12%|█▏        | 12/100 [00:24<03:00,  2.05s/it]Epoch 12\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.94it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.96it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.95it/s]\u001b[ALoss = 3.4954e-01, PNorm = 35.6524, GNorm = 0.5473, lr_0 = 7.7452e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.44it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.53it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.93it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.09it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.81it/s]\u001b[ALoss = 2.9248e-01, PNorm = 35.7058, GNorm = 1.7785, lr_0 = 7.6697e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.91it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.70it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.06it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.53it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.30it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.809211\n","Validation auc = 0.892330\n","Validation f1 = 0.868778\n","Validation binary_cross_entropy = 0.380905\n","Validation prc-auc = 0.951164\n","Validation mcc = 0.527341\n"," 13%|█▎        | 13/100 [00:25<02:49,  1.95s/it]Epoch 13\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.71it/s]\u001b[ALoss = 3.0453e-01, PNorm = 35.7604, GNorm = 0.4974, lr_0 = 7.5950e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.64it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.96it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.67it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.13it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.82it/s]\u001b[ALoss = 3.3702e-01, PNorm = 35.8205, GNorm = 0.7599, lr_0 = 7.5210e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.02it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.96it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.24it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.58it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 18.06it/s]\u001b[ALoss = 3.1281e-01, PNorm = 35.8834, GNorm = 1.9017, lr_0 = 7.4477e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.53it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.29it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.907916\n","Validation f1 = 0.876712\n","Validation binary_cross_entropy = 0.370252\n","Validation prc-auc = 0.960402\n","Validation mcc = 0.563900\n"," 14%|█▍        | 14/100 [00:27<02:40,  1.87s/it]Epoch 14\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.77it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.85it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.78it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.66it/s]\u001b[ALoss = 2.8949e-01, PNorm = 35.9494, GNorm = 0.7688, lr_0 = 7.3680e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.33it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.87it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.85it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.59it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.10it/s]\u001b[ALoss = 3.3171e-01, PNorm = 36.0011, GNorm = 0.5528, lr_0 = 7.2962e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.17it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.53it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.84it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.54it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.848684\n","Validation auc = 0.925964\n","Validation f1 = 0.887805\n","Validation binary_cross_entropy = 0.372830\n","Validation prc-auc = 0.968409\n","Validation mcc = 0.659932\n"," 15%|█▌        | 15/100 [00:29<02:33,  1.81s/it]Epoch 15\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.69it/s]\u001b[ALoss = 2.9383e-01, PNorm = 36.0575, GNorm = 1.5314, lr_0 = 7.2251e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.89it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.39it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.47it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.02it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.82it/s]\u001b[ALoss = 3.0303e-01, PNorm = 36.1269, GNorm = 1.0277, lr_0 = 7.1547e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.13it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.25it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.06it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.81it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.17it/s]\u001b[ALoss = 3.1982e-01, PNorm = 36.1912, GNorm = 0.8919, lr_0 = 7.0850e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.04it/s]\u001b[ALoss = 4.9113e-01, PNorm = 36.1983, GNorm = 0.9478, lr_0 = 7.0781e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.09it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.842105\n","Validation auc = 0.919811\n","Validation f1 = 0.885714\n","Validation binary_cross_entropy = 0.370478\n","Validation prc-auc = 0.966621\n","Validation mcc = 0.630769\n"," 16%|█▌        | 16/100 [00:30<02:28,  1.77s/it]Epoch 16\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.99it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.47it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.48it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.98it/s]\u001b[ALoss = 3.0684e-01, PNorm = 36.2611, GNorm = 0.3810, lr_0 = 7.0091e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.65it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.13it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 12.01it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 11.10it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 10.87it/s]\u001b[ALoss = 3.0963e-01, PNorm = 36.3166, GNorm = 0.3537, lr_0 = 6.9408e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 10.36it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00,  9.83it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00, 10.00it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.74it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.32it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.905660\n","Validation f1 = 0.876712\n","Validation binary_cross_entropy = 0.371090\n","Validation prc-auc = 0.957960\n","Validation mcc = 0.563900\n"," 17%|█▋        | 17/100 [00:33<02:43,  1.98s/it]Epoch 17\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.68it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.62it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.92it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.84it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.06it/s]\u001b[ALoss = 2.9043e-01, PNorm = 36.3967, GNorm = 0.9478, lr_0 = 6.8665e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.02it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.64it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.24it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.91it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.24it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.80it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.84it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.69it/s]\u001b[ALoss = 2.8554e-01, PNorm = 36.4572, GNorm = 0.7257, lr_0 = 6.7996e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.80it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.73it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.77it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.02it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.08it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.10it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00, 11.36it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.61it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.848684\n","Validation auc = 0.913454\n","Validation f1 = 0.890995\n","Validation binary_cross_entropy = 0.390688\n","Validation prc-auc = 0.962253\n","Validation mcc = 0.643779\n"," 18%|█▊        | 18/100 [00:36<03:01,  2.21s/it]Epoch 18\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.9424e-01, PNorm = 36.5205, GNorm = 0.9424, lr_0 = 6.7334e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 16.53it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.10it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.11it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.10it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.83it/s]\u001b[ALoss = 2.8686e-01, PNorm = 36.5791, GNorm = 1.0635, lr_0 = 6.6678e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.97it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.34it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.51it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.76it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.90it/s]\u001b[ALoss = 2.6780e-01, PNorm = 36.6523, GNorm = 2.0101, lr_0 = 6.6028e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.23it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.84it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.51it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.835526\n","Validation auc = 0.899713\n","Validation f1 = 0.888889\n","Validation binary_cross_entropy = 0.419411\n","Validation prc-auc = 0.951498\n","Validation mcc = 0.590971\n"," 19%|█▉        | 19/100 [00:37<02:46,  2.06s/it]Epoch 19\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.72it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.48it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.50it/s]\u001b[ALoss = 2.7862e-01, PNorm = 36.7146, GNorm = 0.8085, lr_0 = 6.5321e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.73it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.47it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.01it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.32it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.84it/s]\u001b[ALoss = 2.8922e-01, PNorm = 36.7831, GNorm = 0.7682, lr_0 = 6.4684e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.29it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.82it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.32it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.47it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.16it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.913043\n","Validation f1 = 0.877358\n","Validation binary_cross_entropy = 0.384992\n","Validation prc-auc = 0.962073\n","Validation mcc = 0.594750\n"," 20%|██        | 20/100 [00:39<02:35,  1.95s/it]Epoch 20\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.7614e-01, PNorm = 36.8415, GNorm = 0.9590, lr_0 = 6.4054e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 17.27it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.28it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.00it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.59it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.29it/s]\u001b[ALoss = 2.4551e-01, PNorm = 36.9103, GNorm = 0.9229, lr_0 = 6.3430e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.51it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.77it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.03it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.33it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.87it/s]\u001b[ALoss = 2.5236e-01, PNorm = 36.9787, GNorm = 0.6442, lr_0 = 6.2812e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.00it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.66it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.80it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.896226\n","Validation f1 = 0.873239\n","Validation binary_cross_entropy = 0.417369\n","Validation prc-auc = 0.951911\n","Validation mcc = 0.576629\n"," 21%|██        | 21/100 [00:41<02:27,  1.87s/it]Epoch 21\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.59it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.09it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.63it/s]\u001b[ALoss = 2.3988e-01, PNorm = 37.0396, GNorm = 1.9324, lr_0 = 6.2139e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.51it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.50it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.50it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.13it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.81it/s]\u001b[ALoss = 2.7439e-01, PNorm = 37.1051, GNorm = 1.2583, lr_0 = 6.1534e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.16it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.97it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.51it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.91it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.34it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.842105\n","Validation auc = 0.898482\n","Validation f1 = 0.886792\n","Validation binary_cross_entropy = 0.411299\n","Validation prc-auc = 0.949223\n","Validation mcc = 0.625923\n"," 22%|██▏       | 22/100 [00:42<02:21,  1.82s/it]Epoch 22\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.44it/s]\u001b[ALoss = 2.7092e-01, PNorm = 37.1809, GNorm = 0.9519, lr_0 = 6.0875e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.95it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.52it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.39it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.62it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.14it/s]\u001b[ALoss = 2.4986e-01, PNorm = 37.2461, GNorm = 2.0828, lr_0 = 6.0282e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.35it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.85it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.48it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.02it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.74it/s]\u001b[ALoss = 2.4373e-01, PNorm = 37.3170, GNorm = 1.0825, lr_0 = 5.9695e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.77it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.98it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.905250\n","Validation f1 = 0.864322\n","Validation binary_cross_entropy = 0.446850\n","Validation prc-auc = 0.956516\n","Validation mcc = 0.621365\n"," 23%|██▎       | 23/100 [00:44<02:17,  1.79s/it]Epoch 23\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.16it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.13it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.52it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.16it/s]\u001b[ALoss = 2.5591e-01, PNorm = 37.3872, GNorm = 0.9101, lr_0 = 5.9113e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 17.47it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.52it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.63it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.97it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.75it/s]\u001b[ALoss = 2.6534e-01, PNorm = 37.4577, GNorm = 0.8799, lr_0 = 5.8537e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 13.18it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 11.57it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 11.31it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 12.08it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.88it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.899303\n","Validation f1 = 0.876712\n","Validation binary_cross_entropy = 0.426827\n","Validation prc-auc = 0.949673\n","Validation mcc = 0.563900\n"," 24%|██▍       | 24/100 [00:46<02:23,  1.88s/it]Epoch 24\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.35it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.50it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.73it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.83it/s]\u001b[ALoss = 2.3839e-01, PNorm = 37.5236, GNorm = 0.5888, lr_0 = 5.7910e-04\n","\n"," 20%|██        | 5/25 [00:00<00:02,  8.26it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  7.88it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.06it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.42it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.60it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.77it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:03,  4.34it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:02,  4.99it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:02,  5.71it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:02<00:01,  6.55it/s]\u001b[ALoss = 2.2148e-01, PNorm = 37.5893, GNorm = 1.1071, lr_0 = 5.7346e-04\n","\n"," 60%|██████    | 15/25 [00:02<00:01,  6.94it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:02<00:01,  7.59it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:02<00:01,  7.93it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  7.78it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  7.92it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  7.70it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  7.99it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.45it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:03<00:00, 11.17it/s]\u001b[ALoss = 2.7333e-01, PNorm = 37.6466, GNorm = 3.6116, lr_0 = 5.6787e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.28it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.835526\n","Validation auc = 0.906891\n","Validation f1 = 0.876847\n","Validation binary_cross_entropy = 0.425302\n","Validation prc-auc = 0.955597\n","Validation mcc = 0.636428\n"," 25%|██▌       | 25/100 [00:49<02:53,  2.31s/it]Epoch 25\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.93it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.82it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.22it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.01it/s]\u001b[ALoss = 2.5562e-01, PNorm = 37.7094, GNorm = 1.1949, lr_0 = 5.6234e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.04it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.71it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.08it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.18it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.44it/s]\u001b[ALoss = 2.5091e-01, PNorm = 37.7774, GNorm = 1.1323, lr_0 = 5.5686e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.54it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.01it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.42it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.50it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.842105\n","Validation auc = 0.900533\n","Validation f1 = 0.891892\n","Validation binary_cross_entropy = 0.425424\n","Validation prc-auc = 0.952850\n","Validation mcc = 0.609869\n"," 26%|██▌       | 26/100 [00:51<02:38,  2.14s/it]Epoch 26\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.37it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.37it/s]\u001b[ALoss = 2.4562e-01, PNorm = 37.8485, GNorm = 0.6816, lr_0 = 5.5090e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.41it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.84it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.27it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.52it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.91it/s]\u001b[ALoss = 1.9614e-01, PNorm = 37.9123, GNorm = 1.4683, lr_0 = 5.4553e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.09it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.49it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.78it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.89it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.36it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.90it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.887613\n","Validation f1 = 0.864322\n","Validation binary_cross_entropy = 0.512803\n","Validation prc-auc = 0.939162\n","Validation mcc = 0.621365\n"," 27%|██▋       | 27/100 [00:53<02:27,  2.02s/it]Epoch 27\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.7486e-01, PNorm = 37.9759, GNorm = 0.8649, lr_0 = 5.3969e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 17.47it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.74it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.68it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.68it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.89it/s]\u001b[ALoss = 2.4597e-01, PNorm = 38.0464, GNorm = 2.7169, lr_0 = 5.3443e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.03it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.77it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.40it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.16it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.50it/s]\u001b[ALoss = 2.2030e-01, PNorm = 38.1105, GNorm = 0.9558, lr_0 = 5.2922e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.85it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.09it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.18it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.889664\n","Validation f1 = 0.875576\n","Validation binary_cross_entropy = 0.474937\n","Validation prc-auc = 0.948656\n","Validation mcc = 0.567644\n"," 28%|██▊       | 28/100 [00:55<02:18,  1.92s/it]Epoch 28\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.55it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.73it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.02it/s]\u001b[ALoss = 2.3017e-01, PNorm = 38.1771, GNorm = 0.5340, lr_0 = 5.2407e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.04it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.11it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.37it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.25it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.18it/s]\u001b[ALoss = 2.0894e-01, PNorm = 38.2342, GNorm = 2.3914, lr_0 = 5.1896e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.94it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.67it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.19it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.51it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.50it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.835526\n","Validation auc = 0.891304\n","Validation f1 = 0.883721\n","Validation binary_cross_entropy = 0.457033\n","Validation prc-auc = 0.943570\n","Validation mcc = 0.603694\n"," 29%|██▉       | 29/100 [00:56<02:11,  1.86s/it]Epoch 29\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.71it/s]\u001b[ALoss = 1.7539e-01, PNorm = 38.3033, GNorm = 0.5123, lr_0 = 5.1340e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.05it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.18it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.54it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.20it/s]\u001b[ALoss = 2.0836e-01, PNorm = 38.3641, GNorm = 1.1382, lr_0 = 5.0840e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.31it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.64it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.08it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.75it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.01it/s]\u001b[ALoss = 2.1308e-01, PNorm = 38.4338, GNorm = 1.3062, lr_0 = 5.0345e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.14it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.51it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.878794\n","Validation f1 = 0.877358\n","Validation binary_cross_entropy = 0.526956\n","Validation prc-auc = 0.935413\n","Validation mcc = 0.594750\n"," 30%|███       | 30/100 [00:58<02:07,  1.83s/it]Epoch 30\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.47it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.11it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.99it/s]\u001b[ALoss = 1.7550e-01, PNorm = 38.4987, GNorm = 1.1815, lr_0 = 4.9854e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 17.00it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.08it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.17it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.41it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.04it/s]\u001b[ALoss = 2.2088e-01, PNorm = 38.5621, GNorm = 1.3721, lr_0 = 4.9369e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 13.18it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 11.87it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 11.16it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.71it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.06it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.881460\n","Validation f1 = 0.875000\n","Validation binary_cross_entropy = 0.533391\n","Validation prc-auc = 0.929130\n","Validation mcc = 0.605606\n"," 31%|███       | 31/100 [01:00<02:13,  1.94s/it]Epoch 31\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.76it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.31it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.15it/s]\u001b[ALoss = 1.7330e-01, PNorm = 38.6281, GNorm = 0.5677, lr_0 = 4.8840e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.87it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.87it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.52it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.52it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.85it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  9.03it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.61it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.34it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.11it/s]\u001b[ALoss = 2.0315e-01, PNorm = 38.6922, GNorm = 1.2655, lr_0 = 4.8364e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.88it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.45it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.32it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.29it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.16it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.37it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.64it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.74it/s]\u001b[ALoss = 1.9670e-01, PNorm = 38.7510, GNorm = 0.6451, lr_0 = 4.7893e-04\n","\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.51it/s]\u001b[ALoss = 1.1427e-01, PNorm = 38.7569, GNorm = 1.1196, lr_0 = 4.7846e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.65it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.815789\n","Validation auc = 0.904635\n","Validation f1 = 0.872727\n","Validation binary_cross_entropy = 0.437783\n","Validation prc-auc = 0.957231\n","Validation mcc = 0.545697\n"," 32%|███▏      | 32/100 [01:03<02:34,  2.28s/it]Epoch 32\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.06it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.89it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.59it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.59it/s]\u001b[ALoss = 1.8985e-01, PNorm = 38.8200, GNorm = 1.4129, lr_0 = 4.7380e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.75it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.03it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.83it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.39it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.16it/s]\u001b[ALoss = 2.0181e-01, PNorm = 38.8789, GNorm = 0.6143, lr_0 = 4.6918e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.48it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.00it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.82it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.59it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.842105\n","Validation auc = 0.872847\n","Validation f1 = 0.885714\n","Validation binary_cross_entropy = 0.543591\n","Validation prc-auc = 0.930045\n","Validation mcc = 0.630769\n"," 33%|███▎      | 33/100 [01:05<02:21,  2.11s/it]Epoch 33\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.85it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.09it/s]\u001b[ALoss = 1.5219e-01, PNorm = 38.9457, GNorm = 1.3531, lr_0 = 4.6461e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.25it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.97it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.11it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.44it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.44it/s]\u001b[ALoss = 2.0643e-01, PNorm = 39.0020, GNorm = 1.3641, lr_0 = 4.6009e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.71it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.17it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.07it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.83it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.49it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.14it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.815789\n","Validation auc = 0.884742\n","Validation f1 = 0.866667\n","Validation binary_cross_entropy = 0.519505\n","Validation prc-auc = 0.938209\n","Validation mcc = 0.569152\n"," 34%|███▍      | 34/100 [01:07<02:12,  2.01s/it]Epoch 34\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 7.1539e-02, PNorm = 39.0667, GNorm = 0.3917, lr_0 = 4.5516e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 14.79it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.21it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.05it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.26it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.38it/s]\u001b[ALoss = 1.3888e-01, PNorm = 39.1256, GNorm = 0.8552, lr_0 = 4.5072e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.81it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.50it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.21it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.63it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.17it/s]\u001b[ALoss = 2.0353e-01, PNorm = 39.1792, GNorm = 2.1972, lr_0 = 4.4633e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.48it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.02it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.75it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.802632\n","Validation auc = 0.878794\n","Validation f1 = 0.857143\n","Validation binary_cross_entropy = 0.523491\n","Validation prc-auc = 0.935356\n","Validation mcc = 0.538343\n"," 35%|███▌      | 35/100 [01:09<02:05,  1.93s/it]Epoch 35\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.07it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.51it/s]\u001b[ALoss = 1.4068e-01, PNorm = 39.2386, GNorm = 0.8933, lr_0 = 4.4199e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.42it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.72it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.54it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.87it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.99it/s]\u001b[ALoss = 1.6300e-01, PNorm = 39.2964, GNorm = 1.1050, lr_0 = 4.3768e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.51it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.95it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.76it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.29it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.81it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.48it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.875923\n","Validation f1 = 0.869565\n","Validation binary_cross_entropy = 0.588182\n","Validation prc-auc = 0.928174\n","Validation mcc = 0.593422\n"," 36%|███▌      | 36/100 [01:10<01:59,  1.87s/it]Epoch 36\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.7430e-01, PNorm = 39.3544, GNorm = 0.9225, lr_0 = 4.3299e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 12.54it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.04it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.05it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.36it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.71it/s]\u001b[ALoss = 1.4853e-01, PNorm = 39.4113, GNorm = 1.3087, lr_0 = 4.2877e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.01it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.22it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.31it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.97it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.37it/s]\u001b[ALoss = 1.6231e-01, PNorm = 39.4636, GNorm = 0.6590, lr_0 = 4.2460e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.25it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.08it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.16it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.880230\n","Validation f1 = 0.873239\n","Validation binary_cross_entropy = 0.578593\n","Validation prc-auc = 0.932428\n","Validation mcc = 0.576629\n"," 37%|███▋      | 37/100 [01:12<01:55,  1.84s/it]Epoch 37\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.27it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.08it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.24it/s]\u001b[ALoss = 1.3970e-01, PNorm = 39.5262, GNorm = 1.2533, lr_0 = 4.2005e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.40it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.91it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.66it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.52it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.31it/s]\u001b[ALoss = 1.5295e-01, PNorm = 39.5812, GNorm = 1.6866, lr_0 = 4.1596e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.41it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.78it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 12.58it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 11.00it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.93it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.73it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.875923\n","Validation f1 = 0.880734\n","Validation binary_cross_entropy = 0.613864\n","Validation prc-auc = 0.930493\n","Validation mcc = 0.581967\n"," 38%|███▊      | 38/100 [01:14<01:59,  1.93s/it]Epoch 38\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.13it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.35it/s]\u001b[ALoss = 1.6670e-01, PNorm = 39.6377, GNorm = 1.9724, lr_0 = 4.1190e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.60it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.57it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.53it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.90it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.63it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.29it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.35it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.30it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.46it/s]\u001b[ALoss = 1.5107e-01, PNorm = 39.6943, GNorm = 0.7244, lr_0 = 4.0789e-04\n","\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.35it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.84it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.89it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.19it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.71it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.76it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.34it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.70it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.72it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.44it/s]\u001b[ALoss = 1.5912e-01, PNorm = 39.7546, GNorm = 1.2684, lr_0 = 4.0392e-04\n","\n"," 92%|█████████▏| 23/25 [00:02<00:00,  7.90it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.16it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.07it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.815789\n","Validation auc = 0.879204\n","Validation f1 = 0.864078\n","Validation binary_cross_entropy = 0.592303\n","Validation prc-auc = 0.933905\n","Validation mcc = 0.581484\n"," 39%|███▉      | 39/100 [01:17<02:18,  2.27s/it]Epoch 39\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.82it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.12it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.66it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.16it/s]\u001b[ALoss = 1.2103e-01, PNorm = 39.8199, GNorm = 1.6374, lr_0 = 3.9959e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 14.73it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.62it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.13it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.26it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.64it/s]\u001b[ALoss = 1.6648e-01, PNorm = 39.8691, GNorm = 0.4060, lr_0 = 3.9570e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.93it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.09it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.56it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.47it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.878179\n","Validation f1 = 0.877358\n","Validation binary_cross_entropy = 0.578192\n","Validation prc-auc = 0.933591\n","Validation mcc = 0.594750\n"," 40%|████      | 40/100 [01:19<02:07,  2.12s/it]Epoch 40\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.76it/s]\u001b[ALoss = 1.5354e-01, PNorm = 39.9226, GNorm = 2.5651, lr_0 = 3.9184e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.60it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.00it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.77it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.79it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.44it/s]\u001b[ALoss = 1.3873e-01, PNorm = 39.9819, GNorm = 1.8894, lr_0 = 3.8803e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.02it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.71it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.99it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.65it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.91it/s]\u001b[ALoss = 1.8674e-01, PNorm = 40.0312, GNorm = 1.6005, lr_0 = 3.8425e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.13it/s]\u001b[ALoss = 2.4954e-01, PNorm = 40.0358, GNorm = 2.5322, lr_0 = 3.8387e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.75it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.796053\n","Validation auc = 0.862592\n","Validation f1 = 0.847291\n","Validation binary_cross_entropy = 0.676538\n","Validation prc-auc = 0.928102\n","Validation mcc = 0.547022\n"," 41%|████      | 41/100 [01:21<01:59,  2.02s/it]Epoch 41\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.14it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.69it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.37it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.41it/s]\u001b[ALoss = 1.6629e-01, PNorm = 40.0810, GNorm = 1.0594, lr_0 = 3.8013e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.85it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.94it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.34it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.44it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.80it/s]\u001b[ALoss = 1.7845e-01, PNorm = 40.1313, GNorm = 1.3815, lr_0 = 3.7643e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.16it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00,  9.90it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 11.36it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.86it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.866079\n","Validation f1 = 0.872038\n","Validation binary_cross_entropy = 0.657874\n","Validation prc-auc = 0.925721\n","Validation mcc = 0.581806\n"," 42%|████▏     | 42/100 [01:23<01:56,  2.02s/it]Epoch 42\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.43it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.85it/s]\u001b[ALoss = 1.3020e-01, PNorm = 40.1804, GNorm = 0.4685, lr_0 = 3.7239e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.52it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.79it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.98it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.17it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.76it/s]\u001b[ALoss = 1.3070e-01, PNorm = 40.2243, GNorm = 0.6562, lr_0 = 3.6877e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.46it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.90it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.41it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.12it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.32it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.76it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.809211\n","Validation auc = 0.870591\n","Validation f1 = 0.861244\n","Validation binary_cross_entropy = 0.618389\n","Validation prc-auc = 0.927853\n","Validation mcc = 0.556769\n"," 43%|████▎     | 43/100 [01:25<01:50,  1.93s/it]Epoch 43\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.8656e-01, PNorm = 40.2700, GNorm = 1.0253, lr_0 = 3.6517e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 12.42it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.05it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.50it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.58it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.75it/s]\u001b[ALoss = 1.2428e-01, PNorm = 40.3143, GNorm = 0.8094, lr_0 = 3.6162e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.15it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.24it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.59it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.00it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.86it/s]\u001b[ALoss = 1.4048e-01, PNorm = 40.3604, GNorm = 1.9016, lr_0 = 3.5809e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.82it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.95it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.92it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.855824\n","Validation f1 = 0.874419\n","Validation binary_cross_entropy = 0.702644\n","Validation prc-auc = 0.910669\n","Validation mcc = 0.571899\n"," 44%|████▍     | 44/100 [01:26<01:45,  1.89s/it]Epoch 44\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.36it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.35it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.18it/s]\u001b[ALoss = 1.2135e-01, PNorm = 40.4098, GNorm = 1.2293, lr_0 = 3.5426e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.59it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.13it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.93it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.05it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 12.84it/s]\u001b[ALoss = 1.1535e-01, PNorm = 40.4594, GNorm = 1.2211, lr_0 = 3.5081e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 11.19it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 10.35it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 10.39it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.44it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.19it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.77it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.859311\n","Validation f1 = 0.872038\n","Validation binary_cross_entropy = 0.718055\n","Validation prc-auc = 0.911936\n","Validation mcc = 0.581806\n"," 45%|████▌     | 45/100 [01:29<01:51,  2.04s/it]Epoch 45\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.15it/s]\u001b[ALoss = 1.6124e-01, PNorm = 40.4958, GNorm = 0.7206, lr_0 = 3.4739e-04\n","\n","  8%|▊         | 2/25 [00:00<00:02,  8.23it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.18it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.20it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.61it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.42it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.15it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.35it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.53it/s]\u001b[ALoss = 1.0821e-01, PNorm = 40.5383, GNorm = 0.9248, lr_0 = 3.4400e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.86it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.02it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.82it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.00it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.94it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.79it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.69it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.78it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.04it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.69it/s]\u001b[ALoss = 1.2858e-01, PNorm = 40.5835, GNorm = 2.0680, lr_0 = 3.4065e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.97it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.88it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.00it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.20it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.875103\n","Validation f1 = 0.869565\n","Validation binary_cross_entropy = 0.693761\n","Validation prc-auc = 0.931224\n","Validation mcc = 0.593422\n"," 46%|████▌     | 46/100 [01:32<02:06,  2.34s/it]Epoch 46\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.01it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.99it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.79it/s]\u001b[ALoss = 9.9705e-02, PNorm = 40.6298, GNorm = 0.6754, lr_0 = 3.3700e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.18it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.44it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.65it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.83it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.91it/s]\u001b[ALoss = 1.0749e-01, PNorm = 40.6778, GNorm = 1.5192, lr_0 = 3.3372e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.02it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.83it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.12it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.91it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.73it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.863002\n","Validation f1 = 0.874419\n","Validation binary_cross_entropy = 0.744536\n","Validation prc-auc = 0.914019\n","Validation mcc = 0.571899\n"," 47%|████▋     | 47/100 [01:34<01:54,  2.17s/it]Epoch 47\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.08it/s]\u001b[ALoss = 1.4545e-01, PNorm = 40.7290, GNorm = 2.6841, lr_0 = 3.3015e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.63it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.56it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.18it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.73it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.88it/s]\u001b[ALoss = 1.1726e-01, PNorm = 40.7693, GNorm = 1.3438, lr_0 = 3.2693e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.47it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.30it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.07it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.89it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.20it/s]\u001b[ALoss = 1.1408e-01, PNorm = 40.8108, GNorm = 0.8902, lr_0 = 3.2375e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.45it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 19.25it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.865463\n","Validation f1 = 0.877358\n","Validation binary_cross_entropy = 0.686791\n","Validation prc-auc = 0.920422\n","Validation mcc = 0.594750\n"," 48%|████▊     | 48/100 [01:35<01:46,  2.05s/it]Epoch 48\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.05it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.55it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.90it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.82it/s]\u001b[ALoss = 1.1017e-01, PNorm = 40.8525, GNorm = 0.9146, lr_0 = 3.2059e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.32it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.81it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.18it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.77it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.15it/s]\u001b[ALoss = 8.4499e-02, PNorm = 40.8909, GNorm = 0.5099, lr_0 = 3.1747e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.24it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.97it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.24it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.88it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.835526\n","Validation auc = 0.858696\n","Validation f1 = 0.883721\n","Validation binary_cross_entropy = 0.753575\n","Validation prc-auc = 0.912429\n","Validation mcc = 0.603694\n"," 49%|████▉     | 49/100 [01:37<01:40,  1.97s/it]Epoch 49\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.32it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.23it/s]\u001b[ALoss = 1.0898e-01, PNorm = 40.9325, GNorm = 0.8820, lr_0 = 3.1407e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.56it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.07it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.57it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.43it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.70it/s]\u001b[ALoss = 9.3524e-02, PNorm = 40.9709, GNorm = 0.6253, lr_0 = 3.1101e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.37it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.06it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.02it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.52it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.50it/s]\u001b[ALoss = 7.8818e-02, PNorm = 41.0087, GNorm = 1.2498, lr_0 = 3.0798e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.29it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.873667\n","Validation f1 = 0.869565\n","Validation binary_cross_entropy = 0.763143\n","Validation prc-auc = 0.926723\n","Validation mcc = 0.593422\n"," 50%|█████     | 50/100 [01:39<01:35,  1.92s/it]Epoch 50\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.99it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.22it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.91it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.38it/s]\u001b[ALoss = 7.5676e-02, PNorm = 41.0435, GNorm = 0.5572, lr_0 = 3.0498e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.66it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.75it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.94it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.32it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.88it/s]\u001b[ALoss = 8.8397e-02, PNorm = 41.0790, GNorm = 1.2231, lr_0 = 3.0201e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.34it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.45it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.37it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.19it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.835526\n","Validation auc = 0.870693\n","Validation f1 = 0.881517\n","Validation binary_cross_entropy = 0.771134\n","Validation prc-auc = 0.924157\n","Validation mcc = 0.612793\n"," 51%|█████     | 51/100 [01:41<01:31,  1.87s/it]Epoch 51\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.10it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.53it/s]\u001b[ALoss = 8.9526e-02, PNorm = 41.1186, GNorm = 0.8458, lr_0 = 2.9877e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.33it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.65it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.29it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.04it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.30it/s]\u001b[ALoss = 7.2931e-02, PNorm = 41.1511, GNorm = 1.3167, lr_0 = 2.9586e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 13.48it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 11.70it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 11.27it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 11.06it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.39it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.76it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.47it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.789474\n","Validation auc = 0.852133\n","Validation f1 = 0.843137\n","Validation binary_cross_entropy = 0.858653\n","Validation prc-auc = 0.912292\n","Validation mcc = 0.528373\n"," 52%|█████▏    | 52/100 [01:43<01:36,  2.01s/it]Epoch 52\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.75it/s]\u001b[ALoss = 1.3918e-01, PNorm = 41.1923, GNorm = 2.6322, lr_0 = 2.9269e-04\n","\n","  8%|▊         | 2/25 [00:00<00:02,  8.10it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.76it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.76it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.73it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.85it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.12it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.24it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  9.23it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.43it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.41it/s]\u001b[ALoss = 9.8341e-02, PNorm = 41.2291, GNorm = 0.6879, lr_0 = 2.8984e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.36it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.27it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.09it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.26it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.76it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.47it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.65it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.75it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.51it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.34it/s]\u001b[ALoss = 9.5390e-02, PNorm = 41.2640, GNorm = 1.6120, lr_0 = 2.8702e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.07it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  7.91it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  7.82it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.16it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.809211\n","Validation auc = 0.867309\n","Validation f1 = 0.861244\n","Validation binary_cross_entropy = 0.791455\n","Validation prc-auc = 0.923972\n","Validation mcc = 0.556769\n"," 53%|█████▎    | 53/100 [01:46<01:50,  2.35s/it]Epoch 53\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.94it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.87it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.81it/s]\u001b[ALoss = 7.5269e-02, PNorm = 41.2952, GNorm = 1.1237, lr_0 = 2.8422e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.77it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.81it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.39it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.55it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.97it/s]\u001b[ALoss = 8.3673e-02, PNorm = 41.3293, GNorm = 0.6001, lr_0 = 2.8145e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.05it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.15it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.35it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.04it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.98it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.854799\n","Validation f1 = 0.878505\n","Validation binary_cross_entropy = 0.865533\n","Validation prc-auc = 0.911881\n","Validation mcc = 0.589995\n"," 54%|█████▍    | 54/100 [01:48<01:40,  2.19s/it]Epoch 54\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.42it/s]\u001b[ALoss = 8.3152e-02, PNorm = 41.3665, GNorm = 0.7872, lr_0 = 2.7844e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.53it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.89it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.16it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.26it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.13it/s]\u001b[ALoss = 6.4034e-02, PNorm = 41.3982, GNorm = 1.4134, lr_0 = 2.7573e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.84it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.26it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.76it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.06it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.33it/s]\u001b[ALoss = 8.8423e-02, PNorm = 41.4320, GNorm = 0.6594, lr_0 = 2.7304e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.35it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 19.53it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.822368\n","Validation auc = 0.863002\n","Validation f1 = 0.869565\n","Validation binary_cross_entropy = 0.840347\n","Validation prc-auc = 0.916884\n","Validation mcc = 0.593422\n"," 55%|█████▌    | 55/100 [01:50<01:32,  2.07s/it]Epoch 55\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.50it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.79it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.29it/s]\u001b[ALoss = 7.2183e-02, PNorm = 41.4607, GNorm = 0.6442, lr_0 = 2.7038e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.75it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.41it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.69it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.40it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.51it/s]\u001b[ALoss = 7.4940e-02, PNorm = 41.4940, GNorm = 0.6130, lr_0 = 2.6774e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.12it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.61it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.39it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.75it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.37it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.815789\n","Validation auc = 0.861362\n","Validation f1 = 0.866667\n","Validation binary_cross_entropy = 0.884335\n","Validation prc-auc = 0.916819\n","Validation mcc = 0.569152\n"," 56%|█████▌    | 56/100 [01:52<01:27,  1.99s/it]Epoch 56\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.11it/s]\u001b[ALoss = 6.6052e-02, PNorm = 41.5287, GNorm = 0.7015, lr_0 = 2.6488e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.24it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.51it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.44it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.59it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.69it/s]\u001b[ALoss = 6.9181e-02, PNorm = 41.5566, GNorm = 0.4855, lr_0 = 2.6230e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.03it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.14it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.67it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.81it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.90it/s]\u001b[ALoss = 8.0313e-02, PNorm = 41.5832, GNorm = 1.0953, lr_0 = 2.5974e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.87it/s]\u001b[ALoss = 1.3077e-01, PNorm = 41.5860, GNorm = 1.8301, lr_0 = 2.5949e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.73it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.859926\n","Validation f1 = 0.878505\n","Validation binary_cross_entropy = 0.893076\n","Validation prc-auc = 0.911574\n","Validation mcc = 0.589995\n"," 57%|█████▋    | 57/100 [01:53<01:22,  1.93s/it]Epoch 57\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.87it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.89it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.31it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.83it/s]\u001b[ALoss = 7.0665e-02, PNorm = 41.6132, GNorm = 1.3414, lr_0 = 2.5696e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 10.72it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01, 12.14it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 13.42it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.20it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.58it/s]\u001b[ALoss = 7.5391e-02, PNorm = 41.6469, GNorm = 1.2123, lr_0 = 2.5446e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.01it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.87it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.39it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.69it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.802632\n","Validation auc = 0.864438\n","Validation f1 = 0.857143\n","Validation binary_cross_entropy = 0.900268\n","Validation prc-auc = 0.922917\n","Validation mcc = 0.538343\n"," 58%|█████▊    | 58/100 [01:55<01:22,  1.96s/it]Epoch 58\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.80it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.28it/s]\u001b[ALoss = 6.1641e-02, PNorm = 41.6758, GNorm = 0.6454, lr_0 = 2.5198e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.62it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.32it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.29it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:01, 12.52it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 11.37it/s]\u001b[ALoss = 6.1906e-02, PNorm = 41.7035, GNorm = 1.1340, lr_0 = 2.4952e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 10.37it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 10.07it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.68it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00,  9.73it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.74it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.67it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  9.90it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  8.73it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.862387\n","Validation f1 = 0.877358\n","Validation binary_cross_entropy = 0.911926\n","Validation prc-auc = 0.916960\n","Validation mcc = 0.594750\n"," 59%|█████▉    | 59/100 [01:58<01:28,  2.15s/it]Epoch 59\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 8.8748e-02, PNorm = 41.7369, GNorm = 0.7442, lr_0 = 2.4685e-04\n","\n","  4%|▍         | 1/25 [00:00<00:02,  8.21it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.31it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.36it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.51it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.92it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.24it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.19it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.69it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.62it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.04it/s]\u001b[ALoss = 6.5638e-02, PNorm = 41.7648, GNorm = 1.1592, lr_0 = 2.4444e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.09it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  7.85it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.25it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.55it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  7.93it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  7.83it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.81it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.67it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.93it/s]\u001b[ALoss = 5.9665e-02, PNorm = 41.7915, GNorm = 0.6179, lr_0 = 2.4206e-04\n","\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.17it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.01it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.04it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.89it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.53it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.815789\n","Validation auc = 0.853158\n","Validation f1 = 0.867925\n","Validation binary_cross_entropy = 0.921471\n","Validation prc-auc = 0.911398\n","Validation mcc = 0.563577\n"," 60%|██████    | 60/100 [02:01<01:37,  2.44s/it]Epoch 60\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.04it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.59it/s]\u001b[ALoss = 5.1511e-02, PNorm = 41.8172, GNorm = 0.7898, lr_0 = 2.3970e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.98it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.39it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.04it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.51it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.78it/s]\u001b[ALoss = 5.3387e-02, PNorm = 41.8403, GNorm = 0.6785, lr_0 = 2.3737e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.28it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.08it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.31it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.78it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.98it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.29it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.828947\n","Validation auc = 0.865258\n","Validation f1 = 0.876190\n","Validation binary_cross_entropy = 0.931546\n","Validation prc-auc = 0.919506\n","Validation mcc = 0.599960\n"," 61%|██████    | 61/100 [02:03<01:28,  2.27s/it]Epoch 61\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 6.5207e-02, PNorm = 41.8686, GNorm = 1.5031, lr_0 = 2.3483e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.76it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.48it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.52it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.29it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.56it/s]\u001b[ALoss = 5.7628e-02, PNorm = 41.8957, GNorm = 0.9889, lr_0 = 2.3254e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.18it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.35it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.09it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.68it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.91it/s]\u001b[ALoss = 5.2975e-02, PNorm = 41.9245, GNorm = 0.7921, lr_0 = 2.3027e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.16it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.51it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.93it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.815789\n","Validation auc = 0.868027\n","Validation f1 = 0.869159\n","Validation binary_cross_entropy = 0.945689\n","Validation prc-auc = 0.921943\n","Validation mcc = 0.558418\n"," 62%|██████▏   | 62/100 [02:05<01:21,  2.16s/it]Epoch 62\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.70it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.14it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.19it/s]\u001b[ALoss = 6.0205e-02, PNorm = 41.9518, GNorm = 2.0036, lr_0 = 2.2781e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.43it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.20it/s]\u001b[A"]}],"source":["# 分类任务，标签为撞击感度。100epoch\n","\n","arguments = [\n","    '--data_path', '/content/drive/MyDrive/EM_sensitivity_0430/cla_IS_V2.csv',\n","    '--dataset_type', 'classification',\n","    '--metric', 'accuracy',\n","    '--extra_metrics', 'auc','f1','binary_cross_entropy','prc-auc','mcc',\n","    # '--num_folds','1',\n","    '--features_path', '/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv',\n","    '--save_dir', '/content/drive/MyDrive/EM_sensitivity_0430/cla_IS_100_epoch',\n","    '--epochs', '100',\n","    # '--save_smiles_splits'\n","]\n","args = chemprop.args.TrainArgs().parse_args(arguments)\n","mean_score, std_score = chemprop.train.cross_validate(args=args, train_func=chemprop.train.run_training)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"collapsed":true,"id":"Beyl49B-nqCr","outputId":"970eee9d-28db-4847-ba85-aad238dac987"},"outputs":[{"name":"stderr","output_type":"stream","text":["Command line\n","python /usr/local/lib/python3.10/dist-packages/colab_kernel_launcher.py -f /root/.local/share/jupyter/runtime/kernel-db6b6b1b-f9d9-49a5-9226-8a81eceac7eb.json\n","Args\n","{'activation': 'ReLU',\n"," 'adding_bond_types': True,\n"," 'adding_h': False,\n"," 'aggregation': 'mean',\n"," 'aggregation_norm': 100,\n"," 'atom_constraints': [],\n"," 'atom_descriptor_scaling': True,\n"," 'atom_descriptors': None,\n"," 'atom_descriptors_path': None,\n"," 'atom_descriptors_size': 0,\n"," 'atom_features_size': 0,\n"," 'atom_messages': False,\n"," 'atom_targets': [],\n"," 'batch_size': 50,\n"," 'bias': False,\n"," 'bias_solvent': False,\n"," 'bond_constraints': [],\n"," 'bond_descriptor_scaling': True,\n"," 'bond_descriptors': None,\n"," 'bond_descriptors_path': None,\n"," 'bond_descriptors_size': 0,\n"," 'bond_features_size': 0,\n"," 'bond_targets': [],\n"," 'cache_cutoff': 10000,\n"," 'checkpoint_dir': None,\n"," 'checkpoint_frzn': None,\n"," 'checkpoint_path': None,\n"," 'checkpoint_paths': None,\n"," 'class_balance': False,\n"," 'config_path': None,\n"," 'constraints_path': None,\n"," 'crossval_index_dir': None,\n"," 'crossval_index_file': None,\n"," 'crossval_index_sets': None,\n"," 'cuda': True,\n"," 'data_path': '/content/drive/MyDrive/EM_sensitivity_0430/cla_DV_V2.csv',\n"," 'data_weights_path': None,\n"," 'dataset_type': 'classification',\n"," 'depth': 3,\n"," 'depth_solvent': 3,\n"," 'device': device(type='cuda'),\n"," 'dropout': 0.0,\n"," 'empty_cache': False,\n"," 'ensemble_size': 1,\n"," 'epochs': 100,\n"," 'evidential_regularization': 0,\n"," 'explicit_h': False,\n"," 'extra_metrics': ['auc', 'f1', 'binary_cross_entropy', 'prc-auc', 'mcc'],\n"," 'features_generator': None,\n"," 'features_only': False,\n"," 'features_path': ['/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv'],\n"," 'features_scaling': True,\n"," 'features_size': None,\n"," 'ffn_hidden_size': 300,\n"," 'ffn_num_layers': 2,\n"," 'final_lr': 0.0001,\n"," 'folds_file': None,\n"," 'freeze_first_only': False,\n"," 'frzn_ffn_layers': 0,\n"," 'gpu': None,\n"," 'grad_clip': None,\n"," 'hidden_size': 300,\n"," 'hidden_size_solvent': 300,\n"," 'ignore_columns': None,\n"," 'init_lr': 0.0001,\n"," 'is_atom_bond_targets': False,\n"," 'keeping_atom_map': False,\n"," 'log_frequency': 10,\n"," 'loss_function': 'binary_cross_entropy',\n"," 'max_data_size': None,\n"," 'max_lr': 0.001,\n"," 'metric': 'accuracy',\n"," 'metrics': ['accuracy', 'auc', 'f1', 'binary_cross_entropy', 'prc-auc', 'mcc'],\n"," 'minimize_score': False,\n"," 'mpn_shared': False,\n"," 'multiclass_num_classes': 3,\n"," 'no_adding_bond_types': False,\n"," 'no_atom_descriptor_scaling': False,\n"," 'no_bond_descriptor_scaling': False,\n"," 'no_cache_mol': False,\n"," 'no_cuda': False,\n"," 'no_features_scaling': False,\n"," 'no_shared_atom_bond_ffn': False,\n"," 'num_folds': 1,\n"," 'num_lrs': 1,\n"," 'num_tasks': 1,\n"," 'num_workers': 8,\n"," 'number_of_molecules': 1,\n"," 'overwrite_default_atom_features': False,\n"," 'overwrite_default_bond_features': False,\n"," 'phase_features_path': None,\n"," 'pytorch_seed': 0,\n"," 'quiet': False,\n"," 'reaction': False,\n"," 'reaction_mode': 'reac_diff',\n"," 'reaction_solvent': False,\n"," 'resume_experiment': False,\n"," 'save_dir': '/content/drive/MyDrive/EM_sensitivity_0430/cla_DV_100_epoch',\n"," 'save_preds': False,\n"," 'save_smiles_splits': False,\n"," 'seed': 0,\n"," 'separate_test_atom_descriptors_path': None,\n"," 'separate_test_bond_descriptors_path': None,\n"," 'separate_test_constraints_path': None,\n"," 'separate_test_features_path': None,\n"," 'separate_test_path': None,\n"," 'separate_test_phase_features_path': None,\n"," 'separate_val_atom_descriptors_path': None,\n"," 'separate_val_bond_descriptors_path': None,\n"," 'separate_val_constraints_path': None,\n"," 'separate_val_features_path': None,\n"," 'separate_val_path': None,\n"," 'separate_val_phase_features_path': None,\n"," 'shared_atom_bond_ffn': True,\n"," 'show_individual_scores': False,\n"," 'smiles_columns': ['SMILES'],\n"," 'spectra_activation': 'exp',\n"," 'spectra_phase_mask_path': None,\n"," 'spectra_target_floor': 1e-08,\n"," 'split_key_molecule': 0,\n"," 'split_sizes': [0.8, 0.1, 0.1],\n"," 'split_type': 'random',\n"," 'target_columns': None,\n"," 'target_weights': None,\n"," 'task_names': ['DV'],\n"," 'test': False,\n"," 'test_fold_index': None,\n"," 'train_data_size': None,\n"," 'undirected': False,\n"," 'use_input_features': True,\n"," 'val_fold_index': None,\n"," 'warmup_epochs': 2.0,\n"," 'weights_ffn_num_layers': 2}\n","Setting molecule featurization parameters to default.\n","Loading data\n","1525it [00:00, 154724.57it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 93054.88it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 103317.99it/s]\n","Number of tasks = 1\n","Fold 0\n","Splitting data with seed 0\n","Class sizes\n","DV 0: 51.28%, 1: 48.72%\n","Total size = 1,525 | train size = 1,220 | val size = 152 | test size = 153\n","Building model 0\n","MoleculeModel(\n","  (sigmoid): Sigmoid()\n","  (encoder): MPN(\n","    (encoder): ModuleList(\n","      (0): MPNEncoder(\n","        (dropout): Dropout(p=0.0, inplace=False)\n","        (act_func): ReLU()\n","        (W_i): Linear(in_features=147, out_features=300, bias=False)\n","        (W_h): Linear(in_features=300, out_features=300, bias=False)\n","        (W_o): Linear(in_features=433, out_features=300, bias=True)\n","      )\n","    )\n","  )\n","  (readout): Sequential(\n","    (0): Dropout(p=0.0, inplace=False)\n","    (1): Linear(in_features=323, out_features=300, bias=True)\n","    (2): ReLU()\n","    (3): Dropout(p=0.0, inplace=False)\n","    (4): Linear(in_features=300, out_features=1, bias=True)\n","  )\n",")\n","Number of parameters = 362,101\n","Moving model to cuda\n","  0%|          | 0/100 [00:00<?, ?it/s]Epoch 0\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.91it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 18.04it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.59it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.30it/s]\u001b[ALoss = 6.7712e-01, PNorm = 34.1439, GNorm = 0.6892, lr_0 = 3.0625e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 17.39it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.83it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.73it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.31it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.20it/s]\u001b[ALoss = 5.4007e-01, PNorm = 34.1685, GNorm = 0.7348, lr_0 = 4.9375e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.90it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.20it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.92it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.18it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.881579\n","Validation auc = 0.962924\n","Validation f1 = 0.883117\n","Validation binary_cross_entropy = 0.383057\n","Validation prc-auc = 0.967115\n","Validation mcc = 0.765869\n","  1%|          | 1/100 [00:01<02:47,  1.69s/it]Epoch 1\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.25it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.05it/s]\u001b[ALoss = 4.0673e-01, PNorm = 34.2160, GNorm = 0.4681, lr_0 = 7.0000e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.71it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.86it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.38it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.55it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.05it/s]\u001b[ALoss = 3.5828e-01, PNorm = 34.2642, GNorm = 0.9817, lr_0 = 8.8750e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.24it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.16it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.98it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.37it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.36it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.84it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.881579\n","Validation auc = 0.984581\n","Validation f1 = 0.863636\n","Validation binary_cross_entropy = 0.277390\n","Validation prc-auc = 0.984652\n","Validation mcc = 0.779362\n","  2%|▏         | 2/100 [00:03<02:42,  1.66s/it]Epoch 2\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 3.3925e-01, PNorm = 34.2976, GNorm = 3.7812, lr_0 = 9.9512e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 16.66it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.74it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.02it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.85it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.81it/s]\u001b[ALoss = 2.8401e-01, PNorm = 34.3269, GNorm = 1.4260, lr_0 = 9.8542e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 13.20it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 11.68it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 10.52it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 10.06it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.93it/s]\u001b[ALoss = 2.6062e-01, PNorm = 34.3717, GNorm = 0.3589, lr_0 = 9.7582e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00,  9.73it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.49it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.46it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.68it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.45it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.953947\n","Validation auc = 0.989085\n","Validation f1 = 0.953020\n","Validation binary_cross_entropy = 0.174379\n","Validation prc-auc = 0.987887\n","Validation mcc = 0.907941\n","  3%|▎         | 3/100 [00:05<03:24,  2.11s/it]Epoch 3\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.77it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.76it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.21it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.42it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.28it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.27it/s]\u001b[ALoss = 2.1322e-01, PNorm = 34.4182, GNorm = 3.4018, lr_0 = 9.6632e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.73it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.38it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.43it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.77it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.95it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.14it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.13it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.11it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.95it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.69it/s]\u001b[ALoss = 2.1025e-01, PNorm = 34.4567, GNorm = 0.7709, lr_0 = 9.5690e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.62it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.87it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.08it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.00it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00, 10.74it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00, 12.79it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.33it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.921053\n","Validation auc = 0.994283\n","Validation f1 = 0.925000\n","Validation binary_cross_entropy = 0.185089\n","Validation prc-auc = 0.993969\n","Validation mcc = 0.853279\n","  4%|▍         | 4/100 [00:08<03:45,  2.35s/it]Epoch 4\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.72it/s]\u001b[ALoss = 3.1289e-01, PNorm = 34.4968, GNorm = 5.5237, lr_0 = 9.4665e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.16it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.66it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.26it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.26it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.57it/s]\u001b[ALoss = 2.9790e-01, PNorm = 34.5177, GNorm = 0.8242, lr_0 = 9.3743e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.07it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.26it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.31it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.42it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.69it/s]\u001b[ALoss = 2.5623e-01, PNorm = 34.5539, GNorm = 0.4633, lr_0 = 9.2830e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.71it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.63it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.881579\n","Validation auc = 0.995322\n","Validation f1 = 0.861538\n","Validation binary_cross_entropy = 0.227358\n","Validation prc-auc = 0.995096\n","Validation mcc = 0.784133\n","  5%|▌         | 5/100 [00:10<03:19,  2.10s/it]Epoch 5\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.91it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.11it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 18.18it/s]\u001b[ALoss = 2.0192e-01, PNorm = 34.6001, GNorm = 0.3628, lr_0 = 9.1925e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.92it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.53it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.13it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.60it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.20it/s]\u001b[ALoss = 1.9173e-01, PNorm = 34.6469, GNorm = 0.4773, lr_0 = 9.1030e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.91it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.41it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 18.01it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.77it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.98it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.995322\n","Validation f1 = 0.959459\n","Validation binary_cross_entropy = 0.125732\n","Validation prc-auc = 0.994783\n","Validation mcc = 0.920998\n","  6%|▌         | 6/100 [00:12<03:05,  1.98s/it]Epoch 6\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 19.49it/s]\u001b[ALoss = 1.9173e-01, PNorm = 34.6952, GNorm = 1.5265, lr_0 = 9.0055e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 18.28it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.96it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.76it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.75it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.56it/s]\u001b[ALoss = 1.5489e-01, PNorm = 34.7296, GNorm = 0.8150, lr_0 = 8.9177e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.80it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.38it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.23it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.50it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.15it/s]\u001b[ALoss = 1.5502e-01, PNorm = 34.7594, GNorm = 3.4861, lr_0 = 8.8309e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.81it/s]\u001b[ALoss = 1.4001e-01, PNorm = 34.7628, GNorm = 1.5981, lr_0 = 8.8222e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.28it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.927632\n","Validation auc = 0.996708\n","Validation f1 = 0.920863\n","Validation binary_cross_entropy = 0.149462\n","Validation prc-auc = 0.996477\n","Validation mcc = 0.860813\n","  7%|▋         | 7/100 [00:13<02:54,  1.87s/it]Epoch 7\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.84it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.57it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.13it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.71it/s]\u001b[ALoss = 1.4594e-01, PNorm = 34.7887, GNorm = 0.3806, lr_0 = 8.7363e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.81it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.08it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.49it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.91it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.25it/s]\u001b[ALoss = 1.7418e-01, PNorm = 34.8124, GNorm = 0.8828, lr_0 = 8.6512e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.76it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.83it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.15it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.26it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.997748\n","Validation f1 = 0.960526\n","Validation binary_cross_entropy = 0.118079\n","Validation prc-auc = 0.997593\n","Validation mcc = 0.922384\n","  8%|▊         | 8/100 [00:15<02:46,  1.80s/it]Epoch 8\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.84it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.14it/s]\u001b[ALoss = 1.5626e-01, PNorm = 34.8349, GNorm = 1.7591, lr_0 = 8.5669e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.30it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.88it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.32it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.32it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.07it/s]\u001b[ALoss = 1.4782e-01, PNorm = 34.8681, GNorm = 0.4668, lr_0 = 8.4834e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.81it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.14it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.43it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.76it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.09it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.92it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.998787\n","Validation f1 = 0.965035\n","Validation binary_cross_entropy = 0.126752\n","Validation prc-auc = 0.998712\n","Validation mcc = 0.936089\n","  9%|▉         | 9/100 [00:17<02:49,  1.86s/it]Epoch 9\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 8.9753e-02, PNorm = 34.9097, GNorm = 0.7848, lr_0 = 8.3926e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 17.54it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.40it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.67it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.64it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.05it/s]\u001b[ALoss = 1.3421e-01, PNorm = 34.9496, GNorm = 0.9142, lr_0 = 8.3108e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.98it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.74it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 13.83it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 12.39it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 11.62it/s]\u001b[ALoss = 1.1433e-01, PNorm = 34.9832, GNorm = 1.5019, lr_0 = 8.2298e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 10.25it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.08it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.77it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.998441\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.086372\n","Validation prc-auc = 0.998366\n","Validation mcc = 0.934269\n"," 10%|█         | 10/100 [00:19<02:58,  1.99s/it]Epoch 10\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.31it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.75it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.03it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.02it/s]\u001b[ALoss = 9.2140e-02, PNorm = 35.0161, GNorm = 0.5470, lr_0 = 8.1497e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.06it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.24it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.23it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.52it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.51it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.11it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.19it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.26it/s]\u001b[ALoss = 1.0571e-01, PNorm = 35.0451, GNorm = 3.2311, lr_0 = 8.0703e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.92it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.03it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.05it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.98it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.88it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.15it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.92it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.86it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.83it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.80it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.33it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.998960\n","Validation f1 = 0.958333\n","Validation binary_cross_entropy = 0.081927\n","Validation prc-auc = 0.998891\n","Validation mcc = 0.922172\n"," 11%|█         | 11/100 [00:22<03:25,  2.31s/it]Epoch 11\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.84it/s]\u001b[ALoss = 1.2785e-01, PNorm = 35.0826, GNorm = 4.1687, lr_0 = 7.9838e-04\n","\n","  8%|▊         | 2/25 [00:00<00:02,  8.72it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.01it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.40it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.18it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 10.74it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 12.70it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 14.37it/s]\u001b[ALoss = 1.3681e-01, PNorm = 35.1115, GNorm = 4.1651, lr_0 = 7.9060e-04\n","\n"," 52%|█████▏    | 13/25 [00:01<00:00, 14.27it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 14.79it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 16.06it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 16.66it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.69it/s]\u001b[ALoss = 1.3704e-01, PNorm = 35.1369, GNorm = 3.9903, lr_0 = 7.8290e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.34it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.23it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.953947\n","Validation auc = 0.996535\n","Validation f1 = 0.953020\n","Validation binary_cross_entropy = 0.099280\n","Validation prc-auc = 0.996430\n","Validation mcc = 0.907941\n"," 12%|█▏        | 12/100 [00:24<03:13,  2.20s/it]Epoch 12\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.26it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.59it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.88it/s]\u001b[ALoss = 1.0985e-01, PNorm = 35.1707, GNorm = 0.4846, lr_0 = 7.7452e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.69it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.94it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.42it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.49it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.07it/s]\u001b[ALoss = 1.0267e-01, PNorm = 35.2024, GNorm = 0.8304, lr_0 = 7.6697e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.09it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.87it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.09it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.43it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 23.01it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.998614\n","Validation f1 = 0.965035\n","Validation binary_cross_entropy = 0.099789\n","Validation prc-auc = 0.998558\n","Validation mcc = 0.936089\n"," 13%|█▎        | 13/100 [00:26<02:57,  2.05s/it]Epoch 13\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.97it/s]\u001b[ALoss = 1.4912e-01, PNorm = 35.2388, GNorm = 4.5388, lr_0 = 7.5950e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.40it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.17it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.92it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.92it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.27it/s]\u001b[ALoss = 9.4395e-02, PNorm = 35.2744, GNorm = 0.2470, lr_0 = 7.5210e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.30it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.04it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.66it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.24it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.89it/s]\u001b[ALoss = 9.9870e-02, PNorm = 35.2948, GNorm = 0.3890, lr_0 = 7.4477e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.81it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.85it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.997748\n","Validation f1 = 0.959459\n","Validation binary_cross_entropy = 0.080672\n","Validation prc-auc = 0.997699\n","Validation mcc = 0.920998\n"," 14%|█▍        | 14/100 [00:28<02:46,  1.94s/it]Epoch 14\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.65it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.72it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.38it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.86it/s]\u001b[ALoss = 8.9882e-02, PNorm = 35.3301, GNorm = 1.3883, lr_0 = 7.3680e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 17.25it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.39it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.30it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.66it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.95it/s]\u001b[ALoss = 8.5506e-02, PNorm = 35.3639, GNorm = 2.6312, lr_0 = 7.2962e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.78it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.76it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.60it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.39it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.998614\n","Validation f1 = 0.980132\n","Validation binary_cross_entropy = 0.078181\n","Validation prc-auc = 0.998518\n","Validation mcc = 0.961289\n"," 15%|█▌        | 15/100 [00:29<02:39,  1.87s/it]Epoch 15\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.31it/s]\u001b[ALoss = 8.4761e-02, PNorm = 35.3932, GNorm = 2.6514, lr_0 = 7.2251e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.20it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.92it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.49it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.01it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.22it/s]\u001b[ALoss = 6.1039e-02, PNorm = 35.4186, GNorm = 0.6058, lr_0 = 7.1547e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.53it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.55it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.32it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.46it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.09it/s]\u001b[ALoss = 7.5535e-02, PNorm = 35.4498, GNorm = 2.9460, lr_0 = 7.0850e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.34it/s]\u001b[ALoss = 1.0776e-01, PNorm = 35.4520, GNorm = 1.3112, lr_0 = 7.0781e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.95it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.999827\n","Validation f1 = 0.967320\n","Validation binary_cross_entropy = 0.083135\n","Validation prc-auc = 0.999819\n","Validation mcc = 0.936303\n"," 16%|█▌        | 16/100 [00:31<02:32,  1.82s/it]Epoch 16\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.40it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.14it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.71it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.22it/s]\u001b[ALoss = 1.0095e-01, PNorm = 35.4853, GNorm = 0.7953, lr_0 = 7.0091e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.71it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.40it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.84it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.55it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.58it/s]\u001b[ALoss = 1.0893e-01, PNorm = 35.5167, GNorm = 0.6712, lr_0 = 6.9408e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.73it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.85it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.30it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.65it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.997574\n","Validation f1 = 0.958333\n","Validation binary_cross_entropy = 0.100351\n","Validation prc-auc = 0.997477\n","Validation mcc = 0.922172\n"," 17%|█▋        | 17/100 [00:33<02:28,  1.79s/it]Epoch 17\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.67it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.01it/s]\u001b[ALoss = 9.9699e-02, PNorm = 35.5490, GNorm = 0.9510, lr_0 = 6.8665e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 11.12it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 10.24it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 10.16it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01, 10.20it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01, 10.08it/s]\u001b[ALoss = 8.0324e-02, PNorm = 35.5790, GNorm = 1.2313, lr_0 = 6.7996e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.86it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.59it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.66it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00,  9.93it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.65it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.66it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.52it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.57it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.20it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.28it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.998441\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.076077\n","Validation prc-auc = 0.998376\n","Validation mcc = 0.934269\n"," 18%|█▊        | 18/100 [00:35<02:51,  2.09s/it]Epoch 18\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 6.5821e-02, PNorm = 35.6082, GNorm = 0.3976, lr_0 = 6.7334e-04\n","\n","  4%|▍         | 1/25 [00:00<00:02,  8.66it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.62it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.84it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.87it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.04it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.08it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.66it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.03it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.15it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.41it/s]\u001b[ALoss = 5.2333e-02, PNorm = 35.6400, GNorm = 0.5317, lr_0 = 6.6678e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.58it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.65it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.30it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 10.10it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 11.44it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 12.91it/s]\u001b[ALoss = 7.2180e-02, PNorm = 35.6705, GNorm = 2.8787, lr_0 = 6.6028e-04\n","\n"," 84%|████████▍ | 21/25 [00:02<00:00, 13.87it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00, 15.05it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.69it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.999307\n","Validation f1 = 0.979592\n","Validation binary_cross_entropy = 0.059472\n","Validation prc-auc = 0.999279\n","Validation mcc = 0.960569\n"," 19%|█▉        | 19/100 [00:38<02:58,  2.20s/it]Epoch 19\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.23it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.25it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.16it/s]\u001b[ALoss = 5.5161e-02, PNorm = 35.7034, GNorm = 2.2330, lr_0 = 6.5321e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.96it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.56it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.41it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.62it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.86it/s]\u001b[ALoss = 5.7016e-02, PNorm = 35.7337, GNorm = 1.0942, lr_0 = 6.4684e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.77it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.31it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.32it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.23it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.95it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.999307\n","Validation f1 = 0.979310\n","Validation binary_cross_entropy = 0.063747\n","Validation prc-auc = 0.999286\n","Validation mcc = 0.961210\n"," 20%|██        | 20/100 [00:40<02:43,  2.05s/it]Epoch 20\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 5.9389e-02, PNorm = 35.7624, GNorm = 0.8474, lr_0 = 6.4054e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 17.03it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.92it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.88it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.36it/s]\u001b[A"]}],"source":["# 分类任务，标签为爆速。100epoch\n","\n","arguments = [\n","    '--data_path', '/content/drive/MyDrive/EM_sensitivity_0430/cla_DV_V2.csv',\n","    '--dataset_type', 'classification',\n","    '--metric', 'accuracy',\n","    '--extra_metrics', 'auc','f1','binary_cross_entropy','prc-auc','mcc',\n","    # '--num_folds','1',\n","    '--features_path', '/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv',\n","    '--save_dir', '/content/drive/MyDrive/EM_sensitivity_0430/cla_DV_100_epoch',\n","    '--epochs', '100',\n","    # '--save_smiles_splits'\n","]\n","args = chemprop.args.TrainArgs().parse_args(arguments)\n","mean_score, std_score = chemprop.train.cross_validate(args=args, train_func=chemprop.train.run_training)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"background_save":true,"base_uri":"https://localhost:8080/"},"id":"0CaIzqgXnqFR","outputId":"e8cceacf-bce4-4feb-84db-b6b4bf3a15cd"},"outputs":[{"name":"stderr","output_type":"stream","text":["Command line\n","python /usr/local/lib/python3.10/dist-packages/colab_kernel_launcher.py -f /root/.local/share/jupyter/runtime/kernel-db6b6b1b-f9d9-49a5-9226-8a81eceac7eb.json\n","Args\n","{'activation': 'ReLU',\n"," 'adding_bond_types': True,\n"," 'adding_h': False,\n"," 'aggregation': 'mean',\n"," 'aggregation_norm': 100,\n"," 'atom_constraints': [],\n"," 'atom_descriptor_scaling': True,\n"," 'atom_descriptors': None,\n"," 'atom_descriptors_path': None,\n"," 'atom_descriptors_size': 0,\n"," 'atom_features_size': 0,\n"," 'atom_messages': False,\n"," 'atom_targets': [],\n"," 'batch_size': 50,\n"," 'bias': False,\n"," 'bias_solvent': False,\n"," 'bond_constraints': [],\n"," 'bond_descriptor_scaling': True,\n"," 'bond_descriptors': None,\n"," 'bond_descriptors_path': None,\n"," 'bond_descriptors_size': 0,\n"," 'bond_features_size': 0,\n"," 'bond_targets': [],\n"," 'cache_cutoff': 10000,\n"," 'checkpoint_dir': None,\n"," 'checkpoint_frzn': None,\n"," 'checkpoint_path': None,\n"," 'checkpoint_paths': None,\n"," 'class_balance': False,\n"," 'config_path': None,\n"," 'constraints_path': None,\n"," 'crossval_index_dir': None,\n"," 'crossval_index_file': None,\n"," 'crossval_index_sets': None,\n"," 'cuda': True,\n"," 'data_path': '/content/drive/MyDrive/EM_sensitivity_0430/cla_density_V2.csv',\n"," 'data_weights_path': None,\n"," 'dataset_type': 'classification',\n"," 'depth': 3,\n"," 'depth_solvent': 3,\n"," 'device': device(type='cuda'),\n"," 'dropout': 0.0,\n"," 'empty_cache': False,\n"," 'ensemble_size': 1,\n"," 'epochs': 100,\n"," 'evidential_regularization': 0,\n"," 'explicit_h': False,\n"," 'extra_metrics': ['auc', 'f1', 'binary_cross_entropy', 'prc-auc', 'mcc'],\n"," 'features_generator': None,\n"," 'features_only': False,\n"," 'features_path': ['/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv'],\n"," 'features_scaling': True,\n"," 'features_size': None,\n"," 'ffn_hidden_size': 300,\n"," 'ffn_num_layers': 2,\n"," 'final_lr': 0.0001,\n"," 'folds_file': None,\n"," 'freeze_first_only': False,\n"," 'frzn_ffn_layers': 0,\n"," 'gpu': None,\n"," 'grad_clip': None,\n"," 'hidden_size': 300,\n"," 'hidden_size_solvent': 300,\n"," 'ignore_columns': None,\n"," 'init_lr': 0.0001,\n"," 'is_atom_bond_targets': False,\n"," 'keeping_atom_map': False,\n"," 'log_frequency': 10,\n"," 'loss_function': 'binary_cross_entropy',\n"," 'max_data_size': None,\n"," 'max_lr': 0.001,\n"," 'metric': 'accuracy',\n"," 'metrics': ['accuracy', 'auc', 'f1', 'binary_cross_entropy', 'prc-auc', 'mcc'],\n"," 'minimize_score': False,\n"," 'mpn_shared': False,\n"," 'multiclass_num_classes': 3,\n"," 'no_adding_bond_types': False,\n"," 'no_atom_descriptor_scaling': False,\n"," 'no_bond_descriptor_scaling': False,\n"," 'no_cache_mol': False,\n"," 'no_cuda': False,\n"," 'no_features_scaling': False,\n"," 'no_shared_atom_bond_ffn': False,\n"," 'num_folds': 1,\n"," 'num_lrs': 1,\n"," 'num_tasks': 1,\n"," 'num_workers': 8,\n"," 'number_of_molecules': 1,\n"," 'overwrite_default_atom_features': False,\n"," 'overwrite_default_bond_features': False,\n"," 'phase_features_path': None,\n"," 'pytorch_seed': 0,\n"," 'quiet': False,\n"," 'reaction': False,\n"," 'reaction_mode': 'reac_diff',\n"," 'reaction_solvent': False,\n"," 'resume_experiment': False,\n"," 'save_dir': '/content/drive/MyDrive/EM_sensitivity_0430/cla_density_100_epoch',\n"," 'save_preds': False,\n"," 'save_smiles_splits': False,\n"," 'seed': 0,\n"," 'separate_test_atom_descriptors_path': None,\n"," 'separate_test_bond_descriptors_path': None,\n"," 'separate_test_constraints_path': None,\n"," 'separate_test_features_path': None,\n"," 'separate_test_path': None,\n"," 'separate_test_phase_features_path': None,\n"," 'separate_val_atom_descriptors_path': None,\n"," 'separate_val_bond_descriptors_path': None,\n"," 'separate_val_constraints_path': None,\n"," 'separate_val_features_path': None,\n"," 'separate_val_path': None,\n"," 'separate_val_phase_features_path': None,\n"," 'shared_atom_bond_ffn': True,\n"," 'show_individual_scores': False,\n"," 'smiles_columns': ['SMILES'],\n"," 'spectra_activation': 'exp',\n"," 'spectra_phase_mask_path': None,\n"," 'spectra_target_floor': 1e-08,\n"," 'split_key_molecule': 0,\n"," 'split_sizes': [0.8, 0.1, 0.1],\n"," 'split_type': 'random',\n"," 'target_columns': None,\n"," 'target_weights': None,\n"," 'task_names': ['density'],\n"," 'test': False,\n"," 'test_fold_index': None,\n"," 'train_data_size': None,\n"," 'undirected': False,\n"," 'use_input_features': True,\n"," 'val_fold_index': None,\n"," 'warmup_epochs': 2.0,\n"," 'weights_ffn_num_layers': 2}\n","Setting molecule featurization parameters to default.\n","Loading data\n","1525it [00:00, 155129.84it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 86265.31it/s]\n","100%|██████████| 1525/1525 [00:00<00:00, 104571.31it/s]\n","Number of tasks = 1\n","Fold 0\n","Splitting data with seed 0\n","Class sizes\n","density 0: 48.00%, 1: 52.00%\n","Total size = 1,525 | train size = 1,220 | val size = 152 | test size = 153\n","Building model 0\n","MoleculeModel(\n","  (sigmoid): Sigmoid()\n","  (encoder): MPN(\n","    (encoder): ModuleList(\n","      (0): MPNEncoder(\n","        (dropout): Dropout(p=0.0, inplace=False)\n","        (act_func): ReLU()\n","        (W_i): Linear(in_features=147, out_features=300, bias=False)\n","        (W_h): Linear(in_features=300, out_features=300, bias=False)\n","        (W_o): Linear(in_features=433, out_features=300, bias=True)\n","      )\n","    )\n","  )\n","  (readout): Sequential(\n","    (0): Dropout(p=0.0, inplace=False)\n","    (1): Linear(in_features=323, out_features=300, bias=True)\n","    (2): ReLU()\n","    (3): Dropout(p=0.0, inplace=False)\n","    (4): Linear(in_features=300, out_features=1, bias=True)\n","  )\n",")\n","Number of parameters = 362,101\n","Moving model to cuda\n","  0%|          | 0/100 [00:00<?, ?it/s]Epoch 0\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.34it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.05it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.63it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.95it/s]\u001b[ALoss = 6.2912e-01, PNorm = 34.1446, GNorm = 0.8972, lr_0 = 3.0625e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.29it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.18it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.13it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.83it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.58it/s]\u001b[ALoss = 4.9831e-01, PNorm = 34.1695, GNorm = 2.7844, lr_0 = 4.9375e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.70it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.02it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.26it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.43it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.855263\n","Validation auc = 0.939709\n","Validation f1 = 0.869048\n","Validation binary_cross_entropy = 0.387118\n","Validation prc-auc = 0.930346\n","Validation mcc = 0.738005\n","  1%|          | 1/100 [00:01<02:56,  1.78s/it]Epoch 1\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 19.15it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 19.08it/s]\u001b[ALoss = 4.1949e-01, PNorm = 34.2026, GNorm = 1.6058, lr_0 = 7.0000e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.99it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 18.27it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.79it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.81it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.42it/s]\u001b[ALoss = 3.5359e-01, PNorm = 34.2360, GNorm = 3.0499, lr_0 = 8.8750e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.75it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.60it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.19it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.47it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.80it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.65it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.901316\n","Validation auc = 0.970201\n","Validation f1 = 0.899329\n","Validation binary_cross_entropy = 0.269125\n","Validation prc-auc = 0.968665\n","Validation mcc = 0.802633\n","  2%|▏         | 2/100 [00:03<02:52,  1.76s/it]Epoch 2\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.5614e-01, PNorm = 34.2684, GNorm = 1.9743, lr_0 = 9.9512e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 15.03it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.39it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.30it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.85it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.80it/s]\u001b[ALoss = 3.2442e-01, PNorm = 34.3060, GNorm = 1.2111, lr_0 = 9.8542e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.82it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.13it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.26it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.51it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.98it/s]\u001b[ALoss = 3.2754e-01, PNorm = 34.3542, GNorm = 0.3235, lr_0 = 9.7582e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.20it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.31it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.50it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.907895\n","Validation auc = 0.976091\n","Validation f1 = 0.902778\n","Validation binary_cross_entropy = 0.232644\n","Validation prc-auc = 0.974748\n","Validation mcc = 0.816542\n","  3%|▎         | 3/100 [00:05<02:47,  1.73s/it]Epoch 3\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.46it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.74it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.92it/s]\u001b[ALoss = 2.6555e-01, PNorm = 34.4109, GNorm = 0.3230, lr_0 = 9.6632e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.76it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.73it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.91it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.90it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.09it/s]\u001b[ALoss = 2.6632e-01, PNorm = 34.4752, GNorm = 1.0916, lr_0 = 9.5690e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.42it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.86it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.12it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.63it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.74it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.927632\n","Validation auc = 0.983368\n","Validation f1 = 0.929936\n","Validation binary_cross_entropy = 0.187960\n","Validation prc-auc = 0.982685\n","Validation mcc = 0.861647\n","  4%|▍         | 4/100 [00:06<02:45,  1.73s/it]Epoch 4\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 19.17it/s]\u001b[ALoss = 2.2375e-01, PNorm = 34.5420, GNorm = 1.1093, lr_0 = 9.4665e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.77it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.03it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.89it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.14it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.12it/s]\u001b[ALoss = 2.3268e-01, PNorm = 34.6030, GNorm = 1.9688, lr_0 = 9.3743e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:00, 12.50it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 11.27it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 10.84it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 10.18it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00,  9.85it/s]\u001b[ALoss = 2.0423e-01, PNorm = 34.6437, GNorm = 0.6730, lr_0 = 9.2830e-04\n","\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.56it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.56it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.33it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.894737\n","Validation auc = 0.993070\n","Validation f1 = 0.902439\n","Validation binary_cross_entropy = 0.203693\n","Validation prc-auc = 0.992498\n","Validation mcc = 0.808431\n","  5%|▌         | 5/100 [00:09<03:10,  2.00s/it]Epoch 5\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.60it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.37it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.84it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.07it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01,  9.89it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.82it/s]\u001b[ALoss = 2.0513e-01, PNorm = 34.6958, GNorm = 1.7456, lr_0 = 9.1925e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.70it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.53it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.19it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.79it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.91it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.88it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.99it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.07it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.16it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.91it/s]\u001b[ALoss = 2.1426e-01, PNorm = 34.7436, GNorm = 0.7561, lr_0 = 9.1030e-04\n","\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.50it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.25it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.57it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.93it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.98it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00, 10.86it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.85it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.947368\n","Validation auc = 0.991684\n","Validation f1 = 0.947368\n","Validation binary_cross_entropy = 0.146129\n","Validation prc-auc = 0.991385\n","Validation mcc = 0.896050\n","  6%|▌         | 6/100 [00:12<03:36,  2.30s/it]Epoch 6\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.45it/s]\u001b[ALoss = 2.2116e-01, PNorm = 34.7966, GNorm = 3.2758, lr_0 = 9.0055e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.91it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.63it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.52it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.43it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.73it/s]\u001b[ALoss = 1.8065e-01, PNorm = 34.8475, GNorm = 1.9222, lr_0 = 8.9177e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.32it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.56it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 18.05it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.11it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.34it/s]\u001b[ALoss = 1.6667e-01, PNorm = 34.8860, GNorm = 1.4161, lr_0 = 8.8309e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.43it/s]\u001b[ALoss = 2.7082e-01, PNorm = 34.8904, GNorm = 1.0887, lr_0 = 8.8222e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.41it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.927632\n","Validation auc = 0.992723\n","Validation f1 = 0.919708\n","Validation binary_cross_entropy = 0.193102\n","Validation prc-auc = 0.992918\n","Validation mcc = 0.863787\n","  7%|▋         | 7/100 [00:13<03:15,  2.10s/it]Epoch 7\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.88it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.44it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.58it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.55it/s]\u001b[ALoss = 1.7928e-01, PNorm = 34.9171, GNorm = 0.5260, lr_0 = 8.7363e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.20it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.44it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.63it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 11.34it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 12.99it/s]\u001b[ALoss = 1.5338e-01, PNorm = 34.9641, GNorm = 0.4436, lr_0 = 8.6512e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 13.73it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.55it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.50it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.67it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.934211\n","Validation auc = 0.993936\n","Validation f1 = 0.935897\n","Validation binary_cross_entropy = 0.125404\n","Validation prc-auc = 0.994012\n","Validation mcc = 0.873527\n","  8%|▊         | 8/100 [00:15<03:07,  2.04s/it]Epoch 8\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.07it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.61it/s]\u001b[ALoss = 1.5900e-01, PNorm = 35.0107, GNorm = 0.9385, lr_0 = 8.5669e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.31it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.84it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.11it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.20it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.95it/s]\u001b[ALoss = 1.8442e-01, PNorm = 35.0540, GNorm = 0.8486, lr_0 = 8.4834e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.39it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.78it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.26it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.65it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 18.14it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.97it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.996188\n","Validation f1 = 0.979866\n","Validation binary_cross_entropy = 0.110360\n","Validation prc-auc = 0.996119\n","Validation mcc = 0.960596\n","  9%|▉         | 9/100 [00:17<02:56,  1.94s/it]Epoch 9\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.5394e-01, PNorm = 35.1029, GNorm = 0.4833, lr_0 = 8.3926e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 18.25it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.29it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.70it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.35it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.55it/s]\u001b[ALoss = 1.4882e-01, PNorm = 35.1518, GNorm = 0.6121, lr_0 = 8.3108e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.15it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.86it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.10it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.88it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.61it/s]\u001b[ALoss = 1.2656e-01, PNorm = 35.1808, GNorm = 0.5443, lr_0 = 8.2298e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.72it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.99it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.74it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.997574\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.091850\n","Validation prc-auc = 0.997503\n","Validation mcc = 0.947332\n"," 10%|█         | 10/100 [00:19<02:46,  1.85s/it]Epoch 10\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.44it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.88it/s]\u001b[ALoss = 1.1400e-01, PNorm = 35.2108, GNorm = 1.0926, lr_0 = 8.1497e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.78it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.55it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.79it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.11it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.70it/s]\u001b[ALoss = 1.0890e-01, PNorm = 35.2452, GNorm = 2.3248, lr_0 = 8.0703e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.22it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.38it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.51it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.55it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.83it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.44it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.947368\n","Validation auc = 0.997401\n","Validation f1 = 0.948718\n","Validation binary_cross_entropy = 0.116090\n","Validation prc-auc = 0.997275\n","Validation mcc = 0.899934\n"," 11%|█         | 11/100 [00:20<02:39,  1.79s/it]Epoch 11\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.1364e-01, PNorm = 35.2738, GNorm = 0.3761, lr_0 = 7.9838e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 16.35it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.68it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.95it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.73it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.12it/s]\u001b[ALoss = 9.4327e-02, PNorm = 35.3116, GNorm = 2.2829, lr_0 = 7.9060e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.01it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.46it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.77it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.60it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 12.82it/s]\u001b[ALoss = 1.4147e-01, PNorm = 35.3432, GNorm = 0.2363, lr_0 = 7.8290e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 11.52it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.80it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 12.11it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.75it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.940789\n","Validation auc = 0.996881\n","Validation f1 = 0.937063\n","Validation binary_cross_entropy = 0.093326\n","Validation prc-auc = 0.996654\n","Validation mcc = 0.883214\n"," 12%|█▏        | 12/100 [00:23<02:47,  1.90s/it]Epoch 12\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.93it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.43it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.40it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.45it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.70it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.56it/s]\u001b[ALoss = 1.2417e-01, PNorm = 35.3647, GNorm = 2.1258, lr_0 = 7.7452e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.07it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.15it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.20it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.06it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.08it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.05it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.47it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.73it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.31it/s]\u001b[ALoss = 1.0683e-01, PNorm = 35.3985, GNorm = 0.5897, lr_0 = 7.6697e-04\n","\n"," 72%|███████▏  | 18/25 [00:02<00:00,  9.01it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.94it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.03it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.71it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.39it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.33it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.36it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.67it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.934211\n","Validation auc = 0.993416\n","Validation f1 = 0.928571\n","Validation binary_cross_entropy = 0.122468\n","Validation prc-auc = 0.993373\n","Validation mcc = 0.872847\n"," 13%|█▎        | 13/100 [00:26<03:13,  2.22s/it]Epoch 13\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.19it/s]\u001b[ALoss = 1.0824e-01, PNorm = 35.4479, GNorm = 0.5537, lr_0 = 7.5950e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.49it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.99it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.85it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.65it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.16it/s]\u001b[ALoss = 1.0022e-01, PNorm = 35.4730, GNorm = 1.1707, lr_0 = 7.5210e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.10it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.90it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.67it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.03it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.63it/s]\u001b[ALoss = 8.6284e-02, PNorm = 35.5036, GNorm = 0.5408, lr_0 = 7.4477e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.50it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.33it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.986842\n","Validation auc = 0.998614\n","Validation f1 = 0.986667\n","Validation binary_cross_entropy = 0.070042\n","Validation prc-auc = 0.998476\n","Validation mcc = 0.974022\n"," 14%|█▍        | 14/100 [00:27<02:59,  2.09s/it]Epoch 14\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.93it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.69it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.61it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.03it/s]\u001b[ALoss = 1.0354e-01, PNorm = 35.5414, GNorm = 2.7140, lr_0 = 7.3680e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 17.19it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.60it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.10it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.83it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.47it/s]\u001b[ALoss = 8.8979e-02, PNorm = 35.5738, GNorm = 1.1616, lr_0 = 7.2962e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.76it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.60it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.24it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.21it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.998441\n","Validation f1 = 0.965517\n","Validation binary_cross_entropy = 0.070247\n","Validation prc-auc = 0.998347\n","Validation mcc = 0.934828\n"," 15%|█▌        | 15/100 [00:29<02:48,  1.98s/it]Epoch 15\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.51it/s]\u001b[ALoss = 6.1789e-02, PNorm = 35.6089, GNorm = 0.6218, lr_0 = 7.2251e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.04it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.11it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.33it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.55it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.67it/s]\u001b[ALoss = 9.4689e-02, PNorm = 35.6401, GNorm = 0.7118, lr_0 = 7.1547e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.96it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.95it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.55it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.08it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.55it/s]\u001b[ALoss = 8.0054e-02, PNorm = 35.6742, GNorm = 0.5316, lr_0 = 7.0850e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.50it/s]\u001b[ALoss = 1.3803e-01, PNorm = 35.6769, GNorm = 3.1455, lr_0 = 7.0781e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 19.55it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.940789\n","Validation auc = 0.996881\n","Validation f1 = 0.942675\n","Validation binary_cross_entropy = 0.113362\n","Validation prc-auc = 0.996711\n","Validation mcc = 0.888084\n"," 16%|█▌        | 16/100 [00:31<02:38,  1.89s/it]Epoch 16\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 18.25it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.51it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.53it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.48it/s]\u001b[ALoss = 7.9690e-02, PNorm = 35.7054, GNorm = 0.7321, lr_0 = 7.0091e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.82it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.08it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.32it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 17.31it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.12it/s]\u001b[ALoss = 6.8227e-02, PNorm = 35.7354, GNorm = 0.7456, lr_0 = 6.9408e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.73it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.86it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.56it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 22.03it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.996535\n","Validation f1 = 0.958904\n","Validation binary_cross_entropy = 0.080673\n","Validation prc-auc = 0.996463\n","Validation mcc = 0.921263\n"," 17%|█▋        | 17/100 [00:32<02:31,  1.82s/it]Epoch 17\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.68it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.18it/s]\u001b[ALoss = 6.3104e-02, PNorm = 35.7739, GNorm = 0.2463, lr_0 = 6.8665e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.65it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.60it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.67it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.05it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.51it/s]\u001b[ALoss = 7.6252e-02, PNorm = 35.8115, GNorm = 2.9682, lr_0 = 6.7996e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.83it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.97it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 17.35it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.16it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.73it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.60it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.986842\n","Validation auc = 0.998441\n","Validation f1 = 0.986486\n","Validation binary_cross_entropy = 0.071844\n","Validation prc-auc = 0.998272\n","Validation mcc = 0.973666\n"," 18%|█▊        | 18/100 [00:34<02:26,  1.79s/it]Epoch 18\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.6106e-02, PNorm = 35.8346, GNorm = 0.4786, lr_0 = 6.7334e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 15.89it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.40it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.09it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.32it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.51it/s]\u001b[ALoss = 5.8728e-02, PNorm = 35.8644, GNorm = 0.6312, lr_0 = 6.6678e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.70it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.55it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.72it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.13it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.43it/s]\u001b[ALoss = 7.7709e-02, PNorm = 35.9051, GNorm = 1.4526, lr_0 = 6.6028e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 13.24it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 11.86it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  9.53it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  9.60it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.995842\n","Validation f1 = 0.960000\n","Validation binary_cross_entropy = 0.082853\n","Validation prc-auc = 0.995745\n","Validation mcc = 0.921372\n"," 19%|█▉        | 19/100 [00:36<02:31,  1.87s/it]Epoch 19\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.98it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.18it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.33it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.07it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.30it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01,  9.51it/s]\u001b[ALoss = 7.2317e-02, PNorm = 35.9283, GNorm = 0.7669, lr_0 = 6.5321e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.07it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.04it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.18it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.09it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.17it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.27it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.22it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.22it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.32it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.01it/s]\u001b[ALoss = 6.6451e-02, PNorm = 35.9584, GNorm = 2.4274, lr_0 = 6.4684e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.88it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  8.72it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.90it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.17it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.36it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.39it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.23it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.25it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.10it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.99it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.953947\n","Validation auc = 0.995322\n","Validation f1 = 0.951724\n","Validation binary_cross_entropy = 0.088449\n","Validation prc-auc = 0.995227\n","Validation mcc = 0.908445\n"," 20%|██        | 20/100 [00:39<02:57,  2.22s/it]Epoch 20\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.90it/s]\u001b[ALoss = 5.2294e-02, PNorm = 35.9972, GNorm = 0.4128, lr_0 = 6.4054e-04\n","\n","  8%|▊         | 2/25 [00:00<00:02,  9.36it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.14it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.21it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 12.15it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 13.80it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.15it/s]\u001b[ALoss = 7.2716e-02, PNorm = 36.0271, GNorm = 0.6654, lr_0 = 6.3430e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.34it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 15.50it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.15it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.23it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.84it/s]\u001b[ALoss = 7.2044e-02, PNorm = 36.0615, GNorm = 2.4330, lr_0 = 6.2812e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.93it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.18it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.16it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.998267\n","Validation f1 = 0.980132\n","Validation binary_cross_entropy = 0.071116\n","Validation prc-auc = 0.998185\n","Validation mcc = 0.961289\n"," 21%|██        | 21/100 [00:41<02:47,  2.12s/it]Epoch 21\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.62it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 18.27it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 18.18it/s]\u001b[ALoss = 5.7412e-02, PNorm = 36.1073, GNorm = 2.2420, lr_0 = 6.2139e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.72it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.34it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.28it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.85it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.99it/s]\u001b[ALoss = 5.6883e-02, PNorm = 36.1370, GNorm = 0.8064, lr_0 = 6.1534e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.69it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.40it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.83it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.07it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.56it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.997921\n","Validation f1 = 0.980132\n","Validation binary_cross_entropy = 0.069721\n","Validation prc-auc = 0.997755\n","Validation mcc = 0.961289\n"," 22%|██▏       | 22/100 [00:43<02:35,  1.99s/it]Epoch 22\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.32it/s]\u001b[ALoss = 4.8726e-02, PNorm = 36.1716, GNorm = 0.3211, lr_0 = 6.0875e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:02,  7.06it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01,  9.67it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 11.84it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 13.34it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.28it/s]\u001b[ALoss = 5.4820e-02, PNorm = 36.2061, GNorm = 1.2629, lr_0 = 6.0282e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:00, 15.03it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.01it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.73it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.05it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.25it/s]\u001b[ALoss = 4.8674e-02, PNorm = 36.2367, GNorm = 0.6098, lr_0 = 5.9695e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.51it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.23it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.998441\n","Validation f1 = 0.965035\n","Validation binary_cross_entropy = 0.074030\n","Validation prc-auc = 0.998347\n","Validation mcc = 0.936089\n"," 23%|██▎       | 23/100 [00:45<02:32,  1.98s/it]Epoch 23\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.64it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.03it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.63it/s]\u001b[ALoss = 5.7739e-02, PNorm = 36.2711, GNorm = 0.4075, lr_0 = 5.9113e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.50it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.76it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.66it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.64it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.19it/s]\u001b[ALoss = 6.1705e-02, PNorm = 36.3074, GNorm = 1.6213, lr_0 = 5.8537e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 15.75it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.85it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.68it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.60it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.993763\n","Validation f1 = 0.965517\n","Validation binary_cross_entropy = 0.097702\n","Validation prc-auc = 0.991490\n","Validation mcc = 0.934828\n"," 24%|██▍       | 24/100 [00:46<02:24,  1.90s/it]Epoch 24\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.04it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.94it/s]\u001b[ALoss = 6.2933e-02, PNorm = 36.3375, GNorm = 1.4536, lr_0 = 5.7910e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.22it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.09it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.47it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.50it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.63it/s]\u001b[ALoss = 4.9731e-02, PNorm = 36.3673, GNorm = 1.2996, lr_0 = 5.7346e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.10it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.53it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.38it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.94it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.72it/s]\u001b[ALoss = 6.0048e-02, PNorm = 36.4086, GNorm = 4.0023, lr_0 = 5.6787e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.73it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.996015\n","Validation f1 = 0.973333\n","Validation binary_cross_entropy = 0.088536\n","Validation prc-auc = 0.995599\n","Validation mcc = 0.947697\n"," 25%|██▌       | 25/100 [00:48<02:18,  1.85s/it]Epoch 25\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.29it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.57it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.66it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.73it/s]\u001b[ALoss = 4.7563e-02, PNorm = 36.4484, GNorm = 1.9511, lr_0 = 5.6234e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 17.31it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.40it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.16it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.54it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 17.02it/s]\u001b[ALoss = 6.3653e-02, PNorm = 36.4783, GNorm = 2.1191, lr_0 = 5.5686e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.54it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.58it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.79it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.51it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.00it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.997748\n","Validation f1 = 0.979866\n","Validation binary_cross_entropy = 0.062943\n","Validation prc-auc = 0.997552\n","Validation mcc = 0.960596\n"," 26%|██▌       | 26/100 [00:50<02:17,  1.85s/it]Epoch 26\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  6.86it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.33it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.88it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.12it/s]\u001b[ALoss = 4.8470e-02, PNorm = 36.5050, GNorm = 0.2171, lr_0 = 5.5090e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.13it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.03it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.69it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.61it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.97it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.25it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.41it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.05it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.07it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.98it/s]\u001b[ALoss = 4.0362e-02, PNorm = 36.5461, GNorm = 2.0684, lr_0 = 5.4553e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.06it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.11it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  9.23it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.11it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.17it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.29it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.11it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.60it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  9.76it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  8.55it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.947368\n","Validation auc = 0.997748\n","Validation f1 = 0.943662\n","Validation binary_cross_entropy = 0.099859\n","Validation prc-auc = 0.997609\n","Validation mcc = 0.897261\n"," 27%|██▋       | 27/100 [00:53<02:43,  2.23s/it]Epoch 27\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.02it/s]\u001b[ALoss = 6.4650e-02, PNorm = 36.5845, GNorm = 0.5927, lr_0 = 5.3969e-04\n","\n","  8%|▊         | 2/25 [00:00<00:02,  9.15it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.71it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 11.08it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 13.24it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 14.27it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 14.39it/s]\u001b[ALoss = 5.2743e-02, PNorm = 36.6164, GNorm = 0.5584, lr_0 = 5.3443e-04\n","\n"," 52%|█████▏    | 13/25 [00:00<00:00, 14.49it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 15.38it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 16.22it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 16.49it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.29it/s]\u001b[ALoss = 5.3431e-02, PNorm = 36.6446, GNorm = 0.9522, lr_0 = 5.2922e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.47it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.12it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.997228\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.065235\n","Validation prc-auc = 0.997192\n","Validation mcc = 0.947332\n"," 28%|██▊       | 28/100 [00:55<02:33,  2.13s/it]Epoch 28\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.48it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.07it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.21it/s]\u001b[ALoss = 3.3300e-02, PNorm = 36.6633, GNorm = 0.2928, lr_0 = 5.2407e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.34it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.13it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 17.20it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.23it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.65it/s]\u001b[ALoss = 4.5097e-02, PNorm = 36.6948, GNorm = 0.1423, lr_0 = 5.1896e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.90it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.21it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.52it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.73it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.21it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.953947\n","Validation auc = 0.997574\n","Validation f1 = 0.951724\n","Validation binary_cross_entropy = 0.084857\n","Validation prc-auc = 0.997365\n","Validation mcc = 0.908445\n"," 29%|██▉       | 29/100 [00:57<02:22,  2.00s/it]Epoch 29\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.17it/s]\u001b[ALoss = 3.4745e-02, PNorm = 36.7263, GNorm = 0.5313, lr_0 = 5.1340e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.56it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.45it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.92it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.81it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.90it/s]\u001b[ALoss = 4.8428e-02, PNorm = 36.7544, GNorm = 2.8769, lr_0 = 5.0840e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.92it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.46it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.70it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.80it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.99it/s]\u001b[ALoss = 4.9435e-02, PNorm = 36.7861, GNorm = 0.7486, lr_0 = 5.0345e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.28it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 21.86it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.997574\n","Validation f1 = 0.973333\n","Validation binary_cross_entropy = 0.075473\n","Validation prc-auc = 0.997416\n","Validation mcc = 0.947697\n"," 30%|███       | 30/100 [00:59<02:14,  1.92s/it]Epoch 30\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.27it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.91it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.68it/s]\u001b[ALoss = 3.6218e-02, PNorm = 36.8213, GNorm = 0.6409, lr_0 = 4.9854e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.68it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.17it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.86it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.57it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.90it/s]\u001b[ALoss = 3.7911e-02, PNorm = 36.8518, GNorm = 0.9526, lr_0 = 4.9369e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.54it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.23it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.58it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.73it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.95it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995669\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.084830\n","Validation prc-auc = 0.995582\n","Validation mcc = 0.934223\n"," 31%|███       | 31/100 [01:00<02:09,  1.87s/it]Epoch 31\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.68it/s]\u001b[ALoss = 3.5088e-02, PNorm = 36.8721, GNorm = 0.3409, lr_0 = 4.8840e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.98it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.01it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.72it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.82it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.50it/s]\u001b[ALoss = 3.2384e-02, PNorm = 36.8939, GNorm = 0.2638, lr_0 = 4.8364e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.26it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.07it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.39it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.70it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 17.13it/s]\u001b[ALoss = 3.4103e-02, PNorm = 36.9221, GNorm = 1.2422, lr_0 = 4.7893e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.58it/s]\u001b[ALoss = 4.6067e-02, PNorm = 36.9251, GNorm = 0.8933, lr_0 = 4.7846e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.83it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.953947\n","Validation auc = 0.995322\n","Validation f1 = 0.952381\n","Validation binary_cross_entropy = 0.085487\n","Validation prc-auc = 0.995214\n","Validation mcc = 0.907878\n"," 32%|███▏      | 32/100 [01:02<02:06,  1.85s/it]Epoch 32\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.45it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.58it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 17.44it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:00, 17.51it/s]\u001b[ALoss = 2.7982e-02, PNorm = 36.9584, GNorm = 0.2527, lr_0 = 4.7380e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.95it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.18it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.93it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.05it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.14it/s]\u001b[ALoss = 2.9414e-02, PNorm = 36.9817, GNorm = 1.4174, lr_0 = 4.6918e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.47it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.58it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 17.14it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.28it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.58it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.997921\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.064063\n","Validation prc-auc = 0.997767\n","Validation mcc = 0.947332\n"," 33%|███▎      | 33/100 [01:04<02:04,  1.85s/it]Epoch 33\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  6.44it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.95it/s]\u001b[ALoss = 1.7061e-02, PNorm = 36.9982, GNorm = 0.7147, lr_0 = 4.6461e-04\n","\n"," 20%|██        | 5/25 [00:00<00:02,  9.34it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.47it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.27it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.32it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.82it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.81it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.45it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.46it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.25it/s]\u001b[ALoss = 3.7212e-02, PNorm = 37.0163, GNorm = 1.7824, lr_0 = 4.6009e-04\n","\n"," 60%|██████    | 15/25 [00:01<00:01,  9.26it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.10it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.18it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.02it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.72it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.66it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.73it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.62it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.89it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.94it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.51it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 12.94it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.997401\n","Validation f1 = 0.966887\n","Validation binary_cross_entropy = 0.081930\n","Validation prc-auc = 0.997276\n","Validation mcc = 0.934961\n"," 34%|███▍      | 34/100 [01:07<02:27,  2.23s/it]Epoch 34\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 4.2134e-02, PNorm = 37.0445, GNorm = 1.2459, lr_0 = 4.5516e-04\n","\n","  4%|▍         | 1/25 [00:00<00:03,  7.40it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  7.72it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.53it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.53it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.98it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.78it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.86it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 10.21it/s]\u001b[ALoss = 2.7102e-02, PNorm = 37.0740, GNorm = 0.4059, lr_0 = 4.5072e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01, 11.56it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:00, 13.31it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 14.56it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.01it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.86it/s]\u001b[ALoss = 3.0120e-02, PNorm = 37.1026, GNorm = 0.8021, lr_0 = 4.4633e-04\n","\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.14it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.50it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.45it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.998094\n","Validation f1 = 0.979866\n","Validation binary_cross_entropy = 0.062491\n","Validation prc-auc = 0.997939\n","Validation mcc = 0.960596\n"," 35%|███▌      | 35/100 [01:09<02:23,  2.21s/it]Epoch 35\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.00it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 17.15it/s]\u001b[ALoss = 2.0260e-02, PNorm = 37.1286, GNorm = 0.1879, lr_0 = 4.4199e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.78it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.65it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 17.01it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.81it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.18it/s]\u001b[ALoss = 3.2820e-02, PNorm = 37.1559, GNorm = 0.3629, lr_0 = 4.3768e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.30it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.48it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.22it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.30it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.62it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.74it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.997921\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.066257\n","Validation prc-auc = 0.997769\n","Validation mcc = 0.934223\n"," 36%|███▌      | 36/100 [01:11<02:12,  2.06s/it]Epoch 36\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.42it/s]\u001b[ALoss = 7.2542e-03, PNorm = 37.1879, GNorm = 0.3910, lr_0 = 4.3299e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:01, 11.81it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.03it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.30it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:00, 16.11it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 16.40it/s]\u001b[ALoss = 2.1973e-02, PNorm = 37.2082, GNorm = 0.1349, lr_0 = 4.2877e-04\n","\n"," 52%|█████▏    | 13/25 [00:00<00:00, 16.01it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:00<00:00, 16.31it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.62it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 16.05it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.00it/s]\u001b[ALoss = 2.4986e-02, PNorm = 37.2354, GNorm = 0.3551, lr_0 = 4.2460e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.02it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.92it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.997055\n","Validation f1 = 0.973333\n","Validation binary_cross_entropy = 0.084079\n","Validation prc-auc = 0.996907\n","Validation mcc = 0.947697\n"," 37%|███▋      | 37/100 [01:13<02:04,  1.98s/it]Epoch 37\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 17.52it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.98it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.17it/s]\u001b[ALoss = 2.9420e-02, PNorm = 37.2634, GNorm = 1.0018, lr_0 = 4.2005e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.40it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.63it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.85it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.43it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.93it/s]\u001b[ALoss = 1.9789e-02, PNorm = 37.2939, GNorm = 0.4989, lr_0 = 4.1596e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.57it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.09it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.78it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00,  9.81it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.96it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.996362\n","Validation f1 = 0.961039\n","Validation binary_cross_entropy = 0.113429\n","Validation prc-auc = 0.996075\n","Validation mcc = 0.924038\n"," 38%|███▊      | 38/100 [01:15<02:03,  1.99s/it]Epoch 38\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.51it/s]\u001b[ALoss = 2.3629e-02, PNorm = 37.3144, GNorm = 0.6754, lr_0 = 4.1190e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.09it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.30it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.96it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.97it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.20it/s]\u001b[ALoss = 2.6800e-02, PNorm = 37.3330, GNorm = 0.9248, lr_0 = 4.0789e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.37it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.95it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.52it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.06it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.62it/s]\u001b[ALoss = 2.7320e-02, PNorm = 37.3643, GNorm = 0.5251, lr_0 = 4.0392e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.86it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.09it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.980263\n","Validation auc = 0.997401\n","Validation f1 = 0.979866\n","Validation binary_cross_entropy = 0.081214\n","Validation prc-auc = 0.997159\n","Validation mcc = 0.960596\n"," 39%|███▉      | 39/100 [01:16<01:57,  1.92s/it]Epoch 39\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.26it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.33it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.51it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.80it/s]\u001b[ALoss = 1.8346e-02, PNorm = 37.3916, GNorm = 0.5975, lr_0 = 3.9959e-04\n","\n"," 40%|████      | 10/25 [00:00<00:01, 14.71it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.40it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.56it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.98it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.23it/s]\u001b[ALoss = 2.1189e-02, PNorm = 37.4098, GNorm = 1.1811, lr_0 = 3.9570e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.41it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.67it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.91it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.07it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.28it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.997401\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.072850\n","Validation prc-auc = 0.997159\n","Validation mcc = 0.934223\n"," 40%|████      | 40/100 [01:18<01:55,  1.93s/it]Epoch 40\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.92it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.89it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.87it/s]\u001b[ALoss = 3.0482e-02, PNorm = 37.4360, GNorm = 0.6708, lr_0 = 3.9184e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.84it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.32it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.15it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.58it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.75it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.40it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.40it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.32it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.44it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.03it/s]\u001b[ALoss = 1.5373e-02, PNorm = 37.4653, GNorm = 0.7236, lr_0 = 3.8803e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:01,  7.87it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.33it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.77it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:02<00:00,  8.45it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.62it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.60it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.85it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.75it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.71it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.02it/s]\u001b[ALoss = 3.0733e-02, PNorm = 37.4886, GNorm = 4.1493, lr_0 = 3.8425e-04\n","\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.26it/s]\u001b[ALoss = 6.5489e-03, PNorm = 37.4895, GNorm = 0.4448, lr_0 = 3.8387e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.53it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.66it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.997574\n","Validation f1 = 0.958904\n","Validation binary_cross_entropy = 0.081878\n","Validation prc-auc = 0.997380\n","Validation mcc = 0.921263\n"," 41%|████      | 41/100 [01:22<02:16,  2.31s/it]Epoch 41\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.24it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  9.42it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  9.14it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.08it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.27it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.34it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.39it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 10.60it/s]\u001b[ALoss = 1.4795e-02, PNorm = 37.5121, GNorm = 0.6703, lr_0 = 3.8013e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01, 12.15it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:00, 13.43it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 13.89it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.42it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.29it/s]\u001b[ALoss = 2.3217e-02, PNorm = 37.5307, GNorm = 1.0173, lr_0 = 3.7643e-04\n","\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.25it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.83it/s]\u001b[A\n","100%|██████████| 25/25 [00:01<00:00, 16.65it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.77it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.996015\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.079106\n","Validation prc-auc = 0.995994\n","Validation mcc = 0.934223\n"," 42%|████▏     | 42/100 [01:24<02:11,  2.27s/it]Epoch 42\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.57it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.76it/s]\u001b[ALoss = 2.5290e-02, PNorm = 37.5524, GNorm = 2.8737, lr_0 = 3.7239e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.53it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.63it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.56it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.79it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.33it/s]\u001b[ALoss = 3.2465e-02, PNorm = 37.5823, GNorm = 0.7777, lr_0 = 3.6877e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.23it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.90it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.48it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.11it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.22it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.81it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.996188\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.079870\n","Validation prc-auc = 0.996026\n","Validation mcc = 0.934223\n"," 43%|████▎     | 43/100 [01:26<02:00,  2.12s/it]Epoch 43\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 1.4163e-02, PNorm = 37.6041, GNorm = 0.2511, lr_0 = 3.6517e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.17it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.25it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.91it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.27it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.84it/s]\u001b[ALoss = 2.3181e-02, PNorm = 37.6289, GNorm = 1.1977, lr_0 = 3.6162e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.31it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.79it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.13it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.63it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.34it/s]\u001b[ALoss = 1.6806e-02, PNorm = 37.6547, GNorm = 0.2620, lr_0 = 3.5809e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.43it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.81it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00, 20.86it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.997401\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.073964\n","Validation prc-auc = 0.997229\n","Validation mcc = 0.934223\n"," 44%|████▍     | 44/100 [01:27<01:53,  2.02s/it]Epoch 44\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.05it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.83it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.25it/s]\u001b[ALoss = 1.2160e-02, PNorm = 37.6731, GNorm = 0.1966, lr_0 = 3.5426e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.60it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.39it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 14.34it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.18it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.92it/s]\u001b[ALoss = 2.9185e-02, PNorm = 37.6898, GNorm = 2.2816, lr_0 = 3.5081e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.80it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.65it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.74it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.82it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.38it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.997228\n","Validation f1 = 0.967320\n","Validation binary_cross_entropy = 0.106221\n","Validation prc-auc = 0.997085\n","Validation mcc = 0.936303\n"," 45%|████▌     | 45/100 [01:29<01:48,  1.97s/it]Epoch 45\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 3.2350e-02, PNorm = 37.7098, GNorm = 1.3561, lr_0 = 3.4739e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 15.30it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.01it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.60it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.48it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.06it/s]\u001b[ALoss = 3.4288e-02, PNorm = 37.7331, GNorm = 1.4729, lr_0 = 3.4400e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.98it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.98it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.47it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.78it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.11it/s]\u001b[ALoss = 3.6929e-02, PNorm = 37.7542, GNorm = 0.0781, lr_0 = 3.4065e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.13it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.39it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.52it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.995842\n","Validation f1 = 0.960000\n","Validation binary_cross_entropy = 0.087932\n","Validation prc-auc = 0.995829\n","Validation mcc = 0.921372\n"," 46%|████▌     | 46/100 [01:31<01:43,  1.93s/it]Epoch 46\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.21it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.90it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.60it/s]\u001b[ALoss = 3.3324e-02, PNorm = 37.7831, GNorm = 0.3300, lr_0 = 3.3700e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.39it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.69it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.74it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 17.08it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 15.60it/s]\u001b[ALoss = 3.6003e-02, PNorm = 37.8151, GNorm = 2.0942, lr_0 = 3.3372e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.63it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.51it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.95it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.27it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.08it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.62it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.997055\n","Validation f1 = 0.966887\n","Validation binary_cross_entropy = 0.099087\n","Validation prc-auc = 0.996852\n","Validation mcc = 0.934961\n"," 47%|████▋     | 47/100 [01:33<01:41,  1.92s/it]Epoch 47\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.41it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.05it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.05it/s]\u001b[ALoss = 2.5149e-02, PNorm = 37.8402, GNorm = 0.6268, lr_0 = 3.3015e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.37it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.56it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.29it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.21it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.82it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.64it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.92it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.85it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.99it/s]\u001b[ALoss = 1.8750e-02, PNorm = 37.8587, GNorm = 1.4138, lr_0 = 3.2693e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.98it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.84it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.02it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.84it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.87it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.92it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.70it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.79it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.10it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.02it/s]\u001b[ALoss = 1.5669e-02, PNorm = 37.8775, GNorm = 0.3296, lr_0 = 3.2375e-04\n","\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.92it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.13it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.85it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.997055\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.083190\n","Validation prc-auc = 0.996863\n","Validation mcc = 0.934223\n"," 48%|████▊     | 48/100 [01:36<01:59,  2.29s/it]Epoch 48\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.11it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:03,  7.43it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.11it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.45it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.29it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 10.98it/s]\u001b[ALoss = 1.5153e-02, PNorm = 37.8945, GNorm = 0.2016, lr_0 = 3.2059e-04\n","\n"," 36%|███▌      | 9/25 [00:00<00:01, 12.50it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:01, 13.79it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:00, 15.07it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 14.87it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.54it/s]\u001b[ALoss = 1.2012e-02, PNorm = 37.9078, GNorm = 1.3887, lr_0 = 3.1747e-04\n","\n"," 76%|███████▌  | 19/25 [00:01<00:00, 16.02it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 16.22it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.62it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.08it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.996881\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.082632\n","Validation prc-auc = 0.996663\n","Validation mcc = 0.934223\n"," 49%|████▉     | 49/100 [01:38<01:53,  2.22s/it]Epoch 49\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.63it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.86it/s]\u001b[ALoss = 1.4945e-02, PNorm = 37.9235, GNorm = 0.7236, lr_0 = 3.1407e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.13it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.85it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.57it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.71it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.24it/s]\u001b[ALoss = 1.1610e-02, PNorm = 37.9389, GNorm = 0.5470, lr_0 = 3.1101e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.87it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.25it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.63it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.11it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.26it/s]\u001b[ALoss = 8.5277e-03, PNorm = 37.9537, GNorm = 0.2224, lr_0 = 3.0798e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.58it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.996535\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.087082\n","Validation prc-auc = 0.996293\n","Validation mcc = 0.947332\n"," 50%|█████     | 50/100 [01:40<01:44,  2.09s/it]Epoch 50\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.87it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.28it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 15.20it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.88it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 14.83it/s]\u001b[ALoss = 9.2749e-03, PNorm = 37.9680, GNorm = 0.3451, lr_0 = 3.0498e-04\n","\n"," 44%|████▍     | 11/25 [00:00<00:00, 14.99it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.66it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 15.40it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.54it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.92it/s]\u001b[ALoss = 9.3729e-03, PNorm = 37.9831, GNorm = 0.4201, lr_0 = 3.0201e-04\n","\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.93it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.01it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.17it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.996881\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.083394\n","Validation prc-auc = 0.996703\n","Validation mcc = 0.934223\n"," 51%|█████     | 51/100 [01:42<01:38,  2.01s/it]Epoch 51\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.98it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.72it/s]\u001b[ALoss = 1.2044e-02, PNorm = 37.9936, GNorm = 0.3875, lr_0 = 2.9877e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.41it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.99it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.49it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.84it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.39it/s]\u001b[ALoss = 9.5532e-03, PNorm = 38.0072, GNorm = 0.4100, lr_0 = 2.9586e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.60it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.61it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.84it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.25it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.16it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.17it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.996708\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.088901\n","Validation prc-auc = 0.996467\n","Validation mcc = 0.947332\n"," 52%|█████▏    | 52/100 [01:44<01:33,  1.94s/it]Epoch 52\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 6.7270e-03, PNorm = 38.0213, GNorm = 0.2829, lr_0 = 2.9269e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 15.06it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.18it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.67it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.94it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.39it/s]\u001b[ALoss = 8.5455e-03, PNorm = 38.0342, GNorm = 0.3771, lr_0 = 2.8984e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.89it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.20it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.01it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.13it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.24it/s]\u001b[ALoss = 1.2131e-02, PNorm = 38.0470, GNorm = 0.5920, lr_0 = 2.8702e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.83it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.39it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.38it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.996188\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.097482\n","Validation prc-auc = 0.996048\n","Validation mcc = 0.934269\n"," 53%|█████▎    | 53/100 [01:45<01:29,  1.89s/it]Epoch 53\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.00it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.23it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.90it/s]\u001b[ALoss = 6.9954e-03, PNorm = 38.0591, GNorm = 0.3535, lr_0 = 2.8422e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.36it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 10.21it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01, 11.86it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 12.96it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 13.48it/s]\u001b[ALoss = 1.3697e-02, PNorm = 38.0732, GNorm = 0.9113, lr_0 = 2.8145e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 13.40it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 11.81it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 11.02it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00, 10.41it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.25it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.995842\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.099804\n","Validation prc-auc = 0.995638\n","Validation mcc = 0.947332\n"," 54%|█████▍    | 54/100 [01:48<01:34,  2.06s/it]Epoch 54\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02, 10.18it/s]\u001b[ALoss = 1.2906e-02, PNorm = 38.0869, GNorm = 0.9126, lr_0 = 2.7844e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.45it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.60it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.26it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.58it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01,  9.27it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  9.43it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.51it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.83it/s]\u001b[ALoss = 1.3123e-02, PNorm = 38.1011, GNorm = 0.2182, lr_0 = 2.7573e-04\n","\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.04it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.90it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.99it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.94it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.64it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  8.54it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.86it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.55it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.12it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.59it/s]\u001b[ALoss = 9.6025e-03, PNorm = 38.1183, GNorm = 0.4981, lr_0 = 2.7304e-04\n","\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.29it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  7.93it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.33it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.64it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.995842\n","Validation f1 = 0.958904\n","Validation binary_cross_entropy = 0.098372\n","Validation prc-auc = 0.995719\n","Validation mcc = 0.921263\n"," 55%|█████▌    | 55/100 [01:51<01:47,  2.38s/it]Epoch 55\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02, 11.40it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.91it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.22it/s]\u001b[ALoss = 1.1453e-02, PNorm = 38.1337, GNorm = 1.7534, lr_0 = 2.7038e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.50it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.76it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.00it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.00it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.32it/s]\u001b[ALoss = 1.0959e-02, PNorm = 38.1466, GNorm = 0.1826, lr_0 = 2.6774e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.29it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.65it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.03it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.22it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.53it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.995842\n","Validation f1 = 0.958904\n","Validation binary_cross_entropy = 0.108066\n","Validation prc-auc = 0.995674\n","Validation mcc = 0.921263\n"," 56%|█████▌    | 56/100 [01:53<01:37,  2.21s/it]Epoch 56\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.55it/s]\u001b[ALoss = 1.0259e-02, PNorm = 38.1613, GNorm = 0.8538, lr_0 = 2.6488e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 13.11it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.06it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.27it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.83it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.12it/s]\u001b[ALoss = 1.4806e-02, PNorm = 38.1740, GNorm = 0.5023, lr_0 = 2.6230e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.32it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.22it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.83it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.51it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.81it/s]\u001b[ALoss = 9.6234e-03, PNorm = 38.1863, GNorm = 0.0710, lr_0 = 2.5974e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.89it/s]\u001b[ALoss = 6.4056e-03, PNorm = 38.1874, GNorm = 0.3892, lr_0 = 2.5949e-04\n","\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.34it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.996188\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.100511\n","Validation prc-auc = 0.995964\n","Validation mcc = 0.934269\n"," 57%|█████▋    | 57/100 [01:55<01:29,  2.09s/it]Epoch 57\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.52it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.87it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.22it/s]\u001b[ALoss = 1.1284e-02, PNorm = 38.2031, GNorm = 0.5369, lr_0 = 2.5696e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 15.75it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.36it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.49it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.49it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.52it/s]\u001b[ALoss = 7.5587e-03, PNorm = 38.2169, GNorm = 0.6843, lr_0 = 2.5446e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.48it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.97it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.83it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.87it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995842\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.095177\n","Validation prc-auc = 0.995638\n","Validation mcc = 0.934223\n"," 58%|█████▊    | 58/100 [01:56<01:23,  1.99s/it]Epoch 58\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 16.20it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 16.76it/s]\u001b[ALoss = 8.0167e-03, PNorm = 38.2302, GNorm = 0.2686, lr_0 = 2.5198e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.53it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.60it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.64it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.32it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.63it/s]\u001b[ALoss = 8.7182e-03, PNorm = 38.2433, GNorm = 0.2684, lr_0 = 2.4952e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.74it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.01it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.07it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.38it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.74it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.16it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995842\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.101354\n","Validation prc-auc = 0.995726\n","Validation mcc = 0.934223\n"," 59%|█████▉    | 59/100 [01:58<01:18,  1.92s/it]Epoch 59\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 6.3766e-03, PNorm = 38.2523, GNorm = 0.1591, lr_0 = 2.4685e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 14.60it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.87it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.43it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.42it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.43it/s]\u001b[ALoss = 7.6038e-03, PNorm = 38.2598, GNorm = 0.4727, lr_0 = 2.4444e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.32it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.34it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.21it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.84it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.23it/s]\u001b[ALoss = 8.1312e-03, PNorm = 38.2711, GNorm = 0.2093, lr_0 = 2.4206e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.30it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.69it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.23it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.996015\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.099293\n","Validation prc-auc = 0.995891\n","Validation mcc = 0.934269\n"," 60%|██████    | 60/100 [02:00<01:14,  1.87s/it]Epoch 60\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.46it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.48it/s]\u001b[ALoss = 6.5516e-03, PNorm = 38.2863, GNorm = 0.2336, lr_0 = 2.3970e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.96it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.68it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.44it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.84it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.24it/s]\u001b[ALoss = 8.6157e-03, PNorm = 38.2985, GNorm = 0.3240, lr_0 = 2.3737e-04\n","\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.36it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.09it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 12.08it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 11.13it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.77it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.74it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.07it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.996362\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.095784\n","Validation prc-auc = 0.996134\n","Validation mcc = 0.947332\n"," 61%|██████    | 61/100 [02:02<01:17,  1.98s/it]Epoch 61\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.39it/s]\u001b[ALoss = 9.2378e-03, PNorm = 38.3114, GNorm = 0.3030, lr_0 = 2.3483e-04\n","\n","  8%|▊         | 2/25 [00:00<00:03,  7.62it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.11it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.24it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.34it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.73it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.87it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.70it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.78it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.76it/s]\u001b[ALoss = 5.6068e-03, PNorm = 38.3220, GNorm = 0.0536, lr_0 = 2.3254e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.44it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.39it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.45it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.91it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00,  9.98it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.32it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.15it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.75it/s]\u001b[ALoss = 5.4608e-03, PNorm = 38.3308, GNorm = 0.3272, lr_0 = 2.3027e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.71it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.85it/s]\u001b[A\n","100%|██████████| 25/25 [00:02<00:00, 10.55it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.22it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.88it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.995842\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.105142\n","Validation prc-auc = 0.995638\n","Validation mcc = 0.947332\n"," 62%|██████▏   | 62/100 [02:05<01:27,  2.31s/it]Epoch 62\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.54it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.09it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.54it/s]\u001b[ALoss = 5.3723e-03, PNorm = 38.3423, GNorm = 0.5298, lr_0 = 2.2781e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.84it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 16.23it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.27it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.09it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.21it/s]\u001b[ALoss = 8.1356e-03, PNorm = 38.3500, GNorm = 0.8439, lr_0 = 2.2559e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.49it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.08it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.18it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.34it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.64it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.996015\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.102165\n","Validation prc-auc = 0.995799\n","Validation mcc = 0.947332\n"," 63%|██████▎   | 63/100 [02:07<01:19,  2.14s/it]Epoch 63\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.60it/s]\u001b[ALoss = 4.3921e-03, PNorm = 38.3599, GNorm = 0.0731, lr_0 = 2.2339e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.00it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.85it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.63it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.70it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.24it/s]\u001b[ALoss = 4.9444e-03, PNorm = 38.3681, GNorm = 0.1636, lr_0 = 2.2121e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.40it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.84it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.24it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.60it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.53it/s]\u001b[ALoss = 7.2641e-03, PNorm = 38.3803, GNorm = 0.1817, lr_0 = 2.1906e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.82it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.38it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995669\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.103760\n","Validation prc-auc = 0.995493\n","Validation mcc = 0.934223\n"," 64%|██████▍   | 64/100 [02:09<01:13,  2.03s/it]Epoch 64\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.05it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.81it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.01it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.86it/s]\u001b[ALoss = 5.9487e-03, PNorm = 38.3894, GNorm = 0.0967, lr_0 = 2.1671e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.04it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.73it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.21it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.63it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.68it/s]\u001b[ALoss = 6.1267e-03, PNorm = 38.3999, GNorm = 0.1779, lr_0 = 2.1460e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.33it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.75it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.10it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.80it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995495\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.117251\n","Validation prc-auc = 0.995332\n","Validation mcc = 0.934269\n"," 65%|██████▌   | 65/100 [02:10<01:08,  1.95s/it]Epoch 65\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.85it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.86it/s]\u001b[ALoss = 5.5540e-03, PNorm = 38.4084, GNorm = 0.1443, lr_0 = 2.1251e-04\n","\n"," 20%|██        | 5/25 [00:00<00:01, 14.43it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.40it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 14.67it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.44it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.69it/s]\u001b[ALoss = 8.3287e-03, PNorm = 38.4186, GNorm = 0.9723, lr_0 = 2.1044e-04\n","\n"," 60%|██████    | 15/25 [00:00<00:00, 15.79it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.72it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.81it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.90it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.32it/s]\u001b[ALoss = 4.9889e-03, PNorm = 38.4285, GNorm = 0.1465, lr_0 = 2.0839e-04\n","Loss = 3.1213e-03, PNorm = 38.4293, GNorm = 0.2729, lr_0 = 2.0819e-04\n","\n","100%|██████████| 25/25 [00:01<00:00, 16.92it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.57it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.995669\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.105978\n","Validation prc-auc = 0.995483\n","Validation mcc = 0.947332\n"," 66%|██████▌   | 66/100 [02:12<01:05,  1.92s/it]Epoch 66\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 15.27it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.46it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.71it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.90it/s]\u001b[ALoss = 5.4625e-03, PNorm = 38.4388, GNorm = 0.1552, lr_0 = 2.0616e-04\n","\n"," 40%|████      | 10/25 [00:00<00:00, 16.37it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.73it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.02it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:00<00:00, 16.45it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.57it/s]\u001b[ALoss = 5.5356e-03, PNorm = 38.4477, GNorm = 0.1088, lr_0 = 2.0415e-04\n","\n"," 80%|████████  | 20/25 [00:01<00:00, 16.15it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.89it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.41it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 19.59it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.113336\n","Validation prc-auc = 0.995190\n","Validation mcc = 0.934223\n"," 67%|██████▋   | 67/100 [02:14<01:01,  1.87s/it]Epoch 67\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.28it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.67it/s]\u001b[ALoss = 5.6486e-03, PNorm = 38.4560, GNorm = 0.1174, lr_0 = 2.0196e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.90it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.15it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.98it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 16.45it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.67it/s]\u001b[ALoss = 3.6907e-03, PNorm = 38.4652, GNorm = 0.0615, lr_0 = 2.0000e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.54it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 13.08it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 11.42it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 10.68it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 10.62it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.76it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.43it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.995669\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.107441\n","Validation prc-auc = 0.995483\n","Validation mcc = 0.947332\n"," 68%|██████▊   | 68/100 [02:16<01:03,  1.98s/it]Epoch 68\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 9.5723e-03, PNorm = 38.4741, GNorm = 0.3547, lr_0 = 1.9805e-04\n","\n","  4%|▍         | 1/25 [00:00<00:03,  7.23it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.19it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.50it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.64it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.47it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01,  9.27it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  9.37it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  9.04it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.95it/s]\u001b[ALoss = 7.5614e-03, PNorm = 38.4810, GNorm = 0.2384, lr_0 = 1.9612e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.96it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.57it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.24it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.12it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.76it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.74it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  9.10it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.12it/s]\u001b[ALoss = 3.7243e-03, PNorm = 38.4899, GNorm = 0.2414, lr_0 = 1.9421e-04\n","\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.11it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.71it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.51it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.60it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 11.77it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 15.30it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995669\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.109946\n","Validation prc-auc = 0.995522\n","Validation mcc = 0.934223\n"," 69%|██████▉   | 69/100 [02:19<01:11,  2.31s/it]Epoch 69\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.11it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02, 10.08it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  9.48it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  9.18it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.87it/s]\u001b[ALoss = 4.8333e-03, PNorm = 38.5012, GNorm = 0.1438, lr_0 = 1.9213e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 10.87it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 12.47it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:00, 13.68it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 14.75it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.36it/s]\u001b[ALoss = 5.3375e-03, PNorm = 38.5098, GNorm = 0.4505, lr_0 = 1.9026e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.24it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.70it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.09it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.42it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.96it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.995322\n","Validation f1 = 0.959459\n","Validation binary_cross_entropy = 0.113232\n","Validation prc-auc = 0.995155\n","Validation mcc = 0.920998\n"," 70%|███████   | 70/100 [02:21<01:07,  2.23s/it]Epoch 70\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 3.5858e-03, PNorm = 38.5181, GNorm = 0.0588, lr_0 = 1.8840e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.80it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.31it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.01it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.04it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01,  8.91it/s]\u001b[ALoss = 4.4639e-03, PNorm = 38.5270, GNorm = 0.0818, lr_0 = 1.8657e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01, 10.54it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 11.90it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 13.09it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 13.91it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.24it/s]\u001b[ALoss = 5.4455e-03, PNorm = 38.5348, GNorm = 0.1263, lr_0 = 1.8475e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.11it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.41it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.40it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.996188\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.104119\n","Validation prc-auc = 0.995958\n","Validation mcc = 0.947332\n"," 71%|███████   | 71/100 [02:23<01:03,  2.19s/it]Epoch 71\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.33it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.50it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.06it/s]\u001b[ALoss = 5.0740e-03, PNorm = 38.5450, GNorm = 0.1406, lr_0 = 1.8277e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.77it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.07it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.64it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.99it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.39it/s]\u001b[ALoss = 4.2653e-03, PNorm = 38.5538, GNorm = 0.0676, lr_0 = 1.8099e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 16.20it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.27it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.51it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.99it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.19it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995495\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.109346\n","Validation prc-auc = 0.995316\n","Validation mcc = 0.934223\n"," 72%|███████▏  | 72/100 [02:25<00:58,  2.07s/it]Epoch 72\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.53it/s]\u001b[ALoss = 3.9769e-03, PNorm = 38.5626, GNorm = 0.2367, lr_0 = 1.7905e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.35it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.73it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.14it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.78it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.36it/s]\u001b[ALoss = 4.5684e-03, PNorm = 38.5692, GNorm = 0.0906, lr_0 = 1.7731e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.20it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.46it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.90it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.16it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.39it/s]\u001b[ALoss = 5.0566e-03, PNorm = 38.5771, GNorm = 0.2774, lr_0 = 1.7558e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.36it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.16it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.109977\n","Validation prc-auc = 0.995155\n","Validation mcc = 0.934223\n"," 73%|███████▎  | 73/100 [02:27<00:53,  1.99s/it]Epoch 73\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.76it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.70it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 15.24it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.89it/s]\u001b[ALoss = 4.6478e-03, PNorm = 38.5862, GNorm = 0.2637, lr_0 = 1.7387e-04\n","\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.80it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 16.32it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 16.59it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:00<00:00, 15.47it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.52it/s]\u001b[ALoss = 4.2790e-03, PNorm = 38.5944, GNorm = 0.2103, lr_0 = 1.7217e-04\n","\n"," 76%|███████▌  | 19/25 [00:01<00:00, 14.88it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 14.87it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.27it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.55it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.115991\n","Validation prc-auc = 0.995155\n","Validation mcc = 0.934223\n"," 74%|███████▍  | 74/100 [02:29<00:50,  1.94s/it]Epoch 74\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.95it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 14.11it/s]\u001b[ALoss = 3.2039e-03, PNorm = 38.6025, GNorm = 0.0843, lr_0 = 1.7033e-04\n","\n"," 20%|██        | 5/25 [00:00<00:01, 14.35it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.81it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.28it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.62it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.53it/s]\u001b[ALoss = 3.8004e-03, PNorm = 38.6080, GNorm = 0.1308, lr_0 = 1.6867e-04\n","\n"," 60%|██████    | 15/25 [00:00<00:00, 15.69it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 13.38it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 12.18it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 11.08it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 10.89it/s]\u001b[ALoss = 4.8051e-03, PNorm = 38.6151, GNorm = 0.0014, lr_0 = 1.6703e-04\n","\n","100%|██████████| 25/25 [00:01<00:00, 11.43it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  8.82it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  9.46it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  8.85it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995149\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.116275\n","Validation prc-auc = 0.995007\n","Validation mcc = 0.934223\n"," 75%|███████▌  | 75/100 [02:31<00:51,  2.07s/it]Epoch 75\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.59it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:03,  7.66it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.16it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.62it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.89it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  9.22it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.98it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.52it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.73it/s]\u001b[ALoss = 4.2555e-03, PNorm = 38.6217, GNorm = 0.9791, lr_0 = 1.6540e-04\n","\n"," 40%|████      | 10/25 [00:01<00:01,  8.49it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.86it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.12it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  9.42it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.53it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.88it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.83it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.64it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.23it/s]\u001b[ALoss = 6.7484e-03, PNorm = 38.6311, GNorm = 1.1029, lr_0 = 1.6379e-04\n","\n"," 80%|████████  | 20/25 [00:02<00:00,  8.22it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.16it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.51it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.75it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.86it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.99it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 14.66it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995842\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.109195\n","Validation prc-auc = 0.995638\n","Validation mcc = 0.934223\n"," 76%|███████▌  | 76/100 [02:34<00:57,  2.40s/it]Epoch 76\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.53it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:03,  7.51it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  7.39it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  7.54it/s]\u001b[ALoss = 4.1518e-03, PNorm = 38.6387, GNorm = 0.1179, lr_0 = 1.6204e-04\n","\n"," 24%|██▍       | 6/25 [00:00<00:01, 10.21it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 11.87it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 13.06it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:00, 14.26it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 14.62it/s]\u001b[ALoss = 4.1299e-03, PNorm = 38.6475, GNorm = 0.0930, lr_0 = 1.6046e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.66it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.43it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.35it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.63it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.01it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.38it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.114833\n","Validation prc-auc = 0.995155\n","Validation mcc = 0.934223\n"," 77%|███████▋  | 77/100 [02:36<00:52,  2.30s/it]Epoch 77\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.3913e-03, PNorm = 38.6543, GNorm = 0.0986, lr_0 = 1.5874e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.12it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.61it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.19it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.60it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.52it/s]\u001b[ALoss = 3.9892e-03, PNorm = 38.6616, GNorm = 0.1985, lr_0 = 1.5719e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.49it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.12it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.40it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.50it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.88it/s]\u001b[ALoss = 4.1036e-03, PNorm = 38.6681, GNorm = 0.4472, lr_0 = 1.5566e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.05it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.70it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.15it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995495\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.112889\n","Validation prc-auc = 0.995332\n","Validation mcc = 0.934223\n"," 78%|███████▊  | 78/100 [02:38<00:47,  2.15s/it]Epoch 78\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 14.53it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.20it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.09it/s]\u001b[ALoss = 3.7794e-03, PNorm = 38.6747, GNorm = 0.2315, lr_0 = 1.5414e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.43it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.67it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.63it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 16.09it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 16.42it/s]\u001b[ALoss = 3.4274e-03, PNorm = 38.6816, GNorm = 0.0941, lr_0 = 1.5264e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.96it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 16.32it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.12it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.95it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.39it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.995495\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.113705\n","Validation prc-auc = 0.995332\n","Validation mcc = 0.947332\n"," 79%|███████▉  | 79/100 [02:40<00:43,  2.05s/it]Epoch 79\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.83it/s]\u001b[ALoss = 3.7733e-03, PNorm = 38.6878, GNorm = 0.0478, lr_0 = 1.5101e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.92it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.52it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.70it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.14it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.40it/s]\u001b[ALoss = 3.3329e-03, PNorm = 38.6958, GNorm = 0.0592, lr_0 = 1.4954e-04\n","\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.25it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.51it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.63it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.84it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 16.12it/s]\u001b[ALoss = 4.4175e-03, PNorm = 38.7009, GNorm = 0.7733, lr_0 = 1.4808e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.78it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.09it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995495\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.116072\n","Validation prc-auc = 0.995332\n","Validation mcc = 0.934223\n"," 80%|████████  | 80/100 [02:42<00:39,  1.99s/it]Epoch 80\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.93it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.98it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.30it/s]\u001b[ALoss = 5.5712e-03, PNorm = 38.7091, GNorm = 0.8673, lr_0 = 1.4664e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.33it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.85it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.34it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.44it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.66it/s]\u001b[ALoss = 3.2918e-03, PNorm = 38.7159, GNorm = 0.1632, lr_0 = 1.4521e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.88it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.70it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.74it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 16.09it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 18.09it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995495\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.114857\n","Validation prc-auc = 0.995332\n","Validation mcc = 0.934223\n"," 81%|████████  | 81/100 [02:44<00:36,  1.93s/it]Epoch 81\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.60it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 11.81it/s]\u001b[ALoss = 2.5376e-03, PNorm = 38.7247, GNorm = 0.1770, lr_0 = 1.4365e-04\n","\n"," 20%|██        | 5/25 [00:00<00:01, 13.31it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.74it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.38it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.73it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 16.18it/s]\u001b[ALoss = 3.4832e-03, PNorm = 38.7292, GNorm = 0.3870, lr_0 = 1.4225e-04\n","\n"," 60%|██████    | 15/25 [00:01<00:00, 15.78it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.50it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 12.75it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 11.65it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 11.16it/s]\u001b[ALoss = 4.0996e-03, PNorm = 38.7365, GNorm = 0.2062, lr_0 = 1.4087e-04\n","Loss = 3.5320e-03, PNorm = 38.7373, GNorm = 0.1686, lr_0 = 1.4073e-04\n","\n","100%|██████████| 25/25 [00:01<00:00, 11.60it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.55it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.88it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.117823\n","Validation prc-auc = 0.995155\n","Validation mcc = 0.934223\n"," 82%|████████▏ | 82/100 [02:46<00:36,  2.04s/it]Epoch 82\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.04it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.39it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  7.89it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.15it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.03it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.48it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.89it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.66it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.99it/s]\u001b[ALoss = 3.0474e-03, PNorm = 38.7413, GNorm = 0.0873, lr_0 = 1.3936e-04\n","\n"," 44%|████▍     | 11/25 [00:01<00:01,  9.43it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.50it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.59it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  9.65it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00,  9.54it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  9.41it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.64it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.69it/s]\u001b[ALoss = 3.5112e-03, PNorm = 38.7470, GNorm = 0.3083, lr_0 = 1.3800e-04\n","\n"," 80%|████████  | 20/25 [00:02<00:00,  8.27it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.51it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.83it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.83it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.82it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.28it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.23it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.118499\n","Validation prc-auc = 0.995155\n","Validation mcc = 0.934223\n"," 83%|████████▎ | 83/100 [02:49<00:40,  2.37s/it]Epoch 83\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.59it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.48it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.44it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.62it/s]\u001b[ALoss = 3.0304e-03, PNorm = 38.7534, GNorm = 0.2275, lr_0 = 1.3666e-04\n","\n"," 20%|██        | 5/25 [00:00<00:02,  8.63it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.77it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 10.88it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 12.66it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:00, 13.50it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:00, 14.30it/s]\u001b[ALoss = 3.0781e-03, PNorm = 38.7580, GNorm = 0.0233, lr_0 = 1.3532e-04\n","\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.57it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.07it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.33it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.84it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.60it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.33it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.995322\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.116868\n","Validation prc-auc = 0.995184\n","Validation mcc = 0.947332\n"," 84%|████████▍ | 84/100 [02:51<00:36,  2.30s/it]Epoch 84\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 3.0201e-03, PNorm = 38.7646, GNorm = 0.1399, lr_0 = 1.3388e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.46it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 15.26it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 16.06it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 16.01it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.07it/s]\u001b[ALoss = 3.4150e-03, PNorm = 38.7705, GNorm = 0.0624, lr_0 = 1.3257e-04\n","\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.02it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.67it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.31it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.49it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.57it/s]\u001b[ALoss = 3.0660e-03, PNorm = 38.7758, GNorm = 0.1101, lr_0 = 1.3128e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.56it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.91it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.22it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.117264\n","Validation prc-auc = 0.995184\n","Validation mcc = 0.934269\n"," 85%|████████▌ | 85/100 [02:53<00:32,  2.16s/it]Epoch 85\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.71it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.72it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.49it/s]\u001b[ALoss = 2.0948e-03, PNorm = 38.7811, GNorm = 0.2123, lr_0 = 1.3000e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.98it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.50it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.78it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.37it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:00<00:00, 15.57it/s]\u001b[ALoss = 3.6923e-03, PNorm = 38.7863, GNorm = 0.3388, lr_0 = 1.2873e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.92it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.14it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.72it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 16.23it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.21it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.122656\n","Validation prc-auc = 0.995184\n","Validation mcc = 0.934269\n"," 86%|████████▌ | 86/100 [02:55<00:28,  2.07s/it]Epoch 86\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.6925e-03, PNorm = 38.7918, GNorm = 0.2921, lr_0 = 1.2736e-04\n","\n","  8%|▊         | 2/25 [00:00<00:01, 13.05it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.19it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.21it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.67it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.73it/s]\u001b[ALoss = 3.6418e-03, PNorm = 38.7975, GNorm = 0.1418, lr_0 = 1.2611e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.29it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01, 10.64it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 11.87it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 12.64it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 13.58it/s]\u001b[ALoss = 2.4005e-03, PNorm = 38.8028, GNorm = 0.0784, lr_0 = 1.2489e-04\n","\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.34it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.74it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.29it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.995149\n","Validation f1 = 0.959459\n","Validation binary_cross_entropy = 0.120343\n","Validation prc-auc = 0.995007\n","Validation mcc = 0.920998\n"," 87%|████████▋ | 87/100 [02:57<00:27,  2.08s/it]Epoch 87\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.61it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.46it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.64it/s]\u001b[ALoss = 2.9922e-03, PNorm = 38.8081, GNorm = 0.0176, lr_0 = 1.2355e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.79it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:00, 15.59it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 15.88it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 15.29it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 15.34it/s]\u001b[ALoss = 2.7610e-03, PNorm = 38.8134, GNorm = 0.3538, lr_0 = 1.2234e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 15.31it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.99it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.08it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.33it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 17.40it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995149\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.118770\n","Validation prc-auc = 0.995007\n","Validation mcc = 0.934223\n"," 88%|████████▊ | 88/100 [02:59<00:24,  2.02s/it]Epoch 88\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.79it/s]\u001b[ALoss = 2.4507e-03, PNorm = 38.8199, GNorm = 0.1271, lr_0 = 1.2115e-04\n","\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.29it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.78it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.21it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.49it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.81it/s]\u001b[ALoss = 3.3216e-03, PNorm = 38.8239, GNorm = 0.0743, lr_0 = 1.1997e-04\n","\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.58it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 12.42it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 10.86it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 10.47it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 10.32it/s]\u001b[ALoss = 3.7738e-03, PNorm = 38.8305, GNorm = 0.2276, lr_0 = 1.1880e-04\n","\n"," 92%|█████████▏| 23/25 [00:01<00:00, 10.18it/s]\u001b[A\n","100%|██████████| 25/25 [00:02<00:00, 10.71it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 10.63it/s]\u001b[A\n","100%|██████████| 4/4 [00:00<00:00, 13.85it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.994976\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.123459\n","Validation prc-auc = 0.994863\n","Validation mcc = 0.934223\n"," 89%|████████▉ | 89/100 [03:01<00:23,  2.15s/it]Epoch 89\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.84it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  8.34it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.80it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.90it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.25it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.62it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.69it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01,  8.75it/s]\u001b[ALoss = 2.5842e-03, PNorm = 38.8358, GNorm = 0.1964, lr_0 = 1.1753e-04\n","\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.89it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.55it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.77it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.75it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.54it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.80it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.54it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.89it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.81it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.82it/s]\u001b[ALoss = 2.9849e-03, PNorm = 38.8420, GNorm = 0.0778, lr_0 = 1.1639e-04\n","\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.46it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.74it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  8.38it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:02<00:00,  8.60it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  8.63it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  8.51it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.13it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.123778\n","Validation prc-auc = 0.995184\n","Validation mcc = 0.934269\n"," 90%|█████████ | 90/100 [03:05<00:24,  2.44s/it]Epoch 90\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.54it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.76it/s]\u001b[ALoss = 2.7077e-03, PNorm = 38.8460, GNorm = 0.0542, lr_0 = 1.1525e-04\n","\n"," 20%|██        | 5/25 [00:00<00:01, 13.87it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 13.60it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 14.29it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.09it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.25it/s]\u001b[ALoss = 2.9453e-03, PNorm = 38.8514, GNorm = 0.1579, lr_0 = 1.1413e-04\n","\n"," 60%|██████    | 15/25 [00:01<00:00, 15.39it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.07it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.32it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.16it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.33it/s]\u001b[ALoss = 2.8631e-03, PNorm = 38.8553, GNorm = 0.1604, lr_0 = 1.1302e-04\n","Loss = 1.8950e-03, PNorm = 38.8558, GNorm = 0.2067, lr_0 = 1.1291e-04\n","\n","100%|██████████| 25/25 [00:01<00:00, 16.01it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 13.65it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995149\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.127991\n","Validation prc-auc = 0.995007\n","Validation mcc = 0.934269\n"," 91%|█████████ | 91/100 [03:06<00:20,  2.29s/it]Epoch 91\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.96it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 12.92it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.52it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.15it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 15.15it/s]\u001b[ALoss = 2.8396e-03, PNorm = 38.8621, GNorm = 0.1216, lr_0 = 1.1181e-04\n","\n"," 44%|████▍     | 11/25 [00:00<00:00, 15.07it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 15.29it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 15.66it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.66it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.45it/s]\u001b[ALoss = 3.1324e-03, PNorm = 38.8652, GNorm = 0.2330, lr_0 = 1.1072e-04\n","\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.47it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.25it/s]\u001b[A\n","100%|██████████| 25/25 [00:01<00:00, 16.38it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 15.22it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.121045\n","Validation prc-auc = 0.995184\n","Validation mcc = 0.934269\n"," 92%|█████████▏| 92/100 [03:08<00:17,  2.17s/it]Epoch 92\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.85it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.55it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 15.01it/s]\u001b[ALoss = 2.2545e-03, PNorm = 38.8715, GNorm = 0.0694, lr_0 = 1.0953e-04\n","\n"," 28%|██▊       | 7/25 [00:00<00:01, 14.47it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 13.81it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:01, 13.96it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 14.51it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 15.03it/s]\u001b[ALoss = 2.5063e-03, PNorm = 38.8749, GNorm = 0.2850, lr_0 = 1.0846e-04\n","\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.33it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.69it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 15.33it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 14.75it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.75it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.126525\n","Validation prc-auc = 0.995184\n","Validation mcc = 0.934269\n"," 93%|█████████▎| 93/100 [03:10<00:14,  2.09s/it]Epoch 93\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[ALoss = 2.0368e-03, PNorm = 38.8795, GNorm = 0.0491, lr_0 = 1.0741e-04\n","\n","  4%|▍         | 1/25 [00:00<00:02,  9.68it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 13.92it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 15.01it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 15.18it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 14.50it/s]\u001b[ALoss = 2.7593e-03, PNorm = 38.8848, GNorm = 0.0489, lr_0 = 1.0636e-04\n","\n"," 44%|████▍     | 11/25 [00:00<00:00, 14.48it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 14.84it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 15.27it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 15.35it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.25it/s]\u001b[ALoss = 2.7264e-03, PNorm = 38.8900, GNorm = 0.1879, lr_0 = 1.0533e-04\n","\n"," 84%|████████▍ | 21/25 [00:01<00:00, 14.96it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 15.08it/s]\u001b[A\n","100%|██████████| 25/25 [00:01<00:00, 15.16it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 12.34it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.123903\n","Validation prc-auc = 0.995184\n","Validation mcc = 0.934269\n"," 94%|█████████▍| 94/100 [03:12<00:12,  2.06s/it]Epoch 94\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 13.01it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.09it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 14.96it/s]\u001b[ALoss = 2.7780e-03, PNorm = 38.8944, GNorm = 0.4269, lr_0 = 1.0420e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:01, 15.04it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 14.12it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 13.64it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:00<00:00, 14.37it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.76it/s]\u001b[ALoss = 3.2866e-03, PNorm = 38.9007, GNorm = 0.0449, lr_0 = 1.0318e-04\n","\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.64it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 15.00it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 15.20it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:01<00:00, 15.31it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.48it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.953947\n","Validation auc = 0.994802\n","Validation f1 = 0.952381\n","Validation binary_cross_entropy = 0.130395\n","Validation prc-auc = 0.994674\n","Validation mcc = 0.907878\n"," 95%|█████████▌| 95/100 [03:14<00:10,  2.03s/it]Epoch 95\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.78it/s]\u001b[ALoss = 1.6653e-03, PNorm = 38.9034, GNorm = 0.0399, lr_0 = 1.0218e-04\n","\n","  8%|▊         | 2/25 [00:00<00:02,  8.54it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.73it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.73it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.59it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.90it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.24it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.43it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.53it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.90it/s]\u001b[ALoss = 3.1334e-03, PNorm = 38.9073, GNorm = 0.0507, lr_0 = 1.0118e-04\n","\n"," 48%|████▊     | 12/25 [00:01<00:01,  9.53it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  9.24it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.94it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.54it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.21it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00,  8.13it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.44it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  9.24it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  9.37it/s]\u001b[ALoss = 3.3531e-03, PNorm = 38.9130, GNorm = 0.1209, lr_0 = 1.0020e-04\n","\n"," 88%|████████▊ | 22/25 [00:02<00:00,  9.49it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.28it/s]\u001b[A\n"," 96%|█████████▌| 24/25 [00:02<00:00,  9.19it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 25%|██▌       | 1/4 [00:00<00:00,  9.27it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00,  8.65it/s]\u001b[A\n"," 75%|███████▌  | 3/4 [00:00<00:00,  9.07it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.973684\n","Validation auc = 0.995495\n","Validation f1 = 0.972973\n","Validation binary_cross_entropy = 0.118789\n","Validation prc-auc = 0.995345\n","Validation mcc = 0.947332\n"," 96%|█████████▌| 96/100 [03:17<00:09,  2.37s/it]Epoch 96\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:03,  7.61it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:02,  7.76it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:02,  8.62it/s]\u001b[A\n"," 16%|█▌        | 4/25 [00:00<00:02,  8.79it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:02,  8.11it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:02,  8.22it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:02,  8.45it/s]\u001b[ALoss = 3.1834e-03, PNorm = 38.9183, GNorm = 0.1963, lr_0 = 1.0000e-04\n","\n"," 32%|███▏      | 8/25 [00:00<00:02,  8.46it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:01<00:01,  8.32it/s]\u001b[A\n"," 40%|████      | 10/25 [00:01<00:01,  8.31it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:01<00:01,  8.50it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:01<00:01,  8.64it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:01<00:01,  8.48it/s]\u001b[A\n"," 56%|█████▌    | 14/25 [00:01<00:01,  8.67it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:01,  8.49it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:01,  8.59it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:02<00:00,  8.79it/s]\u001b[ALoss = 2.9266e-03, PNorm = 38.9233, GNorm = 0.1490, lr_0 = 1.0000e-04\n","\n"," 72%|███████▏  | 18/25 [00:02<00:00,  8.62it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:02<00:00,  8.30it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:02<00:00,  8.54it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:02<00:00,  7.99it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:02<00:00,  9.61it/s]\u001b[A\n","100%|██████████| 25/25 [00:02<00:00, 11.96it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.38it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995149\n","Validation f1 = 0.965986\n","Validation binary_cross_entropy = 0.126169\n","Validation prc-auc = 0.995007\n","Validation mcc = 0.934223\n"," 97%|█████████▋| 97/100 [03:20<00:07,  2.58s/it]Epoch 97\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  8%|▊         | 2/25 [00:00<00:01, 12.71it/s]\u001b[ALoss = 2.9041e-03, PNorm = 38.9281, GNorm = 0.0502, lr_0 = 1.0000e-04\n","\n"," 16%|█▌        | 4/25 [00:00<00:01, 14.38it/s]\u001b[A\n"," 24%|██▍       | 6/25 [00:00<00:01, 15.15it/s]\u001b[A\n"," 32%|███▏      | 8/25 [00:00<00:01, 14.26it/s]\u001b[A\n"," 40%|████      | 10/25 [00:00<00:01, 13.82it/s]\u001b[A\n"," 48%|████▊     | 12/25 [00:00<00:00, 13.99it/s]\u001b[ALoss = 2.5624e-03, PNorm = 38.9324, GNorm = 0.2996, lr_0 = 1.0000e-04\n","\n"," 56%|█████▌    | 14/25 [00:01<00:00, 13.92it/s]\u001b[A\n"," 64%|██████▍   | 16/25 [00:01<00:00, 14.31it/s]\u001b[A\n"," 72%|███████▏  | 18/25 [00:01<00:00, 14.40it/s]\u001b[A\n"," 80%|████████  | 20/25 [00:01<00:00, 14.74it/s]\u001b[A\n"," 88%|████████▊ | 22/25 [00:01<00:00, 14.27it/s]\u001b[ALoss = 2.2963e-03, PNorm = 38.9355, GNorm = 0.0567, lr_0 = 1.0000e-04\n","\n"," 96%|█████████▌| 24/25 [00:01<00:00, 14.51it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 16.22it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995322\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.129468\n","Validation prc-auc = 0.995184\n","Validation mcc = 0.934269\n"," 98%|█████████▊| 98/100 [03:22<00:04,  2.40s/it]Epoch 98\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  9.69it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 12.92it/s]\u001b[A\n"," 20%|██        | 5/25 [00:00<00:01, 14.18it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 13.91it/s]\u001b[ALoss = 2.5269e-03, PNorm = 38.9399, GNorm = 0.0802, lr_0 = 1.0000e-04\n","\n"," 36%|███▌      | 9/25 [00:00<00:01, 13.13it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:01, 13.71it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 14.46it/s]\u001b[A\n"," 60%|██████    | 15/25 [00:01<00:00, 14.24it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.55it/s]\u001b[ALoss = 2.5581e-03, PNorm = 38.9433, GNorm = 0.2414, lr_0 = 1.0000e-04\n","\n"," 76%|███████▌  | 19/25 [00:01<00:00, 14.91it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 14.83it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 14.24it/s]\u001b[A\n","100%|██████████| 25/25 [00:01<00:00, 15.52it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.19it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.960526\n","Validation auc = 0.995149\n","Validation f1 = 0.959459\n","Validation binary_cross_entropy = 0.128901\n","Validation prc-auc = 0.995007\n","Validation mcc = 0.920998\n"," 99%|█████████▉| 99/100 [03:24<00:02,  2.28s/it]Epoch 99\n","\n","  0%|          | 0/25 [00:00<?, ?it/s]\u001b[A\n","  4%|▍         | 1/25 [00:00<00:02,  8.25it/s]\u001b[A\n"," 12%|█▏        | 3/25 [00:00<00:01, 12.75it/s]\u001b[ALoss = 2.2618e-03, PNorm = 38.9488, GNorm = 0.2902, lr_0 = 1.0000e-04\n","\n"," 20%|██        | 5/25 [00:00<00:01, 13.88it/s]\u001b[A\n"," 28%|██▊       | 7/25 [00:00<00:01, 13.21it/s]\u001b[A\n"," 36%|███▌      | 9/25 [00:00<00:01, 12.85it/s]\u001b[A\n"," 44%|████▍     | 11/25 [00:00<00:01, 13.46it/s]\u001b[A\n"," 52%|█████▏    | 13/25 [00:00<00:00, 14.18it/s]\u001b[ALoss = 2.7504e-03, PNorm = 38.9531, GNorm = 0.1310, lr_0 = 1.0000e-04\n","\n"," 60%|██████    | 15/25 [00:01<00:00, 14.24it/s]\u001b[A\n"," 68%|██████▊   | 17/25 [00:01<00:00, 14.59it/s]\u001b[A\n"," 76%|███████▌  | 19/25 [00:01<00:00, 15.07it/s]\u001b[A\n"," 84%|████████▍ | 21/25 [00:01<00:00, 14.68it/s]\u001b[A\n"," 92%|█████████▏| 23/25 [00:01<00:00, 14.54it/s]\u001b[ALoss = 2.1625e-03, PNorm = 38.9576, GNorm = 0.1872, lr_0 = 1.0000e-04\n","\n","100%|██████████| 25/25 [00:01<00:00, 15.77it/s]\u001b[A\n","                                               \u001b[A\n","  0%|          | 0/4 [00:00<?, ?it/s]\u001b[A\n"," 50%|█████     | 2/4 [00:00<00:00, 14.35it/s]\u001b[A\n","                                             \u001b[AValidation accuracy = 0.967105\n","Validation auc = 0.995149\n","Validation f1 = 0.966443\n","Validation binary_cross_entropy = 0.129009\n","Validation prc-auc = 0.995007\n","Validation mcc = 0.934269\n","100%|██████████| 100/100 [03:26<00:00,  2.07s/it]\n","Model 0 best validation accuracy = 0.986842 on epoch 13\n","Loading pretrained parameter \"encoder.encoder.0.cached_zero_vector\".\n","Loading pretrained parameter \"encoder.encoder.0.W_i.weight\".\n","Loading pretrained parameter \"encoder.encoder.0.W_h.weight\".\n","Loading pretrained parameter \"encoder.encoder.0.W_o.weight\".\n","Loading pretrained parameter \"encoder.encoder.0.W_o.bias\".\n","Loading pretrained parameter \"readout.1.weight\".\n","Loading pretrained parameter \"readout.1.bias\".\n","Loading pretrained parameter \"readout.4.weight\".\n","Loading pretrained parameter \"readout.4.bias\".\n","Moving model to cuda\n","Model 0 test accuracy = 0.947712\n","Model 0 test auc = 0.989908\n","Model 0 test f1 = 0.949367\n","Model 0 test binary_cross_entropy = 0.124764\n","Model 0 test prc-auc = 0.991765\n","Model 0 test mcc = 0.895313\n","Ensemble test accuracy = 0.947712\n","Ensemble test auc = 0.989908\n","Ensemble test f1 = 0.949367\n","Ensemble test binary_cross_entropy = 0.124764\n","Ensemble test prc-auc = 0.991765\n","Ensemble test mcc = 0.895313\n","1-fold cross validation\n","\tSeed 0 ==> test accuracy = 0.947712\n","\tSeed 0 ==> test auc = 0.989908\n","\tSeed 0 ==> test f1 = 0.949367\n","\tSeed 0 ==> test binary_cross_entropy = 0.124764\n","\tSeed 0 ==> test prc-auc = 0.991765\n","\tSeed 0 ==> test mcc = 0.895313\n","Overall test accuracy = 0.947712 +/- 0.000000\n","Overall test auc = 0.989908 +/- 0.000000\n","Overall test f1 = 0.949367 +/- 0.000000\n","Overall test binary_cross_entropy = 0.124764 +/- 0.000000\n","Overall test prc-auc = 0.991765 +/- 0.000000\n","Overall test mcc = 0.895313 +/- 0.000000\n","Elapsed time = 0:03:28\n"]}],"source":["# 分类任务，标签为密度。100epoch\n","\n","arguments = [\n","    '--data_path', '/content/drive/MyDrive/EM_sensitivity_0430/cla_density_V2.csv',\n","    '--dataset_type', 'classification',\n","    '--metric', 'accuracy',\n","    '--extra_metrics', 'auc','f1','binary_cross_entropy','prc-auc','mcc',\n","    # '--num_folds','1',\n","    '--features_path', '/content/drive/MyDrive/EM_sensitivity_0430/descriptor_08.csv',\n","    '--save_dir', '/content/drive/MyDrive/EM_sensitivity_0430/cla_density_100_epoch',\n","    '--epochs', '100',\n","    # '--save_smiles_splits'\n","]\n","args = chemprop.args.TrainArgs().parse_args(arguments)\n","mean_score, std_score = chemprop.train.cross_validate(args=args, train_func=chemprop.train.run_training)"]}],"metadata":{"colab":{"provenance":[],"gpuType":"V28","mount_file_id":"1j0Uky2Sf6b9H7OyDomHjnSL6eOFCf329","authorship_tag":"ABX9TyNi+npsZD2E8NY3iCbMvzGI"},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"},"accelerator":"TPU"},"nbformat":4,"nbformat_minor":0}