{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "initial_id",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease\n",
      "Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB]      \n",
      "Hit:3 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64  InRelease\n",
      "Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB]    \n",
      "Get:5 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB]\n",
      "Fetched 384 kB in 1s (519 kB/s)                                   \n",
      "Reading package lists... Done\n",
      "Reading package lists... Done\n",
      "Building dependency tree... Done\n",
      "Reading state information... Done\n",
      "graphviz is already the newest version (2.42.2-6ubuntu0.1).\n",
      "0 upgraded, 0 newly installed, 0 to remove and 121 not upgraded.\n",
      "Requirement already satisfied: tensorflow in /usr/local/lib/python3.11/dist-packages (2.14.0)\n",
      "Requirement already satisfied: absl-py>=1.0.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.0.0)\n",
      "Requirement already satisfied: astunparse>=1.6.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (1.6.3)\n",
      "Requirement already satisfied: flatbuffers>=23.5.26 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (23.5.26)\n",
      "Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (0.5.4)\n",
      "Requirement already satisfied: google-pasta>=0.1.1 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (0.2.0)\n",
      "Requirement already satisfied: h5py>=2.9.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (3.9.0)\n",
      "Requirement already satisfied: libclang>=13.0.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (16.0.6)\n",
      "Requirement already satisfied: ml-dtypes==0.2.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (0.2.0)\n",
      "Requirement already satisfied: numpy>=1.23.5 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (1.26.0)\n",
      "Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (3.3.0)\n",
      "Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from tensorflow) (23.1)\n",
      "Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (4.24.3)\n",
      "Requirement already satisfied: setuptools in /usr/local/lib/python3.11/dist-packages (from tensorflow) (68.2.2)\n",
      "Requirement already satisfied: six>=1.12.0 in /usr/lib/python3/dist-packages (from tensorflow) (1.16.0)\n",
      "Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.3.0)\n",
      "Requirement already satisfied: typing-extensions>=3.6.6 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (4.8.0)\n",
      "Requirement already satisfied: wrapt<1.15,>=1.11.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (1.14.1)\n",
      "Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (0.37.1)\n",
      "Requirement already satisfied: grpcio<2.0,>=1.24.3 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (1.58.0)\n",
      "Requirement already satisfied: tensorboard<2.15,>=2.14 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.14.0)\n",
      "Requirement already satisfied: tensorflow-estimator<2.15,>=2.14.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.14.0)\n",
      "Requirement already satisfied: keras<2.15,>=2.14.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.14.0)\n",
      "Requirement already satisfied: wheel<1.0,>=0.23.0 in /usr/local/lib/python3.11/dist-packages (from astunparse>=1.6.0->tensorflow) (0.41.2)\n",
      "Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (2.23.1)\n",
      "Requirement already satisfied: google-auth-oauthlib<1.1,>=0.5 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (1.0.0)\n",
      "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (3.4.4)\n",
      "Requirement already satisfied: requests<3,>=2.21.0 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (2.31.0)\n",
      "Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (0.7.1)\n",
      "Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (2.3.7)\n",
      "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.11/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (5.3.1)\n",
      "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.11/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (0.3.0)\n",
      "Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.11/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (4.9)\n",
      "Requirement already satisfied: urllib3>=2.0.5 in /usr/local/lib/python3.11/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (2.0.5)\n",
      "Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.11/dist-packages (from google-auth-oauthlib<1.1,>=0.5->tensorboard<2.15,>=2.14->tensorflow) (1.3.1)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow) (3.2.0)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow) (3.4)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow) (2023.7.22)\n",
      "Requirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.11/dist-packages (from werkzeug>=1.0.1->tensorboard<2.15,>=2.14->tensorflow) (2.1.3)\n",
      "Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /usr/local/lib/python3.11/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (0.5.0)\n",
      "Requirement already satisfied: oauthlib>=3.0.0 in /usr/lib/python3/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<1.1,>=0.5->tensorboard<2.15,>=2.14->tensorflow) (3.2.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: numpy in /usr/local/lib/python3.11/dist-packages (1.26.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: pandas in /usr/local/lib/python3.11/dist-packages (2.2.3)\n",
      "Requirement already satisfied: numpy>=1.23.2 in /usr/local/lib/python3.11/dist-packages (from pandas) (1.26.0)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas) (2.8.2)\n",
      "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas) (2024.2)\n",
      "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas) (2024.2)\n",
      "Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.8.2->pandas) (1.16.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: keras in /usr/local/lib/python3.11/dist-packages (2.14.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.11/dist-packages (1.5.2)\n",
      "Requirement already satisfied: numpy>=1.19.5 in /usr/local/lib/python3.11/dist-packages (from scikit-learn) (1.26.0)\n",
      "Requirement already satisfied: scipy>=1.6.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn) (1.14.1)\n",
      "Requirement already satisfied: joblib>=1.2.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn) (1.4.2)\n",
      "Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn) (3.5.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: matplotlib in /usr/local/lib/python3.11/dist-packages (3.8.0)\n",
      "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (1.1.1)\n",
      "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (0.11.0)\n",
      "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (4.42.1)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (1.4.5)\n",
      "Requirement already satisfied: numpy<2,>=1.21 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (1.26.0)\n",
      "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (23.1)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (10.0.1)\n",
      "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (3.2.0)\n",
      "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (2.8.2)\n",
      "Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.7->matplotlib) (1.16.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: joblib in /usr/local/lib/python3.11/dist-packages (1.4.2)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: pyarrow in /usr/local/lib/python3.11/dist-packages (18.1.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: fastparquet in /usr/local/lib/python3.11/dist-packages (2024.11.0)\n",
      "Requirement already satisfied: pandas>=1.5.0 in /usr/local/lib/python3.11/dist-packages (from fastparquet) (2.2.3)\n",
      "Requirement already satisfied: numpy in /usr/local/lib/python3.11/dist-packages (from fastparquet) (1.26.0)\n",
      "Requirement already satisfied: cramjam>=2.3 in /usr/local/lib/python3.11/dist-packages (from fastparquet) (2.9.0)\n",
      "Requirement already satisfied: fsspec in /usr/local/lib/python3.11/dist-packages (from fastparquet) (2024.10.0)\n",
      "Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from fastparquet) (23.1)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.5.0->fastparquet) (2.8.2)\n",
      "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.5.0->fastparquet) (2024.2)\n",
      "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.5.0->fastparquet) (2024.2)\n",
      "Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.8.2->pandas>=1.5.0->fastparquet) (1.16.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: scipy in /usr/local/lib/python3.11/dist-packages (1.14.1)\n",
      "Requirement already satisfied: numpy<2.3,>=1.23.5 in /usr/local/lib/python3.11/dist-packages (from scipy) (1.26.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: seaborn in /usr/local/lib/python3.11/dist-packages (0.13.2)\n",
      "Requirement already satisfied: numpy!=1.24.0,>=1.20 in /usr/local/lib/python3.11/dist-packages (from seaborn) (1.26.0)\n",
      "Requirement already satisfied: pandas>=1.2 in /usr/local/lib/python3.11/dist-packages (from seaborn) (2.2.3)\n",
      "Requirement already satisfied: matplotlib!=3.6.1,>=3.4 in /usr/local/lib/python3.11/dist-packages (from seaborn) (3.8.0)\n",
      "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (1.1.1)\n",
      "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (0.11.0)\n",
      "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (4.42.1)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (1.4.5)\n",
      "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (23.1)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (10.0.1)\n",
      "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (3.2.0)\n",
      "Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (2.8.2)\n",
      "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.2->seaborn) (2024.2)\n",
      "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.2->seaborn) (2024.2)\n",
      "Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.7->matplotlib!=3.6.1,>=3.4->seaborn) (1.16.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: tqdm in /usr/local/lib/python3.11/dist-packages (4.67.1)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: pydot in /usr/local/lib/python3.11/dist-packages (3.0.3)\n",
      "Requirement already satisfied: pyparsing>=3.0.9 in /usr/local/lib/python3.11/dist-packages (from pydot) (3.2.0)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: tensorflow-io in /usr/local/lib/python3.11/dist-packages (0.37.1)\n",
      "Requirement already satisfied: tensorflow-io-gcs-filesystem==0.37.1 in /usr/local/lib/python3.11/dist-packages (from tensorflow-io) (0.37.1)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n",
      "Requirement already satisfied: tensorflow-addons in /usr/local/lib/python3.11/dist-packages (0.23.0)\n",
      "Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from tensorflow-addons) (23.1)\n",
      "Requirement already satisfied: typeguard<3.0.0,>=2.7 in /usr/local/lib/python3.11/dist-packages (from tensorflow-addons) (2.13.3)\n",
      "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
      "\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.2.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.3.1\u001b[0m\n",
      "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython3 -m pip install --upgrade pip\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "!apt-get update\n",
    "!apt-get install graphviz -y\n",
    "\n",
    "!pip install tensorflow\n",
    "!pip install numpy\n",
    "!pip install pandas\n",
    "\n",
    "!pip install keras\n",
    "!pip install scikit-learn\n",
    "!pip install matplotlib\n",
    "!pip install joblib\n",
    "!pip install pyarrow\n",
    "!pip install fastparquet\n",
    "!pip install scipy\n",
    "!pip install seaborn\n",
    "!pip install tqdm\n",
    "!pip install pydot\n",
    "!pip install tensorflow-io\n",
    "!pip install tensorflow-addons"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "a467d3f0dfd9beab",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-12-07 07:35:27.011449: E tensorflow/compiler/xla/stream_executor/cuda/cuda_dnn.cc:9342] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n",
      "2024-12-07 07:35:27.011494: E tensorflow/compiler/xla/stream_executor/cuda/cuda_fft.cc:609] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n",
      "2024-12-07 07:35:27.011539: E tensorflow/compiler/xla/stream_executor/cuda/cuda_blas.cc:1518] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n",
      "2024-12-07 07:35:27.020703: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n",
      "To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Keras version: 2.14.0\n",
      "TensorFlow version: 2.14.0\n",
      "TensorFlow version: 2.14.0\n",
      "CUDA available: True\n",
      "GPU devices: [PhysicalDevice(name='/physical_device:GPU:0', device_type='GPU')]\n",
      "1 Physical GPUs, 1 Logical GPUs\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-12-07 07:35:29.539283: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1886] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 9725 MB memory:  -> device: 0, name: NVIDIA L40, pci bus id: 0000:81:00.0, compute capability: 8.9\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "import keras\n",
    "\n",
    "print(f\"Keras version: {keras.__version__}\")\n",
    "print(f\"TensorFlow version: {tf.__version__}\")\n",
    "print(f\"TensorFlow version: {tf.__version__}\")\n",
    "print(f\"CUDA available: {tf.test.is_built_with_cuda()}\")\n",
    "print(f\"GPU devices: {tf.config.list_physical_devices('GPU')}\")\n",
    "\n",
    "# GPU configuration\n",
    "import tensorflow as tf\n",
    "import os\n",
    "\n",
    "# Limita la crescita della memoria GPU\n",
    "gpus = tf.config.experimental.list_physical_devices('GPU')\n",
    "if gpus:\n",
    "    try:\n",
    "        # Imposta la crescita di memoria dinamica\n",
    "        for gpu in gpus:\n",
    "            tf.config.experimental.set_memory_growth(gpu, True)\n",
    "            \n",
    "        # Opzionalmente, limita la memoria GPU massima (uncomment se necessario)\n",
    "        # tf.config.experimental.set_virtual_device_configuration(\n",
    "        #     gpus[0],\n",
    "        #     [tf.config.experimental.VirtualDeviceConfiguration(memory_limit=1024*4)]  # 4GB\n",
    "        # )\n",
    "        \n",
    "        logical_gpus = tf.config.experimental.list_logical_devices('GPU')\n",
    "        print(len(gpus), \"Physical GPUs,\", len(logical_gpus), \"Logical GPUs\")\n",
    "    except RuntimeError as e:\n",
    "        print(e)\n",
    "        \n",
    "# Imposta le opzioni di logging\n",
    "os.environ['TF_CPP_MIN_LOG_LEVEL'] = '2'  # Riduce i messaggi di log\n",
    "        \n",
    "# Configura la modalità mista di precisione\n",
    "tf.keras.mixed_precision.set_global_policy('float32')\n",
    "\n",
    "# Imposta il seed per la riproducibilità\n",
    "##tf.random.set_seed(42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "c0155cde4740b0a3",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.11/dist-packages/tensorflow_addons/utils/tfa_eol_msg.py:23: UserWarning: \n",
      "\n",
      "TensorFlow Addons (TFA) has ended development and introduction of new features.\n",
      "TFA has entered a minimal maintenance and release mode until a planned end of life in May 2024.\n",
      "Please modify downstream libraries to take dependencies from other repositories in our TensorFlow community (e.g. Keras, Keras-CV, and Keras-NLP). \n",
      "\n",
      "For more information see: https://github.com/tensorflow/addons/issues/2807 \n",
      "\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "import tensorflow_addons as tfa\n",
    "from datetime import datetime\n",
    "import os\n",
    "import joblib\n",
    "import re\n",
    "from typing import List\n",
    "\n",
    "random_state_value = None\n",
    "execute_name = datetime.now().strftime(\"%Y-%m-%d_%H-%M\")\n",
    "\n",
    "base_project_dir = './'\n",
    "data_dir = '../../sources/'\n",
    "models_project_dir = base_project_dir\n",
    "\n",
    "os.makedirs(base_project_dir, exist_ok=True)\n",
    "os.makedirs(models_project_dir, exist_ok=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "1347fb59-50cc-4aa8-b805-ca9403037af5",
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_column_name(name: str) -> str:\n",
    "    \"\"\"\n",
    "    Rimuove caratteri speciali e spazi, converte in snake_case e abbrevia.\n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    name : str\n",
    "        Nome della colonna da pulire\n",
    "\n",
    "    Returns\n",
    "    -------\n",
    "    str\n",
    "        Nome della colonna pulito\n",
    "    \"\"\"\n",
    "    # Rimuove caratteri speciali\n",
    "    name = re.sub(r'[^a-zA-Z0-9\\s]', '', name)\n",
    "    # Converte in snake_case\n",
    "    name = name.lower().replace(' ', '_')\n",
    "\n",
    "    # Abbreviazioni comuni\n",
    "    abbreviations = {\n",
    "        'production': 'prod',\n",
    "        'percentage': 'pct',\n",
    "        'hectare': 'ha',\n",
    "        'tonnes': 't',\n",
    "        'litres': 'l',\n",
    "        'minimum': 'min',\n",
    "        'maximum': 'max',\n",
    "        'average': 'avg'\n",
    "    }\n",
    "\n",
    "    for full, abbr in abbreviations.items():\n",
    "        name = name.replace(full, abbr)\n",
    "\n",
    "    return name\n",
    "\n",
    "\n",
    "def clean_column_names(df: pd.DataFrame) -> List[str]:\n",
    "    \"\"\"\n",
    "    Pulisce tutti i nomi delle colonne in un DataFrame.\n",
    "\n",
    "    Parameters\n",
    "    ----------\n",
    "    df : pd.DataFrame\n",
    "        DataFrame con le colonne da pulire\n",
    "\n",
    "    Returns\n",
    "    -------\n",
    "    list\n",
    "        Lista dei nuovi nomi delle colonne puliti\n",
    "    \"\"\"\n",
    "    new_columns = []\n",
    "\n",
    "    for col in df.columns:\n",
    "        # Usa regex per separare le varietà\n",
    "        varieties = re.findall(r'([a-z]+)_([a-z_]+)', col)\n",
    "        if varieties:\n",
    "            new_columns.append(f\"{varieties[0][0]}_{varieties[0][1]}\")\n",
    "        else:\n",
    "            new_columns.append(col)\n",
    "\n",
    "    return new_columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "4da1f1bb67343e3e",
   "metadata": {},
   "outputs": [],
   "source": [
    "def save_plot(plt, title, output_dir=f'{base_project_dir}/{execute_name}_plots'):\n",
    "    os.makedirs(output_dir, exist_ok=True)\n",
    "    filename = \"\".join(x for x in title if x.isalnum() or x in [' ', '-', '_']).rstrip()\n",
    "    filename = filename.replace(' ', '_').lower()\n",
    "    filepath = os.path.join(output_dir, f\"{filename}.png\")\n",
    "    plt.savefig(filepath, bbox_inches='tight', dpi=300)\n",
    "    print(f\"Plot salvato come: {filepath}\")\n",
    "\n",
    "\n",
    "def encode_techniques(df, mapping_path=f'{data_dir}technique_mapping.joblib'):\n",
    "    if not os.path.exists(mapping_path):\n",
    "        raise FileNotFoundError(f\"Mapping not found at {mapping_path}. Run create_technique_mapping first.\")\n",
    "\n",
    "    technique_mapping = joblib.load(mapping_path)\n",
    "\n",
    "    # Trova tutte le colonne delle tecniche\n",
    "    tech_columns = [col for col in df.columns if col.endswith('_tech')]\n",
    "\n",
    "    # Applica il mapping a tutte le colonne delle tecniche\n",
    "    for col in tech_columns:\n",
    "        df[col] = df[col].str.lower().map(technique_mapping).fillna(0).astype(int)\n",
    "\n",
    "    return df\n",
    "\n",
    "\n",
    "def decode_single_technique(technique_value, mapping_path=f'{data_dir}technique_mapping.joblib'):\n",
    "    if not os.path.exists(mapping_path):\n",
    "        raise FileNotFoundError(f\"Mapping not found at {mapping_path}\")\n",
    "\n",
    "    technique_mapping = joblib.load(mapping_path)\n",
    "    reverse_mapping = {v: k for k, v in technique_mapping.items()}\n",
    "    reverse_mapping[0] = ''\n",
    "\n",
    "    return reverse_mapping.get(technique_value, '')\n",
    "\n",
    "\n",
    "def prepare_comparison_data(simulated_data, olive_varieties):\n",
    "    # Pulisci i nomi delle colonne\n",
    "    df = simulated_data.copy()\n",
    "\n",
    "    df.columns = clean_column_names(df)\n",
    "    df = encode_techniques(df)\n",
    "\n",
    "    all_varieties = olive_varieties['Varietà di Olive'].unique()\n",
    "    varieties = [clean_column_name(variety) for variety in all_varieties]\n",
    "    comparison_data = []\n",
    "\n",
    "    for variety in varieties:\n",
    "        olive_prod_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_olive_prod')), None)\n",
    "        oil_prod_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_avg_oil_prod')), None)\n",
    "        tech_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_tech')), None)\n",
    "        water_need_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_water_need')), None)\n",
    "\n",
    "        if olive_prod_col and oil_prod_col and tech_col and water_need_col:\n",
    "            variety_data = df[[olive_prod_col, oil_prod_col, tech_col, water_need_col]]\n",
    "            variety_data = variety_data[variety_data[tech_col] != 0]  # Esclude le righe dove la tecnica è 0\n",
    "\n",
    "            if not variety_data.empty:\n",
    "                avg_olive_prod = pd.to_numeric(variety_data[olive_prod_col], errors='coerce').mean()\n",
    "                avg_oil_prod = pd.to_numeric(variety_data[oil_prod_col], errors='coerce').mean()\n",
    "                avg_water_need = pd.to_numeric(variety_data[water_need_col], errors='coerce').mean()\n",
    "                efficiency = avg_oil_prod / avg_olive_prod if avg_olive_prod > 0 else 0\n",
    "                water_efficiency = avg_oil_prod / avg_water_need if avg_water_need > 0 else 0\n",
    "\n",
    "                comparison_data.append({\n",
    "                    'Variety': variety,\n",
    "                    'Avg Olive Production (kg/ha)': avg_olive_prod,\n",
    "                    'Avg Oil Production (L/ha)': avg_oil_prod,\n",
    "                    'Avg Water Need (m³/ha)': avg_water_need,\n",
    "                    'Oil Efficiency (L/kg)': efficiency,\n",
    "                    'Water Efficiency (L oil/m³ water)': water_efficiency\n",
    "                })\n",
    "\n",
    "    return pd.DataFrame(comparison_data)\n",
    "\n",
    "\n",
    "def plot_variety_comparison(comparison_data, metric):\n",
    "    plt.figure(figsize=(12, 6))\n",
    "    bars = plt.bar(comparison_data['Variety'], comparison_data[metric])\n",
    "    plt.title(f'Comparison of {metric} across Olive Varieties')\n",
    "    plt.xlabel('Variety')\n",
    "    plt.ylabel(metric)\n",
    "    plt.xticks(rotation=45, ha='right')\n",
    "\n",
    "    for bar in bars:\n",
    "        height = bar.get_height()\n",
    "        plt.text(bar.get_x() + bar.get_width() / 2., height,\n",
    "                 f'{height:.2f}',\n",
    "                 ha='center', va='bottom')\n",
    "\n",
    "    plt.tight_layout()\n",
    "    plt.show()\n",
    "    save_plot(plt, f'variety_comparison_{metric.lower().replace(\" \", \"_\").replace(\"/\", \"_\").replace(\"(\", \"\").replace(\")\", \"\")}')\n",
    "    plt.close()\n",
    "\n",
    "\n",
    "def plot_efficiency_vs_production(comparison_data):\n",
    "    plt.figure(figsize=(10, 6))\n",
    "\n",
    "    plt.scatter(comparison_data['Avg Olive Production (kg/ha)'],\n",
    "                comparison_data['Oil Efficiency (L/kg)'],\n",
    "                s=100)\n",
    "\n",
    "    for i, row in comparison_data.iterrows():\n",
    "        plt.annotate(row['Variety'],\n",
    "                     (row['Avg Olive Production (kg/ha)'], row['Oil Efficiency (L/kg)']),\n",
    "                     xytext=(5, 5), textcoords='offset points')\n",
    "\n",
    "    plt.title('Oil Efficiency vs Olive Production by Variety')\n",
    "    plt.xlabel('Average Olive Production (kg/ha)')\n",
    "    plt.ylabel('Oil Efficiency (L oil / kg olives)')\n",
    "    plt.tight_layout()\n",
    "    save_plot(plt, 'efficiency_vs_production')\n",
    "    plt.close()\n",
    "\n",
    "\n",
    "def plot_water_efficiency_vs_production(comparison_data):\n",
    "    plt.figure(figsize=(10, 6))\n",
    "\n",
    "    plt.scatter(comparison_data['Avg Olive Production (kg/ha)'],\n",
    "                comparison_data['Water Efficiency (L oil/m³ water)'],\n",
    "                s=100)\n",
    "\n",
    "    for i, row in comparison_data.iterrows():\n",
    "        plt.annotate(row['Variety'],\n",
    "                     (row['Avg Olive Production (kg/ha)'], row['Water Efficiency (L oil/m³ water)']),\n",
    "                     xytext=(5, 5), textcoords='offset points')\n",
    "\n",
    "    plt.title('Water Efficiency vs Olive Production by Variety')\n",
    "    plt.xlabel('Average Olive Production (kg/ha)')\n",
    "    plt.ylabel('Water Efficiency (L oil / m³ water)')\n",
    "    plt.tight_layout()\n",
    "    plt.show()\n",
    "    save_plot(plt, 'water_efficiency_vs_production')\n",
    "    plt.close()\n",
    "\n",
    "\n",
    "def plot_water_need_vs_oil_production(comparison_data):\n",
    "    plt.figure(figsize=(10, 6))\n",
    "\n",
    "    plt.scatter(comparison_data['Avg Water Need (m³/ha)'],\n",
    "                comparison_data['Avg Oil Production (L/ha)'],\n",
    "                s=100)\n",
    "\n",
    "    for i, row in comparison_data.iterrows():\n",
    "        plt.annotate(row['Variety'],\n",
    "                     (row['Avg Water Need (m³/ha)'], row['Avg Oil Production (L/ha)']),\n",
    "                     xytext=(5, 5), textcoords='offset points')\n",
    "\n",
    "    plt.title('Oil Production vs Water Need by Variety')\n",
    "    plt.xlabel('Average Water Need (m³/ha)')\n",
    "    plt.ylabel('Average Oil Production (L/ha)')\n",
    "    plt.tight_layout()\n",
    "    plt.show()\n",
    "    save_plot(plt, 'water_need_vs_oil_production')\n",
    "    plt.close()\n",
    "\n",
    "\n",
    "def analyze_by_technique(simulated_data, olive_varieties):\n",
    "    # Pulisci i nomi delle colonne\n",
    "    df = simulated_data.copy()\n",
    "\n",
    "    df.columns = clean_column_names(df)\n",
    "    df = encode_techniques(df)\n",
    "    all_varieties = olive_varieties['Varietà di Olive'].unique()\n",
    "    varieties = [clean_column_name(variety) for variety in all_varieties]\n",
    "\n",
    "    technique_data = []\n",
    "\n",
    "    for variety in varieties:\n",
    "        olive_prod_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_olive_prod')), None)\n",
    "        oil_prod_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_avg_oil_prod')), None)\n",
    "        tech_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_tech')), None)\n",
    "        water_need_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_water_need')), None)\n",
    "\n",
    "        if olive_prod_col and oil_prod_col and tech_col and water_need_col:\n",
    "            variety_data = df[[olive_prod_col, oil_prod_col, tech_col, water_need_col]]\n",
    "            variety_data = variety_data[variety_data[tech_col] != 0]\n",
    "\n",
    "            if not variety_data.empty:\n",
    "                for tech in variety_data[tech_col].unique():\n",
    "                    tech_data = variety_data[variety_data[tech_col] == tech]\n",
    "\n",
    "                    avg_olive_prod = pd.to_numeric(tech_data[olive_prod_col], errors='coerce').mean()\n",
    "                    avg_oil_prod = pd.to_numeric(tech_data[oil_prod_col], errors='coerce').mean()\n",
    "                    avg_water_need = pd.to_numeric(tech_data[water_need_col], errors='coerce').mean()\n",
    "\n",
    "                    efficiency = avg_oil_prod / avg_olive_prod if avg_olive_prod > 0 else 0\n",
    "                    water_efficiency = avg_oil_prod / avg_water_need if avg_water_need > 0 else 0\n",
    "\n",
    "                    technique_data.append({\n",
    "                        'Variety': variety,\n",
    "                        'Technique': tech,\n",
    "                        'Technique String': decode_single_technique(tech),\n",
    "                        'Avg Olive Production (kg/ha)': avg_olive_prod,\n",
    "                        'Avg Oil Production (L/ha)': avg_oil_prod,\n",
    "                        'Avg Water Need (m³/ha)': avg_water_need,\n",
    "                        'Oil Efficiency (L/kg)': efficiency,\n",
    "                        'Water Efficiency (L oil/m³ water)': water_efficiency\n",
    "                    })\n",
    "\n",
    "    return pd.DataFrame(technique_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "9aa4bf176c4affb9",
   "metadata": {},
   "outputs": [],
   "source": [
    "def calculate_real_error(model, test_data, test_targets, scaler_y):\n",
    "    # Fare predizioni\n",
    "    predictions = model.predict(test_data)\n",
    "\n",
    "    # Denormalizzare predizioni e target\n",
    "    predictions_real = scaler_y.inverse_transform(predictions)\n",
    "    targets_real = scaler_y.inverse_transform(test_targets)\n",
    "\n",
    "    # Calcolare errore percentuale per ogni target\n",
    "    percentage_errors = []\n",
    "    absolute_errors = []\n",
    "\n",
    "    for i in range(predictions_real.shape[1]):\n",
    "        mae = np.mean(np.abs(predictions_real[:, i] - targets_real[:, i]))\n",
    "        mape = np.mean(np.abs((predictions_real[:, i] - targets_real[:, i]) / targets_real[:, i])) * 100\n",
    "        percentage_errors.append(mape)\n",
    "        absolute_errors.append(mae)\n",
    "\n",
    "    # Stampa risultati per ogni target\n",
    "    target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', 'avg_oil_prod', 'total_water_need']\n",
    "\n",
    "    print(\"\\nErrori per target:\")\n",
    "    print(\"-\" * 50)\n",
    "    for i, target in enumerate(target_names):\n",
    "        print(f\"{target}:\")\n",
    "        print(f\"MAE assoluto: {absolute_errors[i]:.2f}\")\n",
    "        print(f\"Errore percentuale medio: {percentage_errors[i]:.2f}%\")\n",
    "        print(f\"Precisione: {100 - percentage_errors[i]:.2f}%\")\n",
    "        print(\"-\" * 50)\n",
    "\n",
    "    return percentage_errors, absolute_errors"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "b3ba2b96ba678389",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "[encoded data, 73488 characters]",
      "text/plain": [
       "<Figure size 1200x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_avg_olive_production_kg_ha.png\n"
     ]
    },
    {
     "data": {
      "image/png": "[encoded data, 66612 characters]",
      "text/plain": [
       "<Figure size 1200x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_avg_oil_production_l_ha.png\n"
     ]
    },
    {
     "data": {
      "image/png": "[encoded data, 74092 characters]",
      "text/plain": [
       "<Figure size 1200x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_avg_water_need_m³_ha.png\n"
     ]
    },
    {
     "data": {
      "image/png": "[encoded data, 56556 characters]",
      "text/plain": [
       "<Figure size 1200x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_oil_efficiency_l_kg.png\n"
     ]
    },
    {
     "data": {
      "image/png": "[encoded data, 62988 characters]",
      "text/plain": [
       "<Figure size 1200x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_water_efficiency_l_oil_m³_water.png\n",
      "Plot salvato come: .//2024-12-07_07-35_plots/efficiency_vs_production.png\n"
     ]
    },
    {
     "data": {
      "image/png": "[encoded data, 54396 characters]",
      "text/plain": [
       "<Figure size 1000x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Plot salvato come: .//2024-12-07_07-35_plots/water_efficiency_vs_production.png\n"
     ]
    },
    {
     "data": {
      "image/png": "[encoded data, 51700 characters]",
      "text/plain": [
       "<Figure size 1000x600 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Plot salvato come: .//2024-12-07_07-35_plots/water_need_vs_oil_production.png\n",
      "               Variety  Technique Technique String  \\\n",
      "0   nocellara_delletna          3     tradizionale   \n",
      "1   nocellara_delletna          1        intensiva   \n",
      "2   nocellara_delletna          2   superintensiva   \n",
      "3              leccino          1        intensiva   \n",
      "4              leccino          2   superintensiva   \n",
      "5              leccino          3     tradizionale   \n",
      "6             frantoio          2   superintensiva   \n",
      "7             frantoio          3     tradizionale   \n",
      "8             frantoio          1        intensiva   \n",
      "9             coratina          1        intensiva   \n",
      "10            coratina          2   superintensiva   \n",
      "11            coratina          3     tradizionale   \n",
      "12           taggiasca          3     tradizionale   \n",
      "13           taggiasca          2   superintensiva   \n",
      "14           taggiasca          1        intensiva   \n",
      "15           pendolino          1        intensiva   \n",
      "16           pendolino          2   superintensiva   \n",
      "17           pendolino          3     tradizionale   \n",
      "18            moraiolo          2   superintensiva   \n",
      "19            moraiolo          1        intensiva   \n",
      "20            moraiolo          3     tradizionale   \n",
      "\n",
      "    Avg Olive Production (kg/ha)  Avg Oil Production (L/ha)  \\\n",
      "0                    9564.638687                2088.362004   \n",
      "1                   13699.079622                2991.183032   \n",
      "2                   17826.710664                3892.059753   \n",
      "3                   16432.379678                3229.053194   \n",
      "4                   20528.499013                4033.942398   \n",
      "5                   10937.982122                2149.449585   \n",
      "6                   24621.040119                6047.876212   \n",
      "7                   13740.739760                3375.103688   \n",
      "8                   20550.900635                5047.942655   \n",
      "9                   16429.706879                4215.265516   \n",
      "10                  19164.700743                4916.649709   \n",
      "11                  12318.510310                3160.037128   \n",
      "12                   6839.506230                1381.247995   \n",
      "13                  16433.741502                3319.210170   \n",
      "14                  10968.603159                2215.371493   \n",
      "15                  13705.431414                2468.678455   \n",
      "16                  19183.689269                3455.879324   \n",
      "17                  10960.549241                1974.357984   \n",
      "18                  17793.971752                3885.415851   \n",
      "19                  13144.222436                2870.020002   \n",
      "20                   8765.195655                1913.745255   \n",
      "\n",
      "    Avg Water Need (m³/ha)  Oil Efficiency (L/kg)  \\\n",
      "0             32997.227891               0.218342   \n",
      "1             33079.012125               0.218349   \n",
      "2             33118.708645               0.218327   \n",
      "3             25013.303736               0.196506   \n",
      "4             24989.459147               0.196504   \n",
      "5             24981.219100               0.196512   \n",
      "6             28874.473543               0.245639   \n",
      "7             29003.452741               0.245628   \n",
      "8             28921.261327               0.245631   \n",
      "9             38270.638622               0.256564   \n",
      "10            38264.650562               0.256547   \n",
      "11            38253.676395               0.256528   \n",
      "12            26219.134374               0.201951   \n",
      "13            26253.317778               0.201975   \n",
      "14            26284.027794               0.201974   \n",
      "15            26154.359691               0.180124   \n",
      "16            26153.199618               0.180147   \n",
      "17            26152.823801               0.180133   \n",
      "18            32561.911109               0.218356   \n",
      "19            32577.899255               0.218348   \n",
      "20            32594.860153               0.218335   \n",
      "\n",
      "    Water Efficiency (L oil/m³ water)  \n",
      "0                            0.063289  \n",
      "1                            0.090425  \n",
      "2                            0.117518  \n",
      "3                            0.129093  \n",
      "4                            0.161426  \n",
      "5                            0.086043  \n",
      "6                            0.209454  \n",
      "7                            0.116369  \n",
      "8                            0.174541  \n",
      "9                            0.110144  \n",
      "10                           0.128491  \n",
      "11                           0.082607  \n",
      "12                           0.052681  \n",
      "13                           0.126430  \n",
      "14                           0.084286  \n",
      "15                           0.094389  \n",
      "16                           0.132140  \n",
      "17                           0.075493  \n",
      "18                           0.119324  \n",
      "19                           0.088097  \n",
      "20                           0.058713  \n",
      "Comparison by Variety:\n",
      "                    Avg Olive Production (kg/ha)  Avg Oil Production (L/ha)  \\\n",
      "Variety                                                                       \n",
      "nocellara_delletna                  13696.683690                2990.507461   \n",
      "leccino                             15971.162702                3138.439782   \n",
      "frantoio                            19648.631813                4826.360700   \n",
      "coratina                            15974.164423                4098.136472   \n",
      "taggiasca                           11412.636779                2305.011278   \n",
      "pendolino                           14617.432649                2633.129635   \n",
      "moraiolo                            13232.961913                2889.399172   \n",
      "\n",
      "                    Avg Water Need (m³/ha)  Oil Efficiency (L/kg)  \\\n",
      "Variety                                                             \n",
      "nocellara_delletna            33064.983905               0.218338   \n",
      "leccino                       24994.676451               0.196507   \n",
      "frantoio                      28932.932409               0.245633   \n",
      "coratina                      38262.995517               0.256548   \n",
      "taggiasca                     26252.184893               0.201970   \n",
      "pendolino                     26153.461822               0.180136   \n",
      "moraiolo                      32578.228327               0.218349   \n",
      "\n",
      "                    Water Efficiency (L oil/m³ water)  \n",
      "Variety                                                \n",
      "nocellara_delletna                           0.090443  \n",
      "leccino                                      0.125564  \n",
      "frantoio                                     0.166812  \n",
      "coratina                                     0.107104  \n",
      "taggiasca                                    0.087803  \n",
      "pendolino                                    0.100680  \n",
      "moraiolo                                     0.088691  \n",
      "\n",
      "Best Varieties by Water Efficiency:\n",
      "              Variety  Avg Olive Production (kg/ha)  \\\n",
      "2            frantoio                  19648.631813   \n",
      "1             leccino                  15971.162702   \n",
      "3            coratina                  15974.164423   \n",
      "5           pendolino                  14617.432649   \n",
      "0  nocellara_delletna                  13696.683690   \n",
      "\n",
      "   Avg Oil Production (L/ha)  Avg Water Need (m³/ha)  Oil Efficiency (L/kg)  \\\n",
      "2                4826.360700            28932.932409               0.245633   \n",
      "1                3138.439782            24994.676451               0.196507   \n",
      "3                4098.136472            38262.995517               0.256548   \n",
      "5                2633.129635            26153.461822               0.180136   \n",
      "0                2990.507461            33064.983905               0.218338   \n",
      "\n",
      "   Water Efficiency (L oil/m³ water)  \n",
      "2                           0.166812  \n",
      "1                           0.125564  \n",
      "3                           0.107104  \n",
      "5                           0.100680  \n",
      "0                           0.090443  \n"
     ]
    }
   ],
   "source": [
    "simulated_data = pd.read_parquet(f\"{data_dir}olive_training_dataset.parquet\")\n",
    "olive_varieties = pd.read_parquet(f\"{data_dir}olive_varieties.parquet\")\n",
    "# Esecuzione dell'analisi\n",
    "comparison_data = prepare_comparison_data(simulated_data, olive_varieties)\n",
    "\n",
    "# Genera i grafici\n",
    "plot_variety_comparison(comparison_data, 'Avg Olive Production (kg/ha)')\n",
    "plot_variety_comparison(comparison_data, 'Avg Oil Production (L/ha)')\n",
    "plot_variety_comparison(comparison_data, 'Avg Water Need (m³/ha)')\n",
    "plot_variety_comparison(comparison_data, 'Oil Efficiency (L/kg)')\n",
    "plot_variety_comparison(comparison_data, 'Water Efficiency (L oil/m³ water)')\n",
    "plot_efficiency_vs_production(comparison_data)\n",
    "plot_water_efficiency_vs_production(comparison_data)\n",
    "plot_water_need_vs_oil_production(comparison_data)\n",
    "\n",
    "# Analisi per tecnica\n",
    "technique_data = analyze_by_technique(simulated_data, olive_varieties)\n",
    "\n",
    "print(technique_data)\n",
    "\n",
    "# Stampa un sommario statistico\n",
    "print(\"Comparison by Variety:\")\n",
    "print(comparison_data.set_index('Variety'))\n",
    "print(\"\\nBest Varieties by Water Efficiency:\")\n",
    "print(comparison_data.sort_values('Water Efficiency (L oil/m³ water)', ascending=False).head())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "bbe87b415168368",
   "metadata": {},
   "outputs": [],
   "source": [
    "def prepare_transformer_data(df, olive_varieties_df):\n",
    "    # Crea una copia del DataFrame per evitare modifiche all'originale\n",
    "    df = df.copy()\n",
    "\n",
    "    # Ordina per zona e anno\n",
    "    df = df.sort_values(['zone', 'year'])\n",
    "\n",
    "    # Definisci le feature\n",
    "    temporal_features = ['temp_mean', 'precip_sum', 'solar_energy_sum']\n",
    "    static_features = ['ha']  # Feature statiche base\n",
    "    target_features = ['olive_prod', 'min_oil_prod', 'max_oil_prod', 'avg_oil_prod', 'total_water_need']\n",
    "\n",
    "    # Ottieni le varietà pulite\n",
    "    all_varieties = olive_varieties_df['Varietà di Olive'].unique()\n",
    "    varieties = [clean_column_name(variety) for variety in all_varieties]\n",
    "\n",
    "    # Crea la struttura delle feature per ogni varietà\n",
    "    variety_features = [\n",
    "        'tech', 'pct', 'prod_t_ha', 'oil_prod_t_ha', 'oil_prod_l_ha',\n",
    "        'min_yield_pct', 'max_yield_pct', 'min_oil_prod_l_ha', 'max_oil_prod_l_ha',\n",
    "        'avg_oil_prod_l_ha', 'l_per_t', 'min_l_per_t', 'max_l_per_t', 'avg_l_per_t'\n",
    "    ]\n",
    "\n",
    "    # Prepara dizionari per le nuove colonne\n",
    "    new_columns = {}\n",
    "\n",
    "    # Prepara le feature per ogni varietà\n",
    "    for variety in varieties:\n",
    "        # Feature esistenti\n",
    "        for feature in variety_features:\n",
    "            col_name = f\"{variety}_{feature}\"\n",
    "            if col_name in df.columns:\n",
    "                if feature != 'tech':  # Non includere la colonna tech direttamente\n",
    "                    static_features.append(col_name)\n",
    "\n",
    "        # Feature binarie per le tecniche di coltivazione\n",
    "        for technique in ['tradizionale', 'intensiva', 'superintensiva']:\n",
    "            col_name = f\"{variety}_{technique}\"\n",
    "            new_columns[col_name] = df[f\"{variety}_tech\"].notna() & (\n",
    "                    df[f\"{variety}_tech\"].str.lower() == technique\n",
    "            ).fillna(False)\n",
    "            static_features.append(col_name)\n",
    "\n",
    "    # Aggiungi tutte le nuove colonne in una volta sola\n",
    "    new_df = pd.concat([df] + [pd.Series(v, name=k) for k, v in new_columns.items()], axis=1)\n",
    "\n",
    "    # Ordiniamo per zona e anno per mantenere la continuità temporale\n",
    "    df_sorted = new_df.sort_values(['zone', 'year'])\n",
    "\n",
    "    # Definiamo la dimensione della finestra temporale\n",
    "    window_size = 41\n",
    "\n",
    "    # Liste per raccogliere i dati\n",
    "    temporal_sequences = []\n",
    "    static_features_list = []\n",
    "    targets_list = []\n",
    "\n",
    "    # Iteriamo per ogni zona\n",
    "    for zone in df_sorted['zone'].unique():\n",
    "        zone_data = df_sorted[df_sorted['zone'] == zone].reset_index(drop=True)\n",
    "\n",
    "        if len(zone_data) >= window_size:  # Verifichiamo che ci siano abbastanza dati\n",
    "            # Creiamo sequenze temporali scorrevoli\n",
    "            for i in range(len(zone_data) - window_size + 1):\n",
    "                # Sequenza temporale\n",
    "                temporal_window = zone_data.iloc[i:i + window_size][temporal_features].values\n",
    "                # Verifichiamo che non ci siano valori NaN\n",
    "                if not np.isnan(temporal_window).any():\n",
    "                    temporal_sequences.append(temporal_window)\n",
    "\n",
    "                    # Feature statiche (prendiamo quelle dell'ultimo timestep della finestra)\n",
    "                    static_features_list.append(zone_data.iloc[i + window_size - 1][static_features].values)\n",
    "\n",
    "                    # Target (prendiamo quelli dell'ultimo timestep della finestra)\n",
    "                    targets_list.append(zone_data.iloc[i + window_size - 1][target_features].values)\n",
    "\n",
    "    # Convertiamo in array numpy\n",
    "    X_temporal = np.array(temporal_sequences)\n",
    "    X_static = np.array(static_features_list)\n",
    "    y = np.array(targets_list)\n",
    "\n",
    "    print(f\"Dataset completo - Temporal: {X_temporal.shape}, Static: {X_static.shape}, Target: {y.shape}\")\n",
    "\n",
    "    # Split dei dati (usando indici casuali per una migliore distribuzione)\n",
    "    indices = np.random.permutation(len(X_temporal))\n",
    "\n",
    "    #train_idx = int(len(indices) * 0.7)        # 70% training\n",
    "    #val_idx = int(len(indices) * 0.85)         # 15% validation\n",
    "    # Il resto rimane 15% test\n",
    "\n",
    "    train_idx = int(len(indices) * 0.65)        # 65% training\n",
    "    val_idx = int(len(indices) * 0.85)          # 20% validation\n",
    "    # Il resto rimane 15% test\n",
    "\n",
    "    #train_idx = int(len(indices) * 0.60)       # 60% training\n",
    "    #val_idx = int(len(indices) * 0.85)         # 25% validation\n",
    "    # Il resto rimane 15% test\n",
    "\n",
    "    train_indices = indices[:train_idx]\n",
    "    val_indices = indices[train_idx:val_idx]\n",
    "    test_indices = indices[val_idx:]\n",
    "\n",
    "    # Split dei dati\n",
    "    X_temporal_train = X_temporal[train_indices]\n",
    "    X_temporal_val = X_temporal[val_indices]\n",
    "    X_temporal_test = X_temporal[test_indices]\n",
    "\n",
    "    X_static_train = X_static[train_indices]\n",
    "    X_static_val = X_static[val_indices]\n",
    "    X_static_test = X_static[test_indices]\n",
    "\n",
    "    y_train = y[train_indices]\n",
    "    y_val = y[val_indices]\n",
    "    y_test = y[test_indices]\n",
    "\n",
    "    # Standardizzazione\n",
    "    scaler_temporal = StandardScaler()\n",
    "    scaler_static = StandardScaler()\n",
    "    scaler_y = StandardScaler()\n",
    "\n",
    "    # Standardizzazione dei dati temporali\n",
    "    X_temporal_train = scaler_temporal.fit_transform(X_temporal_train.reshape(-1, len(temporal_features))).reshape(X_temporal_train.shape)\n",
    "    X_temporal_val = scaler_temporal.transform(X_temporal_val.reshape(-1, len(temporal_features))).reshape(X_temporal_val.shape)\n",
    "    X_temporal_test = scaler_temporal.transform(X_temporal_test.reshape(-1, len(temporal_features))).reshape(X_temporal_test.shape)\n",
    "\n",
    "    # Standardizzazione dei dati statici\n",
    "    X_static_train = scaler_static.fit_transform(X_static_train)\n",
    "    X_static_val = scaler_static.transform(X_static_val)\n",
    "    X_static_test = scaler_static.transform(X_static_test)\n",
    "\n",
    "    # Standardizzazione dei target\n",
    "    y_train = scaler_y.fit_transform(y_train)\n",
    "    y_val = scaler_y.transform(y_val)\n",
    "    y_test = scaler_y.transform(y_test)\n",
    "\n",
    "    print(\"\\nShape dopo lo split e standardizzazione:\")\n",
    "    print(f\"Train - Temporal: {X_temporal_train.shape}, Static: {X_static_train.shape}, Target: {y_train.shape}\")\n",
    "    print(f\"Val - Temporal: {X_temporal_val.shape}, Static: {X_static_val.shape}, Target: {y_val.shape}\")\n",
    "    print(f\"Test - Temporal: {X_temporal_test.shape}, Static: {X_static_test.shape}, Target: {y_test.shape}\")\n",
    "\n",
    "    # Prepara i dizionari di input\n",
    "    train_data = {'temporal': X_temporal_train, 'static': X_static_train}\n",
    "    val_data = {'temporal': X_temporal_val, 'static': X_static_val}\n",
    "    test_data = {'temporal': X_temporal_test, 'static': X_static_test}\n",
    "\n",
    "    joblib.dump(scaler_temporal, os.path.join(base_project_dir, f'{execute_name}_scaler_temporal.joblib'))\n",
    "    joblib.dump(scaler_static, os.path.join(base_project_dir, f'{execute_name}_scaler_static.joblib'))\n",
    "    joblib.dump(scaler_y, os.path.join(base_project_dir, f'{execute_name}_scaler_y.joblib'))\n",
    "\n",
    "    return (train_data, y_train), (val_data, y_val), (test_data, y_test), (scaler_temporal, scaler_static, scaler_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "9c4d5f0f3fafdc2d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Dataset completo - Temporal: (3920000, 41, 3), Static: (3920000, 113), Target: (3920000, 5)\n",
      "\n",
      "Shape dopo lo split e standardizzazione:\n",
      "Train - Temporal: (2548000, 41, 3), Static: (2548000, 113), Target: (2548000, 5)\n",
      "Val - Temporal: (784000, 41, 3), Static: (784000, 113), Target: (784000, 5)\n",
      "Test - Temporal: (588000, 41, 3), Static: (588000, 113), Target: (588000, 5)\n",
      "Temporal data shape: (2548000, 41, 3)\n",
      "Static data shape: (2548000, 113)\n",
      "Target shape: (2548000, 5)\n"
     ]
    }
   ],
   "source": [
    "simulated_data = pd.read_parquet(f\"{data_dir}olive_training_dataset.parquet\")\n",
    "olive_varieties = pd.read_parquet(f\"{data_dir}olive_varieties.parquet\")\n",
    "\n",
    "(train_data, train_targets), (val_data, val_targets), (test_data, test_targets), scalers = prepare_transformer_data(simulated_data, olive_varieties)\n",
    "\n",
    "scaler_temporal, scaler_static, scaler_y = scalers\n",
    "\n",
    "print(\"Temporal data shape:\", train_data['temporal'].shape)\n",
    "print(\"Static data shape:\", train_data['static'].shape)\n",
    "print(\"Target shape:\", train_targets.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "604c952c7195f40c",
   "metadata": {},
   "outputs": [],
   "source": [
    "@keras.saving.register_keras_serializable()\n",
    "class DataAugmentation(tf.keras.layers.Layer):\n",
    "    \"\"\"Custom layer per l'augmentation dei dati\"\"\"\n",
    "\n",
    "    def __init__(self, noise_stddev=0.03, **kwargs):\n",
    "        super().__init__(**kwargs)\n",
    "        self.noise_stddev = noise_stddev\n",
    "\n",
    "    def call(self, inputs, training=None):\n",
    "        if training:\n",
    "            return inputs + tf.random.normal(\n",
    "                shape=tf.shape(inputs),\n",
    "                mean=0.0,\n",
    "                stddev=self.noise_stddev\n",
    "            )\n",
    "        return inputs\n",
    "\n",
    "    def get_config(self):\n",
    "        config = super().get_config()\n",
    "        config.update({\"noise_stddev\": self.noise_stddev})\n",
    "        return config\n",
    "\n",
    "\n",
    "@keras.saving.register_keras_serializable()\n",
    "class PositionalEncoding(tf.keras.layers.Layer):\n",
    "    \"\"\"Custom layer per l'encoding posizionale\"\"\"\n",
    "\n",
    "    def __init__(self, d_model, **kwargs):\n",
    "        super().__init__(**kwargs)\n",
    "        self.d_model = d_model\n",
    "\n",
    "    def build(self, input_shape):\n",
    "        _, seq_length, _ = input_shape\n",
    "\n",
    "        # Crea la matrice di encoding posizionale\n",
    "        position = tf.range(seq_length, dtype=tf.float32)[:, tf.newaxis]\n",
    "        div_term = tf.exp(\n",
    "            tf.range(0, self.d_model, 2, dtype=tf.float32) *\n",
    "            (-tf.math.log(10000.0) / self.d_model)\n",
    "        )\n",
    "\n",
    "        # Calcola sin e cos\n",
    "        pos_encoding = tf.zeros((1, seq_length, self.d_model))\n",
    "        pos_encoding_even = tf.sin(position * div_term)\n",
    "        pos_encoding_odd = tf.cos(position * div_term)\n",
    "\n",
    "        # Assegna i valori alle posizioni pari e dispari\n",
    "        pos_encoding = tf.concat(\n",
    "            [tf.expand_dims(pos_encoding_even, -1),\n",
    "             tf.expand_dims(pos_encoding_odd, -1)],\n",
    "            axis=-1\n",
    "        )\n",
    "        pos_encoding = tf.reshape(pos_encoding, (1, seq_length, -1))\n",
    "        pos_encoding = pos_encoding[:, :, :self.d_model]\n",
    "\n",
    "        # Salva l'encoding come peso non trainabile\n",
    "        self.pos_encoding = self.add_weight(\n",
    "            shape=(1, seq_length, self.d_model),\n",
    "            initializer=tf.keras.initializers.Constant(pos_encoding),\n",
    "            trainable=False,\n",
    "            name='positional_encoding'\n",
    "        )\n",
    "\n",
    "        super().build(input_shape)\n",
    "\n",
    "    def call(self, inputs):\n",
    "        # Broadcast l'encoding posizionale sul batch\n",
    "        batch_size = tf.shape(inputs)[0]\n",
    "        pos_encoding_tiled = tf.tile(self.pos_encoding, [batch_size, 1, 1])\n",
    "        return inputs + pos_encoding_tiled\n",
    "\n",
    "    def get_config(self):\n",
    "        config = super().get_config()\n",
    "        config.update({\"d_model\": self.d_model})\n",
    "        return config\n",
    "\n",
    "\n",
    "@keras.saving.register_keras_serializable()\n",
    "class WarmUpLearningRateSchedule(tf.keras.optimizers.schedules.LearningRateSchedule):\n",
    "    \"\"\"Custom learning rate schedule with linear warmup and exponential decay.\"\"\"\n",
    "\n",
    "    def __init__(self, initial_learning_rate=1e-3, warmup_steps=500, decay_steps=5000):\n",
    "        super().__init__()\n",
    "        self.initial_learning_rate = initial_learning_rate\n",
    "        self.warmup_steps = warmup_steps\n",
    "        self.decay_steps = decay_steps\n",
    "\n",
    "    def __call__(self, step):\n",
    "        warmup_pct = tf.cast(step, tf.float32) / self.warmup_steps\n",
    "        warmup_lr = self.initial_learning_rate * warmup_pct\n",
    "        decay_factor = tf.pow(0.1, tf.cast(step, tf.float32) / self.decay_steps)\n",
    "        decayed_lr = self.initial_learning_rate * decay_factor\n",
    "        return tf.where(step < self.warmup_steps, warmup_lr, decayed_lr)\n",
    "\n",
    "    def get_config(self):\n",
    "        return {\n",
    "            'initial_learning_rate': self.initial_learning_rate,\n",
    "            'warmup_steps': self.warmup_steps,\n",
    "            'decay_steps': self.decay_steps\n",
    "        }\n",
    "\n",
    "\n",
    "def create_olive_oil_transformer(temporal_shape, static_shape, num_outputs,\n",
    "                                 d_model=128, num_heads=8, ff_dim=256,\n",
    "                                 num_transformer_blocks=4, mlp_units=None,\n",
    "                                 dropout=0.2):\n",
    "    \"\"\"\n",
    "    Crea un transformer per la predizione della produzione di olio d'oliva.\n",
    "    \"\"\"\n",
    "    # Input layers\n",
    "    if mlp_units is None:\n",
    "        mlp_units = [256, 128, 64]\n",
    "\n",
    "    temporal_input = tf.keras.layers.Input(shape=temporal_shape, name='temporal')\n",
    "    static_input = tf.keras.layers.Input(shape=static_shape, name='static')\n",
    "\n",
    "    # === TEMPORAL PATH ===\n",
    "    x = tf.keras.layers.LayerNormalization(epsilon=1e-6)(temporal_input)\n",
    "    x = DataAugmentation()(x)\n",
    "\n",
    "    # Temporal projection\n",
    "    x = tf.keras.layers.Dense(\n",
    "        d_model // 2,\n",
    "        activation='swish',\n",
    "        kernel_regularizer=tf.keras.regularizers.l2(1e-5)\n",
    "    )(x)\n",
    "    x = tf.keras.layers.Dropout(dropout)(x)\n",
    "    x = tf.keras.layers.Dense(\n",
    "        d_model,\n",
    "        activation='swish',\n",
    "        kernel_regularizer=tf.keras.regularizers.l2(1e-5)\n",
    "    )(x)\n",
    "\n",
    "    # Positional encoding\n",
    "    x = PositionalEncoding(d_model)(x)\n",
    "\n",
    "    # Transformer blocks\n",
    "    skip_connection = x\n",
    "    for _ in range(num_transformer_blocks):\n",
    "        # Self-attention\n",
    "        attention_output = tf.keras.layers.MultiHeadAttention(\n",
    "            num_heads=num_heads,\n",
    "            key_dim=d_model // num_heads,\n",
    "            value_dim=d_model // num_heads\n",
    "        )(x, x)\n",
    "        attention_output = tf.keras.layers.Dropout(dropout)(attention_output)\n",
    "\n",
    "        # Residual connection con pesi addestrabili\n",
    "        residual_weights = tf.keras.layers.Dense(d_model, activation='sigmoid')(x)\n",
    "        x = tfa.layers.StochasticDepth(survival_probability=0.3)([x, residual_weights * attention_output])\n",
    "        x = tf.keras.layers.LayerNormalization(epsilon=1e-6)(x)\n",
    "\n",
    "        # Feed-forward network\n",
    "        ffn = tf.keras.layers.Dense(ff_dim, activation=\"swish\")(x)\n",
    "        ffn = tf.keras.layers.Dropout(dropout)(ffn)\n",
    "        ffn = tf.keras.layers.Dense(d_model)(ffn)\n",
    "        ffn = tf.keras.layers.Dropout(dropout)(ffn)\n",
    "\n",
    "        # Second residual connection\n",
    "        x = tfa.layers.StochasticDepth()([x, ffn])\n",
    "        x = tf.keras.layers.LayerNormalization(epsilon=1e-6)(x)\n",
    "\n",
    "    # Add final skip connection\n",
    "    x = tfa.layers.StochasticDepth(survival_probability=0.5)([x, skip_connection])\n",
    "\n",
    "    # Temporal pooling\n",
    "    attention_pooled = tf.keras.layers.MultiHeadAttention(\n",
    "        num_heads=num_heads,\n",
    "        key_dim=d_model // 4\n",
    "    )(x, x)\n",
    "    attention_pooled = tf.keras.layers.GlobalAveragePooling1D()(attention_pooled)\n",
    "\n",
    "    # Additional pooling operations\n",
    "    avg_pooled = tf.keras.layers.GlobalAveragePooling1D()(x)\n",
    "    max_pooled = tf.keras.layers.GlobalMaxPooling1D()(x)\n",
    "\n",
    "    # Combine pooling results\n",
    "    temporal_features = tf.keras.layers.Concatenate()(\n",
    "        [attention_pooled, avg_pooled, max_pooled]\n",
    "    )\n",
    "\n",
    "    # === STATIC PATH ===\n",
    "    static_features = tf.keras.layers.LayerNormalization(epsilon=1e-6)(static_input)\n",
    "    for units in [256, 128, 64]:\n",
    "        static_features = tf.keras.layers.Dense(\n",
    "            units,\n",
    "            activation='swish',\n",
    "            kernel_regularizer=tf.keras.regularizers.l2(1e-5)\n",
    "        )(static_features)\n",
    "        static_features = tf.keras.layers.Dropout(dropout)(static_features)\n",
    "\n",
    "    # === FEATURE FUSION ===\n",
    "    combined = tf.keras.layers.Concatenate()([temporal_features, static_features])\n",
    "\n",
    "    # === MLP HEAD ===\n",
    "    x = combined\n",
    "    for units in mlp_units:\n",
    "        x = tf.keras.layers.BatchNormalization()(x)\n",
    "        x = tf.keras.layers.Dense(\n",
    "            units,\n",
    "            activation=\"swish\",\n",
    "            kernel_regularizer=tf.keras.regularizers.l2(1e-5)\n",
    "        )(x)\n",
    "        x = tf.keras.layers.Dropout(dropout)(x)\n",
    "\n",
    "    # Output layer\n",
    "    outputs = tf.keras.layers.Dense(\n",
    "        num_outputs,\n",
    "        activation='linear',\n",
    "        kernel_regularizer=tf.keras.regularizers.l2(1e-5)\n",
    "    )(x)\n",
    "\n",
    "    # Create model\n",
    "    model = tf.keras.Model(\n",
    "        inputs={'temporal': temporal_input, 'static': static_input},\n",
    "        outputs=outputs,\n",
    "        name='OilTransformer'\n",
    "    )\n",
    "\n",
    "    return model\n",
    "\n",
    "\n",
    "def create_transformer_callbacks(target_names, val_data, val_targets):\n",
    "    \"\"\"\n",
    "    Crea i callbacks per il training del modello.\n",
    "    \n",
    "    Parameters:\n",
    "    -----------\n",
    "    target_names : list\n",
    "        Lista dei nomi dei target per il monitoraggio specifico\n",
    "    val_data : dict\n",
    "        Dati di validazione\n",
    "    val_targets : array\n",
    "        Target di validazione\n",
    "    \n",
    "    Returns:\n",
    "    --------\n",
    "    list\n",
    "        Lista dei callbacks configurati\n",
    "    \"\"\"\n",
    "\n",
    "    # Custom Metric per target specifici\n",
    "    class TargetSpecificMetric(tf.keras.callbacks.Callback):\n",
    "        def __init__(self, validation_data, target_names):\n",
    "            super().__init__()\n",
    "            self.validation_data = validation_data\n",
    "            self.target_names = target_names\n",
    "\n",
    "        def on_epoch_end(self, epoch, logs={}):\n",
    "            x_val, y_val = self.validation_data\n",
    "            y_pred = self.model.predict(x_val, verbose=0)\n",
    "\n",
    "            for i, name in enumerate(self.target_names):\n",
    "                mae = np.mean(np.abs(y_val[:, i] - y_pred[:, i]))\n",
    "                logs[f'val_{name}_mae'] = mae\n",
    "\n",
    "\n",
    "    callbacks = [\n",
    "        # Early Stopping\n",
    "        tf.keras.callbacks.EarlyStopping(\n",
    "            monitor='val_loss',\n",
    "            patience=20,\n",
    "            restore_best_weights=True,\n",
    "            min_delta=0.0005,\n",
    "            mode='min'\n",
    "        ),\n",
    "\n",
    "        # Model Checkpoint\n",
    "        tf.keras.callbacks.ModelCheckpoint(\n",
    "            filepath=f'{execute_name}_best_oil_model.h5',\n",
    "            monitor='val_loss',\n",
    "            save_best_only=True,\n",
    "            mode='min',\n",
    "            save_weights_only=True\n",
    "        ),\n",
    "\n",
    "        # Metric per target specifici\n",
    "        TargetSpecificMetric(\n",
    "            validation_data=(val_data, val_targets),\n",
    "            target_names=target_names\n",
    "        ),\n",
    "\n",
    "        # Reduce LR on Plateau\n",
    "        tf.keras.callbacks.ReduceLROnPlateau(\n",
    "            monitor='val_loss',\n",
    "            factor=0.5,\n",
    "            patience=10,\n",
    "            min_lr=1e-6,\n",
    "            verbose=1\n",
    "        ),\n",
    "\n",
    "        # TensorBoard logging\n",
    "        tf.keras.callbacks.TensorBoard(\n",
    "            log_dir=f'./logs_{execute_name}',\n",
    "            histogram_freq=1,\n",
    "            write_graph=True,\n",
    "            update_freq='epoch'\n",
    "        )\n",
    "    ]\n",
    "\n",
    "    return callbacks\n",
    "\n",
    "\n",
    "def compile_model(model, learning_rate=1e-3):\n",
    "    \"\"\"\n",
    "    Compila il modello con le impostazioni standard.\n",
    "    \"\"\"\n",
    "    lr_schedule = WarmUpLearningRateSchedule(\n",
    "        initial_learning_rate=learning_rate,\n",
    "        warmup_steps=500,\n",
    "        decay_steps=5000\n",
    "    )\n",
    "\n",
    "    model.compile(\n",
    "        optimizer=tf.keras.optimizers.AdamW(\n",
    "            learning_rate=lr_schedule,\n",
    "            weight_decay=0.01\n",
    "        ),\n",
    "        loss=tf.keras.losses.Huber(),\n",
    "        metrics=['mae']\n",
    "    )\n",
    "\n",
    "    return model\n",
    "\n",
    "\n",
    "def setup_transformer_training(train_data, train_targets, val_data, val_targets):\n",
    "    \"\"\"\n",
    "    Configura e prepara il transformer con dimensioni dinamiche basate sui dati.\n",
    "    \"\"\"\n",
    "    # Estrai le shape dai dati\n",
    "    temporal_shape = (train_data['temporal'].shape[1], train_data['temporal'].shape[2])\n",
    "    static_shape = (train_data['static'].shape[1],)\n",
    "    num_outputs = train_targets.shape[1]\n",
    "\n",
    "    print(f\"Shape rilevate:\")\n",
    "    print(f\"- Temporal shape: {temporal_shape}\")\n",
    "    print(f\"- Static shape: {static_shape}\")\n",
    "    print(f\"- Numero di output: {num_outputs}\")\n",
    "\n",
    "    # Target names basati sul numero di output\n",
    "    target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', 'avg_oil_prod', 'total_water_need']\n",
    "\n",
    "    # Assicurati che il numero di target names corrisponda al numero di output\n",
    "    assert len(target_names) == num_outputs, \\\n",
    "        f\"Il numero di target names ({len(target_names)}) non corrisponde al numero di output ({num_outputs})\"\n",
    "\n",
    "    # Crea il modello con le dimensioni rilevate\n",
    "    model = create_olive_oil_transformer(\n",
    "        temporal_shape=temporal_shape,\n",
    "        static_shape=static_shape,\n",
    "        num_outputs=num_outputs\n",
    "    )\n",
    "\n",
    "    # Compila il modello\n",
    "    model = compile_model(model)\n",
    "\n",
    "    # Crea i callbacks\n",
    "    callbacks = create_transformer_callbacks(target_names, val_data, val_targets)\n",
    "\n",
    "    return model, callbacks, target_names\n",
    "\n",
    "\n",
    "def train_transformer(train_data, train_targets, val_data, val_targets, epochs=150, batch_size=64, save_name='final_model'):\n",
    "    \"\"\"\n",
    "    Funzione principale per l'addestramento del transformer con ottimizzazioni.\n",
    "    \"\"\"\n",
    "    # Conversione dei dati in tf.data.Dataset per una gestione più efficiente della memoria\n",
    "    train_dataset = tf.data.Dataset.from_tensor_slices((train_data, train_targets))\\\n",
    "        .cache()\\\n",
    "        .shuffle(buffer_size=1024)\\\n",
    "        .batch(batch_size)\\\n",
    "        .prefetch(tf.data.AUTOTUNE)\n",
    "\n",
    "    val_dataset = tf.data.Dataset.from_tensor_slices((val_data, val_targets))\\\n",
    "        .cache()\\\n",
    "        .batch(batch_size)\\\n",
    "        .prefetch(tf.data.AUTOTUNE)\n",
    "\n",
    "    # Setup del modello\n",
    "    strategy = tf.distribute.MirroredStrategy() if len(tf.config.list_physical_devices('GPU')) > 1 else tf.distribute.get_strategy()\n",
    "    \n",
    "    with strategy.scope():\n",
    "        model, callbacks, target_names = setup_transformer_training(\n",
    "            train_data, train_targets, val_data, val_targets\n",
    "        )\n",
    "\n",
    "    # Mostra il summary del modello\n",
    "    model.summary()\n",
    "    \n",
    "    try:\n",
    "        keras.utils.plot_model(model, f\"{execute_name}_{save_name}.png\", show_shapes=True)\n",
    "    except Exception as e:\n",
    "        print(f\"Warning: Could not create model plot: {e}\")\n",
    "\n",
    "    # Training con gestione degli errori\n",
    "    try:\n",
    "        history = model.fit(\n",
    "            train_dataset,\n",
    "            validation_data=val_dataset,\n",
    "            epochs=epochs,\n",
    "            callbacks=callbacks,\n",
    "            verbose=1,\n",
    "            workers=4,\n",
    "            use_multiprocessing=True\n",
    "        )\n",
    "    except tf.errors.ResourceExhaustedError:\n",
    "        print(\"Memoria GPU esaurita, riprovo con batch size più piccolo...\")\n",
    "        # Riprova con batch size più piccolo\n",
    "        batch_size = batch_size // 2\n",
    "        train_dataset = train_dataset.unbatch().batch(batch_size)\n",
    "        val_dataset = val_dataset.unbatch().batch(batch_size)\n",
    "        history = model.fit(\n",
    "            train_dataset,\n",
    "            validation_data=val_dataset,\n",
    "            epochs=epochs,\n",
    "            callbacks=callbacks,\n",
    "            verbose=1\n",
    "        )\n",
    "\n",
    "    # Salva il modello finale\n",
    "    try:\n",
    "        save_path = f'{execute_name}_{save_name}.keras'\n",
    "        model.save(save_path, save_format='keras')\n",
    "        \n",
    "        os.makedirs(f'{execute_name}/weights', exist_ok=True)\n",
    "        model.save_weights(f'{execute_name}/weights')\n",
    "        print(f\"\\nModello salvato in: {save_path}\")\n",
    "    except Exception as e:\n",
    "        print(f\"Warning: Could not save model: {e}\")\n",
    "\n",
    "    return model, history"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "35490e902e494c4a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Shape rilevate:\n",
      "- Temporal shape: (41, 3)\n",
      "- Static shape: (113,)\n",
      "- Numero di output: 5\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-12-07 08:38:26.936272: I tensorflow/tsl/platform/default/subprocess.cc:304] Start cannot spawn child process: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"OilTransformer\"\n",
      "__________________________________________________________________________________________________\n",
      " Layer (type)                Output Shape                 Param #   Connected to                  \n",
      "==================================================================================================\n",
      " temporal (InputLayer)       [(None, 41, 3)]              0         []                            \n",
      "                                                                                                  \n",
      " layer_normalization (Layer  (None, 41, 3)                6         ['temporal[0][0]']            \n",
      " Normalization)                                                                                   \n",
      "                                                                                                  \n",
      " data_augmentation (DataAug  (None, 41, 3)                0         ['layer_normalization[0][0]'] \n",
      " mentation)                                                                                       \n",
      "                                                                                                  \n",
      " dense (Dense)               (None, 41, 64)               256       ['data_augmentation[0][0]']   \n",
      "                                                                                                  \n",
      " dropout (Dropout)           (None, 41, 64)               0         ['dense[0][0]']               \n",
      "                                                                                                  \n",
      " dense_1 (Dense)             (None, 41, 128)              8320      ['dropout[0][0]']             \n",
      "                                                                                                  \n",
      " positional_encoding (Posit  (None, 41, 128)              5248      ['dense_1[0][0]']             \n",
      " ionalEncoding)                                                                                   \n",
      "                                                                                                  \n",
      " multi_head_attention (Mult  (None, 41, 128)              66048     ['positional_encoding[0][0]', \n",
      " iHeadAttention)                                                     'positional_encoding[0][0]'] \n",
      "                                                                                                  \n",
      " dense_2 (Dense)             (None, 41, 128)              16512     ['positional_encoding[0][0]'] \n",
      "                                                                                                  \n",
      " dropout_1 (Dropout)         (None, 41, 128)              0         ['multi_head_attention[0][0]']\n",
      "                                                                                                  \n",
      " tf.math.multiply (TFOpLamb  (None, 41, 128)              0         ['dense_2[0][0]',             \n",
      " da)                                                                 'dropout_1[0][0]']           \n",
      "                                                                                                  \n",
      " stochastic_depth (Stochast  (None, 41, 128)              0         ['positional_encoding[0][0]', \n",
      " icDepth)                                                            'tf.math.multiply[0][0]']    \n",
      "                                                                                                  \n",
      " layer_normalization_1 (Lay  (None, 41, 128)              256       ['stochastic_depth[0][0]']    \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " dense_3 (Dense)             (None, 41, 256)              33024     ['layer_normalization_1[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_2 (Dropout)         (None, 41, 256)              0         ['dense_3[0][0]']             \n",
      "                                                                                                  \n",
      " dense_4 (Dense)             (None, 41, 128)              32896     ['dropout_2[0][0]']           \n",
      "                                                                                                  \n",
      " dropout_3 (Dropout)         (None, 41, 128)              0         ['dense_4[0][0]']             \n",
      "                                                                                                  \n",
      " stochastic_depth_1 (Stocha  (None, 41, 128)              0         ['layer_normalization_1[0][0]'\n",
      " sticDepth)                                                         , 'dropout_3[0][0]']          \n",
      "                                                                                                  \n",
      " layer_normalization_2 (Lay  (None, 41, 128)              256       ['stochastic_depth_1[0][0]']  \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " multi_head_attention_1 (Mu  (None, 41, 128)              66048     ['layer_normalization_2[0][0]'\n",
      " ltiHeadAttention)                                                  , 'layer_normalization_2[0][0]\n",
      "                                                                    ']                            \n",
      "                                                                                                  \n",
      " dense_5 (Dense)             (None, 41, 128)              16512     ['layer_normalization_2[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_4 (Dropout)         (None, 41, 128)              0         ['multi_head_attention_1[0][0]\n",
      "                                                                    ']                            \n",
      "                                                                                                  \n",
      " tf.math.multiply_1 (TFOpLa  (None, 41, 128)              0         ['dense_5[0][0]',             \n",
      " mbda)                                                               'dropout_4[0][0]']           \n",
      "                                                                                                  \n",
      " stochastic_depth_2 (Stocha  (None, 41, 128)              0         ['layer_normalization_2[0][0]'\n",
      " sticDepth)                                                         , 'tf.math.multiply_1[0][0]'] \n",
      "                                                                                                  \n",
      " layer_normalization_3 (Lay  (None, 41, 128)              256       ['stochastic_depth_2[0][0]']  \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " dense_6 (Dense)             (None, 41, 256)              33024     ['layer_normalization_3[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_5 (Dropout)         (None, 41, 256)              0         ['dense_6[0][0]']             \n",
      "                                                                                                  \n",
      " dense_7 (Dense)             (None, 41, 128)              32896     ['dropout_5[0][0]']           \n",
      "                                                                                                  \n",
      " dropout_6 (Dropout)         (None, 41, 128)              0         ['dense_7[0][0]']             \n",
      "                                                                                                  \n",
      " stochastic_depth_3 (Stocha  (None, 41, 128)              0         ['layer_normalization_3[0][0]'\n",
      " sticDepth)                                                         , 'dropout_6[0][0]']          \n",
      "                                                                                                  \n",
      " layer_normalization_4 (Lay  (None, 41, 128)              256       ['stochastic_depth_3[0][0]']  \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " multi_head_attention_2 (Mu  (None, 41, 128)              66048     ['layer_normalization_4[0][0]'\n",
      " ltiHeadAttention)                                                  , 'layer_normalization_4[0][0]\n",
      "                                                                    ']                            \n",
      "                                                                                                  \n",
      " dense_8 (Dense)             (None, 41, 128)              16512     ['layer_normalization_4[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_7 (Dropout)         (None, 41, 128)              0         ['multi_head_attention_2[0][0]\n",
      "                                                                    ']                            \n",
      "                                                                                                  \n",
      " tf.math.multiply_2 (TFOpLa  (None, 41, 128)              0         ['dense_8[0][0]',             \n",
      " mbda)                                                               'dropout_7[0][0]']           \n",
      "                                                                                                  \n",
      " stochastic_depth_4 (Stocha  (None, 41, 128)              0         ['layer_normalization_4[0][0]'\n",
      " sticDepth)                                                         , 'tf.math.multiply_2[0][0]'] \n",
      "                                                                                                  \n",
      " layer_normalization_5 (Lay  (None, 41, 128)              256       ['stochastic_depth_4[0][0]']  \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " dense_9 (Dense)             (None, 41, 256)              33024     ['layer_normalization_5[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_8 (Dropout)         (None, 41, 256)              0         ['dense_9[0][0]']             \n",
      "                                                                                                  \n",
      " dense_10 (Dense)            (None, 41, 128)              32896     ['dropout_8[0][0]']           \n",
      "                                                                                                  \n",
      " dropout_9 (Dropout)         (None, 41, 128)              0         ['dense_10[0][0]']            \n",
      "                                                                                                  \n",
      " stochastic_depth_5 (Stocha  (None, 41, 128)              0         ['layer_normalization_5[0][0]'\n",
      " sticDepth)                                                         , 'dropout_9[0][0]']          \n",
      "                                                                                                  \n",
      " layer_normalization_6 (Lay  (None, 41, 128)              256       ['stochastic_depth_5[0][0]']  \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " multi_head_attention_3 (Mu  (None, 41, 128)              66048     ['layer_normalization_6[0][0]'\n",
      " ltiHeadAttention)                                                  , 'layer_normalization_6[0][0]\n",
      "                                                                    ']                            \n",
      "                                                                                                  \n",
      " dense_11 (Dense)            (None, 41, 128)              16512     ['layer_normalization_6[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_10 (Dropout)        (None, 41, 128)              0         ['multi_head_attention_3[0][0]\n",
      "                                                                    ']                            \n",
      "                                                                                                  \n",
      " tf.math.multiply_3 (TFOpLa  (None, 41, 128)              0         ['dense_11[0][0]',            \n",
      " mbda)                                                               'dropout_10[0][0]']          \n",
      "                                                                                                  \n",
      " stochastic_depth_6 (Stocha  (None, 41, 128)              0         ['layer_normalization_6[0][0]'\n",
      " sticDepth)                                                         , 'tf.math.multiply_3[0][0]'] \n",
      "                                                                                                  \n",
      " layer_normalization_7 (Lay  (None, 41, 128)              256       ['stochastic_depth_6[0][0]']  \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " dense_12 (Dense)            (None, 41, 256)              33024     ['layer_normalization_7[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_11 (Dropout)        (None, 41, 256)              0         ['dense_12[0][0]']            \n",
      "                                                                                                  \n",
      " dense_13 (Dense)            (None, 41, 128)              32896     ['dropout_11[0][0]']          \n",
      "                                                                                                  \n",
      " static (InputLayer)         [(None, 113)]                0         []                            \n",
      "                                                                                                  \n",
      " dropout_12 (Dropout)        (None, 41, 128)              0         ['dense_13[0][0]']            \n",
      "                                                                                                  \n",
      " layer_normalization_9 (Lay  (None, 113)                  226       ['static[0][0]']              \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " stochastic_depth_7 (Stocha  (None, 41, 128)              0         ['layer_normalization_7[0][0]'\n",
      " sticDepth)                                                         , 'dropout_12[0][0]']         \n",
      "                                                                                                  \n",
      " dense_14 (Dense)            (None, 256)                  29184     ['layer_normalization_9[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " layer_normalization_8 (Lay  (None, 41, 128)              256       ['stochastic_depth_7[0][0]']  \n",
      " erNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " dropout_13 (Dropout)        (None, 256)                  0         ['dense_14[0][0]']            \n",
      "                                                                                                  \n",
      " stochastic_depth_8 (Stocha  (None, 41, 128)              0         ['layer_normalization_8[0][0]'\n",
      " sticDepth)                                                         , 'positional_encoding[0][0]']\n",
      "                                                                                                  \n",
      " dense_15 (Dense)            (None, 128)                  32896     ['dropout_13[0][0]']          \n",
      "                                                                                                  \n",
      " multi_head_attention_4 (Mu  (None, 41, 128)              131968    ['stochastic_depth_8[0][0]',  \n",
      " ltiHeadAttention)                                                   'stochastic_depth_8[0][0]']  \n",
      "                                                                                                  \n",
      " dropout_14 (Dropout)        (None, 128)                  0         ['dense_15[0][0]']            \n",
      "                                                                                                  \n",
      " global_average_pooling1d (  (None, 128)                  0         ['multi_head_attention_4[0][0]\n",
      " GlobalAveragePooling1D)                                            ']                            \n",
      "                                                                                                  \n",
      " global_average_pooling1d_1  (None, 128)                  0         ['stochastic_depth_8[0][0]']  \n",
      "  (GlobalAveragePooling1D)                                                                        \n",
      "                                                                                                  \n",
      " global_max_pooling1d (Glob  (None, 128)                  0         ['stochastic_depth_8[0][0]']  \n",
      " alMaxPooling1D)                                                                                  \n",
      "                                                                                                  \n",
      " dense_16 (Dense)            (None, 64)                   8256      ['dropout_14[0][0]']          \n",
      "                                                                                                  \n",
      " concatenate (Concatenate)   (None, 384)                  0         ['global_average_pooling1d[0][\n",
      "                                                                    0]',                          \n",
      "                                                                     'global_average_pooling1d_1[0\n",
      "                                                                    ][0]',                        \n",
      "                                                                     'global_max_pooling1d[0][0]']\n",
      "                                                                                                  \n",
      " dropout_15 (Dropout)        (None, 64)                   0         ['dense_16[0][0]']            \n",
      "                                                                                                  \n",
      " concatenate_1 (Concatenate  (None, 448)                  0         ['concatenate[0][0]',         \n",
      " )                                                                   'dropout_15[0][0]']          \n",
      "                                                                                                  \n",
      " batch_normalization (Batch  (None, 448)                  1792      ['concatenate_1[0][0]']       \n",
      " Normalization)                                                                                   \n",
      "                                                                                                  \n",
      " dense_17 (Dense)            (None, 256)                  114944    ['batch_normalization[0][0]'] \n",
      "                                                                                                  \n",
      " dropout_16 (Dropout)        (None, 256)                  0         ['dense_17[0][0]']            \n",
      "                                                                                                  \n",
      " batch_normalization_1 (Bat  (None, 256)                  1024      ['dropout_16[0][0]']          \n",
      " chNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " dense_18 (Dense)            (None, 128)                  32896     ['batch_normalization_1[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_17 (Dropout)        (None, 128)                  0         ['dense_18[0][0]']            \n",
      "                                                                                                  \n",
      " batch_normalization_2 (Bat  (None, 128)                  512       ['dropout_17[0][0]']          \n",
      " chNormalization)                                                                                 \n",
      "                                                                                                  \n",
      " dense_19 (Dense)            (None, 64)                   8256      ['batch_normalization_2[0][0]'\n",
      "                                                                    ]                             \n",
      "                                                                                                  \n",
      " dropout_18 (Dropout)        (None, 64)                   0         ['dense_19[0][0]']            \n",
      "                                                                                                  \n",
      " dense_20 (Dense)            (None, 5)                    325       ['dropout_18[0][0]']          \n",
      "                                                                                                  \n",
      "==================================================================================================\n",
      "Total params: 972077 (3.71 MB)\n",
      "Trainable params: 965165 (3.68 MB)\n",
      "Non-trainable params: 6912 (27.00 KB)\n",
      "__________________________________________________________________________________________________\n",
      "Epoch 1/150\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-12-07 08:38:44.061185: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x7ade632071d0 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices:\n",
      "2024-12-07 08:38:44.061220: I tensorflow/compiler/xla/service/service.cc:176]   StreamExecutor device (0): NVIDIA L40, Compute Capability 8.9\n",
      "2024-12-07 08:38:44.066715: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:269] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable.\n",
      "2024-12-07 08:38:44.130163: I tensorflow/compiler/xla/stream_executor/cuda/cuda_dnn.cc:442] Loaded cuDNN version 8905\n",
      "2024-12-07 08:38:44.261917: I ./tensorflow/compiler/jit/device_compiler.h:186] Compiled cluster using XLA!  This line is logged at most once for the lifetime of the process.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "   5/4977 [..............................] - ETA: 3:14 - loss: 0.7255 - mae: 1.1227   WARNING:tensorflow:Callback method `on_train_batch_end` is slow compared to the batch time (batch time: 0.0329s vs `on_train_batch_end` time: 0.0391s). Check your callbacks.\n",
      "4977/4977 [==============================] - 329s 62ms/step - loss: 0.0547 - mae: 0.2020 - val_loss: 0.0149 - val_mae: 0.0886 - val_olive_prod_mae: 0.0985 - val_min_oil_prod_mae: 0.0962 - val_max_oil_prod_mae: 0.0947 - val_avg_oil_prod_mae: 0.0915 - val_total_water_need_mae: 0.0625 - lr: 1.0111e-04\n",
      "Epoch 2/150\n",
      "4977/4977 [==============================] - 297s 59ms/step - loss: 0.0254 - mae: 0.1444 - val_loss: 0.0135 - val_mae: 0.0853 - val_olive_prod_mae: 0.0954 - val_min_oil_prod_mae: 0.0936 - val_max_oil_prod_mae: 0.0932 - val_avg_oil_prod_mae: 0.0893 - val_total_water_need_mae: 0.0550 - lr: 1.0219e-05\n",
      "Epoch 3/150\n",
      "4977/4977 [==============================] - 295s 59ms/step - loss: 0.0245 - mae: 0.1423 - val_loss: 0.0133 - val_mae: 0.0847 - val_olive_prod_mae: 0.0942 - val_min_oil_prod_mae: 0.0933 - val_max_oil_prod_mae: 0.0927 - val_avg_oil_prod_mae: 0.0889 - val_total_water_need_mae: 0.0545 - lr: 1.0328e-06\n",
      "Epoch 4/150\n",
      "4977/4977 [==============================] - 302s 61ms/step - loss: 0.0244 - mae: 0.1421 - val_loss: 0.0133 - val_mae: 0.0849 - val_olive_prod_mae: 0.0942 - val_min_oil_prod_mae: 0.0932 - val_max_oil_prod_mae: 0.0927 - val_avg_oil_prod_mae: 0.0889 - val_total_water_need_mae: 0.0554 - lr: 1.0438e-07\n",
      "Epoch 5/150\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-12-07 08:59:07.216568: W tensorflow/tsl/framework/bfc_allocator.cc:485] Allocator (GPU_0_bfc) ran out of memory trying to allocate 26.27MiB (rounded to 27541504)requested by op OilTransformer/multi_head_attention_3/einsum/Einsum\n",
      "If the cause is memory fragmentation maybe the environment variable 'TF_GPU_ALLOCATOR=cuda_malloc_async' will improve the situation. \n",
      "Current allocation summary follows.\n",
      "Current allocation summary follows.\n",
      "2024-12-07 08:59:07.216654: I tensorflow/tsl/framework/bfc_allocator.cc:1039] BFCAllocator dump for GPU_0_bfc\n",
      "2024-12-07 08:59:07.216677: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (256): \tTotal Chunks: 197, Chunks in use: 196. 49.2KiB allocated for chunks. 49.0KiB in use in bin. 3.5KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216687: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (512): \tTotal Chunks: 171, Chunks in use: 166. 90.5KiB allocated for chunks. 87.5KiB in use in bin. 83.4KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216695: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (1024): \tTotal Chunks: 63, Chunks in use: 59. 75.2KiB allocated for chunks. 70.0KiB in use in bin. 66.5KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216702: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (2048): \tTotal Chunks: 6, Chunks in use: 3. 12.5KiB allocated for chunks. 6.0KiB in use in bin. 5.8KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216711: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (4096): \tTotal Chunks: 1, Chunks in use: 0. 4.0KiB allocated for chunks. 0B in use in bin. 0B client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216720: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (8192): \tTotal Chunks: 1, Chunks in use: 1. 10.0KiB allocated for chunks. 10.0KiB in use in bin. 10.0KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216727: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (16384): \tTotal Chunks: 1, Chunks in use: 1. 20.5KiB allocated for chunks. 20.5KiB in use in bin. 20.5KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216735: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (32768): \tTotal Chunks: 16, Chunks in use: 16. 579.5KiB allocated for chunks. 579.5KiB in use in bin. 512.0KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216742: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (65536): \tTotal Chunks: 98, Chunks in use: 98. 6.74MiB allocated for chunks. 6.74MiB in use in bin. 6.54MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216749: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (131072): \tTotal Chunks: 66, Chunks in use: 66. 9.26MiB allocated for chunks. 9.26MiB in use in bin. 8.52MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216756: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (262144): \tTotal Chunks: 7, Chunks in use: 7. 2.51MiB allocated for chunks. 2.51MiB in use in bin. 2.47MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216763: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (524288): \tTotal Chunks: 3, Chunks in use: 3. 1.76MiB allocated for chunks. 1.76MiB in use in bin. 1.44MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216770: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (1048576): \tTotal Chunks: 1, Chunks in use: 1. 1.28MiB allocated for chunks. 1.28MiB in use in bin. 1.28MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216777: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (2097152): \tTotal Chunks: 6, Chunks in use: 5. 14.89MiB allocated for chunks. 12.81MiB in use in bin. 12.81MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216785: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (4194304): \tTotal Chunks: 6, Chunks in use: 6. 33.15MiB allocated for chunks. 33.15MiB in use in bin. 28.19MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216792: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (8388608): \tTotal Chunks: 42, Chunks in use: 42. 437.22MiB allocated for chunks. 437.22MiB in use in bin. 430.50MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216801: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (16777216): \tTotal Chunks: 12, Chunks in use: 12. 263.74MiB allocated for chunks. 263.74MiB in use in bin. 252.20MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216810: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (33554432): \tTotal Chunks: 1, Chunks in use: 1. 34.48MiB allocated for chunks. 34.48MiB in use in bin. 26.27MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216819: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (67108864): \tTotal Chunks: 1, Chunks in use: 1. 97.20MiB allocated for chunks. 97.20MiB in use in bin. 97.20MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216826: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (134217728): \tTotal Chunks: 0, Chunks in use: 0. 0B allocated for chunks. 0B in use in bin. 0B client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216833: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (268435456): \tTotal Chunks: 12, Chunks in use: 12. 8.62GiB allocated for chunks. 8.62GiB in use in bin. 8.62GiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.216839: I tensorflow/tsl/framework/bfc_allocator.cc:1062] Bin for 26.27MiB was 16.00MiB, Chunk State: \n",
      "2024-12-07 08:59:07.216845: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 1608187904\n",
      "2024-12-07 08:59:07.216855: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abdd6000000 of size 385728000 next 704\n",
      "2024-12-07 08:59:07.216862: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abdecfdbe00 of size 354368000 next 653\n",
      "2024-12-07 08:59:07.216867: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe021cf800 of size 385728000 next 455\n",
      "2024-12-07 08:59:07.216873: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe191ab600 of size 10747904 next 89\n",
      "2024-12-07 08:59:07.216880: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe19beb600 of size 10747904 next 563\n",
      "2024-12-07 08:59:07.216886: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1a62b600 of size 16793600 next 544\n",
      "2024-12-07 08:59:07.216892: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1b62f600 of size 27541504 next 40\n",
      "2024-12-07 08:59:07.216897: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1d073600 of size 83968 next 667\n",
      "2024-12-07 08:59:07.216903: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1d087e00 of size 10747904 next 615\n",
      "2024-12-07 08:59:07.216909: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dac7e00 of size 83968 next 759\n",
      "2024-12-07 08:59:07.216915: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dadc600 of size 5373952 next 103\n",
      "2024-12-07 08:59:07.216921: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dffc600 of size 2686976 next 713\n",
      "2024-12-07 08:59:07.216927: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e28c600 of size 83968 next 525\n",
      "2024-12-07 08:59:07.216932: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2a0e00 of size 83968 next 705\n",
      "2024-12-07 08:59:07.216938: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2b5600 of size 83968 next 471\n",
      "2024-12-07 08:59:07.216944: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2c9e00 of size 83968 next 645\n",
      "2024-12-07 08:59:07.216949: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2de600 of size 83968 next 458\n",
      "2024-12-07 08:59:07.216955: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2f2e00 of size 83968 next 621\n",
      "2024-12-07 08:59:07.216960: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7abe1e307600 of size 2183168 next 703\n",
      "2024-12-07 08:59:07.216966: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e51c600 of size 10747904 next 715\n",
      "2024-12-07 08:59:07.216972: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1ef5c600 of size 21495808 next 675\n",
      "2024-12-07 08:59:07.216978: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe203dc600 of size 21495808 next 750\n",
      "2024-12-07 08:59:07.216983: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2185c600 of size 10747904 next 588\n",
      "2024-12-07 08:59:07.216989: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2229c600 of size 10747904 next 497\n",
      "2024-12-07 08:59:07.216996: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe22cdc600 of size 10747904 next 722\n",
      "2024-12-07 08:59:07.217001: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2371c600 of size 10747904 next 479\n",
      "2024-12-07 08:59:07.217007: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2415c600 of size 10747904 next 121\n",
      "2024-12-07 08:59:07.217012: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe24b9c600 of size 10747904 next 419\n",
      "2024-12-07 08:59:07.217018: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe255dc600 of size 10747904 next 507\n",
      "2024-12-07 08:59:07.217023: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2601c600 of size 2686976 next 721\n",
      "2024-12-07 08:59:07.217029: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe262ac600 of size 8060928 next 599\n",
      "2024-12-07 08:59:07.217034: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe26a5c600 of size 10747904 next 541\n",
      "2024-12-07 08:59:07.217039: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2749c600 of size 16793600 next 669\n",
      "2024-12-07 08:59:07.217045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe284a0600 of size 27541504 next 719\n",
      "2024-12-07 08:59:07.217051: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe29ee4600 of size 10747904 next 517\n",
      "2024-12-07 08:59:07.217056: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2a924600 of size 10747904 next 681\n",
      "2024-12-07 08:59:07.217062: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2b364600 of size 10747904 next 432\n",
      "2024-12-07 08:59:07.217067: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2bda4600 of size 10747904 next 95\n",
      "2024-12-07 08:59:07.217072: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2c7e4600 of size 21495808 next 565\n",
      "2024-12-07 08:59:07.217078: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2dc64600 of size 21495808 next 724\n",
      "2024-12-07 08:59:07.217084: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2f0e4600 of size 10747904 next 66\n",
      "2024-12-07 08:59:07.217089: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2fb24600 of size 2686976 next 747\n",
      "2024-12-07 08:59:07.217094: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2fdb4600 of size 10747904 next 533\n",
      "2024-12-07 08:59:07.217100: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe307f4600 of size 10747904 next 571\n",
      "2024-12-07 08:59:07.217106: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe31234600 of size 10747904 next 488\n",
      "2024-12-07 08:59:07.217111: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe31c74600 of size 10747904 next 710\n",
      "2024-12-07 08:59:07.217116: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe326b4600 of size 10747904 next 552\n",
      "2024-12-07 08:59:07.217122: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe330f4600 of size 10747904 next 46\n",
      "2024-12-07 08:59:07.217127: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe33b34600 of size 36157952 next 18446744073709551615\n",
      "2024-12-07 08:59:07.217133: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 4294967296\n",
      "2024-12-07 08:59:07.217139: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad3f2000000 of size 2507232000 next 4\n",
      "2024-12-07 08:59:07.217145: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad487715300 of size 101920000 next 5\n",
      "2024-12-07 08:59:07.217151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848000 of size 256 next 6\n",
      "2024-12-07 08:59:07.217157: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848100 of size 256 next 7\n",
      "2024-12-07 08:59:07.217163: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848200 of size 256 next 8\n",
      "2024-12-07 08:59:07.217168: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848300 of size 256 next 9\n",
      "2024-12-07 08:59:07.217175: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848400 of size 256 next 10\n",
      "2024-12-07 08:59:07.217181: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848500 of size 708736000 next 11\n",
      "2024-12-07 08:59:07.217187: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4b7c2f900 of size 771456000 next 12\n",
      "2024-12-07 08:59:07.217193: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e5be7500 of size 31360000 next 13\n",
      "2024-12-07 08:59:07.217199: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cf900 of size 256 next 14\n",
      "2024-12-07 08:59:07.217204: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfa00 of size 256 next 15\n",
      "2024-12-07 08:59:07.217210: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfb00 of size 256 next 16\n",
      "2024-12-07 08:59:07.217215: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfc00 of size 256 next 17\n",
      "2024-12-07 08:59:07.217221: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfd00 of size 256 next 18\n",
      "2024-12-07 08:59:07.217226: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfe00 of size 256 next 19\n",
      "2024-12-07 08:59:07.217232: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cff00 of size 256 next 21\n",
      "2024-12-07 08:59:07.217238: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0000 of size 256 next 22\n",
      "2024-12-07 08:59:07.217244: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0100 of size 256 next 20\n",
      "2024-12-07 08:59:07.217249: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0200 of size 256 next 586\n",
      "2024-12-07 08:59:07.217255: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0300 of size 256 next 27\n",
      "2024-12-07 08:59:07.217260: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0400 of size 256 next 23\n",
      "2024-12-07 08:59:07.217266: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0500 of size 256 next 26\n",
      "2024-12-07 08:59:07.217272: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0600 of size 256 next 30\n",
      "2024-12-07 08:59:07.217278: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0700 of size 256 next 24\n",
      "2024-12-07 08:59:07.217283: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0800 of size 256 next 79\n",
      "2024-12-07 08:59:07.217289: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0900 of size 256 next 592\n",
      "2024-12-07 08:59:07.217296: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0a00 of size 256 next 25\n",
      "2024-12-07 08:59:07.217301: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0b00 of size 256 next 31\n",
      "2024-12-07 08:59:07.217307: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0c00 of size 256 next 32\n",
      "2024-12-07 08:59:07.217314: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0d00 of size 256 next 57\n",
      "2024-12-07 08:59:07.217320: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0e00 of size 256 next 24960\n",
      "2024-12-07 08:59:07.217326: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0f00 of size 256 next 24951\n",
      "2024-12-07 08:59:07.217332: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1000 of size 256 next 24929\n",
      "2024-12-07 08:59:07.217338: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1100 of size 256 next 584\n",
      "2024-12-07 08:59:07.217345: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1200 of size 256 next 41\n",
      "2024-12-07 08:59:07.217351: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1300 of size 256 next 35\n",
      "2024-12-07 08:59:07.217374: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1400 of size 256 next 36\n",
      "2024-12-07 08:59:07.217380: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1500 of size 256 next 49\n",
      "2024-12-07 08:59:07.217387: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1600 of size 256 next 45\n",
      "2024-12-07 08:59:07.217393: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1700 of size 256 next 43\n",
      "2024-12-07 08:59:07.217398: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1800 of size 256 next 44\n",
      "2024-12-07 08:59:07.217406: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1900 of size 256 next 24946\n",
      "2024-12-07 08:59:07.217413: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1a00 of size 256 next 604\n",
      "2024-12-07 08:59:07.217419: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1b00 of size 256 next 435\n",
      "2024-12-07 08:59:07.217425: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1c00 of size 256 next 564\n",
      "2024-12-07 08:59:07.217432: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1d00 of size 256 next 523\n",
      "2024-12-07 08:59:07.217437: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1e00 of size 256 next 48\n",
      "2024-12-07 08:59:07.217444: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1f00 of size 256 next 51\n",
      "2024-12-07 08:59:07.217450: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2000 of size 256 next 52\n",
      "2024-12-07 08:59:07.217457: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2100 of size 512 next 634\n",
      "2024-12-07 08:59:07.217464: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2300 of size 1024 next 514\n",
      "2024-12-07 08:59:07.217472: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2700 of size 1792 next 96\n",
      "2024-12-07 08:59:07.217478: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2e00 of size 1024 next 647\n",
      "2024-12-07 08:59:07.217485: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3200 of size 256 next 589\n",
      "2024-12-07 08:59:07.217492: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3300 of size 1280 next 506\n",
      "2024-12-07 08:59:07.217497: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3800 of size 256 next 611\n",
      "2024-12-07 08:59:07.217504: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3900 of size 256 next 172\n",
      "2024-12-07 08:59:07.217511: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3a00 of size 256 next 677\n",
      "2024-12-07 08:59:07.217518: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3b00 of size 256 next 613\n",
      "2024-12-07 08:59:07.217524: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3c00 of size 256 next 489\n",
      "2024-12-07 08:59:07.217531: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3d00 of size 256 next 24973\n",
      "2024-12-07 08:59:07.217537: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3e00 of size 256 next 124\n",
      "2024-12-07 08:59:07.217544: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3f00 of size 256 next 24979\n",
      "2024-12-07 08:59:07.217551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4000 of size 256 next 453\n",
      "2024-12-07 08:59:07.217557: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4100 of size 256 next 651\n",
      "2024-12-07 08:59:07.217564: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4200 of size 256 next 658\n",
      "2024-12-07 08:59:07.217570: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4300 of size 256 next 642\n",
      "2024-12-07 08:59:07.217577: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4400 of size 768 next 135\n",
      "2024-12-07 08:59:07.217584: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4700 of size 768 next 691\n",
      "2024-12-07 08:59:07.217590: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4a00 of size 768 next 560\n",
      "2024-12-07 08:59:07.217597: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4d00 of size 768 next 428\n",
      "2024-12-07 08:59:07.217603: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5000 of size 512 next 64\n",
      "2024-12-07 08:59:07.217610: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5200 of size 512 next 527\n",
      "2024-12-07 08:59:07.217616: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5400 of size 256 next 143\n",
      "2024-12-07 08:59:07.217623: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5500 of size 512 next 486\n",
      "2024-12-07 08:59:07.217629: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5700 of size 512 next 501\n",
      "2024-12-07 08:59:07.217635: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5900 of size 768 next 539\n",
      "2024-12-07 08:59:07.217642: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5c00 of size 768 next 60\n",
      "2024-12-07 08:59:07.217648: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5f00 of size 512 next 423\n",
      "2024-12-07 08:59:07.217655: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6100 of size 256 next 173\n",
      "2024-12-07 08:59:07.217662: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6200 of size 256 next 590\n",
      "2024-12-07 08:59:07.217669: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6300 of size 512 next 98\n",
      "2024-12-07 08:59:07.217676: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6500 of size 512 next 531\n",
      "2024-12-07 08:59:07.217684: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6700 of size 768 next 663\n",
      "2024-12-07 08:59:07.217690: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6a00 of size 768 next 548\n",
      "2024-12-07 08:59:07.217697: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6d00 of size 512 next 131\n",
      "2024-12-07 08:59:07.217704: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6f00 of size 512 next 482\n",
      "2024-12-07 08:59:07.217711: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7100 of size 512 next 109\n",
      "2024-12-07 08:59:07.217717: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7300 of size 256 next 115\n",
      "2024-12-07 08:59:07.217724: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7400 of size 256 next 116\n",
      "2024-12-07 08:59:07.217731: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7500 of size 256 next 741\n",
      "2024-12-07 08:59:07.217739: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7600 of size 512 next 86\n",
      "2024-12-07 08:59:07.217745: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79d7800 of size 768 next 491\n",
      "2024-12-07 08:59:07.217751: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7b00 of size 256 next 502\n",
      "2024-12-07 08:59:07.217758: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7c00 of size 256 next 24995\n",
      "2024-12-07 08:59:07.217765: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7d00 of size 256 next 641\n",
      "2024-12-07 08:59:07.217771: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7e00 of size 256 next 81\n",
      "2024-12-07 08:59:07.217778: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7f00 of size 256 next 577\n",
      "2024-12-07 08:59:07.217787: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8000 of size 256 next 123\n",
      "2024-12-07 08:59:07.217795: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8100 of size 256 next 117\n",
      "2024-12-07 08:59:07.217801: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8200 of size 256 next 118\n",
      "2024-12-07 08:59:07.217807: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8300 of size 256 next 438\n",
      "2024-12-07 08:59:07.217814: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8400 of size 256 next 505\n",
      "2024-12-07 08:59:07.217820: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8500 of size 256 next 628\n",
      "2024-12-07 08:59:07.217826: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8600 of size 256 next 127\n",
      "2024-12-07 08:59:07.217833: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8700 of size 256 next 113\n",
      "2024-12-07 08:59:07.217840: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8800 of size 256 next 126\n",
      "2024-12-07 08:59:07.217846: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8900 of size 256 next 129\n",
      "2024-12-07 08:59:07.217853: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8a00 of size 256 next 130\n",
      "2024-12-07 08:59:07.217859: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8b00 of size 256 next 164\n",
      "2024-12-07 08:59:07.217865: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8c00 of size 256 next 499\n",
      "2024-12-07 08:59:07.217872: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8d00 of size 256 next 114\n",
      "2024-12-07 08:59:07.217879: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8e00 of size 256 next 451\n",
      "2024-12-07 08:59:07.217885: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8f00 of size 256 next 542\n",
      "2024-12-07 08:59:07.217891: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9000 of size 256 next 593\n",
      "2024-12-07 08:59:07.217898: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9100 of size 256 next 450\n",
      "2024-12-07 08:59:07.217904: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9200 of size 256 next 480\n",
      "2024-12-07 08:59:07.217911: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9300 of size 256 next 550\n",
      "2024-12-07 08:59:07.217919: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9400 of size 512 next 102\n",
      "2024-12-07 08:59:07.217926: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9600 of size 512 next 554\n",
      "2024-12-07 08:59:07.217933: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9800 of size 1280 next 643\n",
      "2024-12-07 08:59:07.217939: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9d00 of size 768 next 132\n",
      "2024-12-07 08:59:07.217946: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79da000 of size 1792 next 139\n",
      "2024-12-07 08:59:07.217952: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79da700 of size 1792 next 140\n",
      "2024-12-07 08:59:07.217959: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dae00 of size 256 next 141\n",
      "2024-12-07 08:59:07.217965: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79daf00 of size 256 next 142\n",
      "2024-12-07 08:59:07.217971: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db000 of size 256 next 598\n",
      "2024-12-07 08:59:07.217978: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db100 of size 256 next 463\n",
      "2024-12-07 08:59:07.217985: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db200 of size 256 next 692\n",
      "2024-12-07 08:59:07.217993: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db300 of size 256 next 467\n",
      "2024-12-07 08:59:07.217999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db400 of size 256 next 690\n",
      "2024-12-07 08:59:07.218006: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db500 of size 256 next 466\n",
      "2024-12-07 08:59:07.218012: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db600 of size 256 next 616\n",
      "2024-12-07 08:59:07.218019: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db700 of size 256 next 24947\n",
      "2024-12-07 08:59:07.218025: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db800 of size 256 next 559\n",
      "2024-12-07 08:59:07.218032: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db900 of size 256 next 633\n",
      "2024-12-07 08:59:07.218038: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dba00 of size 256 next 24980\n",
      "2024-12-07 08:59:07.218045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dbb00 of size 256 next 144\n",
      "2024-12-07 08:59:07.218052: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dbc00 of size 1024 next 148\n",
      "2024-12-07 08:59:07.218058: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc000 of size 1024 next 149\n",
      "2024-12-07 08:59:07.218065: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc400 of size 1280 next 676\n",
      "2024-12-07 08:59:07.218072: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc900 of size 256 next 151\n",
      "2024-12-07 08:59:07.218080: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dca00 of size 512 next 154\n",
      "2024-12-07 08:59:07.218087: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dcc00 of size 512 next 155\n",
      "2024-12-07 08:59:07.218093: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dce00 of size 256 next 156\n",
      "2024-12-07 08:59:07.218100: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dcf00 of size 256 next 157\n",
      "2024-12-07 08:59:07.218106: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd000 of size 256 next 158\n",
      "2024-12-07 08:59:07.218113: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd100 of size 256 next 161\n",
      "2024-12-07 08:59:07.218120: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd200 of size 256 next 162\n",
      "2024-12-07 08:59:07.218126: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd300 of size 256 next 160\n",
      "2024-12-07 08:59:07.218133: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd400 of size 256 next 169\n",
      "2024-12-07 08:59:07.218139: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd500 of size 256 next 166\n",
      "2024-12-07 08:59:07.218147: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd600 of size 256 next 167\n",
      "2024-12-07 08:59:07.218154: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd700 of size 256 next 168\n",
      "2024-12-07 08:59:07.218160: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd800 of size 256 next 163\n",
      "2024-12-07 08:59:07.218167: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd900 of size 256 next 170\n",
      "2024-12-07 08:59:07.218173: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dda00 of size 256 next 171\n",
      "2024-12-07 08:59:07.218180: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79ddb00 of size 2048 next 165\n",
      "2024-12-07 08:59:07.218186: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de300 of size 256 next 174\n",
      "2024-12-07 08:59:07.218193: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de400 of size 256 next 175\n",
      "2024-12-07 08:59:07.218200: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de500 of size 256 next 176\n",
      "2024-12-07 08:59:07.218206: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de600 of size 768 next 177\n",
      "2024-12-07 08:59:07.218212: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de900 of size 768 next 178\n",
      "2024-12-07 08:59:07.218220: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dec00 of size 256 next 179\n",
      "2024-12-07 08:59:07.218226: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79ded00 of size 256 next 180\n",
      "2024-12-07 08:59:07.218233: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dee00 of size 512 next 181\n",
      "2024-12-07 08:59:07.218239: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df000 of size 512 next 182\n",
      "2024-12-07 08:59:07.218246: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df200 of size 512 next 185\n",
      "2024-12-07 08:59:07.218252: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df400 of size 512 next 186\n",
      "2024-12-07 08:59:07.218258: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df600 of size 512 next 188\n",
      "2024-12-07 08:59:07.218265: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df800 of size 512 next 189\n",
      "2024-12-07 08:59:07.218273: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfa00 of size 512 next 192\n",
      "2024-12-07 08:59:07.218280: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfc00 of size 512 next 193\n",
      "2024-12-07 08:59:07.218286: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfe00 of size 512 next 196\n",
      "2024-12-07 08:59:07.218293: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0000 of size 512 next 197\n",
      "2024-12-07 08:59:07.218300: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0200 of size 512 next 200\n",
      "2024-12-07 08:59:07.218306: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0400 of size 512 next 201\n",
      "2024-12-07 08:59:07.218313: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0600 of size 512 next 202\n",
      "2024-12-07 08:59:07.218319: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0800 of size 768 next 29\n",
      "2024-12-07 08:59:07.218326: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0b00 of size 512 next 78\n",
      "2024-12-07 08:59:07.218332: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0d00 of size 512 next 558\n",
      "2024-12-07 08:59:07.218339: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0f00 of size 512 next 657\n",
      "2024-12-07 08:59:07.218346: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1100 of size 768 next 528\n",
      "2024-12-07 08:59:07.218353: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1400 of size 512 next 33\n",
      "2024-12-07 08:59:07.218369: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1600 of size 768 next 664\n",
      "2024-12-07 08:59:07.218376: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1900 of size 256 next 515\n",
      "2024-12-07 08:59:07.218383: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1a00 of size 256 next 723\n",
      "2024-12-07 08:59:07.218390: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1b00 of size 256 next 24991\n",
      "2024-12-07 08:59:07.218397: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1c00 of size 256 next 99\n",
      "2024-12-07 08:59:07.218404: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1d00 of size 512 next 152\n",
      "2024-12-07 08:59:07.218410: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79e1f00 of size 1792 next 92\n",
      "2024-12-07 08:59:07.218418: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2600 of size 256 next 462\n",
      "2024-12-07 08:59:07.218424: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2700 of size 256 next 614\n",
      "2024-12-07 08:59:07.218430: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2800 of size 256 next 557\n",
      "2024-12-07 08:59:07.218437: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2900 of size 256 next 521\n",
      "2024-12-07 08:59:07.218443: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2a00 of size 256 next 659\n",
      "2024-12-07 08:59:07.218450: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2b00 of size 256 next 24934\n",
      "2024-12-07 08:59:07.218456: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2c00 of size 256 next 543\n",
      "2024-12-07 08:59:07.218463: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2d00 of size 768 next 568\n",
      "2024-12-07 08:59:07.218470: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79e3000 of size 768 next 639\n",
      "2024-12-07 08:59:07.218476: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3300 of size 512 next 53\n",
      "2024-12-07 08:59:07.218483: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3500 of size 1024 next 606\n",
      "2024-12-07 08:59:07.218489: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3900 of size 256 next 575\n",
      "2024-12-07 08:59:07.218495: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3a00 of size 256 next 607\n",
      "2024-12-07 08:59:07.218502: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3b00 of size 1280 next 420\n",
      "2024-12-07 08:59:07.218508: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4000 of size 256 next 689\n",
      "2024-12-07 08:59:07.218515: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4100 of size 2048 next 465\n",
      "2024-12-07 08:59:07.218522: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4900 of size 256 next 712\n",
      "2024-12-07 08:59:07.218529: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4a00 of size 256 next 468\n",
      "2024-12-07 08:59:07.218535: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4b00 of size 256 next 742\n",
      "2024-12-07 08:59:07.218542: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4c00 of size 256 next 578\n",
      "2024-12-07 08:59:07.218549: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4d00 of size 512 next 39\n",
      "2024-12-07 08:59:07.218556: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4f00 of size 512 next 635\n",
      "2024-12-07 08:59:07.218564: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5100 of size 256 next 446\n",
      "2024-12-07 08:59:07.218569: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79e5200 of size 2048 next 540\n",
      "2024-12-07 08:59:07.218576: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5a00 of size 768 next 34\n",
      "2024-12-07 08:59:07.218583: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5d00 of size 256 next 623\n",
      "2024-12-07 08:59:07.218589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5e00 of size 512 next 492\n",
      "2024-12-07 08:59:07.218596: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6000 of size 512 next 702\n",
      "2024-12-07 08:59:07.218602: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6200 of size 512 next 752\n",
      "2024-12-07 08:59:07.218609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6400 of size 512 next 706\n",
      "2024-12-07 08:59:07.218616: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6600 of size 1536 next 472\n",
      "2024-12-07 08:59:07.218623: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6c00 of size 256 next 90\n",
      "2024-12-07 08:59:07.218629: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6d00 of size 256 next 581\n",
      "2024-12-07 08:59:07.218636: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6e00 of size 256 next 610\n",
      "2024-12-07 08:59:07.218644: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6f00 of size 512 next 646\n",
      "2024-12-07 08:59:07.218651: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7100 of size 512 next 576\n",
      "2024-12-07 08:59:07.218657: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79e7300 of size 512 next 583\n",
      "2024-12-07 08:59:07.218663: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7500 of size 256 next 487\n",
      "2024-12-07 08:59:07.218670: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7600 of size 256 next 522\n",
      "2024-12-07 08:59:07.218677: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7700 of size 256 next 459\n",
      "2024-12-07 08:59:07.218683: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7800 of size 256 next 654\n",
      "2024-12-07 08:59:07.218690: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7900 of size 768 next 596\n",
      "2024-12-07 08:59:07.218697: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7c00 of size 512 next 648\n",
      "2024-12-07 08:59:07.218703: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7e00 of size 512 next 625\n",
      "2024-12-07 08:59:07.218710: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8000 of size 1280 next 735\n",
      "2024-12-07 08:59:07.218716: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8500 of size 512 next 652\n",
      "2024-12-07 08:59:07.218722: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8700 of size 512 next 457\n",
      "2024-12-07 08:59:07.218729: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8900 of size 512 next 28\n",
      "2024-12-07 08:59:07.218736: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8b00 of size 20992 next 37\n",
      "2024-12-07 08:59:07.218743: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79edd00 of size 32768 next 159\n",
      "2024-12-07 08:59:07.218750: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79f5d00 of size 246784 next 619\n",
      "2024-12-07 08:59:07.218756: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a32100 of size 164608 next 566\n",
      "2024-12-07 08:59:07.218763: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5a400 of size 256 next 42\n",
      "2024-12-07 08:59:07.218770: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5a500 of size 256 next 546\n",
      "2024-12-07 08:59:07.218776: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a5a600 of size 4096 next 644\n",
      "2024-12-07 08:59:07.218782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5b600 of size 512 next 569\n",
      "2024-12-07 08:59:07.218789: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a5b800 of size 1536 next 421\n",
      "2024-12-07 08:59:07.218795: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5be00 of size 512 next 474\n",
      "2024-12-07 08:59:07.218802: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5c000 of size 512 next 624\n",
      "2024-12-07 08:59:07.218809: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a5c200 of size 2560 next 496\n",
      "2024-12-07 08:59:07.218815: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5cc00 of size 512 next 437\n",
      "2024-12-07 08:59:07.218822: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ce00 of size 512 next 763\n",
      "2024-12-07 08:59:07.218830: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d000 of size 512 next 73\n",
      "2024-12-07 08:59:07.218837: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d200 of size 512 next 91\n",
      "2024-12-07 08:59:07.218844: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d400 of size 512 next 650\n",
      "2024-12-07 08:59:07.218851: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d600 of size 768 next 137\n",
      "2024-12-07 08:59:07.218858: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d900 of size 512 next 431\n",
      "2024-12-07 08:59:07.218866: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5db00 of size 512 next 145\n",
      "2024-12-07 08:59:07.218873: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5dd00 of size 512 next 481\n",
      "2024-12-07 08:59:07.218881: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5df00 of size 512 next 464\n",
      "2024-12-07 08:59:07.218888: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e100 of size 1536 next 442\n",
      "2024-12-07 08:59:07.218895: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e700 of size 512 next 730\n",
      "2024-12-07 08:59:07.218903: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e900 of size 256 next 518\n",
      "2024-12-07 08:59:07.218910: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ea00 of size 512 next 110\n",
      "2024-12-07 08:59:07.218918: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a5ec00 of size 256 next 494\n",
      "2024-12-07 08:59:07.218925: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ed00 of size 256 next 100\n",
      "2024-12-07 08:59:07.218932: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ee00 of size 32768 next 693\n",
      "2024-12-07 08:59:07.218940: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a66e00 of size 1024 next 696\n",
      "2024-12-07 08:59:07.218946: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a67200 of size 512 next 470\n",
      "2024-12-07 08:59:07.218953: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a67400 of size 59648 next 138\n",
      "2024-12-07 08:59:07.218960: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a75d00 of size 32768 next 56\n",
      "2024-12-07 08:59:07.218967: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a7dd00 of size 65536 next 629\n",
      "2024-12-07 08:59:07.218974: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a8dd00 of size 1024 next 666\n",
      "2024-12-07 08:59:07.218981: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a8e100 of size 130560 next 493\n",
      "2024-12-07 08:59:07.218988: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7aadf00 of size 65536 next 80\n",
      "2024-12-07 08:59:07.218995: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7abdf00 of size 131072 next 38\n",
      "2024-12-07 08:59:07.219002: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7addf00 of size 512 next 545\n",
      "2024-12-07 08:59:07.219009: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ade100 of size 65536 next 697\n",
      "2024-12-07 08:59:07.219017: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7aee100 of size 65536 next 637\n",
      "2024-12-07 08:59:07.219024: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7afe100 of size 115712 next 58\n",
      "2024-12-07 08:59:07.219031: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b1a500 of size 512 next 108\n",
      "2024-12-07 08:59:07.219038: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b1a700 of size 131072 next 439\n",
      "2024-12-07 08:59:07.219045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b3a700 of size 131072 next 74\n",
      "2024-12-07 08:59:07.219052: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b5a700 of size 1024 next 601\n",
      "2024-12-07 08:59:07.219059: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b5ab00 of size 65536 next 424\n",
      "2024-12-07 08:59:07.219066: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b6ab00 of size 512 next 609\n",
      "2024-12-07 08:59:07.219072: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b6ad00 of size 131072 next 685\n",
      "2024-12-07 08:59:07.219079: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b8ad00 of size 1024 next 504\n",
      "2024-12-07 08:59:07.219086: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b8b100 of size 32768 next 136\n",
      "2024-12-07 08:59:07.219092: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b93100 of size 1792 next 475\n",
      "2024-12-07 08:59:07.219100: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b93800 of size 65536 next 67\n",
      "2024-12-07 08:59:07.219106: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ba3800 of size 131072 next 672\n",
      "2024-12-07 08:59:07.219114: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7bc3800 of size 512 next 580\n",
      "2024-12-07 08:59:07.219121: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bc3a00 of size 1024 next 707\n",
      "2024-12-07 08:59:07.219129: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bc3e00 of size 198656 next 600\n",
      "2024-12-07 08:59:07.219136: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf4600 of size 1792 next 679\n",
      "2024-12-07 08:59:07.219144: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf4d00 of size 1024 next 441\n",
      "2024-12-07 08:59:07.219151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf5100 of size 101376 next 106\n",
      "2024-12-07 08:59:07.219158: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c0dd00 of size 65536 next 183\n",
      "2024-12-07 08:59:07.219165: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c1dd00 of size 65536 next 184\n",
      "2024-12-07 08:59:07.219172: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c2dd00 of size 65536 next 187\n",
      "2024-12-07 08:59:07.219178: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c3dd00 of size 65536 next 112\n",
      "2024-12-07 08:59:07.219185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c4dd00 of size 65536 next 740\n",
      "2024-12-07 08:59:07.219191: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c5dd00 of size 131072 next 436\n",
      "2024-12-07 08:59:07.219198: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c7dd00 of size 131072 next 430\n",
      "2024-12-07 08:59:07.219204: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c9dd00 of size 65536 next 526\n",
      "2024-12-07 08:59:07.219211: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cadd00 of size 65536 next 678\n",
      "2024-12-07 08:59:07.219218: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cbdd00 of size 65536 next 508\n",
      "2024-12-07 08:59:07.219225: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ccdd00 of size 65536 next 731\n",
      "2024-12-07 08:59:07.219231: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cddd00 of size 65536 next 627\n",
      "2024-12-07 08:59:07.219238: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cedd00 of size 131072 next 537\n",
      "2024-12-07 08:59:07.219245: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d0dd00 of size 65536 next 478\n",
      "2024-12-07 08:59:07.219252: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d1dd00 of size 65536 next 503\n",
      "2024-12-07 08:59:07.219258: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d2dd00 of size 65536 next 594\n",
      "2024-12-07 08:59:07.219266: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d3dd00 of size 181248 next 153\n",
      "2024-12-07 08:59:07.219273: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d6a100 of size 65536 next 190\n",
      "2024-12-07 08:59:07.219281: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d7a100 of size 65536 next 191\n",
      "2024-12-07 08:59:07.219288: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d8a100 of size 65536 next 194\n",
      "2024-12-07 08:59:07.219295: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d9a100 of size 65536 next 195\n",
      "2024-12-07 08:59:07.219302: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7daa100 of size 65536 next 198\n",
      "2024-12-07 08:59:07.219309: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dba100 of size 65536 next 199\n",
      "2024-12-07 08:59:07.219316: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca100 of size 512 next 203\n",
      "2024-12-07 08:59:07.219322: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca300 of size 512 next 204\n",
      "2024-12-07 08:59:07.219329: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca500 of size 131072 next 205\n",
      "2024-12-07 08:59:07.219336: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dea500 of size 261120 next 147\n",
      "2024-12-07 08:59:07.219343: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a100 of size 256 next 620\n",
      "2024-12-07 08:59:07.219350: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a200 of size 256 next 612\n",
      "2024-12-07 08:59:07.219356: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a300 of size 131072 next 682\n",
      "2024-12-07 08:59:07.219376: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e4a300 of size 32768 next 709\n",
      "2024-12-07 08:59:07.219383: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e52300 of size 32768 next 698\n",
      "2024-12-07 08:59:07.219392: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e5a300 of size 115712 next 88\n",
      "2024-12-07 08:59:07.219398: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e76700 of size 1280 next 456\n",
      "2024-12-07 08:59:07.219406: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e76c00 of size 64256 next 125\n",
      "2024-12-07 08:59:07.219412: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e86700 of size 32768 next 75\n",
      "2024-12-07 08:59:07.219419: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8e700 of size 1024 next 535\n",
      "2024-12-07 08:59:07.219426: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8eb00 of size 1024 next 562\n",
      "2024-12-07 08:59:07.219433: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8ef00 of size 1024 next 461\n",
      "2024-12-07 08:59:07.219441: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8f300 of size 1024 next 656\n",
      "2024-12-07 08:59:07.219449: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8f700 of size 43520 next 146\n",
      "2024-12-07 08:59:07.219456: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a100 of size 1024 next 206\n",
      "2024-12-07 08:59:07.219463: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a500 of size 1024 next 207\n",
      "2024-12-07 08:59:07.219470: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a900 of size 131072 next 208\n",
      "2024-12-07 08:59:07.219475: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eba900 of size 131072 next 209\n",
      "2024-12-07 08:59:07.219482: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eda900 of size 512 next 210\n",
      "2024-12-07 08:59:07.219488: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edab00 of size 512 next 211\n",
      "2024-12-07 08:59:07.219495: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edad00 of size 512 next 212\n",
      "2024-12-07 08:59:07.219501: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edaf00 of size 512 next 213\n",
      "2024-12-07 08:59:07.219508: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb100 of size 512 next 214\n",
      "2024-12-07 08:59:07.219514: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb300 of size 512 next 215\n",
      "2024-12-07 08:59:07.219521: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb500 of size 65536 next 216\n",
      "2024-12-07 08:59:07.219528: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eeb500 of size 65536 next 217\n",
      "2024-12-07 08:59:07.219535: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb500 of size 512 next 218\n",
      "2024-12-07 08:59:07.219543: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb700 of size 512 next 219\n",
      "2024-12-07 08:59:07.219550: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb900 of size 65536 next 220\n",
      "2024-12-07 08:59:07.219557: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f0b900 of size 65536 next 221\n",
      "2024-12-07 08:59:07.219565: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1b900 of size 512 next 222\n",
      "2024-12-07 08:59:07.219572: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1bb00 of size 512 next 223\n",
      "2024-12-07 08:59:07.219580: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1bd00 of size 65536 next 224\n",
      "2024-12-07 08:59:07.219587: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f2bd00 of size 65536 next 225\n",
      "2024-12-07 08:59:07.219594: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3bd00 of size 512 next 226\n",
      "2024-12-07 08:59:07.219602: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3bf00 of size 512 next 227\n",
      "2024-12-07 08:59:07.219609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3c100 of size 65536 next 228\n",
      "2024-12-07 08:59:07.219616: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f4c100 of size 65536 next 229\n",
      "2024-12-07 08:59:07.219624: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c100 of size 512 next 230\n",
      "2024-12-07 08:59:07.219631: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c300 of size 512 next 231\n",
      "2024-12-07 08:59:07.219639: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c500 of size 65536 next 232\n",
      "2024-12-07 08:59:07.219646: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f6c500 of size 65536 next 233\n",
      "2024-12-07 08:59:07.219653: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c500 of size 512 next 234\n",
      "2024-12-07 08:59:07.219660: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c700 of size 512 next 235\n",
      "2024-12-07 08:59:07.219668: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c900 of size 512 next 236\n",
      "2024-12-07 08:59:07.219674: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cb00 of size 512 next 237\n",
      "2024-12-07 08:59:07.219680: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cd00 of size 512 next 238\n",
      "2024-12-07 08:59:07.219687: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cf00 of size 512 next 239\n",
      "2024-12-07 08:59:07.219694: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7d100 of size 131072 next 240\n",
      "2024-12-07 08:59:07.219700: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f9d100 of size 131072 next 241\n",
      "2024-12-07 08:59:07.219707: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd100 of size 1024 next 242\n",
      "2024-12-07 08:59:07.219714: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd500 of size 1024 next 243\n",
      "2024-12-07 08:59:07.219721: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd900 of size 131072 next 244\n",
      "2024-12-07 08:59:07.219728: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fdd900 of size 131072 next 245\n",
      "2024-12-07 08:59:07.219734: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffd900 of size 512 next 246\n",
      "2024-12-07 08:59:07.219741: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdb00 of size 512 next 247\n",
      "2024-12-07 08:59:07.219748: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdd00 of size 512 next 248\n",
      "2024-12-07 08:59:07.219755: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdf00 of size 512 next 249\n",
      "2024-12-07 08:59:07.219762: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe100 of size 512 next 250\n",
      "2024-12-07 08:59:07.219770: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe300 of size 512 next 251\n",
      "2024-12-07 08:59:07.219776: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe500 of size 65536 next 252\n",
      "2024-12-07 08:59:07.219784: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e800e500 of size 65536 next 253\n",
      "2024-12-07 08:59:07.219791: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e500 of size 512 next 254\n",
      "2024-12-07 08:59:07.219798: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e700 of size 512 next 255\n",
      "2024-12-07 08:59:07.219806: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e900 of size 65536 next 256\n",
      "2024-12-07 08:59:07.219813: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e802e900 of size 65536 next 257\n",
      "2024-12-07 08:59:07.219820: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803e900 of size 512 next 258\n",
      "2024-12-07 08:59:07.219828: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803eb00 of size 512 next 259\n",
      "2024-12-07 08:59:07.219835: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803ed00 of size 65536 next 260\n",
      "2024-12-07 08:59:07.219842: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e804ed00 of size 65536 next 261\n",
      "2024-12-07 08:59:07.219850: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805ed00 of size 512 next 262\n",
      "2024-12-07 08:59:07.219857: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805ef00 of size 512 next 263\n",
      "2024-12-07 08:59:07.219864: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805f100 of size 65536 next 264\n",
      "2024-12-07 08:59:07.219872: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e806f100 of size 65536 next 265\n",
      "2024-12-07 08:59:07.219879: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f100 of size 512 next 266\n",
      "2024-12-07 08:59:07.219886: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f300 of size 512 next 267\n",
      "2024-12-07 08:59:07.219894: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f500 of size 65536 next 268\n",
      "2024-12-07 08:59:07.219901: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e808f500 of size 65536 next 269\n",
      "2024-12-07 08:59:07.219907: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f500 of size 512 next 270\n",
      "2024-12-07 08:59:07.219914: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f700 of size 512 next 271\n",
      "2024-12-07 08:59:07.219921: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f900 of size 512 next 272\n",
      "2024-12-07 08:59:07.219927: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809fb00 of size 512 next 273\n",
      "2024-12-07 08:59:07.219933: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809fd00 of size 512 next 274\n",
      "2024-12-07 08:59:07.219940: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809ff00 of size 512 next 275\n",
      "2024-12-07 08:59:07.219947: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80a0100 of size 131072 next 276\n",
      "2024-12-07 08:59:07.219953: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80c0100 of size 131072 next 277\n",
      "2024-12-07 08:59:07.219960: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0100 of size 1024 next 278\n",
      "2024-12-07 08:59:07.219968: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0500 of size 1024 next 279\n",
      "2024-12-07 08:59:07.219975: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0900 of size 131072 next 280\n",
      "2024-12-07 08:59:07.219982: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8100900 of size 131072 next 281\n",
      "2024-12-07 08:59:07.219990: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120900 of size 512 next 282\n",
      "2024-12-07 08:59:07.219997: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120b00 of size 512 next 283\n",
      "2024-12-07 08:59:07.220005: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120d00 of size 512 next 284\n",
      "2024-12-07 08:59:07.220012: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120f00 of size 512 next 285\n",
      "2024-12-07 08:59:07.220020: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121100 of size 512 next 286\n",
      "2024-12-07 08:59:07.220027: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121300 of size 512 next 287\n",
      "2024-12-07 08:59:07.220034: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121500 of size 65536 next 288\n",
      "2024-12-07 08:59:07.220041: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8131500 of size 65536 next 289\n",
      "2024-12-07 08:59:07.220048: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141500 of size 512 next 290\n",
      "2024-12-07 08:59:07.220054: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141700 of size 512 next 291\n",
      "2024-12-07 08:59:07.220061: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141900 of size 65536 next 292\n",
      "2024-12-07 08:59:07.220068: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8151900 of size 65536 next 293\n",
      "2024-12-07 08:59:07.220075: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161900 of size 512 next 294\n",
      "2024-12-07 08:59:07.220081: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161b00 of size 512 next 295\n",
      "2024-12-07 08:59:07.220088: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161d00 of size 65536 next 296\n",
      "2024-12-07 08:59:07.220095: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8171d00 of size 65536 next 297\n",
      "2024-12-07 08:59:07.220102: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8181d00 of size 512 next 298\n",
      "2024-12-07 08:59:07.220111: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8181f00 of size 512 next 299\n",
      "2024-12-07 08:59:07.220118: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8182100 of size 65536 next 300\n",
      "2024-12-07 08:59:07.220125: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8192100 of size 65536 next 301\n",
      "2024-12-07 08:59:07.220131: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2100 of size 512 next 302\n",
      "2024-12-07 08:59:07.220138: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2300 of size 512 next 303\n",
      "2024-12-07 08:59:07.220146: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2500 of size 65536 next 304\n",
      "2024-12-07 08:59:07.220153: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81b2500 of size 65536 next 305\n",
      "2024-12-07 08:59:07.220161: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2500 of size 512 next 306\n",
      "2024-12-07 08:59:07.220169: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2700 of size 512 next 307\n",
      "2024-12-07 08:59:07.220178: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2900 of size 512 next 308\n",
      "2024-12-07 08:59:07.220185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2b00 of size 512 next 309\n",
      "2024-12-07 08:59:07.220192: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2d00 of size 512 next 310\n",
      "2024-12-07 08:59:07.220200: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2f00 of size 512 next 311\n",
      "2024-12-07 08:59:07.220207: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c3100 of size 131072 next 312\n",
      "2024-12-07 08:59:07.220214: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81e3100 of size 131072 next 313\n",
      "2024-12-07 08:59:07.220221: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203100 of size 1024 next 314\n",
      "2024-12-07 08:59:07.220229: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203500 of size 1024 next 315\n",
      "2024-12-07 08:59:07.220236: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203900 of size 131072 next 316\n",
      "2024-12-07 08:59:07.220245: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8223900 of size 131072 next 317\n",
      "2024-12-07 08:59:07.220253: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243900 of size 512 next 318\n",
      "2024-12-07 08:59:07.220261: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243b00 of size 512 next 319\n",
      "2024-12-07 08:59:07.220268: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243d00 of size 512 next 320\n",
      "2024-12-07 08:59:07.220276: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243f00 of size 512 next 321\n",
      "2024-12-07 08:59:07.220282: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244100 of size 512 next 322\n",
      "2024-12-07 08:59:07.220289: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244300 of size 512 next 323\n",
      "2024-12-07 08:59:07.220296: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244500 of size 115712 next 324\n",
      "2024-12-07 08:59:07.220303: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8260900 of size 115712 next 325\n",
      "2024-12-07 08:59:07.220310: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827cd00 of size 1024 next 326\n",
      "2024-12-07 08:59:07.220317: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d100 of size 1024 next 327\n",
      "2024-12-07 08:59:07.220323: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d500 of size 512 next 328\n",
      "2024-12-07 08:59:07.220330: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d700 of size 512 next 329\n",
      "2024-12-07 08:59:07.220337: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d900 of size 512 next 330\n",
      "2024-12-07 08:59:07.220344: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827db00 of size 512 next 331\n",
      "2024-12-07 08:59:07.220351: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827dd00 of size 131072 next 332\n",
      "2024-12-07 08:59:07.220371: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e829dd00 of size 131072 next 333\n",
      "2024-12-07 08:59:07.220381: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82bdd00 of size 512 next 334\n",
      "2024-12-07 08:59:07.220388: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82bdf00 of size 512 next 335\n",
      "2024-12-07 08:59:07.220395: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82be100 of size 131072 next 336\n",
      "2024-12-07 08:59:07.220402: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82de100 of size 131072 next 337\n",
      "2024-12-07 08:59:07.220409: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe100 of size 1024 next 338\n",
      "2024-12-07 08:59:07.220416: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe500 of size 1024 next 339\n",
      "2024-12-07 08:59:07.220424: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe900 of size 131072 next 340\n",
      "2024-12-07 08:59:07.220429: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e831e900 of size 131072 next 341\n",
      "2024-12-07 08:59:07.220437: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833e900 of size 1024 next 342\n",
      "2024-12-07 08:59:07.220443: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833ed00 of size 1024 next 343\n",
      "2024-12-07 08:59:07.220450: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833f100 of size 131072 next 344\n",
      "2024-12-07 08:59:07.220457: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e835f100 of size 131072 next 345\n",
      "2024-12-07 08:59:07.220464: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f100 of size 1024 next 346\n",
      "2024-12-07 08:59:07.220471: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f500 of size 1024 next 347\n",
      "2024-12-07 08:59:07.220478: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f900 of size 131072 next 348\n",
      "2024-12-07 08:59:07.220485: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e839f900 of size 131072 next 349\n",
      "2024-12-07 08:59:07.220492: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bf900 of size 512 next 350\n",
      "2024-12-07 08:59:07.220500: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bfb00 of size 512 next 351\n",
      "2024-12-07 08:59:07.220507: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bfd00 of size 32768 next 352\n",
      "2024-12-07 08:59:07.220513: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83c7d00 of size 32768 next 353\n",
      "2024-12-07 08:59:07.220520: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cfd00 of size 256 next 354\n",
      "2024-12-07 08:59:07.220529: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cfe00 of size 256 next 355\n",
      "2024-12-07 08:59:07.220536: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cff00 of size 1792 next 356\n",
      "2024-12-07 08:59:07.220544: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d0600 of size 1792 next 357\n",
      "2024-12-07 08:59:07.220551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d0d00 of size 1792 next 358\n",
      "2024-12-07 08:59:07.220558: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d1400 of size 1792 next 359\n",
      "2024-12-07 08:59:07.220566: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d1b00 of size 458752 next 360\n",
      "2024-12-07 08:59:07.220573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8441b00 of size 458752 next 361\n",
      "2024-12-07 08:59:07.220580: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b1b00 of size 1024 next 362\n",
      "2024-12-07 08:59:07.220589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b1f00 of size 1024 next 363\n",
      "2024-12-07 08:59:07.220595: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2300 of size 1024 next 364\n",
      "2024-12-07 08:59:07.220602: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2700 of size 1024 next 365\n",
      "2024-12-07 08:59:07.220609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2b00 of size 1024 next 366\n",
      "2024-12-07 08:59:07.220616: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2f00 of size 1024 next 367\n",
      "2024-12-07 08:59:07.220623: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b3300 of size 131072 next 368\n",
      "2024-12-07 08:59:07.220630: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84d3300 of size 131072 next 369\n",
      "2024-12-07 08:59:07.220637: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3300 of size 512 next 370\n",
      "2024-12-07 08:59:07.220643: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3500 of size 512 next 371\n",
      "2024-12-07 08:59:07.220650: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3700 of size 512 next 372\n",
      "2024-12-07 08:59:07.220657: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3900 of size 512 next 373\n",
      "2024-12-07 08:59:07.220664: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3b00 of size 512 next 374\n",
      "2024-12-07 08:59:07.220672: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3d00 of size 512 next 375\n",
      "2024-12-07 08:59:07.220680: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3f00 of size 32768 next 376\n",
      "2024-12-07 08:59:07.220687: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84fbf00 of size 32768 next 377\n",
      "2024-12-07 08:59:07.220694: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8503f00 of size 256 next 378\n",
      "2024-12-07 08:59:07.220701: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504000 of size 256 next 379\n",
      "2024-12-07 08:59:07.220708: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504100 of size 1280 next 380\n",
      "2024-12-07 08:59:07.220714: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504600 of size 1280 next 381\n",
      "2024-12-07 08:59:07.220724: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504b00 of size 256 next 382\n",
      "2024-12-07 08:59:07.220732: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504c00 of size 256 next 383\n",
      "2024-12-07 08:59:07.220739: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504d00 of size 256 next 384\n",
      "2024-12-07 08:59:07.220746: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504e00 of size 256 next 385\n",
      "2024-12-07 08:59:07.220753: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504f00 of size 256 next 386\n",
      "2024-12-07 08:59:07.220761: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505000 of size 256 next 387\n",
      "2024-12-07 08:59:07.220769: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505100 of size 256 next 388\n",
      "2024-12-07 08:59:07.220775: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505200 of size 256 next 389\n",
      "2024-12-07 08:59:07.220782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505300 of size 256 next 390\n",
      "2024-12-07 08:59:07.220790: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505400 of size 256 next 391\n",
      "2024-12-07 08:59:07.220798: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505500 of size 256 next 392\n",
      "2024-12-07 08:59:07.220805: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505600 of size 256 next 393\n",
      "2024-12-07 08:59:07.220812: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505700 of size 256 next 394\n",
      "2024-12-07 08:59:07.220818: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505800 of size 256 next 395\n",
      "2024-12-07 08:59:07.220824: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505900 of size 256 next 396\n",
      "2024-12-07 08:59:07.220831: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505a00 of size 256 next 397\n",
      "2024-12-07 08:59:07.220838: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505b00 of size 256 next 398\n",
      "2024-12-07 08:59:07.220845: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505c00 of size 256 next 399\n",
      "2024-12-07 08:59:07.220852: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505d00 of size 256 next 400\n",
      "2024-12-07 08:59:07.220860: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505e00 of size 256 next 401\n",
      "2024-12-07 08:59:07.220867: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505f00 of size 256 next 402\n",
      "2024-12-07 08:59:07.220874: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506000 of size 256 next 403\n",
      "2024-12-07 08:59:07.220882: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506100 of size 256 next 404\n",
      "2024-12-07 08:59:07.220888: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506200 of size 256 next 405\n",
      "2024-12-07 08:59:07.220895: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506300 of size 256 next 406\n",
      "2024-12-07 08:59:07.220901: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506400 of size 256 next 407\n",
      "2024-12-07 08:59:07.220908: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506500 of size 256 next 408\n",
      "2024-12-07 08:59:07.220914: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506600 of size 256 next 409\n",
      "2024-12-07 08:59:07.220921: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506700 of size 256 next 410\n",
      "2024-12-07 08:59:07.220928: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506800 of size 256 next 411\n",
      "2024-12-07 08:59:07.220935: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506900 of size 256 next 412\n",
      "2024-12-07 08:59:07.220942: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506a00 of size 256 next 413\n",
      "2024-12-07 08:59:07.220950: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506b00 of size 256 next 414\n",
      "2024-12-07 08:59:07.220958: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506c00 of size 256 next 415\n",
      "2024-12-07 08:59:07.220966: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506d00 of size 256 next 416\n",
      "2024-12-07 08:59:07.220975: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506e00 of size 65536 next 597\n",
      "2024-12-07 08:59:07.220983: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8516e00 of size 186368 next 447\n",
      "2024-12-07 08:59:07.220990: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8544600 of size 262144 next 701\n",
      "2024-12-07 08:59:07.220998: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8584600 of size 251904 next 718\n",
      "2024-12-07 08:59:07.221004: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e85c1e00 of size 262144 next 524\n",
      "2024-12-07 08:59:07.221011: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8601e00 of size 5373952 next 570\n",
      "2024-12-07 08:59:07.221018: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8b21e00 of size 5373952 next 649\n",
      "2024-12-07 08:59:07.221025: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e9041e00 of size 2686976 next 725\n",
      "2024-12-07 08:59:07.221031: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e92d1e00 of size 2686976 next 107\n",
      "2024-12-07 08:59:07.221038: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e9561e00 of size 1343488 next 429\n",
      "2024-12-07 08:59:07.221045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e96a9e00 of size 12410880 next 700\n",
      "2024-12-07 08:59:07.221053: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea27fe00 of size 131072 next 602\n",
      "2024-12-07 08:59:07.221061: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4ea29fe00 of size 512 next 500\n",
      "2024-12-07 08:59:07.221069: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea2a0000 of size 720384 next 427\n",
      "2024-12-07 08:59:07.221077: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea34fe00 of size 458752 next 661\n",
      "2024-12-07 08:59:07.221085: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea3bfe00 of size 10747904 next 476\n",
      "2024-12-07 08:59:07.221093: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eadffe00 of size 10747904 next 582\n",
      "2024-12-07 08:59:07.221102: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eb83fe00 of size 10747904 next 83\n",
      "2024-12-07 08:59:07.221108: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ec27fe00 of size 10747904 next 445\n",
      "2024-12-07 08:59:07.221116: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eccbfe00 of size 10747904 next 727\n",
      "2024-12-07 08:59:07.221124: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ed6ffe00 of size 10747904 next 684\n",
      "2024-12-07 08:59:07.221131: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ee13fe00 of size 10747904 next 63\n",
      "2024-12-07 08:59:07.221137: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eeb7fe00 of size 10747904 next 662\n",
      "2024-12-07 08:59:07.221144: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ef5bfe00 of size 10747904 next 665\n",
      "2024-12-07 08:59:07.221150: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4effffe00 of size 10747904 next 50\n",
      "2024-12-07 08:59:07.221156: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0a3fe00 of size 5373952 next 587\n",
      "2024-12-07 08:59:07.221163: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f5fe00 of size 83968 next 683\n",
      "2024-12-07 08:59:07.221170: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f74600 of size 83968 next 626\n",
      "2024-12-07 08:59:07.221176: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f88e00 of size 5206016 next 536\n",
      "2024-12-07 08:59:07.221183: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f147fe00 of size 12059136 next 18446744073709551615\n",
      "2024-12-07 08:59:07.221190: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 4294967296\n",
      "2024-12-07 08:59:07.221197: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad61e000000 of size 2303392000 next 1\n",
      "2024-12-07 08:59:07.221206: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6a74af900 of size 1280 next 2\n",
      "2024-12-07 08:59:07.221212: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6a74afe00 of size 354368000 next 534\n",
      "2024-12-07 08:59:07.221220: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6bc6a3800 of size 385728000 next 630\n",
      "2024-12-07 08:59:07.221227: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6d367f600 of size 354368000 next 498\n",
      "2024-12-07 08:59:07.221234: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6e8873000 of size 385728000 next 426\n",
      "2024-12-07 08:59:07.221240: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6ff84ee00 of size 354368000 next 632\n",
      "2024-12-07 08:59:07.221247: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a42800 of size 1280 next 553\n",
      "2024-12-07 08:59:07.221254: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a42d00 of size 32768 next 549\n",
      "2024-12-07 08:59:07.221261: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a4ad00 of size 97024 next 94\n",
      "2024-12-07 08:59:07.221269: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a62800 of size 65536 next 729\n",
      "2024-12-07 08:59:07.221275: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a72800 of size 65536 next 556\n",
      "2024-12-07 08:59:07.221282: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a82800 of size 65536 next 519\n",
      "2024-12-07 08:59:07.221289: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a92800 of size 65536 next 631\n",
      "2024-12-07 08:59:07.221297: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714aa2800 of size 65536 next 477\n",
      "2024-12-07 08:59:07.221304: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ab2800 of size 131072 next 473\n",
      "2024-12-07 08:59:07.221311: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ad2800 of size 65536 next 495\n",
      "2024-12-07 08:59:07.221319: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ae2800 of size 65536 next 490\n",
      "2024-12-07 08:59:07.221328: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714af2800 of size 65536 next 670\n",
      "2024-12-07 08:59:07.221336: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b02800 of size 131072 next 509\n",
      "2024-12-07 08:59:07.221343: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b22800 of size 65536 next 54\n",
      "2024-12-07 08:59:07.221350: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b32800 of size 131072 next 440\n",
      "2024-12-07 08:59:07.221356: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b52800 of size 131072 next 618\n",
      "2024-12-07 08:59:07.221374: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b72800 of size 65536 next 547\n",
      "2024-12-07 08:59:07.221381: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b82800 of size 99584 next 738\n",
      "2024-12-07 08:59:07.221388: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b9ad00 of size 65536 next 105\n",
      "2024-12-07 08:59:07.221396: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714baad00 of size 131072 next 561\n",
      "2024-12-07 08:59:07.221403: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bcad00 of size 65536 next 511\n",
      "2024-12-07 08:59:07.221410: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bdad00 of size 65536 next 516\n",
      "2024-12-07 08:59:07.221417: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bead00 of size 65536 next 485\n",
      "2024-12-07 08:59:07.221423: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bfad00 of size 131072 next 551\n",
      "2024-12-07 08:59:07.221431: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c1ad00 of size 65536 next 104\n",
      "2024-12-07 08:59:07.221438: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c2ad00 of size 131072 next 720\n",
      "2024-12-07 08:59:07.221444: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c4ad00 of size 65536 next 739\n",
      "2024-12-07 08:59:07.221451: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c5ad00 of size 65536 next 708\n",
      "2024-12-07 08:59:07.221457: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c6ad00 of size 65536 next 87\n",
      "2024-12-07 08:59:07.221464: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c7ad00 of size 131072 next 694\n",
      "2024-12-07 08:59:07.221471: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c9ad00 of size 246784 next 425\n",
      "2024-12-07 08:59:07.221479: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714cd7100 of size 65536 next 765\n",
      "2024-12-07 08:59:07.221487: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ce7100 of size 131072 next 655\n",
      "2024-12-07 08:59:07.221495: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07100 of size 1792 next 422\n",
      "2024-12-07 08:59:07.221502: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07800 of size 1024 next 530\n",
      "2024-12-07 08:59:07.221511: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07c00 of size 65536 next 454\n",
      "2024-12-07 08:59:07.221519: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d17c00 of size 165888 next 62\n",
      "2024-12-07 08:59:07.221528: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d40400 of size 131072 next 448\n",
      "2024-12-07 08:59:07.221537: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d60400 of size 131072 next 120\n",
      "2024-12-07 08:59:07.221545: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80400 of size 1024 next 671\n",
      "2024-12-07 08:59:07.221551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80800 of size 256 next 687\n",
      "2024-12-07 08:59:07.221559: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80900 of size 256 next 449\n",
      "2024-12-07 08:59:07.221566: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80a00 of size 2048 next 513\n",
      "2024-12-07 08:59:07.221573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d81200 of size 231424 next 434\n",
      "2024-12-07 08:59:07.221582: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714db9a00 of size 83968 next 733\n",
      "2024-12-07 08:59:07.221589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714dce200 of size 2048 next 591\n",
      "2024-12-07 08:59:07.221596: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714dcea00 of size 272640 next 59\n",
      "2024-12-07 08:59:07.221604: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e11300 of size 65536 next 585\n",
      "2024-12-07 08:59:07.221611: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e21300 of size 131072 next 636\n",
      "2024-12-07 08:59:07.221618: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e41300 of size 131072 next 638\n",
      "2024-12-07 08:59:07.221625: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e61300 of size 458752 next 512\n",
      "2024-12-07 08:59:07.221632: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ed1300 of size 10240 next 85\n",
      "2024-12-07 08:59:07.221639: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ed3b00 of size 83968 next 61\n",
      "2024-12-07 08:59:07.221645: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ee8300 of size 131072 next 483\n",
      "2024-12-07 08:59:07.221656: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f08300 of size 131072 next 572\n",
      "2024-12-07 08:59:07.221664: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f28300 of size 32768 next 622\n",
      "2024-12-07 08:59:07.221673: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f30300 of size 124928 next 101\n",
      "2024-12-07 08:59:07.221680: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f4eb00 of size 231424 next 520\n",
      "2024-12-07 08:59:07.221687: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f87300 of size 251904 next 668\n",
      "2024-12-07 08:59:07.221694: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714fc4b00 of size 524288 next 128\n",
      "2024-12-07 08:59:07.221701: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad715044b00 of size 604672 next 71\n",
      "2024-12-07 08:59:07.221708: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad7150d8500 of size 131072 next 573\n",
      "2024-12-07 08:59:07.221715: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad7150f8500 of size 141056 next 444\n",
      "2024-12-07 08:59:07.221722: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71511ac00 of size 27541504 next 608\n",
      "2024-12-07 08:59:07.221728: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad716b5ec00 of size 21495808 next 640\n",
      "2024-12-07 08:59:07.221736: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad717fdec00 of size 21495808 next 84\n",
      "2024-12-07 08:59:07.221742: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71945ec00 of size 10747904 next 133\n",
      "2024-12-07 08:59:07.221750: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad719e9ec00 of size 10747904 next 744\n",
      "2024-12-07 08:59:07.221757: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71a8dec00 of size 10747904 next 77\n",
      "2024-12-07 08:59:07.221763: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71b31ec00 of size 10747904 next 510\n",
      "2024-12-07 08:59:07.221769: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71bd5ec00 of size 10747904 next 150\n",
      "2024-12-07 08:59:07.221776: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71c79ec00 of size 10747904 next 673\n",
      "2024-12-07 08:59:07.221782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71d1dec00 of size 14816256 next 18446744073709551615\n",
      "2024-12-07 08:59:07.221789: I tensorflow/tsl/framework/bfc_allocator.cc:1100]      Summary of in-use Chunks by size: \n",
      "2024-12-07 08:59:07.221801: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 196 Chunks of size 256 totalling 49.0KiB\n",
      "2024-12-07 08:59:07.221809: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 148 Chunks of size 512 totalling 74.0KiB\n",
      "2024-12-07 08:59:07.221817: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 18 Chunks of size 768 totalling 13.5KiB\n",
      "2024-12-07 08:59:07.221825: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 37 Chunks of size 1024 totalling 37.0KiB\n",
      "2024-12-07 08:59:07.221833: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 10 Chunks of size 1280 totalling 12.5KiB\n",
      "2024-12-07 08:59:07.221841: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 1536 totalling 3.0KiB\n",
      "2024-12-07 08:59:07.221849: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 10 Chunks of size 1792 totalling 17.5KiB\n",
      "2024-12-07 08:59:07.221857: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 3 Chunks of size 2048 totalling 6.0KiB\n",
      "2024-12-07 08:59:07.221866: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 10240 totalling 10.0KiB\n",
      "2024-12-07 08:59:07.221875: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 20992 totalling 20.5KiB\n",
      "2024-12-07 08:59:07.221882: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 13 Chunks of size 32768 totalling 416.0KiB\n",
      "2024-12-07 08:59:07.221890: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 43520 totalling 42.5KiB\n",
      "2024-12-07 08:59:07.221898: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 59648 totalling 58.2KiB\n",
      "2024-12-07 08:59:07.221907: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 64256 totalling 62.8KiB\n",
      "2024-12-07 08:59:07.221916: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 77 Chunks of size 65536 totalling 4.81MiB\n",
      "2024-12-07 08:59:07.221923: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 12 Chunks of size 83968 totalling 984.0KiB\n",
      "2024-12-07 08:59:07.221930: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 97024 totalling 94.8KiB\n",
      "2024-12-07 08:59:07.221938: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 99584 totalling 97.2KiB\n",
      "2024-12-07 08:59:07.221945: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 101376 totalling 99.0KiB\n",
      "2024-12-07 08:59:07.221954: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 115712 totalling 452.0KiB\n",
      "2024-12-07 08:59:07.221962: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 124928 totalling 122.0KiB\n",
      "2024-12-07 08:59:07.221971: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 130560 totalling 127.5KiB\n",
      "2024-12-07 08:59:07.221978: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 53 Chunks of size 131072 totalling 6.62MiB\n",
      "2024-12-07 08:59:07.221986: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 141056 totalling 137.8KiB\n",
      "2024-12-07 08:59:07.221993: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 164608 totalling 160.8KiB\n",
      "2024-12-07 08:59:07.222001: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 165888 totalling 162.0KiB\n",
      "2024-12-07 08:59:07.222008: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 181248 totalling 177.0KiB\n",
      "2024-12-07 08:59:07.222015: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 186368 totalling 182.0KiB\n",
      "2024-12-07 08:59:07.222023: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 198656 totalling 194.0KiB\n",
      "2024-12-07 08:59:07.222030: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 231424 totalling 452.0KiB\n",
      "2024-12-07 08:59:07.222038: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 246784 totalling 482.0KiB\n",
      "2024-12-07 08:59:07.222045: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 251904 totalling 492.0KiB\n",
      "2024-12-07 08:59:07.222052: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 261120 totalling 255.0KiB\n",
      "2024-12-07 08:59:07.222060: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 262144 totalling 512.0KiB\n",
      "2024-12-07 08:59:07.222071: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 272640 totalling 266.2KiB\n",
      "2024-12-07 08:59:07.222078: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 458752 totalling 1.75MiB\n",
      "2024-12-07 08:59:07.222086: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 524288 totalling 512.0KiB\n",
      "2024-12-07 08:59:07.222094: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 604672 totalling 590.5KiB\n",
      "2024-12-07 08:59:07.222102: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 720384 totalling 703.5KiB\n",
      "2024-12-07 08:59:07.222110: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 1343488 totalling 1.28MiB\n",
      "2024-12-07 08:59:07.222118: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 5 Chunks of size 2686976 totalling 12.81MiB\n",
      "2024-12-07 08:59:07.222125: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 5206016 totalling 4.96MiB\n",
      "2024-12-07 08:59:07.222132: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 5373952 totalling 20.50MiB\n",
      "2024-12-07 08:59:07.222140: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 8060928 totalling 7.69MiB\n",
      "2024-12-07 08:59:07.222148: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 39 Chunks of size 10747904 totalling 399.75MiB\n",
      "2024-12-07 08:59:07.222155: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 12059136 totalling 11.50MiB\n",
      "2024-12-07 08:59:07.222162: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 12410880 totalling 11.84MiB\n",
      "2024-12-07 08:59:07.222170: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 14816256 totalling 14.13MiB\n",
      "2024-12-07 08:59:07.222177: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 16793600 totalling 32.03MiB\n",
      "2024-12-07 08:59:07.222185: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 6 Chunks of size 21495808 totalling 123.00MiB\n",
      "2024-12-07 08:59:07.222192: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 3 Chunks of size 27541504 totalling 78.80MiB\n",
      "2024-12-07 08:59:07.222199: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 31360000 totalling 29.91MiB\n",
      "2024-12-07 08:59:07.222206: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 36157952 totalling 34.48MiB\n",
      "2024-12-07 08:59:07.222212: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 101920000 totalling 97.20MiB\n",
      "2024-12-07 08:59:07.222220: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 354368000 totalling 1.32GiB\n",
      "2024-12-07 08:59:07.222228: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 385728000 totalling 1.44GiB\n",
      "2024-12-07 08:59:07.222236: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 708736000 totalling 675.90MiB\n",
      "2024-12-07 08:59:07.222243: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 771456000 totalling 735.72MiB\n",
      "2024-12-07 08:59:07.222250: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 2303392000 totalling 2.14GiB\n",
      "2024-12-07 08:59:07.222259: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 2507232000 totalling 2.33GiB\n",
      "2024-12-07 08:59:07.222267: I tensorflow/tsl/framework/bfc_allocator.cc:1107] Sum Total of in-use chunks: 9.50GiB\n",
      "2024-12-07 08:59:07.222275: I tensorflow/tsl/framework/bfc_allocator.cc:1109] Total bytes in pool: 10198122496 memory_limit_: 10198122496 available bytes: 0 curr_region_allocation_bytes_: 17179869184\n",
      "2024-12-07 08:59:07.222287: I tensorflow/tsl/framework/bfc_allocator.cc:1114] Stats: \n",
      "Limit:                     10198122496\n",
      "InUse:                     10195919872\n",
      "MaxInUse:                  10195920896\n",
      "NumAllocs:                    43119401\n",
      "MaxAllocSize:               2507232000\n",
      "Reserved:                            0\n",
      "PeakReserved:                        0\n",
      "LargestFreeBlock:                    0\n",
      "\n",
      "2024-12-07 08:59:07.222309: W tensorflow/tsl/framework/bfc_allocator.cc:497] ****************************************************************************************************\n",
      "2024-12-07 08:59:07.222350: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at einsum_op_impl.h:604 : RESOURCE_EXHAUSTED: OOM when allocating tensor with shape[512,8,41,41] and type float on /job:localhost/replica:0/task:0/device:GPU:0 by allocator GPU_0_bfc\n",
      "2024-12-07 08:59:07.222417: W tensorflow/tsl/framework/bfc_allocator.cc:485] Allocator (GPU_0_bfc) ran out of memory trying to allocate 10.25MiB (rounded to 10747904)requested by op OilTransformer/dense_11/Tensordot/MatMul\n",
      "If the cause is memory fragmentation maybe the environment variable 'TF_GPU_ALLOCATOR=cuda_malloc_async' will improve the situation. \n",
      "Current allocation summary follows.\n",
      "Current allocation summary follows.\n",
      "2024-12-07 08:59:07.222532: I tensorflow/tsl/framework/bfc_allocator.cc:1039] BFCAllocator dump for GPU_0_bfc\n",
      "2024-12-07 08:59:07.222560: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (256): \tTotal Chunks: 197, Chunks in use: 196. 49.2KiB allocated for chunks. 49.0KiB in use in bin. 3.5KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222573: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (512): \tTotal Chunks: 171, Chunks in use: 166. 90.5KiB allocated for chunks. 87.5KiB in use in bin. 83.4KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222584: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (1024): \tTotal Chunks: 63, Chunks in use: 59. 75.2KiB allocated for chunks. 70.0KiB in use in bin. 66.5KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222596: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (2048): \tTotal Chunks: 6, Chunks in use: 3. 12.5KiB allocated for chunks. 6.0KiB in use in bin. 5.8KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222607: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (4096): \tTotal Chunks: 1, Chunks in use: 0. 4.0KiB allocated for chunks. 0B in use in bin. 0B client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222620: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (8192): \tTotal Chunks: 1, Chunks in use: 1. 10.0KiB allocated for chunks. 10.0KiB in use in bin. 10.0KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222630: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (16384): \tTotal Chunks: 1, Chunks in use: 1. 20.5KiB allocated for chunks. 20.5KiB in use in bin. 20.5KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222641: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (32768): \tTotal Chunks: 16, Chunks in use: 16. 579.5KiB allocated for chunks. 579.5KiB in use in bin. 512.0KiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222651: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (65536): \tTotal Chunks: 98, Chunks in use: 98. 6.74MiB allocated for chunks. 6.74MiB in use in bin. 6.54MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222661: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (131072): \tTotal Chunks: 66, Chunks in use: 66. 9.26MiB allocated for chunks. 9.26MiB in use in bin. 8.52MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222671: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (262144): \tTotal Chunks: 7, Chunks in use: 7. 2.51MiB allocated for chunks. 2.51MiB in use in bin. 2.47MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222681: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (524288): \tTotal Chunks: 3, Chunks in use: 3. 1.76MiB allocated for chunks. 1.76MiB in use in bin. 1.44MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222691: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (1048576): \tTotal Chunks: 1, Chunks in use: 1. 1.28MiB allocated for chunks. 1.28MiB in use in bin. 1.28MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222701: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (2097152): \tTotal Chunks: 6, Chunks in use: 5. 14.89MiB allocated for chunks. 12.81MiB in use in bin. 12.81MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222711: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (4194304): \tTotal Chunks: 6, Chunks in use: 6. 33.15MiB allocated for chunks. 33.15MiB in use in bin. 28.19MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222721: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (8388608): \tTotal Chunks: 42, Chunks in use: 42. 437.22MiB allocated for chunks. 437.22MiB in use in bin. 430.50MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222731: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (16777216): \tTotal Chunks: 12, Chunks in use: 12. 263.74MiB allocated for chunks. 263.74MiB in use in bin. 252.20MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222741: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (33554432): \tTotal Chunks: 1, Chunks in use: 1. 34.48MiB allocated for chunks. 34.48MiB in use in bin. 26.27MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222751: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (67108864): \tTotal Chunks: 1, Chunks in use: 1. 97.20MiB allocated for chunks. 97.20MiB in use in bin. 97.20MiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222761: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (134217728): \tTotal Chunks: 0, Chunks in use: 0. 0B allocated for chunks. 0B in use in bin. 0B client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222770: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (268435456): \tTotal Chunks: 12, Chunks in use: 12. 8.62GiB allocated for chunks. 8.62GiB in use in bin. 8.62GiB client-requested in use in bin.\n",
      "2024-12-07 08:59:07.222783: I tensorflow/tsl/framework/bfc_allocator.cc:1062] Bin for 10.25MiB was 8.00MiB, Chunk State: \n",
      "2024-12-07 08:59:07.222796: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 1608187904\n",
      "2024-12-07 08:59:07.222809: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abdd6000000 of size 385728000 next 704\n",
      "2024-12-07 08:59:07.222818: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abdecfdbe00 of size 354368000 next 653\n",
      "2024-12-07 08:59:07.222828: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe021cf800 of size 385728000 next 455\n",
      "2024-12-07 08:59:07.222837: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe191ab600 of size 10747904 next 89\n",
      "2024-12-07 08:59:07.222847: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe19beb600 of size 10747904 next 563\n",
      "2024-12-07 08:59:07.222856: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1a62b600 of size 16793600 next 544\n",
      "2024-12-07 08:59:07.222865: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1b62f600 of size 27541504 next 40\n",
      "2024-12-07 08:59:07.222876: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1d073600 of size 83968 next 667\n",
      "2024-12-07 08:59:07.222884: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1d087e00 of size 10747904 next 615\n",
      "2024-12-07 08:59:07.222893: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dac7e00 of size 83968 next 759\n",
      "2024-12-07 08:59:07.222902: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dadc600 of size 5373952 next 103\n",
      "2024-12-07 08:59:07.222911: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dffc600 of size 2686976 next 713\n",
      "2024-12-07 08:59:07.222920: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e28c600 of size 83968 next 525\n",
      "2024-12-07 08:59:07.222929: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2a0e00 of size 83968 next 705\n",
      "2024-12-07 08:59:07.222938: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2b5600 of size 83968 next 471\n",
      "2024-12-07 08:59:07.222947: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2c9e00 of size 83968 next 645\n",
      "2024-12-07 08:59:07.222955: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2de600 of size 83968 next 458\n",
      "2024-12-07 08:59:07.222963: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2f2e00 of size 83968 next 621\n",
      "2024-12-07 08:59:07.222972: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7abe1e307600 of size 2183168 next 703\n",
      "2024-12-07 08:59:07.222980: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e51c600 of size 10747904 next 715\n",
      "2024-12-07 08:59:07.222989: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1ef5c600 of size 21495808 next 675\n",
      "2024-12-07 08:59:07.222997: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe203dc600 of size 21495808 next 750\n",
      "2024-12-07 08:59:07.223006: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2185c600 of size 10747904 next 588\n",
      "2024-12-07 08:59:07.223015: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2229c600 of size 10747904 next 497\n",
      "2024-12-07 08:59:07.223023: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe22cdc600 of size 10747904 next 722\n",
      "2024-12-07 08:59:07.223032: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2371c600 of size 10747904 next 479\n",
      "2024-12-07 08:59:07.223041: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2415c600 of size 10747904 next 121\n",
      "2024-12-07 08:59:07.223049: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe24b9c600 of size 10747904 next 419\n",
      "2024-12-07 08:59:07.223056: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe255dc600 of size 10747904 next 507\n",
      "2024-12-07 08:59:07.223065: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2601c600 of size 2686976 next 721\n",
      "2024-12-07 08:59:07.223074: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe262ac600 of size 8060928 next 599\n",
      "2024-12-07 08:59:07.223082: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe26a5c600 of size 10747904 next 541\n",
      "2024-12-07 08:59:07.223091: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2749c600 of size 16793600 next 669\n",
      "2024-12-07 08:59:07.223100: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe284a0600 of size 27541504 next 719\n",
      "2024-12-07 08:59:07.223108: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe29ee4600 of size 10747904 next 517\n",
      "2024-12-07 08:59:07.223118: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2a924600 of size 10747904 next 681\n",
      "2024-12-07 08:59:07.223126: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2b364600 of size 10747904 next 432\n",
      "2024-12-07 08:59:07.223135: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2bda4600 of size 10747904 next 95\n",
      "2024-12-07 08:59:07.223144: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2c7e4600 of size 21495808 next 565\n",
      "2024-12-07 08:59:07.223152: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2dc64600 of size 21495808 next 724\n",
      "2024-12-07 08:59:07.223160: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2f0e4600 of size 10747904 next 66\n",
      "2024-12-07 08:59:07.223168: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2fb24600 of size 2686976 next 747\n",
      "2024-12-07 08:59:07.223177: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2fdb4600 of size 10747904 next 533\n",
      "2024-12-07 08:59:07.223185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe307f4600 of size 10747904 next 571\n",
      "2024-12-07 08:59:07.223193: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe31234600 of size 10747904 next 488\n",
      "2024-12-07 08:59:07.223201: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe31c74600 of size 10747904 next 710\n",
      "2024-12-07 08:59:07.223210: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe326b4600 of size 10747904 next 552\n",
      "2024-12-07 08:59:07.223219: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe330f4600 of size 10747904 next 46\n",
      "2024-12-07 08:59:07.223227: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe33b34600 of size 36157952 next 18446744073709551615\n",
      "2024-12-07 08:59:07.223236: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 4294967296\n",
      "2024-12-07 08:59:07.223244: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad3f2000000 of size 2507232000 next 4\n",
      "2024-12-07 08:59:07.223253: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad487715300 of size 101920000 next 5\n",
      "2024-12-07 08:59:07.223265: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848000 of size 256 next 6\n",
      "2024-12-07 08:59:07.223273: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848100 of size 256 next 7\n",
      "2024-12-07 08:59:07.223281: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848200 of size 256 next 8\n",
      "2024-12-07 08:59:07.223290: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848300 of size 256 next 9\n",
      "2024-12-07 08:59:07.223299: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848400 of size 256 next 10\n",
      "2024-12-07 08:59:07.223308: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848500 of size 708736000 next 11\n",
      "2024-12-07 08:59:07.223318: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4b7c2f900 of size 771456000 next 12\n",
      "2024-12-07 08:59:07.223327: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e5be7500 of size 31360000 next 13\n",
      "2024-12-07 08:59:07.223336: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cf900 of size 256 next 14\n",
      "2024-12-07 08:59:07.223345: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfa00 of size 256 next 15\n",
      "2024-12-07 08:59:07.223352: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfb00 of size 256 next 16\n",
      "2024-12-07 08:59:07.223374: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfc00 of size 256 next 17\n",
      "2024-12-07 08:59:07.223383: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfd00 of size 256 next 18\n",
      "2024-12-07 08:59:07.223391: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfe00 of size 256 next 19\n",
      "2024-12-07 08:59:07.223400: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cff00 of size 256 next 21\n",
      "2024-12-07 08:59:07.223407: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0000 of size 256 next 22\n",
      "2024-12-07 08:59:07.223416: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0100 of size 256 next 20\n",
      "2024-12-07 08:59:07.223424: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0200 of size 256 next 586\n",
      "2024-12-07 08:59:07.223433: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0300 of size 256 next 27\n",
      "2024-12-07 08:59:07.223441: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0400 of size 256 next 23\n",
      "2024-12-07 08:59:07.223450: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0500 of size 256 next 26\n",
      "2024-12-07 08:59:07.223459: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0600 of size 256 next 30\n",
      "2024-12-07 08:59:07.223468: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0700 of size 256 next 24\n",
      "2024-12-07 08:59:07.223475: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0800 of size 256 next 79\n",
      "2024-12-07 08:59:07.223484: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0900 of size 256 next 592\n",
      "2024-12-07 08:59:07.223493: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0a00 of size 256 next 25\n",
      "2024-12-07 08:59:07.223502: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0b00 of size 256 next 31\n",
      "2024-12-07 08:59:07.223510: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0c00 of size 256 next 32\n",
      "2024-12-07 08:59:07.223519: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0d00 of size 256 next 57\n",
      "2024-12-07 08:59:07.223527: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0e00 of size 256 next 24960\n",
      "2024-12-07 08:59:07.223536: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0f00 of size 256 next 24951\n",
      "2024-12-07 08:59:07.223545: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1000 of size 256 next 24929\n",
      "2024-12-07 08:59:07.223553: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1100 of size 256 next 584\n",
      "2024-12-07 08:59:07.223561: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1200 of size 256 next 41\n",
      "2024-12-07 08:59:07.223569: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1300 of size 256 next 35\n",
      "2024-12-07 08:59:07.223578: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1400 of size 256 next 36\n",
      "2024-12-07 08:59:07.223586: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1500 of size 256 next 49\n",
      "2024-12-07 08:59:07.223595: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1600 of size 256 next 45\n",
      "2024-12-07 08:59:07.223603: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1700 of size 256 next 43\n",
      "2024-12-07 08:59:07.223610: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1800 of size 256 next 44\n",
      "2024-12-07 08:59:07.223619: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1900 of size 256 next 24946\n",
      "2024-12-07 08:59:07.223627: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1a00 of size 256 next 604\n",
      "2024-12-07 08:59:07.223636: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1b00 of size 256 next 435\n",
      "2024-12-07 08:59:07.223646: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1c00 of size 256 next 564\n",
      "2024-12-07 08:59:07.223655: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1d00 of size 256 next 523\n",
      "2024-12-07 08:59:07.223664: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1e00 of size 256 next 48\n",
      "2024-12-07 08:59:07.223672: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1f00 of size 256 next 51\n",
      "2024-12-07 08:59:07.223681: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2000 of size 256 next 52\n",
      "2024-12-07 08:59:07.223689: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2100 of size 512 next 634\n",
      "2024-12-07 08:59:07.223698: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2300 of size 1024 next 514\n",
      "2024-12-07 08:59:07.223707: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2700 of size 1792 next 96\n",
      "2024-12-07 08:59:07.223715: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2e00 of size 1024 next 647\n",
      "2024-12-07 08:59:07.223724: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3200 of size 256 next 589\n",
      "2024-12-07 08:59:07.223732: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3300 of size 1280 next 506\n",
      "2024-12-07 08:59:07.223742: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3800 of size 256 next 611\n",
      "2024-12-07 08:59:07.223751: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3900 of size 256 next 172\n",
      "2024-12-07 08:59:07.223760: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3a00 of size 256 next 677\n",
      "2024-12-07 08:59:07.223768: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3b00 of size 256 next 613\n",
      "2024-12-07 08:59:07.223776: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3c00 of size 256 next 489\n",
      "2024-12-07 08:59:07.223785: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3d00 of size 256 next 24973\n",
      "2024-12-07 08:59:07.223792: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3e00 of size 256 next 124\n",
      "2024-12-07 08:59:07.223801: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3f00 of size 256 next 24979\n",
      "2024-12-07 08:59:07.223810: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4000 of size 256 next 453\n",
      "2024-12-07 08:59:07.223819: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4100 of size 256 next 651\n",
      "2024-12-07 08:59:07.223829: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4200 of size 256 next 658\n",
      "2024-12-07 08:59:07.223847: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4300 of size 256 next 642\n",
      "2024-12-07 08:59:07.223855: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4400 of size 768 next 135\n",
      "2024-12-07 08:59:07.223864: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4700 of size 768 next 691\n",
      "2024-12-07 08:59:07.223873: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4a00 of size 768 next 560\n",
      "2024-12-07 08:59:07.223881: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4d00 of size 768 next 428\n",
      "2024-12-07 08:59:07.223890: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5000 of size 512 next 64\n",
      "2024-12-07 08:59:07.223898: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5200 of size 512 next 527\n",
      "2024-12-07 08:59:07.223907: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5400 of size 256 next 143\n",
      "2024-12-07 08:59:07.223916: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5500 of size 512 next 486\n",
      "2024-12-07 08:59:07.223925: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5700 of size 512 next 501\n",
      "2024-12-07 08:59:07.223934: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5900 of size 768 next 539\n",
      "2024-12-07 08:59:07.223943: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5c00 of size 768 next 60\n",
      "2024-12-07 08:59:07.223951: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5f00 of size 512 next 423\n",
      "2024-12-07 08:59:07.223960: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6100 of size 256 next 173\n",
      "2024-12-07 08:59:07.223968: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6200 of size 256 next 590\n",
      "2024-12-07 08:59:07.223977: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6300 of size 512 next 98\n",
      "2024-12-07 08:59:07.223986: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6500 of size 512 next 531\n",
      "2024-12-07 08:59:07.223999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6700 of size 768 next 663\n",
      "2024-12-07 08:59:07.224008: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6a00 of size 768 next 548\n",
      "2024-12-07 08:59:07.224016: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6d00 of size 512 next 131\n",
      "2024-12-07 08:59:07.224025: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6f00 of size 512 next 482\n",
      "2024-12-07 08:59:07.224035: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7100 of size 512 next 109\n",
      "2024-12-07 08:59:07.224043: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7300 of size 256 next 115\n",
      "2024-12-07 08:59:07.224052: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7400 of size 256 next 116\n",
      "2024-12-07 08:59:07.224061: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7500 of size 256 next 741\n",
      "2024-12-07 08:59:07.224069: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7600 of size 512 next 86\n",
      "2024-12-07 08:59:07.224078: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79d7800 of size 768 next 491\n",
      "2024-12-07 08:59:07.224088: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7b00 of size 256 next 502\n",
      "2024-12-07 08:59:07.224099: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7c00 of size 256 next 24995\n",
      "2024-12-07 08:59:07.224108: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7d00 of size 256 next 641\n",
      "2024-12-07 08:59:07.224117: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7e00 of size 256 next 81\n",
      "2024-12-07 08:59:07.224126: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7f00 of size 256 next 577\n",
      "2024-12-07 08:59:07.224133: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8000 of size 256 next 123\n",
      "2024-12-07 08:59:07.224142: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8100 of size 256 next 117\n",
      "2024-12-07 08:59:07.224151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8200 of size 256 next 118\n",
      "2024-12-07 08:59:07.224164: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8300 of size 256 next 438\n",
      "2024-12-07 08:59:07.224173: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8400 of size 256 next 505\n",
      "2024-12-07 08:59:07.224182: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8500 of size 256 next 628\n",
      "2024-12-07 08:59:07.224190: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8600 of size 256 next 127\n",
      "2024-12-07 08:59:07.224199: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8700 of size 256 next 113\n",
      "2024-12-07 08:59:07.224208: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8800 of size 256 next 126\n",
      "2024-12-07 08:59:07.224218: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8900 of size 256 next 129\n",
      "2024-12-07 08:59:07.224227: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8a00 of size 256 next 130\n",
      "2024-12-07 08:59:07.224235: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8b00 of size 256 next 164\n",
      "2024-12-07 08:59:07.224244: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8c00 of size 256 next 499\n",
      "2024-12-07 08:59:07.224253: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8d00 of size 256 next 114\n",
      "2024-12-07 08:59:07.224262: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8e00 of size 256 next 451\n",
      "2024-12-07 08:59:07.224271: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8f00 of size 256 next 542\n",
      "2024-12-07 08:59:07.224279: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9000 of size 256 next 593\n",
      "2024-12-07 08:59:07.224288: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9100 of size 256 next 450\n",
      "2024-12-07 08:59:07.224297: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9200 of size 256 next 480\n",
      "2024-12-07 08:59:07.224306: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9300 of size 256 next 550\n",
      "2024-12-07 08:59:07.224315: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9400 of size 512 next 102\n",
      "2024-12-07 08:59:07.224323: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9600 of size 512 next 554\n",
      "2024-12-07 08:59:07.224332: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9800 of size 1280 next 643\n",
      "2024-12-07 08:59:07.224340: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9d00 of size 768 next 132\n",
      "2024-12-07 08:59:07.224349: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79da000 of size 1792 next 139\n",
      "2024-12-07 08:59:07.224374: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79da700 of size 1792 next 140\n",
      "2024-12-07 08:59:07.224384: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dae00 of size 256 next 141\n",
      "2024-12-07 08:59:07.224393: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79daf00 of size 256 next 142\n",
      "2024-12-07 08:59:07.224402: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db000 of size 256 next 598\n",
      "2024-12-07 08:59:07.224410: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db100 of size 256 next 463\n",
      "2024-12-07 08:59:07.224419: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db200 of size 256 next 692\n",
      "2024-12-07 08:59:07.224428: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db300 of size 256 next 467\n",
      "2024-12-07 08:59:07.224436: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db400 of size 256 next 690\n",
      "2024-12-07 08:59:07.224445: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db500 of size 256 next 466\n",
      "2024-12-07 08:59:07.224454: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db600 of size 256 next 616\n",
      "2024-12-07 08:59:07.224462: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db700 of size 256 next 24947\n",
      "2024-12-07 08:59:07.224471: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db800 of size 256 next 559\n",
      "2024-12-07 08:59:07.224479: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db900 of size 256 next 633\n",
      "2024-12-07 08:59:07.224488: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dba00 of size 256 next 24980\n",
      "2024-12-07 08:59:07.224497: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dbb00 of size 256 next 144\n",
      "2024-12-07 08:59:07.224506: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dbc00 of size 1024 next 148\n",
      "2024-12-07 08:59:07.224516: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc000 of size 1024 next 149\n",
      "2024-12-07 08:59:07.224524: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc400 of size 1280 next 676\n",
      "2024-12-07 08:59:07.224533: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc900 of size 256 next 151\n",
      "2024-12-07 08:59:07.224542: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dca00 of size 512 next 154\n",
      "2024-12-07 08:59:07.224551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dcc00 of size 512 next 155\n",
      "2024-12-07 08:59:07.224559: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dce00 of size 256 next 156\n",
      "2024-12-07 08:59:07.224567: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dcf00 of size 256 next 157\n",
      "2024-12-07 08:59:07.224576: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd000 of size 256 next 158\n",
      "2024-12-07 08:59:07.224584: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd100 of size 256 next 161\n",
      "2024-12-07 08:59:07.224593: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd200 of size 256 next 162\n",
      "2024-12-07 08:59:07.224601: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd300 of size 256 next 160\n",
      "2024-12-07 08:59:07.224609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd400 of size 256 next 169\n",
      "2024-12-07 08:59:07.224618: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd500 of size 256 next 166\n",
      "2024-12-07 08:59:07.224627: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd600 of size 256 next 167\n",
      "2024-12-07 08:59:07.224635: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd700 of size 256 next 168\n",
      "2024-12-07 08:59:07.224644: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd800 of size 256 next 163\n",
      "2024-12-07 08:59:07.224652: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd900 of size 256 next 170\n",
      "2024-12-07 08:59:07.224661: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dda00 of size 256 next 171\n",
      "2024-12-07 08:59:07.224670: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79ddb00 of size 2048 next 165\n",
      "2024-12-07 08:59:07.224678: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de300 of size 256 next 174\n",
      "2024-12-07 08:59:07.224687: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de400 of size 256 next 175\n",
      "2024-12-07 08:59:07.224696: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de500 of size 256 next 176\n",
      "2024-12-07 08:59:07.224704: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de600 of size 768 next 177\n",
      "2024-12-07 08:59:07.224713: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de900 of size 768 next 178\n",
      "2024-12-07 08:59:07.224722: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dec00 of size 256 next 179\n",
      "2024-12-07 08:59:07.224731: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79ded00 of size 256 next 180\n",
      "2024-12-07 08:59:07.224739: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dee00 of size 512 next 181\n",
      "2024-12-07 08:59:07.224748: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df000 of size 512 next 182\n",
      "2024-12-07 08:59:07.224756: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df200 of size 512 next 185\n",
      "2024-12-07 08:59:07.224765: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df400 of size 512 next 186\n",
      "2024-12-07 08:59:07.224774: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df600 of size 512 next 188\n",
      "2024-12-07 08:59:07.224782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df800 of size 512 next 189\n",
      "2024-12-07 08:59:07.224790: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfa00 of size 512 next 192\n",
      "2024-12-07 08:59:07.224798: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfc00 of size 512 next 193\n",
      "2024-12-07 08:59:07.224807: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfe00 of size 512 next 196\n",
      "2024-12-07 08:59:07.224815: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0000 of size 512 next 197\n",
      "2024-12-07 08:59:07.224823: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0200 of size 512 next 200\n",
      "2024-12-07 08:59:07.224832: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0400 of size 512 next 201\n",
      "2024-12-07 08:59:07.224840: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0600 of size 512 next 202\n",
      "2024-12-07 08:59:07.224848: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0800 of size 768 next 29\n",
      "2024-12-07 08:59:07.224857: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0b00 of size 512 next 78\n",
      "2024-12-07 08:59:07.224865: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0d00 of size 512 next 558\n",
      "2024-12-07 08:59:07.224874: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0f00 of size 512 next 657\n",
      "2024-12-07 08:59:07.224883: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1100 of size 768 next 528\n",
      "2024-12-07 08:59:07.224891: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1400 of size 512 next 33\n",
      "2024-12-07 08:59:07.224899: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1600 of size 768 next 664\n",
      "2024-12-07 08:59:07.224907: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1900 of size 256 next 515\n",
      "2024-12-07 08:59:07.224916: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1a00 of size 256 next 723\n",
      "2024-12-07 08:59:07.224924: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1b00 of size 256 next 24991\n",
      "2024-12-07 08:59:07.224933: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1c00 of size 256 next 99\n",
      "2024-12-07 08:59:07.224941: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1d00 of size 512 next 152\n",
      "2024-12-07 08:59:07.224950: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79e1f00 of size 1792 next 92\n",
      "2024-12-07 08:59:07.224966: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2600 of size 256 next 462\n",
      "2024-12-07 08:59:07.224974: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2700 of size 256 next 614\n",
      "2024-12-07 08:59:07.224982: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2800 of size 256 next 557\n",
      "2024-12-07 08:59:07.224991: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2900 of size 256 next 521\n",
      "2024-12-07 08:59:07.224999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2a00 of size 256 next 659\n",
      "2024-12-07 08:59:07.225007: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2b00 of size 256 next 24934\n",
      "2024-12-07 08:59:07.225016: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2c00 of size 256 next 543\n",
      "2024-12-07 08:59:07.225026: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2d00 of size 768 next 568\n",
      "2024-12-07 08:59:07.225034: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79e3000 of size 768 next 639\n",
      "2024-12-07 08:59:07.225042: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3300 of size 512 next 53\n",
      "2024-12-07 08:59:07.225051: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3500 of size 1024 next 606\n",
      "2024-12-07 08:59:07.225060: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3900 of size 256 next 575\n",
      "2024-12-07 08:59:07.225069: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3a00 of size 256 next 607\n",
      "2024-12-07 08:59:07.225078: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3b00 of size 1280 next 420\n",
      "2024-12-07 08:59:07.225087: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4000 of size 256 next 689\n",
      "2024-12-07 08:59:07.225099: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4100 of size 2048 next 465\n",
      "2024-12-07 08:59:07.225108: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4900 of size 256 next 712\n",
      "2024-12-07 08:59:07.225116: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4a00 of size 256 next 468\n",
      "2024-12-07 08:59:07.225124: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4b00 of size 256 next 742\n",
      "2024-12-07 08:59:07.225133: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4c00 of size 256 next 578\n",
      "2024-12-07 08:59:07.225142: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4d00 of size 512 next 39\n",
      "2024-12-07 08:59:07.225151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4f00 of size 512 next 635\n",
      "2024-12-07 08:59:07.225159: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5100 of size 256 next 446\n",
      "2024-12-07 08:59:07.225168: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79e5200 of size 2048 next 540\n",
      "2024-12-07 08:59:07.225176: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5a00 of size 768 next 34\n",
      "2024-12-07 08:59:07.225185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5d00 of size 256 next 623\n",
      "2024-12-07 08:59:07.225194: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5e00 of size 512 next 492\n",
      "2024-12-07 08:59:07.225203: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6000 of size 512 next 702\n",
      "2024-12-07 08:59:07.225212: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6200 of size 512 next 752\n",
      "2024-12-07 08:59:07.225220: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6400 of size 512 next 706\n",
      "2024-12-07 08:59:07.225229: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6600 of size 1536 next 472\n",
      "2024-12-07 08:59:07.225238: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6c00 of size 256 next 90\n",
      "2024-12-07 08:59:07.225246: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6d00 of size 256 next 581\n",
      "2024-12-07 08:59:07.225255: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6e00 of size 256 next 610\n",
      "2024-12-07 08:59:07.225263: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6f00 of size 512 next 646\n",
      "2024-12-07 08:59:07.225271: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7100 of size 512 next 576\n",
      "2024-12-07 08:59:07.225280: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e79e7300 of size 512 next 583\n",
      "2024-12-07 08:59:07.225289: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7500 of size 256 next 487\n",
      "2024-12-07 08:59:07.225297: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7600 of size 256 next 522\n",
      "2024-12-07 08:59:07.225306: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7700 of size 256 next 459\n",
      "2024-12-07 08:59:07.225314: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7800 of size 256 next 654\n",
      "2024-12-07 08:59:07.225323: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7900 of size 768 next 596\n",
      "2024-12-07 08:59:07.225335: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7c00 of size 512 next 648\n",
      "2024-12-07 08:59:07.225344: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7e00 of size 512 next 625\n",
      "2024-12-07 08:59:07.225354: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8000 of size 1280 next 735\n",
      "2024-12-07 08:59:07.225373: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8500 of size 512 next 652\n",
      "2024-12-07 08:59:07.225382: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8700 of size 512 next 457\n",
      "2024-12-07 08:59:07.225391: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8900 of size 512 next 28\n",
      "2024-12-07 08:59:07.225400: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8b00 of size 20992 next 37\n",
      "2024-12-07 08:59:07.225409: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79edd00 of size 32768 next 159\n",
      "2024-12-07 08:59:07.225418: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79f5d00 of size 246784 next 619\n",
      "2024-12-07 08:59:07.225426: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a32100 of size 164608 next 566\n",
      "2024-12-07 08:59:07.225434: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5a400 of size 256 next 42\n",
      "2024-12-07 08:59:07.225448: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5a500 of size 256 next 546\n",
      "2024-12-07 08:59:07.225457: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a5a600 of size 4096 next 644\n",
      "2024-12-07 08:59:07.225466: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5b600 of size 512 next 569\n",
      "2024-12-07 08:59:07.225474: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a5b800 of size 1536 next 421\n",
      "2024-12-07 08:59:07.225482: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5be00 of size 512 next 474\n",
      "2024-12-07 08:59:07.225490: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5c000 of size 512 next 624\n",
      "2024-12-07 08:59:07.225498: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a5c200 of size 2560 next 496\n",
      "2024-12-07 08:59:07.225507: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5cc00 of size 512 next 437\n",
      "2024-12-07 08:59:07.225515: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ce00 of size 512 next 763\n",
      "2024-12-07 08:59:07.225525: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d000 of size 512 next 73\n",
      "2024-12-07 08:59:07.225534: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d200 of size 512 next 91\n",
      "2024-12-07 08:59:07.225542: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d400 of size 512 next 650\n",
      "2024-12-07 08:59:07.225549: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d600 of size 768 next 137\n",
      "2024-12-07 08:59:07.225554: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d900 of size 512 next 431\n",
      "2024-12-07 08:59:07.225561: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5db00 of size 512 next 145\n",
      "2024-12-07 08:59:07.225567: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5dd00 of size 512 next 481\n",
      "2024-12-07 08:59:07.225573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5df00 of size 512 next 464\n",
      "2024-12-07 08:59:07.225579: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e100 of size 1536 next 442\n",
      "2024-12-07 08:59:07.225585: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e700 of size 512 next 730\n",
      "2024-12-07 08:59:07.225591: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e900 of size 256 next 518\n",
      "2024-12-07 08:59:07.225597: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ea00 of size 512 next 110\n",
      "2024-12-07 08:59:07.225603: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a5ec00 of size 256 next 494\n",
      "2024-12-07 08:59:07.225609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ed00 of size 256 next 100\n",
      "2024-12-07 08:59:07.225615: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ee00 of size 32768 next 693\n",
      "2024-12-07 08:59:07.225621: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a66e00 of size 1024 next 696\n",
      "2024-12-07 08:59:07.225627: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a67200 of size 512 next 470\n",
      "2024-12-07 08:59:07.225634: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a67400 of size 59648 next 138\n",
      "2024-12-07 08:59:07.225641: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a75d00 of size 32768 next 56\n",
      "2024-12-07 08:59:07.225648: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a7dd00 of size 65536 next 629\n",
      "2024-12-07 08:59:07.225653: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7a8dd00 of size 1024 next 666\n",
      "2024-12-07 08:59:07.225660: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a8e100 of size 130560 next 493\n",
      "2024-12-07 08:59:07.225667: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7aadf00 of size 65536 next 80\n",
      "2024-12-07 08:59:07.225673: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7abdf00 of size 131072 next 38\n",
      "2024-12-07 08:59:07.225683: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7addf00 of size 512 next 545\n",
      "2024-12-07 08:59:07.225689: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ade100 of size 65536 next 697\n",
      "2024-12-07 08:59:07.225696: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7aee100 of size 65536 next 637\n",
      "2024-12-07 08:59:07.225702: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7afe100 of size 115712 next 58\n",
      "2024-12-07 08:59:07.225709: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b1a500 of size 512 next 108\n",
      "2024-12-07 08:59:07.225715: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b1a700 of size 131072 next 439\n",
      "2024-12-07 08:59:07.225721: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b3a700 of size 131072 next 74\n",
      "2024-12-07 08:59:07.225728: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b5a700 of size 1024 next 601\n",
      "2024-12-07 08:59:07.225733: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b5ab00 of size 65536 next 424\n",
      "2024-12-07 08:59:07.225739: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b6ab00 of size 512 next 609\n",
      "2024-12-07 08:59:07.225746: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b6ad00 of size 131072 next 685\n",
      "2024-12-07 08:59:07.225752: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b8ad00 of size 1024 next 504\n",
      "2024-12-07 08:59:07.225758: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b8b100 of size 32768 next 136\n",
      "2024-12-07 08:59:07.225764: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b93100 of size 1792 next 475\n",
      "2024-12-07 08:59:07.225770: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b93800 of size 65536 next 67\n",
      "2024-12-07 08:59:07.225777: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ba3800 of size 131072 next 672\n",
      "2024-12-07 08:59:07.225782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4e7bc3800 of size 512 next 580\n",
      "2024-12-07 08:59:07.225789: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bc3a00 of size 1024 next 707\n",
      "2024-12-07 08:59:07.225795: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bc3e00 of size 198656 next 600\n",
      "2024-12-07 08:59:07.225802: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf4600 of size 1792 next 679\n",
      "2024-12-07 08:59:07.225808: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf4d00 of size 1024 next 441\n",
      "2024-12-07 08:59:07.225814: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf5100 of size 101376 next 106\n",
      "2024-12-07 08:59:07.225820: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c0dd00 of size 65536 next 183\n",
      "2024-12-07 08:59:07.225827: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c1dd00 of size 65536 next 184\n",
      "2024-12-07 08:59:07.225833: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c2dd00 of size 65536 next 187\n",
      "2024-12-07 08:59:07.225840: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c3dd00 of size 65536 next 112\n",
      "2024-12-07 08:59:07.225846: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c4dd00 of size 65536 next 740\n",
      "2024-12-07 08:59:07.225852: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c5dd00 of size 131072 next 436\n",
      "2024-12-07 08:59:07.225861: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c7dd00 of size 131072 next 430\n",
      "2024-12-07 08:59:07.225868: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c9dd00 of size 65536 next 526\n",
      "2024-12-07 08:59:07.225874: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cadd00 of size 65536 next 678\n",
      "2024-12-07 08:59:07.225880: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cbdd00 of size 65536 next 508\n",
      "2024-12-07 08:59:07.225886: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ccdd00 of size 65536 next 731\n",
      "2024-12-07 08:59:07.225892: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cddd00 of size 65536 next 627\n",
      "2024-12-07 08:59:07.225899: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cedd00 of size 131072 next 537\n",
      "2024-12-07 08:59:07.225905: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d0dd00 of size 65536 next 478\n",
      "2024-12-07 08:59:07.225911: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d1dd00 of size 65536 next 503\n",
      "2024-12-07 08:59:07.225917: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d2dd00 of size 65536 next 594\n",
      "2024-12-07 08:59:07.225923: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d3dd00 of size 181248 next 153\n",
      "2024-12-07 08:59:07.225930: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d6a100 of size 65536 next 190\n",
      "2024-12-07 08:59:07.225937: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d7a100 of size 65536 next 191\n",
      "2024-12-07 08:59:07.225942: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d8a100 of size 65536 next 194\n",
      "2024-12-07 08:59:07.225949: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d9a100 of size 65536 next 195\n",
      "2024-12-07 08:59:07.225954: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7daa100 of size 65536 next 198\n",
      "2024-12-07 08:59:07.225961: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dba100 of size 65536 next 199\n",
      "2024-12-07 08:59:07.225967: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca100 of size 512 next 203\n",
      "2024-12-07 08:59:07.225972: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca300 of size 512 next 204\n",
      "2024-12-07 08:59:07.225979: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca500 of size 131072 next 205\n",
      "2024-12-07 08:59:07.225985: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dea500 of size 261120 next 147\n",
      "2024-12-07 08:59:07.225993: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a100 of size 256 next 620\n",
      "2024-12-07 08:59:07.225999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a200 of size 256 next 612\n",
      "2024-12-07 08:59:07.226005: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a300 of size 131072 next 682\n",
      "2024-12-07 08:59:07.226011: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e4a300 of size 32768 next 709\n",
      "2024-12-07 08:59:07.226017: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e52300 of size 32768 next 698\n",
      "2024-12-07 08:59:07.226023: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e5a300 of size 115712 next 88\n",
      "2024-12-07 08:59:07.226030: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e76700 of size 1280 next 456\n",
      "2024-12-07 08:59:07.226036: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e76c00 of size 64256 next 125\n",
      "2024-12-07 08:59:07.226042: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e86700 of size 32768 next 75\n",
      "2024-12-07 08:59:07.226052: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8e700 of size 1024 next 535\n",
      "2024-12-07 08:59:07.226058: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8eb00 of size 1024 next 562\n",
      "2024-12-07 08:59:07.226065: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8ef00 of size 1024 next 461\n",
      "2024-12-07 08:59:07.226071: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8f300 of size 1024 next 656\n",
      "2024-12-07 08:59:07.226077: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8f700 of size 43520 next 146\n",
      "2024-12-07 08:59:07.226083: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a100 of size 1024 next 206\n",
      "2024-12-07 08:59:07.226090: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a500 of size 1024 next 207\n",
      "2024-12-07 08:59:07.226096: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a900 of size 131072 next 208\n",
      "2024-12-07 08:59:07.226102: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eba900 of size 131072 next 209\n",
      "2024-12-07 08:59:07.226111: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eda900 of size 512 next 210\n",
      "2024-12-07 08:59:07.226117: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edab00 of size 512 next 211\n",
      "2024-12-07 08:59:07.226123: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edad00 of size 512 next 212\n",
      "2024-12-07 08:59:07.226129: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edaf00 of size 512 next 213\n",
      "2024-12-07 08:59:07.226135: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb100 of size 512 next 214\n",
      "2024-12-07 08:59:07.226141: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb300 of size 512 next 215\n",
      "2024-12-07 08:59:07.226147: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb500 of size 65536 next 216\n",
      "2024-12-07 08:59:07.226154: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eeb500 of size 65536 next 217\n",
      "2024-12-07 08:59:07.226160: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb500 of size 512 next 218\n",
      "2024-12-07 08:59:07.226166: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb700 of size 512 next 219\n",
      "2024-12-07 08:59:07.226172: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb900 of size 65536 next 220\n",
      "2024-12-07 08:59:07.226178: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f0b900 of size 65536 next 221\n",
      "2024-12-07 08:59:07.226185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1b900 of size 512 next 222\n",
      "2024-12-07 08:59:07.226191: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1bb00 of size 512 next 223\n",
      "2024-12-07 08:59:07.226197: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1bd00 of size 65536 next 224\n",
      "2024-12-07 08:59:07.226204: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f2bd00 of size 65536 next 225\n",
      "2024-12-07 08:59:07.226210: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3bd00 of size 512 next 226\n",
      "2024-12-07 08:59:07.226220: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3bf00 of size 512 next 227\n",
      "2024-12-07 08:59:07.226226: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3c100 of size 65536 next 228\n",
      "2024-12-07 08:59:07.226233: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f4c100 of size 65536 next 229\n",
      "2024-12-07 08:59:07.226239: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c100 of size 512 next 230\n",
      "2024-12-07 08:59:07.226245: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c300 of size 512 next 231\n",
      "2024-12-07 08:59:07.226250: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c500 of size 65536 next 232\n",
      "2024-12-07 08:59:07.226257: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f6c500 of size 65536 next 233\n",
      "2024-12-07 08:59:07.226263: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c500 of size 512 next 234\n",
      "2024-12-07 08:59:07.226270: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c700 of size 512 next 235\n",
      "2024-12-07 08:59:07.226275: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c900 of size 512 next 236\n",
      "2024-12-07 08:59:07.226282: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cb00 of size 512 next 237\n",
      "2024-12-07 08:59:07.226288: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cd00 of size 512 next 238\n",
      "2024-12-07 08:59:07.226294: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cf00 of size 512 next 239\n",
      "2024-12-07 08:59:07.226300: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7d100 of size 131072 next 240\n",
      "2024-12-07 08:59:07.226306: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f9d100 of size 131072 next 241\n",
      "2024-12-07 08:59:07.226313: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd100 of size 1024 next 242\n",
      "2024-12-07 08:59:07.226319: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd500 of size 1024 next 243\n",
      "2024-12-07 08:59:07.226325: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd900 of size 131072 next 244\n",
      "2024-12-07 08:59:07.226332: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fdd900 of size 131072 next 245\n",
      "2024-12-07 08:59:07.226338: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffd900 of size 512 next 246\n",
      "2024-12-07 08:59:07.226344: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdb00 of size 512 next 247\n",
      "2024-12-07 08:59:07.226350: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdd00 of size 512 next 248\n",
      "2024-12-07 08:59:07.226356: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdf00 of size 512 next 249\n",
      "2024-12-07 08:59:07.226372: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe100 of size 512 next 250\n",
      "2024-12-07 08:59:07.226378: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe300 of size 512 next 251\n",
      "2024-12-07 08:59:07.226384: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe500 of size 65536 next 252\n",
      "2024-12-07 08:59:07.226391: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e800e500 of size 65536 next 253\n",
      "2024-12-07 08:59:07.226397: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e500 of size 512 next 254\n",
      "2024-12-07 08:59:07.226403: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e700 of size 512 next 255\n",
      "2024-12-07 08:59:07.226409: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e900 of size 65536 next 256\n",
      "2024-12-07 08:59:07.226415: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e802e900 of size 65536 next 257\n",
      "2024-12-07 08:59:07.226421: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803e900 of size 512 next 258\n",
      "2024-12-07 08:59:07.226427: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803eb00 of size 512 next 259\n",
      "2024-12-07 08:59:07.226434: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803ed00 of size 65536 next 260\n",
      "2024-12-07 08:59:07.226440: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e804ed00 of size 65536 next 261\n",
      "2024-12-07 08:59:07.226446: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805ed00 of size 512 next 262\n",
      "2024-12-07 08:59:07.226452: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805ef00 of size 512 next 263\n",
      "2024-12-07 08:59:07.226458: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805f100 of size 65536 next 264\n",
      "2024-12-07 08:59:07.226464: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e806f100 of size 65536 next 265\n",
      "2024-12-07 08:59:07.226470: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f100 of size 512 next 266\n",
      "2024-12-07 08:59:07.226477: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f300 of size 512 next 267\n",
      "2024-12-07 08:59:07.226482: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f500 of size 65536 next 268\n",
      "2024-12-07 08:59:07.226489: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e808f500 of size 65536 next 269\n",
      "2024-12-07 08:59:07.226497: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f500 of size 512 next 270\n",
      "2024-12-07 08:59:07.226505: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f700 of size 512 next 271\n",
      "2024-12-07 08:59:07.226513: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f900 of size 512 next 272\n",
      "2024-12-07 08:59:07.226522: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809fb00 of size 512 next 273\n",
      "2024-12-07 08:59:07.226530: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809fd00 of size 512 next 274\n",
      "2024-12-07 08:59:07.226539: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809ff00 of size 512 next 275\n",
      "2024-12-07 08:59:07.226548: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80a0100 of size 131072 next 276\n",
      "2024-12-07 08:59:07.226556: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80c0100 of size 131072 next 277\n",
      "2024-12-07 08:59:07.226565: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0100 of size 1024 next 278\n",
      "2024-12-07 08:59:07.226573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0500 of size 1024 next 279\n",
      "2024-12-07 08:59:07.226580: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0900 of size 131072 next 280\n",
      "2024-12-07 08:59:07.226589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8100900 of size 131072 next 281\n",
      "2024-12-07 08:59:07.226598: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120900 of size 512 next 282\n",
      "2024-12-07 08:59:07.226606: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120b00 of size 512 next 283\n",
      "2024-12-07 08:59:07.226615: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120d00 of size 512 next 284\n",
      "2024-12-07 08:59:07.226629: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120f00 of size 512 next 285\n",
      "2024-12-07 08:59:07.226637: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121100 of size 512 next 286\n",
      "2024-12-07 08:59:07.226645: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121300 of size 512 next 287\n",
      "2024-12-07 08:59:07.226653: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121500 of size 65536 next 288\n",
      "2024-12-07 08:59:07.226662: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8131500 of size 65536 next 289\n",
      "2024-12-07 08:59:07.226671: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141500 of size 512 next 290\n",
      "2024-12-07 08:59:07.226680: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141700 of size 512 next 291\n",
      "2024-12-07 08:59:07.226688: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141900 of size 65536 next 292\n",
      "2024-12-07 08:59:07.226696: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8151900 of size 65536 next 293\n",
      "2024-12-07 08:59:07.226705: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161900 of size 512 next 294\n",
      "2024-12-07 08:59:07.226714: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161b00 of size 512 next 295\n",
      "2024-12-07 08:59:07.226723: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161d00 of size 65536 next 296\n",
      "2024-12-07 08:59:07.226736: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8171d00 of size 65536 next 297\n",
      "2024-12-07 08:59:07.226745: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8181d00 of size 512 next 298\n",
      "2024-12-07 08:59:07.226753: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8181f00 of size 512 next 299\n",
      "2024-12-07 08:59:07.226760: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8182100 of size 65536 next 300\n",
      "2024-12-07 08:59:07.226769: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8192100 of size 65536 next 301\n",
      "2024-12-07 08:59:07.226778: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2100 of size 512 next 302\n",
      "2024-12-07 08:59:07.226786: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2300 of size 512 next 303\n",
      "2024-12-07 08:59:07.226795: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2500 of size 65536 next 304\n",
      "2024-12-07 08:59:07.226803: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81b2500 of size 65536 next 305\n",
      "2024-12-07 08:59:07.226811: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2500 of size 512 next 306\n",
      "2024-12-07 08:59:07.226820: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2700 of size 512 next 307\n",
      "2024-12-07 08:59:07.226828: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2900 of size 512 next 308\n",
      "2024-12-07 08:59:07.226835: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2b00 of size 512 next 309\n",
      "2024-12-07 08:59:07.226844: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2d00 of size 512 next 310\n",
      "2024-12-07 08:59:07.226853: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2f00 of size 512 next 311\n",
      "2024-12-07 08:59:07.226862: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c3100 of size 131072 next 312\n",
      "2024-12-07 08:59:07.226870: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81e3100 of size 131072 next 313\n",
      "2024-12-07 08:59:07.226879: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203100 of size 1024 next 314\n",
      "2024-12-07 08:59:07.226887: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203500 of size 1024 next 315\n",
      "2024-12-07 08:59:07.226896: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203900 of size 131072 next 316\n",
      "2024-12-07 08:59:07.226904: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8223900 of size 131072 next 317\n",
      "2024-12-07 08:59:07.226912: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243900 of size 512 next 318\n",
      "2024-12-07 08:59:07.226921: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243b00 of size 512 next 319\n",
      "2024-12-07 08:59:07.226929: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243d00 of size 512 next 320\n",
      "2024-12-07 08:59:07.226937: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243f00 of size 512 next 321\n",
      "2024-12-07 08:59:07.226945: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244100 of size 512 next 322\n",
      "2024-12-07 08:59:07.226953: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244300 of size 512 next 323\n",
      "2024-12-07 08:59:07.226962: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244500 of size 115712 next 324\n",
      "2024-12-07 08:59:07.226970: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8260900 of size 115712 next 325\n",
      "2024-12-07 08:59:07.226978: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827cd00 of size 1024 next 326\n",
      "2024-12-07 08:59:07.226987: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d100 of size 1024 next 327\n",
      "2024-12-07 08:59:07.226995: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d500 of size 512 next 328\n",
      "2024-12-07 08:59:07.227004: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d700 of size 512 next 329\n",
      "2024-12-07 08:59:07.227012: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d900 of size 512 next 330\n",
      "2024-12-07 08:59:07.227020: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827db00 of size 512 next 331\n",
      "2024-12-07 08:59:07.227029: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827dd00 of size 131072 next 332\n",
      "2024-12-07 08:59:07.227037: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e829dd00 of size 131072 next 333\n",
      "2024-12-07 08:59:07.227045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82bdd00 of size 512 next 334\n",
      "2024-12-07 08:59:07.227054: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82bdf00 of size 512 next 335\n",
      "2024-12-07 08:59:07.227062: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82be100 of size 131072 next 336\n",
      "2024-12-07 08:59:07.227071: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82de100 of size 131072 next 337\n",
      "2024-12-07 08:59:07.227079: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe100 of size 1024 next 338\n",
      "2024-12-07 08:59:07.227087: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe500 of size 1024 next 339\n",
      "2024-12-07 08:59:07.227096: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe900 of size 131072 next 340\n",
      "2024-12-07 08:59:07.227110: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e831e900 of size 131072 next 341\n",
      "2024-12-07 08:59:07.227118: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833e900 of size 1024 next 342\n",
      "2024-12-07 08:59:07.227126: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833ed00 of size 1024 next 343\n",
      "2024-12-07 08:59:07.227134: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833f100 of size 131072 next 344\n",
      "2024-12-07 08:59:07.227143: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e835f100 of size 131072 next 345\n",
      "2024-12-07 08:59:07.227151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f100 of size 1024 next 346\n",
      "2024-12-07 08:59:07.227158: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f500 of size 1024 next 347\n",
      "2024-12-07 08:59:07.227167: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f900 of size 131072 next 348\n",
      "2024-12-07 08:59:07.227176: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e839f900 of size 131072 next 349\n",
      "2024-12-07 08:59:07.227185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bf900 of size 512 next 350\n",
      "2024-12-07 08:59:07.227193: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bfb00 of size 512 next 351\n",
      "2024-12-07 08:59:07.227201: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bfd00 of size 32768 next 352\n",
      "2024-12-07 08:59:07.227209: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83c7d00 of size 32768 next 353\n",
      "2024-12-07 08:59:07.227218: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cfd00 of size 256 next 354\n",
      "2024-12-07 08:59:07.227226: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cfe00 of size 256 next 355\n",
      "2024-12-07 08:59:07.227235: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cff00 of size 1792 next 356\n",
      "2024-12-07 08:59:07.227243: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d0600 of size 1792 next 357\n",
      "2024-12-07 08:59:07.227251: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d0d00 of size 1792 next 358\n",
      "2024-12-07 08:59:07.227260: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d1400 of size 1792 next 359\n",
      "2024-12-07 08:59:07.227269: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d1b00 of size 458752 next 360\n",
      "2024-12-07 08:59:07.227277: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8441b00 of size 458752 next 361\n",
      "2024-12-07 08:59:07.227286: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b1b00 of size 1024 next 362\n",
      "2024-12-07 08:59:07.227295: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b1f00 of size 1024 next 363\n",
      "2024-12-07 08:59:07.227303: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2300 of size 1024 next 364\n",
      "2024-12-07 08:59:07.227311: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2700 of size 1024 next 365\n",
      "2024-12-07 08:59:07.227320: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2b00 of size 1024 next 366\n",
      "2024-12-07 08:59:07.227329: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2f00 of size 1024 next 367\n",
      "2024-12-07 08:59:07.227337: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b3300 of size 131072 next 368\n",
      "2024-12-07 08:59:07.227349: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84d3300 of size 131072 next 369\n",
      "2024-12-07 08:59:07.227367: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3300 of size 512 next 370\n",
      "2024-12-07 08:59:07.227377: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3500 of size 512 next 371\n",
      "2024-12-07 08:59:07.227385: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3700 of size 512 next 372\n",
      "2024-12-07 08:59:07.227393: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3900 of size 512 next 373\n",
      "2024-12-07 08:59:07.227402: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3b00 of size 512 next 374\n",
      "2024-12-07 08:59:07.227410: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3d00 of size 512 next 375\n",
      "2024-12-07 08:59:07.227418: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3f00 of size 32768 next 376\n",
      "2024-12-07 08:59:07.227427: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84fbf00 of size 32768 next 377\n",
      "2024-12-07 08:59:07.227436: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8503f00 of size 256 next 378\n",
      "2024-12-07 08:59:07.227445: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504000 of size 256 next 379\n",
      "2024-12-07 08:59:07.227453: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504100 of size 1280 next 380\n",
      "2024-12-07 08:59:07.227461: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504600 of size 1280 next 381\n",
      "2024-12-07 08:59:07.227469: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504b00 of size 256 next 382\n",
      "2024-12-07 08:59:07.227478: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504c00 of size 256 next 383\n",
      "2024-12-07 08:59:07.227487: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504d00 of size 256 next 384\n",
      "2024-12-07 08:59:07.227495: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504e00 of size 256 next 385\n",
      "2024-12-07 08:59:07.227503: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504f00 of size 256 next 386\n",
      "2024-12-07 08:59:07.227513: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505000 of size 256 next 387\n",
      "2024-12-07 08:59:07.227522: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505100 of size 256 next 388\n",
      "2024-12-07 08:59:07.227531: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505200 of size 256 next 389\n",
      "2024-12-07 08:59:07.227540: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505300 of size 256 next 390\n",
      "2024-12-07 08:59:07.227547: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505400 of size 256 next 391\n",
      "2024-12-07 08:59:07.227556: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505500 of size 256 next 392\n",
      "2024-12-07 08:59:07.227565: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505600 of size 256 next 393\n",
      "2024-12-07 08:59:07.227573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505700 of size 256 next 394\n",
      "2024-12-07 08:59:07.227581: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505800 of size 256 next 395\n",
      "2024-12-07 08:59:07.227589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505900 of size 256 next 396\n",
      "2024-12-07 08:59:07.227598: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505a00 of size 256 next 397\n",
      "2024-12-07 08:59:07.227606: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505b00 of size 256 next 398\n",
      "2024-12-07 08:59:07.227615: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505c00 of size 256 next 399\n",
      "2024-12-07 08:59:07.227624: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505d00 of size 256 next 400\n",
      "2024-12-07 08:59:07.227632: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505e00 of size 256 next 401\n",
      "2024-12-07 08:59:07.227639: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505f00 of size 256 next 402\n",
      "2024-12-07 08:59:07.227648: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506000 of size 256 next 403\n",
      "2024-12-07 08:59:07.227657: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506100 of size 256 next 404\n",
      "2024-12-07 08:59:07.227666: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506200 of size 256 next 405\n",
      "2024-12-07 08:59:07.227674: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506300 of size 256 next 406\n",
      "2024-12-07 08:59:07.227682: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506400 of size 256 next 407\n",
      "2024-12-07 08:59:07.227690: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506500 of size 256 next 408\n",
      "2024-12-07 08:59:07.227699: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506600 of size 256 next 409\n",
      "2024-12-07 08:59:07.227708: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506700 of size 256 next 410\n",
      "2024-12-07 08:59:07.227717: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506800 of size 256 next 411\n",
      "2024-12-07 08:59:07.227730: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506900 of size 256 next 412\n",
      "2024-12-07 08:59:07.227738: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506a00 of size 256 next 413\n",
      "2024-12-07 08:59:07.227747: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506b00 of size 256 next 414\n",
      "2024-12-07 08:59:07.227755: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506c00 of size 256 next 415\n",
      "2024-12-07 08:59:07.227764: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506d00 of size 256 next 416\n",
      "2024-12-07 08:59:07.227772: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506e00 of size 65536 next 597\n",
      "2024-12-07 08:59:07.227781: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8516e00 of size 186368 next 447\n",
      "2024-12-07 08:59:07.227790: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8544600 of size 262144 next 701\n",
      "2024-12-07 08:59:07.227799: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8584600 of size 251904 next 718\n",
      "2024-12-07 08:59:07.227808: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e85c1e00 of size 262144 next 524\n",
      "2024-12-07 08:59:07.227816: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8601e00 of size 5373952 next 570\n",
      "2024-12-07 08:59:07.227824: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8b21e00 of size 5373952 next 649\n",
      "2024-12-07 08:59:07.227832: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e9041e00 of size 2686976 next 725\n",
      "2024-12-07 08:59:07.227841: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e92d1e00 of size 2686976 next 107\n",
      "2024-12-07 08:59:07.227849: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e9561e00 of size 1343488 next 429\n",
      "2024-12-07 08:59:07.227857: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e96a9e00 of size 12410880 next 700\n",
      "2024-12-07 08:59:07.227867: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea27fe00 of size 131072 next 602\n",
      "2024-12-07 08:59:07.227877: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free  at 7ad4ea29fe00 of size 512 next 500\n",
      "2024-12-07 08:59:07.227886: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea2a0000 of size 720384 next 427\n",
      "2024-12-07 08:59:07.227898: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea34fe00 of size 458752 next 661\n",
      "2024-12-07 08:59:07.227906: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea3bfe00 of size 10747904 next 476\n",
      "2024-12-07 08:59:07.227914: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eadffe00 of size 10747904 next 582\n",
      "2024-12-07 08:59:07.227923: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eb83fe00 of size 10747904 next 83\n",
      "2024-12-07 08:59:07.227932: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ec27fe00 of size 10747904 next 445\n",
      "2024-12-07 08:59:07.227940: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eccbfe00 of size 10747904 next 727\n",
      "2024-12-07 08:59:07.227948: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ed6ffe00 of size 10747904 next 684\n",
      "2024-12-07 08:59:07.227957: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ee13fe00 of size 10747904 next 63\n",
      "2024-12-07 08:59:07.227966: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eeb7fe00 of size 10747904 next 662\n",
      "2024-12-07 08:59:07.227975: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ef5bfe00 of size 10747904 next 665\n",
      "2024-12-07 08:59:07.227982: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4effffe00 of size 10747904 next 50\n",
      "2024-12-07 08:59:07.227990: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0a3fe00 of size 5373952 next 587\n",
      "2024-12-07 08:59:07.227999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f5fe00 of size 83968 next 683\n",
      "2024-12-07 08:59:07.228008: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f74600 of size 83968 next 626\n",
      "2024-12-07 08:59:07.228017: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f88e00 of size 5206016 next 536\n",
      "2024-12-07 08:59:07.228027: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f147fe00 of size 12059136 next 18446744073709551615\n",
      "2024-12-07 08:59:07.228035: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 4294967296\n",
      "2024-12-07 08:59:07.228045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad61e000000 of size 2303392000 next 1\n",
      "2024-12-07 08:59:07.228054: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6a74af900 of size 1280 next 2\n",
      "2024-12-07 08:59:07.228062: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6a74afe00 of size 354368000 next 534\n",
      "2024-12-07 08:59:07.228071: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6bc6a3800 of size 385728000 next 630\n",
      "2024-12-07 08:59:07.228079: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6d367f600 of size 354368000 next 498\n",
      "2024-12-07 08:59:07.228089: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6e8873000 of size 385728000 next 426\n",
      "2024-12-07 08:59:07.228096: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6ff84ee00 of size 354368000 next 632\n",
      "2024-12-07 08:59:07.228105: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a42800 of size 1280 next 553\n",
      "2024-12-07 08:59:07.228114: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a42d00 of size 32768 next 549\n",
      "2024-12-07 08:59:07.228122: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a4ad00 of size 97024 next 94\n",
      "2024-12-07 08:59:07.228130: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a62800 of size 65536 next 729\n",
      "2024-12-07 08:59:07.228138: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a72800 of size 65536 next 556\n",
      "2024-12-07 08:59:07.228147: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a82800 of size 65536 next 519\n",
      "2024-12-07 08:59:07.228156: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a92800 of size 65536 next 631\n",
      "2024-12-07 08:59:07.228164: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714aa2800 of size 65536 next 477\n",
      "2024-12-07 08:59:07.228173: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ab2800 of size 131072 next 473\n",
      "2024-12-07 08:59:07.228182: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ad2800 of size 65536 next 495\n",
      "2024-12-07 08:59:07.228190: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ae2800 of size 65536 next 490\n",
      "2024-12-07 08:59:07.228197: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714af2800 of size 65536 next 670\n",
      "2024-12-07 08:59:07.228206: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b02800 of size 131072 next 509\n",
      "2024-12-07 08:59:07.228215: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b22800 of size 65536 next 54\n",
      "2024-12-07 08:59:07.228223: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b32800 of size 131072 next 440\n",
      "2024-12-07 08:59:07.228232: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b52800 of size 131072 next 618\n",
      "2024-12-07 08:59:07.228240: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b72800 of size 65536 next 547\n",
      "2024-12-07 08:59:07.228249: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b82800 of size 99584 next 738\n",
      "2024-12-07 08:59:07.228258: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b9ad00 of size 65536 next 105\n",
      "2024-12-07 08:59:07.228266: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714baad00 of size 131072 next 561\n",
      "2024-12-07 08:59:07.228274: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bcad00 of size 65536 next 511\n",
      "2024-12-07 08:59:07.228283: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bdad00 of size 65536 next 516\n",
      "2024-12-07 08:59:07.228292: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bead00 of size 65536 next 485\n",
      "2024-12-07 08:59:07.228300: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bfad00 of size 131072 next 551\n",
      "2024-12-07 08:59:07.228309: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c1ad00 of size 65536 next 104\n",
      "2024-12-07 08:59:07.228318: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c2ad00 of size 131072 next 720\n",
      "2024-12-07 08:59:07.228327: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c4ad00 of size 65536 next 739\n",
      "2024-12-07 08:59:07.228335: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c5ad00 of size 65536 next 708\n",
      "2024-12-07 08:59:07.228344: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c6ad00 of size 65536 next 87\n",
      "2024-12-07 08:59:07.228352: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c7ad00 of size 131072 next 694\n",
      "2024-12-07 08:59:07.228371: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c9ad00 of size 246784 next 425\n",
      "2024-12-07 08:59:07.228381: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714cd7100 of size 65536 next 765\n",
      "2024-12-07 08:59:07.228389: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ce7100 of size 131072 next 655\n",
      "2024-12-07 08:59:07.228398: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07100 of size 1792 next 422\n",
      "2024-12-07 08:59:07.228405: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07800 of size 1024 next 530\n",
      "2024-12-07 08:59:07.228414: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07c00 of size 65536 next 454\n",
      "2024-12-07 08:59:07.228423: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d17c00 of size 165888 next 62\n",
      "2024-12-07 08:59:07.228431: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d40400 of size 131072 next 448\n",
      "2024-12-07 08:59:07.228440: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d60400 of size 131072 next 120\n",
      "2024-12-07 08:59:07.228448: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80400 of size 1024 next 671\n",
      "2024-12-07 08:59:07.228456: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80800 of size 256 next 687\n",
      "2024-12-07 08:59:07.228465: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80900 of size 256 next 449\n",
      "2024-12-07 08:59:07.228473: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80a00 of size 2048 next 513\n",
      "2024-12-07 08:59:07.228482: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d81200 of size 231424 next 434\n",
      "2024-12-07 08:59:07.228491: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714db9a00 of size 83968 next 733\n",
      "2024-12-07 08:59:07.228500: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714dce200 of size 2048 next 591\n",
      "2024-12-07 08:59:07.228509: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714dcea00 of size 272640 next 59\n",
      "2024-12-07 08:59:07.228517: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e11300 of size 65536 next 585\n",
      "2024-12-07 08:59:07.228525: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e21300 of size 131072 next 636\n",
      "2024-12-07 08:59:07.228534: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e41300 of size 131072 next 638\n",
      "2024-12-07 08:59:07.228542: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e61300 of size 458752 next 512\n",
      "2024-12-07 08:59:07.228551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ed1300 of size 10240 next 85\n",
      "2024-12-07 08:59:07.228559: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ed3b00 of size 83968 next 61\n",
      "2024-12-07 08:59:07.228568: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ee8300 of size 131072 next 483\n",
      "2024-12-07 08:59:07.228576: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f08300 of size 131072 next 572\n",
      "2024-12-07 08:59:07.228589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f28300 of size 32768 next 622\n",
      "2024-12-07 08:59:07.228598: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f30300 of size 124928 next 101\n",
      "2024-12-07 08:59:07.228607: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f4eb00 of size 231424 next 520\n",
      "2024-12-07 08:59:07.228615: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f87300 of size 251904 next 668\n",
      "2024-12-07 08:59:07.228624: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714fc4b00 of size 524288 next 128\n",
      "2024-12-07 08:59:07.228633: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad715044b00 of size 604672 next 71\n",
      "2024-12-07 08:59:07.228642: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad7150d8500 of size 131072 next 573\n",
      "2024-12-07 08:59:07.228651: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad7150f8500 of size 141056 next 444\n",
      "2024-12-07 08:59:07.228660: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71511ac00 of size 27541504 next 608\n",
      "2024-12-07 08:59:07.228668: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad716b5ec00 of size 21495808 next 640\n",
      "2024-12-07 08:59:07.228677: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad717fdec00 of size 21495808 next 84\n",
      "2024-12-07 08:59:07.228686: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71945ec00 of size 10747904 next 133\n",
      "2024-12-07 08:59:07.228694: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad719e9ec00 of size 10747904 next 744\n",
      "2024-12-07 08:59:07.228703: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71a8dec00 of size 10747904 next 77\n",
      "2024-12-07 08:59:07.228711: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71b31ec00 of size 10747904 next 510\n",
      "2024-12-07 08:59:07.228719: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71bd5ec00 of size 10747904 next 150\n",
      "2024-12-07 08:59:07.228728: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71c79ec00 of size 10747904 next 673\n",
      "2024-12-07 08:59:07.228736: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71d1dec00 of size 14816256 next 18446744073709551615\n",
      "2024-12-07 08:59:07.228744: I tensorflow/tsl/framework/bfc_allocator.cc:1100]      Summary of in-use Chunks by size: \n",
      "2024-12-07 08:59:07.228755: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 196 Chunks of size 256 totalling 49.0KiB\n",
      "2024-12-07 08:59:07.228764: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 148 Chunks of size 512 totalling 74.0KiB\n",
      "2024-12-07 08:59:07.228773: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 18 Chunks of size 768 totalling 13.5KiB\n",
      "2024-12-07 08:59:07.228781: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 37 Chunks of size 1024 totalling 37.0KiB\n",
      "2024-12-07 08:59:07.228790: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 10 Chunks of size 1280 totalling 12.5KiB\n",
      "2024-12-07 08:59:07.228798: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 1536 totalling 3.0KiB\n",
      "2024-12-07 08:59:07.228807: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 10 Chunks of size 1792 totalling 17.5KiB\n",
      "2024-12-07 08:59:07.228815: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 3 Chunks of size 2048 totalling 6.0KiB\n",
      "2024-12-07 08:59:07.228824: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 10240 totalling 10.0KiB\n",
      "2024-12-07 08:59:07.228833: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 20992 totalling 20.5KiB\n",
      "2024-12-07 08:59:07.228842: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 13 Chunks of size 32768 totalling 416.0KiB\n",
      "2024-12-07 08:59:07.228855: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 43520 totalling 42.5KiB\n",
      "2024-12-07 08:59:07.228863: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 59648 totalling 58.2KiB\n",
      "2024-12-07 08:59:07.228872: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 64256 totalling 62.8KiB\n",
      "2024-12-07 08:59:07.228880: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 77 Chunks of size 65536 totalling 4.81MiB\n",
      "2024-12-07 08:59:07.228889: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 12 Chunks of size 83968 totalling 984.0KiB\n",
      "2024-12-07 08:59:07.228897: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 97024 totalling 94.8KiB\n",
      "2024-12-07 08:59:07.228906: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 99584 totalling 97.2KiB\n",
      "2024-12-07 08:59:07.228914: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 101376 totalling 99.0KiB\n",
      "2024-12-07 08:59:07.228923: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 115712 totalling 452.0KiB\n",
      "2024-12-07 08:59:07.228931: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 124928 totalling 122.0KiB\n",
      "2024-12-07 08:59:07.228940: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 130560 totalling 127.5KiB\n",
      "2024-12-07 08:59:07.228948: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 53 Chunks of size 131072 totalling 6.62MiB\n",
      "2024-12-07 08:59:07.228957: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 141056 totalling 137.8KiB\n",
      "2024-12-07 08:59:07.228966: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 164608 totalling 160.8KiB\n",
      "2024-12-07 08:59:07.228974: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 165888 totalling 162.0KiB\n",
      "2024-12-07 08:59:07.228982: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 181248 totalling 177.0KiB\n",
      "2024-12-07 08:59:07.228991: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 186368 totalling 182.0KiB\n",
      "2024-12-07 08:59:07.228999: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 198656 totalling 194.0KiB\n",
      "2024-12-07 08:59:07.229008: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 231424 totalling 452.0KiB\n",
      "2024-12-07 08:59:07.229017: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 246784 totalling 482.0KiB\n",
      "2024-12-07 08:59:07.229025: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 251904 totalling 492.0KiB\n",
      "2024-12-07 08:59:07.229033: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 261120 totalling 255.0KiB\n",
      "2024-12-07 08:59:07.229042: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 262144 totalling 512.0KiB\n",
      "2024-12-07 08:59:07.229050: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 272640 totalling 266.2KiB\n",
      "2024-12-07 08:59:07.229059: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 458752 totalling 1.75MiB\n",
      "2024-12-07 08:59:07.229067: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 524288 totalling 512.0KiB\n",
      "2024-12-07 08:59:07.229075: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 604672 totalling 590.5KiB\n",
      "2024-12-07 08:59:07.229084: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 720384 totalling 703.5KiB\n",
      "2024-12-07 08:59:07.229092: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 1343488 totalling 1.28MiB\n",
      "2024-12-07 08:59:07.229101: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 5 Chunks of size 2686976 totalling 12.81MiB\n",
      "2024-12-07 08:59:07.229109: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 5206016 totalling 4.96MiB\n",
      "2024-12-07 08:59:07.229117: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 5373952 totalling 20.50MiB\n",
      "2024-12-07 08:59:07.229126: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 8060928 totalling 7.69MiB\n",
      "2024-12-07 08:59:07.229134: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 39 Chunks of size 10747904 totalling 399.75MiB\n",
      "2024-12-07 08:59:07.229143: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 12059136 totalling 11.50MiB\n",
      "2024-12-07 08:59:07.229151: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 12410880 totalling 11.84MiB\n",
      "2024-12-07 08:59:07.229160: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 14816256 totalling 14.13MiB\n",
      "2024-12-07 08:59:07.229169: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 16793600 totalling 32.03MiB\n",
      "2024-12-07 08:59:07.229177: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 6 Chunks of size 21495808 totalling 123.00MiB\n",
      "2024-12-07 08:59:07.229190: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 3 Chunks of size 27541504 totalling 78.80MiB\n",
      "2024-12-07 08:59:07.229199: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 31360000 totalling 29.91MiB\n",
      "2024-12-07 08:59:07.229207: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 36157952 totalling 34.48MiB\n",
      "2024-12-07 08:59:07.229216: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 101920000 totalling 97.20MiB\n",
      "2024-12-07 08:59:07.229224: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 354368000 totalling 1.32GiB\n",
      "2024-12-07 08:59:07.229232: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 385728000 totalling 1.44GiB\n",
      "2024-12-07 08:59:07.229241: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 708736000 totalling 675.90MiB\n",
      "2024-12-07 08:59:07.229250: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 771456000 totalling 735.72MiB\n",
      "2024-12-07 08:59:07.229258: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 2303392000 totalling 2.14GiB\n",
      "2024-12-07 08:59:07.229266: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 2507232000 totalling 2.33GiB\n",
      "2024-12-07 08:59:07.229275: I tensorflow/tsl/framework/bfc_allocator.cc:1107] Sum Total of in-use chunks: 9.50GiB\n",
      "2024-12-07 08:59:07.229284: I tensorflow/tsl/framework/bfc_allocator.cc:1109] Total bytes in pool: 10198122496 memory_limit_: 10198122496 available bytes: 0 curr_region_allocation_bytes_: 17179869184\n",
      "2024-12-07 08:59:07.229298: I tensorflow/tsl/framework/bfc_allocator.cc:1114] Stats: \n",
      "Limit:                     10198122496\n",
      "InUse:                     10195919872\n",
      "MaxInUse:                  10195920896\n",
      "NumAllocs:                    43119401\n",
      "MaxAllocSize:               2507232000\n",
      "Reserved:                            0\n",
      "PeakReserved:                        0\n",
      "LargestFreeBlock:                    0\n",
      "\n",
      "2024-12-07 08:59:07.229328: W tensorflow/tsl/framework/bfc_allocator.cc:497] ****************************************************************************************************\n",
      "2024-12-07 08:59:07.229377: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at matmul_op_impl.h:908 : RESOURCE_EXHAUSTED: OOM when allocating tensor with shape[20992,128] and type float on /job:localhost/replica:0/task:0/device:GPU:0 by allocator GPU_0_bfc\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Memoria GPU esaurita, riprovo con batch size più piccolo...\n",
      "Epoch 1/150\n",
      "      5/Unknown - 1s 38ms/step - loss: 0.0238 - mae: 0.1432WARNING:tensorflow:Callback method `on_train_batch_end` is slow compared to the batch time (batch time: 0.0342s vs `on_train_batch_end` time: 0.0350s). Check your callbacks.\n",
      "   9953/Unknown - 294s 29ms/step - loss: 0.0258 - mae: 0.1480"
     ]
    }
   ],
   "source": [
    "model, history = train_transformer(train_data, train_targets, val_data, val_targets, 150, 512)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "3e2fb5a5341dac92",
   "metadata": {},
   "outputs": [],
   "source": [
    "percentage_errors, absolute_errors = calculate_real_error(model, val_data, val_targets, scaler_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4af58aa9bbc156f5",
   "metadata": {},
   "outputs": [],
   "source": [
    "def evaluate_model_performance(model, data, targets, set_name=\"\"):\n",
    "    \"\"\"\n",
    "    Valuta le performance del modello su un set di dati specifico.\n",
    "    \"\"\"\n",
    "    predictions = model.predict(data, verbose=0)\n",
    "\n",
    "    target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', 'avg_oil_prod', 'total_water_need']\n",
    "    metrics = {}\n",
    "\n",
    "    for i, name in enumerate(target_names):\n",
    "        mae = np.mean(np.abs(targets[:, i] - predictions[:, i]))\n",
    "        mse = np.mean(np.square(targets[:, i] - predictions[:, i]))\n",
    "        rmse = np.sqrt(mse)\n",
    "        mape = np.mean(np.abs((targets[:, i] - predictions[:, i]) / (targets[:, i] + 1e-7))) * 100\n",
    "\n",
    "        metrics[f\"{name}_mae\"] = mae\n",
    "        metrics[f\"{name}_rmse\"] = rmse\n",
    "        metrics[f\"{name}_mape\"] = mape\n",
    "\n",
    "    if set_name:\n",
    "        print(f\"\\nPerformance sul set {set_name}:\")\n",
    "        for metric, value in metrics.items():\n",
    "            print(f\"{metric}: {value:.4f}\")\n",
    "\n",
    "    return metrics\n",
    "\n",
    "\n",
    "def retrain_model(base_model, train_data, train_targets,\n",
    "                  val_data, val_targets,\n",
    "                  test_data, test_targets,\n",
    "                  epochs=50, batch_size=128):\n",
    "    \"\"\"\n",
    "    Implementa il retraining del modello con i dati combinati.\n",
    "    \"\"\"\n",
    "    print(\"Valutazione performance iniziali del modello...\")\n",
    "    initial_metrics = {\n",
    "        'train': evaluate_model_performance(base_model, train_data, train_targets, \"training\"),\n",
    "        'val': evaluate_model_performance(base_model, val_data, val_targets, \"validazione\"),\n",
    "        'test': evaluate_model_performance(base_model, test_data, test_targets, \"test\")\n",
    "    }\n",
    "\n",
    "    # Combina i dati per il retraining\n",
    "    combined_data = {\n",
    "        'temporal': np.concatenate([train_data['temporal'], val_data['temporal'], test_data['temporal']]),\n",
    "        'static': np.concatenate([train_data['static'], val_data['static'], test_data['static']])\n",
    "    }\n",
    "    combined_targets = np.concatenate([train_targets, val_targets, test_targets])\n",
    "\n",
    "    # Crea una nuova suddivisione per la validazione\n",
    "    indices = np.arange(len(combined_targets))\n",
    "    np.random.shuffle(indices)\n",
    "\n",
    "    split_idx = int(len(indices) * 0.9)\n",
    "    train_idx, val_idx = indices[:split_idx], indices[split_idx:]\n",
    "\n",
    "    # Prepara i dati per il retraining\n",
    "    retrain_data = {k: v[train_idx] for k, v in combined_data.items()}\n",
    "    retrain_targets = combined_targets[train_idx]\n",
    "    retrain_val_data = {k: v[val_idx] for k, v in combined_data.items()}\n",
    "    retrain_val_targets = combined_targets[val_idx]\n",
    "\n",
    "    # Configura callbacks\n",
    "    callbacks = [\n",
    "        tf.keras.callbacks.EarlyStopping(\n",
    "            monitor='val_loss',\n",
    "            patience=10,\n",
    "            restore_best_weights=True,\n",
    "            min_delta=0.0001\n",
    "        ),\n",
    "        tf.keras.callbacks.ReduceLROnPlateau(\n",
    "            monitor='val_loss',\n",
    "            factor=0.2,\n",
    "            patience=5,\n",
    "            min_lr=1e-6,\n",
    "            verbose=1\n",
    "        ),\n",
    "        tf.keras.callbacks.ModelCheckpoint(\n",
    "            filepath=f'{execute_name}_retrained_best_oil_model.h5',\n",
    "            monitor='val_loss',\n",
    "            save_best_only=True,\n",
    "            mode='min',\n",
    "            save_weights_only=True\n",
    "        )\n",
    "    ]\n",
    "\n",
    "    # Imposta learning rate per il fine-tuning\n",
    "    optimizer = tf.keras.optimizers.AdamW(\n",
    "        learning_rate=tf.keras.optimizers.schedules.ExponentialDecay(\n",
    "            initial_learning_rate=1e-4,\n",
    "            decay_steps=1000,\n",
    "            decay_rate=0.9\n",
    "        ),\n",
    "        weight_decay=0.01\n",
    "    )\n",
    "\n",
    "    # Ricompila il modello con il nuovo optimizer\n",
    "    base_model.compile(\n",
    "        optimizer=optimizer,\n",
    "        loss=tf.keras.losses.Huber(),\n",
    "        metrics=['mae']\n",
    "    )\n",
    "\n",
    "    print(\"\\nAvvio retraining...\")\n",
    "    history = base_model.fit(\n",
    "        retrain_data,\n",
    "        retrain_targets,\n",
    "        validation_data=(retrain_val_data, retrain_val_targets),\n",
    "        epochs=epochs,\n",
    "        batch_size=batch_size,\n",
    "        callbacks=callbacks,\n",
    "        verbose=1\n",
    "    )\n",
    "\n",
    "    print(\"\\nValutazione performance finali...\")\n",
    "    final_metrics = {\n",
    "        'train': evaluate_model_performance(base_model, train_data, train_targets, \"training\"),\n",
    "        'val': evaluate_model_performance(base_model, val_data, val_targets, \"validazione\"),\n",
    "        'test': evaluate_model_performance(base_model, test_data, test_targets, \"test\")\n",
    "    }\n",
    "\n",
    "    # Salva il modello finale\n",
    "    save_path = f'{execute_name}_retrained_model.keras'\n",
    "    os.makedirs(f'{execute_name}_retrained/weights', exist_ok=True)\n",
    "    \n",
    "    base_model.save_weights(f'{execute_name}_retrained/weights')\n",
    "    base_model.save(save_path, save_format='keras')\n",
    "    print(f\"\\nModello riaddestrato salvato in: {save_path}\")\n",
    "\n",
    "    # Report miglioramenti\n",
    "    print(\"\\nMiglioramenti delle performance:\")\n",
    "    for dataset in ['train', 'val', 'test']:\n",
    "        print(f\"\\nSet {dataset}:\")\n",
    "        for metric in initial_metrics[dataset].keys():\n",
    "            initial = initial_metrics[dataset][metric]\n",
    "            final = final_metrics[dataset][metric]\n",
    "            improvement = ((initial - final) / initial) * 100\n",
    "            print(f\"{metric}: {improvement:.2f}% di miglioramento\")\n",
    "\n",
    "    return base_model, history, final_metrics\n",
    "\n",
    "\n",
    "def start_retraining(model_path, train_data, train_targets,\n",
    "                     val_data, val_targets,\n",
    "                     test_data, test_targets,\n",
    "                     epochs=50, batch_size=128):\n",
    "    \"\"\"\n",
    "    Avvia il processo di retraining in modo sicuro.\n",
    "    \"\"\"\n",
    "    try:\n",
    "        print(\"Caricamento del modello...\")\n",
    "        base_model = tf.keras.models.load_model(model_path, compile=False)\n",
    "        print(\"Modello caricato con successo!\")\n",
    "\n",
    "        return retrain_model(\n",
    "            base_model=base_model,\n",
    "            train_data=train_data,\n",
    "            train_targets=train_targets,\n",
    "            val_data=val_data,\n",
    "            val_targets=val_targets,\n",
    "            test_data=test_data,\n",
    "            test_targets=test_targets,\n",
    "            epochs=epochs,\n",
    "            batch_size=batch_size\n",
    "        )\n",
    "    except Exception as e:\n",
    "        print(f\"Errore durante il retraining: {str(e)}\")\n",
    "        raise"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "588c7e49371f4a0c",
   "metadata": {},
   "outputs": [],
   "source": [
    "model_path = f'{execute_name}_final_model.keras'\n",
    "\n",
    "retrained_model, retrain_history, final_metrics = start_retraining(\n",
    "    model_path=model_path,\n",
    "    train_data=train_data,\n",
    "    train_targets=train_targets,\n",
    "    val_data=val_data,\n",
    "    val_targets=val_targets,\n",
    "    test_data=test_data,\n",
    "    test_targets=test_targets,\n",
    "    epochs=50,\n",
    "    batch_size=256\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a95606bc-c4bc-418a-acdb-2e24c30dfa81",
   "metadata": {},
   "outputs": [],
   "source": [
    "percentage_errors, absolute_errors = calculate_real_error(retrained_model, val_data, val_targets, scaler_y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e6f357cb-56a4-4f19-a4e8-77b73a28329d",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "import matplotlib.pyplot as plt\n",
    "from typing import List, Dict, Tuple, Union\n",
    "\n",
    "def analyze_feature_importance(model: tf.keras.Model, \n",
    "                             test_data: dict, \n",
    "                             feature_names: List[str]) -> Dict[str, float]:\n",
    "    \"\"\"\n",
    "    Analizza l'importanza delle feature usando perturbazione.\n",
    "    \n",
    "    Args:\n",
    "        model: Modello TensorFlow addestrato\n",
    "        test_data: Dizionario con chiavi 'temporal' e 'static' contenenti i dati\n",
    "        feature_names: Lista dei nomi delle feature\n",
    "        \n",
    "    Returns:\n",
    "        dict: Dizionario con l'importanza relativa di ogni feature\n",
    "    \"\"\"\n",
    "    # Estrai i dati temporali e statici\n",
    "    temporal_data = test_data['temporal']\n",
    "    static_data = test_data['static']\n",
    "    \n",
    "    # Ottieni la predizione base\n",
    "    base_prediction = model.predict(test_data)\n",
    "    feature_importance = {}\n",
    "    \n",
    "    # Per ogni feature temporale\n",
    "    for i, feature in enumerate(feature_names):\n",
    "        if feature in ['temp_mean', 'precip_sum', 'solar_energy_sum']:\n",
    "            # Crea copia perturbata dei dati\n",
    "            perturbed_data = {\n",
    "                'temporal': temporal_data.copy(),\n",
    "                'static': static_data.copy()\n",
    "            }\n",
    "            \n",
    "            # Trova l'indice della feature temporale\n",
    "            temp_idx = ['temp_mean', 'precip_sum', 'solar_energy_sum'].index(feature)\n",
    "            \n",
    "            # Crea rumore per la feature temporale\n",
    "            feature_values = temporal_data[..., temp_idx]\n",
    "            noise = np.random.normal(0, np.std(feature_values) * 0.1, \n",
    "                                   size=feature_values.shape)\n",
    "            \n",
    "            # Applica il rumore alla feature temporale\n",
    "            perturbed_temporal = perturbed_data['temporal'].copy()\n",
    "            perturbed_temporal[..., temp_idx] = feature_values + noise\n",
    "            perturbed_data['temporal'] = perturbed_temporal\n",
    "            \n",
    "        else:  # Feature statiche\n",
    "            # Crea copia perturbata dei dati\n",
    "            perturbed_data = {\n",
    "                'temporal': temporal_data.copy(),\n",
    "                'static': static_data.copy()\n",
    "            }\n",
    "            \n",
    "            # Trova l'indice della feature statica\n",
    "            static_idx = ['ha'].index(feature)\n",
    "            \n",
    "            # Crea rumore per la feature statica\n",
    "            feature_values = static_data[..., static_idx]\n",
    "            noise = np.random.normal(0, np.std(feature_values) * 0.1, \n",
    "                                   size=feature_values.shape)\n",
    "            \n",
    "            # Applica il rumore alla feature statica\n",
    "            perturbed_static = perturbed_data['static'].copy()\n",
    "            perturbed_static[..., static_idx] = feature_values + noise\n",
    "            perturbed_data['static'] = perturbed_static\n",
    "        \n",
    "        # Calcola nuova predizione\n",
    "        perturbed_prediction = model.predict(perturbed_data)\n",
    "        \n",
    "        # Calcola impatto della perturbazione\n",
    "        impact = np.mean(np.abs(perturbed_prediction - base_prediction))\n",
    "        feature_importance[feature] = float(impact)\n",
    "    \n",
    "    # Normalizza le importanze\n",
    "    total_importance = sum(feature_importance.values())\n",
    "    feature_importance = {k: v/total_importance \n",
    "                         for k, v in feature_importance.items()}\n",
    "    \n",
    "    return feature_importance\n",
    "\n",
    "class ProbabilityFunctions:\n",
    "    @staticmethod\n",
    "    def calculate_statistics(data: Union[np.ndarray, tf.Tensor]) -> Dict[str, float]:\n",
    "        \"\"\"\n",
    "        Calcola statistiche di base usando TensorFlow.\n",
    "        \n",
    "        Args:\n",
    "            data: Tensor o array dei dati\n",
    "            \n",
    "        Returns:\n",
    "            dict: Dizionario con le statistiche\n",
    "        \"\"\"\n",
    "        if not isinstance(data, tf.Tensor):\n",
    "            data = tf.convert_to_tensor(data, dtype=tf.float32)\n",
    "            \n",
    "        mean = tf.reduce_mean(data)\n",
    "        # Calcola varianza manualmente\n",
    "        squared_deviations = tf.square(data - mean)\n",
    "        variance = tf.reduce_mean(squared_deviations)\n",
    "        std = tf.sqrt(variance)\n",
    "        \n",
    "        # Ordina il tensor per il calcolo della mediana\n",
    "        sorted_data = tf.sort(data)\n",
    "        size = tf.size(data)\n",
    "        mid_index = size // 2\n",
    "        median = sorted_data[mid_index]\n",
    "        \n",
    "        return {\n",
    "            'mean': mean.numpy(),\n",
    "            'variance': variance.numpy(),\n",
    "            'std': std.numpy(),\n",
    "            'min': tf.reduce_min(data).numpy(),\n",
    "            'max': tf.reduce_max(data).numpy(),\n",
    "            'median': median.numpy()\n",
    "        }\n",
    "\n",
    "    @staticmethod\n",
    "    def calculate_pmf(data: np.ndarray, bins: int = 50) -> Tuple[np.ndarray, np.ndarray, np.ndarray]:\n",
    "        \"\"\"\n",
    "        Calcola la Probability Mass Function (PMF) dei dati.\n",
    "        \n",
    "        Args:\n",
    "            data: Array di dati\n",
    "            bins: Numero di bin per l'istogramma\n",
    "            \n",
    "        Returns:\n",
    "            tuple: (bin_centers, pmf, bin_edges)\n",
    "        \"\"\"\n",
    "        # Calcola l'istogramma\n",
    "        hist, bin_edges = np.histogram(data, bins=bins, density=True)\n",
    "        \n",
    "        # Calcola i centri dei bin\n",
    "        bin_centers = (bin_edges[:-1] + bin_edges[1:]) / 2\n",
    "        \n",
    "        # Normalizza per ottenere la PMF\n",
    "        pmf = hist / np.sum(hist)\n",
    "        \n",
    "        return bin_centers, pmf, bin_edges\n",
    "\n",
    "    @staticmethod\n",
    "    def calculate_cmf(pmf: np.ndarray) -> np.ndarray:\n",
    "        \"\"\"\n",
    "        Calcola la Cumulative Mass Function (CMF) dalla PMF.\n",
    "        \n",
    "        Args:\n",
    "            pmf: Probability Mass Function\n",
    "            \n",
    "        Returns:\n",
    "            array: Cumulative Mass Function\n",
    "        \"\"\"\n",
    "        return np.cumsum(pmf)\n",
    "\n",
    "    def plot_distributions(self, data: np.ndarray, \n",
    "                         bins: int = 50, \n",
    "                         title: str = \"Distribuzione\") -> Tuple[np.ndarray, np.ndarray, np.ndarray]:\n",
    "        \"\"\"\n",
    "        Calcola e visualizza PMF e CMF delle distribuzioni.\n",
    "        \n",
    "        Args:\n",
    "            data: Array di dati da analizzare\n",
    "            bins: Numero di bin per l'istogramma\n",
    "            title: Titolo del grafico\n",
    "            \n",
    "        Returns:\n",
    "            tuple: (bin_centers, pmf, cmf)\n",
    "        \"\"\"\n",
    "        # Calcola PMF e CMF\n",
    "        bin_centers, pmf, bin_edges = self.calculate_pmf(data, bins)\n",
    "        cmf = self.calculate_cmf(pmf)\n",
    "        \n",
    "        # Crea il plot\n",
    "        fig, (ax1, ax2) = plt.subplots(2, 1, figsize=(10, 8))\n",
    "        \n",
    "        # Plot PMF\n",
    "        width = np.diff(bin_edges)\n",
    "        ax1.bar(bin_centers, pmf, width=width, alpha=0.5, label='PMF')\n",
    "        ax1.set_title('Probability Mass Function')\n",
    "        ax1.set_ylabel('Probability')\n",
    "        ax1.grid(True, alpha=0.3)\n",
    "        ax1.legend()\n",
    "        \n",
    "        # Plot CMF\n",
    "        ax2.plot(bin_centers, cmf, 'r-', label='CMF')\n",
    "        ax2.set_title('Cumulative Mass Function')\n",
    "        ax2.set_xlabel('Value')\n",
    "        ax2.set_ylabel('Cumulative Probability')\n",
    "        ax2.grid(True, alpha=0.3)\n",
    "        ax2.legend()\n",
    "        \n",
    "        # Imposta il titolo generale\n",
    "        fig.suptitle(title, y=1.02)\n",
    "        plt.tight_layout()\n",
    "        plt.show()\n",
    "        \n",
    "        return bin_centers, pmf, cmf\n",
    "\n",
    "def analyze_model_predictions(model: tf.keras.Model, \n",
    "                            test_data: np.ndarray,\n",
    "                            test_targets: np.ndarray,\n",
    "                            scaler_y) -> None:\n",
    "    \"\"\"\n",
    "    Analizza le distribuzioni di probabilità delle predizioni del modello.\n",
    "    \n",
    "    Args:\n",
    "        model: Modello TensorFlow addestrato\n",
    "        test_data: Dati di test\n",
    "        test_targets: Target di test\n",
    "        scaler_y: Scaler usato per denormalizzare i target\n",
    "    \"\"\"\n",
    "    # Ottieni le predizioni\n",
    "    predictions = model.predict(test_data)\n",
    "    \n",
    "    # Denormalizza predizioni e target\n",
    "    predictions_real = scaler_y.inverse_transform(predictions)\n",
    "    targets_real = scaler_y.inverse_transform(test_targets)\n",
    "    \n",
    "    # Inizializza la classe per l'analisi delle probabilità\n",
    "    prob = ProbabilityFunctions()\n",
    "    \n",
    "    # Analizza ogni target\n",
    "    target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', \n",
    "                   'avg_oil_prod', 'total_water_need']\n",
    "    \n",
    "    for i, target in enumerate(target_names):\n",
    "        print(f\"\\nAnalisi per {target}\")\n",
    "        print(\"-\" * 50)\n",
    "        \n",
    "        # Calcola errori\n",
    "        errors = predictions_real[:, i] - targets_real[:, i]\n",
    "        \n",
    "        # Calcola statistiche degli errori\n",
    "        error_stats = prob.calculate_statistics(errors)\n",
    "        print(\"\\nStatistiche degli Errori:\")\n",
    "        for key, value in error_stats.items():\n",
    "            print(f\"{key}: {value:.3f}\")\n",
    "        \n",
    "        # Visualizza le distribuzioni degli errori\n",
    "        bin_centers, pmf, cmf = prob.plot_distributions(\n",
    "            errors, \n",
    "            bins=50,\n",
    "            title=f\"Distribuzione degli Errori - {target}\"\n",
    "        )\n",
    "        \n",
    "        # Calcola intervalli di confidenza\n",
    "        confidence_levels = [0.68, 0.95, 0.99]  # 1σ, 2σ, 3σ\n",
    "        for level in confidence_levels:\n",
    "            lower_idx = np.searchsorted(cmf, (1 - level) / 2)\n",
    "            upper_idx = np.searchsorted(cmf, (1 + level) / 2)\n",
    "            \n",
    "            print(f\"\\nIntervallo di Confidenza {level*100}%:\")\n",
    "            print(f\"Range: [{bin_centers[lower_idx]:.2f}, {bin_centers[upper_idx]:.2f}]\")\n",
    "\n",
    "def run_comprehensive_analysis(retrained_model, test_data, test_targets, scaler_y):\n",
    "    \"\"\"\n",
    "    Esegue un'analisi completa del modello includendo errori,\n",
    "    importanza delle feature e distribuzioni.\n",
    "    \"\"\"\n",
    "    print(\"=== ANALISI COMPLETA DEL MODELLO ===\")\n",
    "    \n",
    "    # 1. Analisi degli errori\n",
    "    print(\"\\n1. ANALISI DEGLI ERRORI\")\n",
    "    print(\"-\" * 50)\n",
    "    analyze_model_predictions(retrained_model, test_data, test_targets, scaler_y)\n",
    "    \n",
    "    # 2. Analisi dell'importanza delle feature\n",
    "    print(\"\\n2. IMPORTANZA DELLE FEATURE\")\n",
    "    print(\"-\" * 50)\n",
    "    \n",
    "    # Definisci i nomi delle feature\n",
    "    temporal_features = ['temp_mean', 'precip_sum', 'solar_energy_sum']\n",
    "    static_features = ['ha']\n",
    "    \n",
    "    all_features = temporal_features + static_features\n",
    "    importance = analyze_feature_importance(retrained_model, test_data, all_features)\n",
    "    \n",
    "    print(\"\\nImportanza relativa delle feature:\")\n",
    "    for feature, imp in sorted(importance.items(), key=lambda x: x[1], reverse=True):\n",
    "        print(f\"{feature}: {imp:.4f}\")\n",
    "        \n",
    "    # 3. Analisi distribuzionale\n",
    "    print(\"\\n3. ANALISI DISTRIBUZIONALE\")\n",
    "    print(\"-\" * 50)\n",
    "    \n",
    "    prob = ProbabilityFunctions()\n",
    "    predictions = retrained_model.predict(test_data)\n",
    "    predictions_real = scaler_y.inverse_transform(predictions)\n",
    "    targets_real = scaler_y.inverse_transform(test_targets)\n",
    "    \n",
    "    target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', \n",
    "                    'avg_oil_prod', 'total_water_need']\n",
    "    \n",
    "    for i, target in enumerate(target_names):\n",
    "        print(f\"\\nAnalisi distribuzionale per {target}\")\n",
    "        \n",
    "        # Statistiche\n",
    "        stats_pred = prob.calculate_statistics(predictions_real[:, i])\n",
    "        stats_true = prob.calculate_statistics(targets_real[:, i])\n",
    "        \n",
    "        print(\"\\nStatistiche Predizioni:\")\n",
    "        for key, value in stats_pred.items():\n",
    "            print(f\"{key}: {value:.3f}\")\n",
    "            \n",
    "        print(\"\\nStatistiche Target Reali:\")\n",
    "        for key, value in stats_true.items():\n",
    "            print(f\"{key}: {value:.3f}\")\n",
    "        \n",
    "        # Visualizza distribuzioni\n",
    "        prob.plot_distributions(predictions_real[:, i], bins=50,\n",
    "                              title=f\"Distribuzione Predizioni - {target}\")\n",
    "        prob.plot_distributions(targets_real[:, i], bins=50,\n",
    "                              title=f\"Distribuzione Target Reali - {target}\")\n",
    "\n",
    "def analyze_model_predictions(model, test_data, test_targets, scaler_y):\n",
    "    \"\"\"\n",
    "    Analizza le distribuzioni di probabilità delle predizioni del modello.\n",
    "    \n",
    "    Args:\n",
    "        model: Modello TensorFlow addestrato\n",
    "        test_data: Dati di test\n",
    "        test_targets: Target di test\n",
    "        scaler_y: Scaler usato per denormalizzare i target\n",
    "    \"\"\"\n",
    "    # Ottieni le predizioni\n",
    "    predictions = model.predict(test_data)\n",
    "    \n",
    "    # Denormalizza predizioni e target\n",
    "    predictions_real = scaler_y.inverse_transform(predictions)\n",
    "    targets_real = scaler_y.inverse_transform(test_targets)\n",
    "    \n",
    "    # Inizializza la classe per l'analisi delle probabilità\n",
    "    prob = ProbabilityFunctions()\n",
    "    \n",
    "    # Analizza ogni target\n",
    "    target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', \n",
    "                   'avg_oil_prod', 'total_water_need']\n",
    "    \n",
    "    for i, target in enumerate(target_names):\n",
    "        print(f\"\\nAnalisi per {target}\")\n",
    "        print(\"-\" * 50)\n",
    "        \n",
    "        # Calcola errori\n",
    "        errors = predictions_real[:, i] - targets_real[:, i]\n",
    "        \n",
    "        # Calcola statistiche degli errori\n",
    "        error_stats = prob.calculate_statistics(errors)\n",
    "        print(\"\\nStatistiche degli Errori:\")\n",
    "        for key, value in error_stats.items():\n",
    "            print(f\"{key}: {value:.3f}\")\n",
    "        \n",
    "        # Visualizza le distribuzioni degli errori\n",
    "        bin_centers, pmf, cmf = prob.plot_distributions(\n",
    "            errors, \n",
    "            bins=50,\n",
    "            title=f\"Distribuzione degli Errori - {target}\"\n",
    "        )\n",
    "        \n",
    "        # Calcola intervalli di confidenza\n",
    "        confidence_levels = [0.80,0.85, 0.90, 0.95, 0.99]  # 1σ, 2σ, 3σ\n",
    "        for level in confidence_levels:\n",
    "            lower_idx = np.searchsorted(cmf, (1 - level) / 2)\n",
    "            upper_idx = np.searchsorted(cmf, (1 + level) / 2)\n",
    "            \n",
    "            print(f\"\\nIntervallo di Confidenza {level*100}%:\")\n",
    "            print(f\"Range: [{bin_centers[lower_idx]:.2f}, {bin_centers[upper_idx]:.2f}]\")\n",
    "\n",
    "class ProbabilityFunctions:\n",
    "    @staticmethod\n",
    "    def calculate_statistics(data):\n",
    "        \"\"\"\n",
    "        Calcola statistiche di base usando TensorFlow.\n",
    "        \n",
    "        Args:\n",
    "            data: Tensor dei dati\n",
    "            \n",
    "        Returns:\n",
    "            dict: Dizionario con le statistiche\n",
    "        \"\"\"\n",
    "        if not isinstance(data, tf.Tensor):\n",
    "            data = tf.convert_to_tensor(data, dtype=tf.float32)\n",
    "            \n",
    "        mean = tf.reduce_mean(data)\n",
    "        # Calculate variance manually\n",
    "        squared_deviations = tf.square(data - mean)\n",
    "        variance = tf.reduce_mean(squared_deviations)\n",
    "        std = tf.sqrt(variance)\n",
    "        \n",
    "        # Sort the tensor for median calculation\n",
    "        sorted_data = tf.sort(data)\n",
    "        size = tf.size(data)\n",
    "        mid_index = size // 2\n",
    "        median = sorted_data[mid_index]\n",
    "        \n",
    "        return {\n",
    "            'mean': mean.numpy(),\n",
    "            'variance': variance.numpy(),\n",
    "            'std': std.numpy(),\n",
    "            'min': tf.reduce_min(data).numpy(),\n",
    "            'max': tf.reduce_max(data).numpy(),\n",
    "            'median': median.numpy()\n",
    "        }\n",
    "\n",
    "    @staticmethod\n",
    "    def calculate_pmf(data, bins=50):\n",
    "        \"\"\"\n",
    "        Calcola la Probability Mass Function (PMF) dei dati.\n",
    "        \n",
    "        Args:\n",
    "            data: Array di dati\n",
    "            bins: Numero di bin per l'istogramma\n",
    "            \n",
    "        Returns:\n",
    "            tuple: (bin_centers, pmf, bin_edges)\n",
    "        \"\"\"\n",
    "        # Calcola l'istogramma\n",
    "        hist, bin_edges = np.histogram(data, bins=bins, density=True)\n",
    "        \n",
    "        # Calcola i centri dei bin\n",
    "        bin_centers = (bin_edges[:-1] + bin_edges[1:]) / 2\n",
    "        \n",
    "        # Normalizza per ottenere la PMF\n",
    "        pmf = hist / np.sum(hist)\n",
    "        \n",
    "        return bin_centers, pmf, bin_edges\n",
    "\n",
    "    @staticmethod\n",
    "    def calculate_cmf(pmf):\n",
    "        \"\"\"\n",
    "        Calcola la Cumulative Mass Function (CMF) dalla PMF.\n",
    "        \n",
    "        Args:\n",
    "            pmf: Probability Mass Function\n",
    "            \n",
    "        Returns:\n",
    "            array: Cumulative Mass Function\n",
    "        \"\"\"\n",
    "        return np.cumsum(pmf)\n",
    "\n",
    "    def plot_distributions(self, data, bins=50, title=\"Distribuzione\"):\n",
    "        \"\"\"\n",
    "        Calcola e visualizza PMF e CMF delle distribuzioni.\n",
    "        \n",
    "        Args:\n",
    "            data: Array di dati da analizzare\n",
    "            bins: Numero di bin per l'istogramma\n",
    "            title: Titolo del grafico\n",
    "            \n",
    "        Returns:\n",
    "            tuple: (bin_centers, pmf, cmf)\n",
    "        \"\"\"\n",
    "        # Calcola PMF e CMF\n",
    "        bin_centers, pmf, bin_edges = self.calculate_pmf(data, bins)\n",
    "        cmf = self.calculate_cmf(pmf)\n",
    "        \n",
    "        # Crea il plot\n",
    "        fig, (ax1, ax2) = plt.subplots(2, 1, figsize=(10, 8))\n",
    "        \n",
    "        # Plot PMF\n",
    "        width = np.diff(bin_edges)\n",
    "        ax1.bar(bin_centers, pmf, width=width, alpha=0.5, label='PMF')\n",
    "        ax1.set_title('Probability Mass Function')\n",
    "        ax1.set_ylabel('Probability')\n",
    "        ax1.grid(True, alpha=0.3)\n",
    "        ax1.legend()\n",
    "        \n",
    "        # Plot CMF\n",
    "        ax2.plot(bin_centers, cmf, 'r-', label='CMF')\n",
    "        ax2.set_title('Cumulative Mass Function')\n",
    "        ax2.set_xlabel('Value')\n",
    "        ax2.set_ylabel('Cumulative Probability')\n",
    "        ax2.grid(True, alpha=0.3)\n",
    "        ax2.legend()\n",
    "        \n",
    "        # Set overall title\n",
    "        fig.suptitle(title, y=1.02)\n",
    "        plt.tight_layout()\n",
    "        plt.show()\n",
    "        \n",
    "        return bin_centers, pmf, cmf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b98f2a45-ba6f-4519-acaa-0138b4ee7812",
   "metadata": {},
   "outputs": [],
   "source": [
    "run_comprehensive_analysis(retrained_model, test_data, test_targets, scaler_y)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.0rc1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
