788 KiB
788 KiB
In [1]:
!apt-get update
!apt-get install graphviz -y
!pip install tensorflow
!pip install numpy
!pip install pandas
!pip install keras
!pip install scikit-learn
!pip install matplotlib
!pip install joblib
!pip install pyarrow
!pip install fastparquet
!pip install scipy
!pip install seaborn
!pip install tqdm
!pip install pydot
!pip install tensorflow-io
!pip install tensorflow-addonsHit:1 http://archive.ubuntu.com/ubuntu jammy InRelease Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] Hit:3 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64 InRelease Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] Get:5 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] Fetched 384 kB in 1s (519 kB/s) Reading package lists... Done Reading package lists... Done Building dependency tree... Done Reading state information... Done graphviz is already the newest version (2.42.2-6ubuntu0.1). 0 upgraded, 0 newly installed, 0 to remove and 121 not upgraded. Requirement already satisfied: tensorflow in /usr/local/lib/python3.11/dist-packages (2.14.0) Requirement already satisfied: absl-py>=1.0.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.0.0) Requirement already satisfied: astunparse>=1.6.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (1.6.3) Requirement already satisfied: flatbuffers>=23.5.26 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (23.5.26) Requirement already satisfied: gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (0.5.4) Requirement already satisfied: google-pasta>=0.1.1 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (0.2.0) Requirement already satisfied: h5py>=2.9.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (3.9.0) Requirement already satisfied: libclang>=13.0.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (16.0.6) Requirement already satisfied: ml-dtypes==0.2.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (0.2.0) Requirement already satisfied: numpy>=1.23.5 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (1.26.0) Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (3.3.0) Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from tensorflow) (23.1) Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (4.24.3) Requirement already satisfied: setuptools in /usr/local/lib/python3.11/dist-packages (from tensorflow) (68.2.2) Requirement already satisfied: six>=1.12.0 in /usr/lib/python3/dist-packages (from tensorflow) (1.16.0) Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.3.0) Requirement already satisfied: typing-extensions>=3.6.6 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (4.8.0) Requirement already satisfied: wrapt<1.15,>=1.11.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (1.14.1) Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.23.1 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (0.37.1) Requirement already satisfied: grpcio<2.0,>=1.24.3 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (1.58.0) Requirement already satisfied: tensorboard<2.15,>=2.14 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.14.0) Requirement already satisfied: tensorflow-estimator<2.15,>=2.14.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.14.0) Requirement already satisfied: keras<2.15,>=2.14.0 in /usr/local/lib/python3.11/dist-packages (from tensorflow) (2.14.0) Requirement already satisfied: wheel<1.0,>=0.23.0 in /usr/local/lib/python3.11/dist-packages (from astunparse>=1.6.0->tensorflow) (0.41.2) Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (2.23.1) Requirement already satisfied: google-auth-oauthlib<1.1,>=0.5 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (1.0.0) Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (3.4.4) Requirement already satisfied: requests<3,>=2.21.0 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (2.31.0) Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (0.7.1) Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from tensorboard<2.15,>=2.14->tensorflow) (2.3.7) Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.11/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (5.3.1) Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.11/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (0.3.0) Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.11/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (4.9) Requirement already satisfied: urllib3>=2.0.5 in /usr/local/lib/python3.11/dist-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (2.0.5) Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.11/dist-packages (from google-auth-oauthlib<1.1,>=0.5->tensorboard<2.15,>=2.14->tensorflow) (1.3.1) Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow) (3.2.0) Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow) (3.4) Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow) (2023.7.22) Requirement already satisfied: MarkupSafe>=2.1.1 in /usr/local/lib/python3.11/dist-packages (from werkzeug>=1.0.1->tensorboard<2.15,>=2.14->tensorflow) (2.1.3) Requirement already satisfied: pyasn1<0.6.0,>=0.4.6 in /usr/local/lib/python3.11/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow) (0.5.0) Requirement already satisfied: oauthlib>=3.0.0 in /usr/lib/python3/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<1.1,>=0.5->tensorboard<2.15,>=2.14->tensorflow) (3.2.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: numpy in /usr/local/lib/python3.11/dist-packages (1.26.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: pandas in /usr/local/lib/python3.11/dist-packages (2.2.3) Requirement already satisfied: numpy>=1.23.2 in /usr/local/lib/python3.11/dist-packages (from pandas) (1.26.0) Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas) (2.8.2) Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas) (2024.2) Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas) (2024.2) Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.8.2->pandas) (1.16.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: keras in /usr/local/lib/python3.11/dist-packages (2.14.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: scikit-learn in /usr/local/lib/python3.11/dist-packages (1.5.2) Requirement already satisfied: numpy>=1.19.5 in /usr/local/lib/python3.11/dist-packages (from scikit-learn) (1.26.0) Requirement already satisfied: scipy>=1.6.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn) (1.14.1) Requirement already satisfied: joblib>=1.2.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn) (1.4.2) Requirement already satisfied: threadpoolctl>=3.1.0 in /usr/local/lib/python3.11/dist-packages (from scikit-learn) (3.5.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: matplotlib in /usr/local/lib/python3.11/dist-packages (3.8.0) Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (1.1.1) Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (0.11.0) Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (4.42.1) Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (1.4.5) Requirement already satisfied: numpy<2,>=1.21 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (1.26.0) Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (23.1) Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (10.0.1) Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (3.2.0) Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.11/dist-packages (from matplotlib) (2.8.2) Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.7->matplotlib) (1.16.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: joblib in /usr/local/lib/python3.11/dist-packages (1.4.2) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: pyarrow in /usr/local/lib/python3.11/dist-packages (18.1.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: fastparquet in /usr/local/lib/python3.11/dist-packages (2024.11.0) Requirement already satisfied: pandas>=1.5.0 in /usr/local/lib/python3.11/dist-packages (from fastparquet) (2.2.3) Requirement already satisfied: numpy in /usr/local/lib/python3.11/dist-packages (from fastparquet) (1.26.0) Requirement already satisfied: cramjam>=2.3 in /usr/local/lib/python3.11/dist-packages (from fastparquet) (2.9.0) Requirement already satisfied: fsspec in /usr/local/lib/python3.11/dist-packages (from fastparquet) (2024.10.0) Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from fastparquet) (23.1) Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.5.0->fastparquet) (2.8.2) Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.5.0->fastparquet) (2024.2) Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.5.0->fastparquet) (2024.2) Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.8.2->pandas>=1.5.0->fastparquet) (1.16.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: scipy in /usr/local/lib/python3.11/dist-packages (1.14.1) Requirement already satisfied: numpy<2.3,>=1.23.5 in /usr/local/lib/python3.11/dist-packages (from scipy) (1.26.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: seaborn in /usr/local/lib/python3.11/dist-packages (0.13.2) Requirement already satisfied: numpy!=1.24.0,>=1.20 in /usr/local/lib/python3.11/dist-packages (from seaborn) (1.26.0) Requirement already satisfied: pandas>=1.2 in /usr/local/lib/python3.11/dist-packages (from seaborn) (2.2.3) Requirement already satisfied: matplotlib!=3.6.1,>=3.4 in /usr/local/lib/python3.11/dist-packages (from seaborn) (3.8.0) Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (1.1.1) Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (0.11.0) Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (4.42.1) Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (1.4.5) Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (23.1) Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (10.0.1) Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (3.2.0) Requirement already satisfied: python-dateutil>=2.7 in /usr/local/lib/python3.11/dist-packages (from matplotlib!=3.6.1,>=3.4->seaborn) (2.8.2) Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.2->seaborn) (2024.2) Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.11/dist-packages (from pandas>=1.2->seaborn) (2024.2) Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.7->matplotlib!=3.6.1,>=3.4->seaborn) (1.16.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: tqdm in /usr/local/lib/python3.11/dist-packages (4.67.1) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: pydot in /usr/local/lib/python3.11/dist-packages (3.0.3) Requirement already satisfied: pyparsing>=3.0.9 in /usr/local/lib/python3.11/dist-packages (from pydot) (3.2.0) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: tensorflow-io in /usr/local/lib/python3.11/dist-packages (0.37.1) Requirement already satisfied: tensorflow-io-gcs-filesystem==0.37.1 in /usr/local/lib/python3.11/dist-packages (from tensorflow-io) (0.37.1) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m Requirement already satisfied: tensorflow-addons in /usr/local/lib/python3.11/dist-packages (0.23.0) Requirement already satisfied: packaging in /usr/local/lib/python3.11/dist-packages (from tensorflow-addons) (23.1) Requirement already satisfied: typeguard<3.0.0,>=2.7 in /usr/local/lib/python3.11/dist-packages (from tensorflow-addons) (2.13.3) [33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv[0m[33m [0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m A new release of pip is available: [0m[31;49m23.2.1[0m[39;49m -> [0m[32;49m24.3.1[0m [1m[[0m[34;49mnotice[0m[1;39;49m][0m[39;49m To update, run: [0m[32;49mpython3 -m pip install --upgrade pip[0m
In [2]:
import tensorflow as tf
import keras
print(f"Keras version: {keras.__version__}")
print(f"TensorFlow version: {tf.__version__}")
print(f"TensorFlow version: {tf.__version__}")
print(f"CUDA available: {tf.test.is_built_with_cuda()}")
print(f"GPU devices: {tf.config.list_physical_devices('GPU')}")
# GPU configuration
import tensorflow as tf
import os
# Limita la crescita della memoria GPU
gpus = tf.config.experimental.list_physical_devices('GPU')
if gpus:
try:
# Imposta la crescita di memoria dinamica
for gpu in gpus:
tf.config.experimental.set_memory_growth(gpu, True)
# Opzionalmente, limita la memoria GPU massima (uncomment se necessario)
# tf.config.experimental.set_virtual_device_configuration(
# gpus[0],
# [tf.config.experimental.VirtualDeviceConfiguration(memory_limit=1024*4)] # 4GB
# )
logical_gpus = tf.config.experimental.list_logical_devices('GPU')
print(len(gpus), "Physical GPUs,", len(logical_gpus), "Logical GPUs")
except RuntimeError as e:
print(e)
# Imposta le opzioni di logging
os.environ['TF_CPP_MIN_LOG_LEVEL'] = '2' # Riduce i messaggi di log
# Configura la modalità mista di precisione
tf.keras.mixed_precision.set_global_policy('float32')
# Imposta il seed per la riproducibilità
##tf.random.set_seed(42)2024-12-07 07:35:27.011449: E tensorflow/compiler/xla/stream_executor/cuda/cuda_dnn.cc:9342] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered 2024-12-07 07:35:27.011494: E tensorflow/compiler/xla/stream_executor/cuda/cuda_fft.cc:609] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered 2024-12-07 07:35:27.011539: E tensorflow/compiler/xla/stream_executor/cuda/cuda_blas.cc:1518] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered 2024-12-07 07:35:27.020703: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations. To enable the following instructions: AVX2 FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.
Keras version: 2.14.0 TensorFlow version: 2.14.0 TensorFlow version: 2.14.0 CUDA available: True GPU devices: [PhysicalDevice(name='/physical_device:GPU:0', device_type='GPU')] 1 Physical GPUs, 1 Logical GPUs
2024-12-07 07:35:29.539283: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1886] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 9725 MB memory: -> device: 0, name: NVIDIA L40, pci bus id: 0000:81:00.0, compute capability: 8.9
In [3]:
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
from sklearn.preprocessing import StandardScaler
import tensorflow_addons as tfa
from datetime import datetime
import os
import joblib
import re
from typing import List
random_state_value = None
execute_name = datetime.now().strftime("%Y-%m-%d_%H-%M")
base_project_dir = './'
data_dir = '../../sources/'
models_project_dir = base_project_dir
os.makedirs(base_project_dir, exist_ok=True)
os.makedirs(models_project_dir, exist_ok=True)/usr/local/lib/python3.11/dist-packages/tensorflow_addons/utils/tfa_eol_msg.py:23: UserWarning: TensorFlow Addons (TFA) has ended development and introduction of new features. TFA has entered a minimal maintenance and release mode until a planned end of life in May 2024. Please modify downstream libraries to take dependencies from other repositories in our TensorFlow community (e.g. Keras, Keras-CV, and Keras-NLP). For more information see: https://github.com/tensorflow/addons/issues/2807 warnings.warn(
In [4]:
def clean_column_name(name: str) -> str:
"""
Rimuove caratteri speciali e spazi, converte in snake_case e abbrevia.
Parameters
----------
name : str
Nome della colonna da pulire
Returns
-------
str
Nome della colonna pulito
"""
# Rimuove caratteri speciali
name = re.sub(r'[^a-zA-Z0-9\s]', '', name)
# Converte in snake_case
name = name.lower().replace(' ', '_')
# Abbreviazioni comuni
abbreviations = {
'production': 'prod',
'percentage': 'pct',
'hectare': 'ha',
'tonnes': 't',
'litres': 'l',
'minimum': 'min',
'maximum': 'max',
'average': 'avg'
}
for full, abbr in abbreviations.items():
name = name.replace(full, abbr)
return name
def clean_column_names(df: pd.DataFrame) -> List[str]:
"""
Pulisce tutti i nomi delle colonne in un DataFrame.
Parameters
----------
df : pd.DataFrame
DataFrame con le colonne da pulire
Returns
-------
list
Lista dei nuovi nomi delle colonne puliti
"""
new_columns = []
for col in df.columns:
# Usa regex per separare le varietà
varieties = re.findall(r'([a-z]+)_([a-z_]+)', col)
if varieties:
new_columns.append(f"{varieties[0][0]}_{varieties[0][1]}")
else:
new_columns.append(col)
return new_columnsIn [5]:
def save_plot(plt, title, output_dir=f'{base_project_dir}/{execute_name}_plots'):
os.makedirs(output_dir, exist_ok=True)
filename = "".join(x for x in title if x.isalnum() or x in [' ', '-', '_']).rstrip()
filename = filename.replace(' ', '_').lower()
filepath = os.path.join(output_dir, f"{filename}.png")
plt.savefig(filepath, bbox_inches='tight', dpi=300)
print(f"Plot salvato come: {filepath}")
def encode_techniques(df, mapping_path=f'{data_dir}technique_mapping.joblib'):
if not os.path.exists(mapping_path):
raise FileNotFoundError(f"Mapping not found at {mapping_path}. Run create_technique_mapping first.")
technique_mapping = joblib.load(mapping_path)
# Trova tutte le colonne delle tecniche
tech_columns = [col for col in df.columns if col.endswith('_tech')]
# Applica il mapping a tutte le colonne delle tecniche
for col in tech_columns:
df[col] = df[col].str.lower().map(technique_mapping).fillna(0).astype(int)
return df
def decode_single_technique(technique_value, mapping_path=f'{data_dir}technique_mapping.joblib'):
if not os.path.exists(mapping_path):
raise FileNotFoundError(f"Mapping not found at {mapping_path}")
technique_mapping = joblib.load(mapping_path)
reverse_mapping = {v: k for k, v in technique_mapping.items()}
reverse_mapping[0] = ''
return reverse_mapping.get(technique_value, '')
def prepare_comparison_data(simulated_data, olive_varieties):
# Pulisci i nomi delle colonne
df = simulated_data.copy()
df.columns = clean_column_names(df)
df = encode_techniques(df)
all_varieties = olive_varieties['Varietà di Olive'].unique()
varieties = [clean_column_name(variety) for variety in all_varieties]
comparison_data = []
for variety in varieties:
olive_prod_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_olive_prod')), None)
oil_prod_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_avg_oil_prod')), None)
tech_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_tech')), None)
water_need_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_water_need')), None)
if olive_prod_col and oil_prod_col and tech_col and water_need_col:
variety_data = df[[olive_prod_col, oil_prod_col, tech_col, water_need_col]]
variety_data = variety_data[variety_data[tech_col] != 0] # Esclude le righe dove la tecnica è 0
if not variety_data.empty:
avg_olive_prod = pd.to_numeric(variety_data[olive_prod_col], errors='coerce').mean()
avg_oil_prod = pd.to_numeric(variety_data[oil_prod_col], errors='coerce').mean()
avg_water_need = pd.to_numeric(variety_data[water_need_col], errors='coerce').mean()
efficiency = avg_oil_prod / avg_olive_prod if avg_olive_prod > 0 else 0
water_efficiency = avg_oil_prod / avg_water_need if avg_water_need > 0 else 0
comparison_data.append({
'Variety': variety,
'Avg Olive Production (kg/ha)': avg_olive_prod,
'Avg Oil Production (L/ha)': avg_oil_prod,
'Avg Water Need (m³/ha)': avg_water_need,
'Oil Efficiency (L/kg)': efficiency,
'Water Efficiency (L oil/m³ water)': water_efficiency
})
return pd.DataFrame(comparison_data)
def plot_variety_comparison(comparison_data, metric):
plt.figure(figsize=(12, 6))
bars = plt.bar(comparison_data['Variety'], comparison_data[metric])
plt.title(f'Comparison of {metric} across Olive Varieties')
plt.xlabel('Variety')
plt.ylabel(metric)
plt.xticks(rotation=45, ha='right')
for bar in bars:
height = bar.get_height()
plt.text(bar.get_x() + bar.get_width() / 2., height,
f'{height:.2f}',
ha='center', va='bottom')
plt.tight_layout()
plt.show()
save_plot(plt, f'variety_comparison_{metric.lower().replace(" ", "_").replace("/", "_").replace("(", "").replace(")", "")}')
plt.close()
def plot_efficiency_vs_production(comparison_data):
plt.figure(figsize=(10, 6))
plt.scatter(comparison_data['Avg Olive Production (kg/ha)'],
comparison_data['Oil Efficiency (L/kg)'],
s=100)
for i, row in comparison_data.iterrows():
plt.annotate(row['Variety'],
(row['Avg Olive Production (kg/ha)'], row['Oil Efficiency (L/kg)']),
xytext=(5, 5), textcoords='offset points')
plt.title('Oil Efficiency vs Olive Production by Variety')
plt.xlabel('Average Olive Production (kg/ha)')
plt.ylabel('Oil Efficiency (L oil / kg olives)')
plt.tight_layout()
save_plot(plt, 'efficiency_vs_production')
plt.close()
def plot_water_efficiency_vs_production(comparison_data):
plt.figure(figsize=(10, 6))
plt.scatter(comparison_data['Avg Olive Production (kg/ha)'],
comparison_data['Water Efficiency (L oil/m³ water)'],
s=100)
for i, row in comparison_data.iterrows():
plt.annotate(row['Variety'],
(row['Avg Olive Production (kg/ha)'], row['Water Efficiency (L oil/m³ water)']),
xytext=(5, 5), textcoords='offset points')
plt.title('Water Efficiency vs Olive Production by Variety')
plt.xlabel('Average Olive Production (kg/ha)')
plt.ylabel('Water Efficiency (L oil / m³ water)')
plt.tight_layout()
plt.show()
save_plot(plt, 'water_efficiency_vs_production')
plt.close()
def plot_water_need_vs_oil_production(comparison_data):
plt.figure(figsize=(10, 6))
plt.scatter(comparison_data['Avg Water Need (m³/ha)'],
comparison_data['Avg Oil Production (L/ha)'],
s=100)
for i, row in comparison_data.iterrows():
plt.annotate(row['Variety'],
(row['Avg Water Need (m³/ha)'], row['Avg Oil Production (L/ha)']),
xytext=(5, 5), textcoords='offset points')
plt.title('Oil Production vs Water Need by Variety')
plt.xlabel('Average Water Need (m³/ha)')
plt.ylabel('Average Oil Production (L/ha)')
plt.tight_layout()
plt.show()
save_plot(plt, 'water_need_vs_oil_production')
plt.close()
def analyze_by_technique(simulated_data, olive_varieties):
# Pulisci i nomi delle colonne
df = simulated_data.copy()
df.columns = clean_column_names(df)
df = encode_techniques(df)
all_varieties = olive_varieties['Varietà di Olive'].unique()
varieties = [clean_column_name(variety) for variety in all_varieties]
technique_data = []
for variety in varieties:
olive_prod_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_olive_prod')), None)
oil_prod_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_avg_oil_prod')), None)
tech_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_tech')), None)
water_need_col = next((col for col in df.columns if col.startswith(f'{variety}_') and col.endswith('_water_need')), None)
if olive_prod_col and oil_prod_col and tech_col and water_need_col:
variety_data = df[[olive_prod_col, oil_prod_col, tech_col, water_need_col]]
variety_data = variety_data[variety_data[tech_col] != 0]
if not variety_data.empty:
for tech in variety_data[tech_col].unique():
tech_data = variety_data[variety_data[tech_col] == tech]
avg_olive_prod = pd.to_numeric(tech_data[olive_prod_col], errors='coerce').mean()
avg_oil_prod = pd.to_numeric(tech_data[oil_prod_col], errors='coerce').mean()
avg_water_need = pd.to_numeric(tech_data[water_need_col], errors='coerce').mean()
efficiency = avg_oil_prod / avg_olive_prod if avg_olive_prod > 0 else 0
water_efficiency = avg_oil_prod / avg_water_need if avg_water_need > 0 else 0
technique_data.append({
'Variety': variety,
'Technique': tech,
'Technique String': decode_single_technique(tech),
'Avg Olive Production (kg/ha)': avg_olive_prod,
'Avg Oil Production (L/ha)': avg_oil_prod,
'Avg Water Need (m³/ha)': avg_water_need,
'Oil Efficiency (L/kg)': efficiency,
'Water Efficiency (L oil/m³ water)': water_efficiency
})
return pd.DataFrame(technique_data)In [6]:
def calculate_real_error(model, test_data, test_targets, scaler_y):
# Fare predizioni
predictions = model.predict(test_data)
# Denormalizzare predizioni e target
predictions_real = scaler_y.inverse_transform(predictions)
targets_real = scaler_y.inverse_transform(test_targets)
# Calcolare errore percentuale per ogni target
percentage_errors = []
absolute_errors = []
for i in range(predictions_real.shape[1]):
mae = np.mean(np.abs(predictions_real[:, i] - targets_real[:, i]))
mape = np.mean(np.abs((predictions_real[:, i] - targets_real[:, i]) / targets_real[:, i])) * 100
percentage_errors.append(mape)
absolute_errors.append(mae)
# Stampa risultati per ogni target
target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', 'avg_oil_prod', 'total_water_need']
print("\nErrori per target:")
print("-" * 50)
for i, target in enumerate(target_names):
print(f"{target}:")
print(f"MAE assoluto: {absolute_errors[i]:.2f}")
print(f"Errore percentuale medio: {percentage_errors[i]:.2f}%")
print(f"Precisione: {100 - percentage_errors[i]:.2f}%")
print("-" * 50)
return percentage_errors, absolute_errorsIn [7]:
simulated_data = pd.read_parquet(f"{data_dir}olive_training_dataset.parquet")
olive_varieties = pd.read_parquet(f"{data_dir}olive_varieties.parquet")
# Esecuzione dell'analisi
comparison_data = prepare_comparison_data(simulated_data, olive_varieties)
# Genera i grafici
plot_variety_comparison(comparison_data, 'Avg Olive Production (kg/ha)')
plot_variety_comparison(comparison_data, 'Avg Oil Production (L/ha)')
plot_variety_comparison(comparison_data, 'Avg Water Need (m³/ha)')
plot_variety_comparison(comparison_data, 'Oil Efficiency (L/kg)')
plot_variety_comparison(comparison_data, 'Water Efficiency (L oil/m³ water)')
plot_efficiency_vs_production(comparison_data)
plot_water_efficiency_vs_production(comparison_data)
plot_water_need_vs_oil_production(comparison_data)
# Analisi per tecnica
technique_data = analyze_by_technique(simulated_data, olive_varieties)
print(technique_data)
# Stampa un sommario statistico
print("Comparison by Variety:")
print(comparison_data.set_index('Variety'))
print("\nBest Varieties by Water Efficiency:")
print(comparison_data.sort_values('Water Efficiency (L oil/m³ water)', ascending=False).head())
Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_avg_olive_production_kg_ha.png
Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_avg_oil_production_l_ha.png
Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_avg_water_need_m³_ha.png
Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_oil_efficiency_l_kg.png
Plot salvato come: .//2024-12-07_07-35_plots/variety_comparison_water_efficiency_l_oil_m³_water.png Plot salvato come: .//2024-12-07_07-35_plots/efficiency_vs_production.png
Plot salvato come: .//2024-12-07_07-35_plots/water_efficiency_vs_production.png
Plot salvato come: .//2024-12-07_07-35_plots/water_need_vs_oil_production.png
Variety Technique Technique String \
0 nocellara_delletna 3 tradizionale
1 nocellara_delletna 1 intensiva
2 nocellara_delletna 2 superintensiva
3 leccino 1 intensiva
4 leccino 2 superintensiva
5 leccino 3 tradizionale
6 frantoio 2 superintensiva
7 frantoio 3 tradizionale
8 frantoio 1 intensiva
9 coratina 1 intensiva
10 coratina 2 superintensiva
11 coratina 3 tradizionale
12 taggiasca 3 tradizionale
13 taggiasca 2 superintensiva
14 taggiasca 1 intensiva
15 pendolino 1 intensiva
16 pendolino 2 superintensiva
17 pendolino 3 tradizionale
18 moraiolo 2 superintensiva
19 moraiolo 1 intensiva
20 moraiolo 3 tradizionale
Avg Olive Production (kg/ha) Avg Oil Production (L/ha) \
0 9564.638687 2088.362004
1 13699.079622 2991.183032
2 17826.710664 3892.059753
3 16432.379678 3229.053194
4 20528.499013 4033.942398
5 10937.982122 2149.449585
6 24621.040119 6047.876212
7 13740.739760 3375.103688
8 20550.900635 5047.942655
9 16429.706879 4215.265516
10 19164.700743 4916.649709
11 12318.510310 3160.037128
12 6839.506230 1381.247995
13 16433.741502 3319.210170
14 10968.603159 2215.371493
15 13705.431414 2468.678455
16 19183.689269 3455.879324
17 10960.549241 1974.357984
18 17793.971752 3885.415851
19 13144.222436 2870.020002
20 8765.195655 1913.745255
Avg Water Need (m³/ha) Oil Efficiency (L/kg) \
0 32997.227891 0.218342
1 33079.012125 0.218349
2 33118.708645 0.218327
3 25013.303736 0.196506
4 24989.459147 0.196504
5 24981.219100 0.196512
6 28874.473543 0.245639
7 29003.452741 0.245628
8 28921.261327 0.245631
9 38270.638622 0.256564
10 38264.650562 0.256547
11 38253.676395 0.256528
12 26219.134374 0.201951
13 26253.317778 0.201975
14 26284.027794 0.201974
15 26154.359691 0.180124
16 26153.199618 0.180147
17 26152.823801 0.180133
18 32561.911109 0.218356
19 32577.899255 0.218348
20 32594.860153 0.218335
Water Efficiency (L oil/m³ water)
0 0.063289
1 0.090425
2 0.117518
3 0.129093
4 0.161426
5 0.086043
6 0.209454
7 0.116369
8 0.174541
9 0.110144
10 0.128491
11 0.082607
12 0.052681
13 0.126430
14 0.084286
15 0.094389
16 0.132140
17 0.075493
18 0.119324
19 0.088097
20 0.058713
Comparison by Variety:
Avg Olive Production (kg/ha) Avg Oil Production (L/ha) \
Variety
nocellara_delletna 13696.683690 2990.507461
leccino 15971.162702 3138.439782
frantoio 19648.631813 4826.360700
coratina 15974.164423 4098.136472
taggiasca 11412.636779 2305.011278
pendolino 14617.432649 2633.129635
moraiolo 13232.961913 2889.399172
Avg Water Need (m³/ha) Oil Efficiency (L/kg) \
Variety
nocellara_delletna 33064.983905 0.218338
leccino 24994.676451 0.196507
frantoio 28932.932409 0.245633
coratina 38262.995517 0.256548
taggiasca 26252.184893 0.201970
pendolino 26153.461822 0.180136
moraiolo 32578.228327 0.218349
Water Efficiency (L oil/m³ water)
Variety
nocellara_delletna 0.090443
leccino 0.125564
frantoio 0.166812
coratina 0.107104
taggiasca 0.087803
pendolino 0.100680
moraiolo 0.088691
Best Varieties by Water Efficiency:
Variety Avg Olive Production (kg/ha) \
2 frantoio 19648.631813
1 leccino 15971.162702
3 coratina 15974.164423
5 pendolino 14617.432649
0 nocellara_delletna 13696.683690
Avg Oil Production (L/ha) Avg Water Need (m³/ha) Oil Efficiency (L/kg) \
2 4826.360700 28932.932409 0.245633
1 3138.439782 24994.676451 0.196507
3 4098.136472 38262.995517 0.256548
5 2633.129635 26153.461822 0.180136
0 2990.507461 33064.983905 0.218338
Water Efficiency (L oil/m³ water)
2 0.166812
1 0.125564
3 0.107104
5 0.100680
0 0.090443
In [8]:
def prepare_transformer_data(df, olive_varieties_df):
# Crea una copia del DataFrame per evitare modifiche all'originale
df = df.copy()
# Ordina per zona e anno
df = df.sort_values(['zone', 'year'])
# Definisci le feature
temporal_features = ['temp_mean', 'precip_sum', 'solar_energy_sum']
static_features = ['ha'] # Feature statiche base
target_features = ['olive_prod', 'min_oil_prod', 'max_oil_prod', 'avg_oil_prod', 'total_water_need']
# Ottieni le varietà pulite
all_varieties = olive_varieties_df['Varietà di Olive'].unique()
varieties = [clean_column_name(variety) for variety in all_varieties]
# Crea la struttura delle feature per ogni varietà
variety_features = [
'tech', 'pct', 'prod_t_ha', 'oil_prod_t_ha', 'oil_prod_l_ha',
'min_yield_pct', 'max_yield_pct', 'min_oil_prod_l_ha', 'max_oil_prod_l_ha',
'avg_oil_prod_l_ha', 'l_per_t', 'min_l_per_t', 'max_l_per_t', 'avg_l_per_t'
]
# Prepara dizionari per le nuove colonne
new_columns = {}
# Prepara le feature per ogni varietà
for variety in varieties:
# Feature esistenti
for feature in variety_features:
col_name = f"{variety}_{feature}"
if col_name in df.columns:
if feature != 'tech': # Non includere la colonna tech direttamente
static_features.append(col_name)
# Feature binarie per le tecniche di coltivazione
for technique in ['tradizionale', 'intensiva', 'superintensiva']:
col_name = f"{variety}_{technique}"
new_columns[col_name] = df[f"{variety}_tech"].notna() & (
df[f"{variety}_tech"].str.lower() == technique
).fillna(False)
static_features.append(col_name)
# Aggiungi tutte le nuove colonne in una volta sola
new_df = pd.concat([df] + [pd.Series(v, name=k) for k, v in new_columns.items()], axis=1)
# Ordiniamo per zona e anno per mantenere la continuità temporale
df_sorted = new_df.sort_values(['zone', 'year'])
# Definiamo la dimensione della finestra temporale
window_size = 41
# Liste per raccogliere i dati
temporal_sequences = []
static_features_list = []
targets_list = []
# Iteriamo per ogni zona
for zone in df_sorted['zone'].unique():
zone_data = df_sorted[df_sorted['zone'] == zone].reset_index(drop=True)
if len(zone_data) >= window_size: # Verifichiamo che ci siano abbastanza dati
# Creiamo sequenze temporali scorrevoli
for i in range(len(zone_data) - window_size + 1):
# Sequenza temporale
temporal_window = zone_data.iloc[i:i + window_size][temporal_features].values
# Verifichiamo che non ci siano valori NaN
if not np.isnan(temporal_window).any():
temporal_sequences.append(temporal_window)
# Feature statiche (prendiamo quelle dell'ultimo timestep della finestra)
static_features_list.append(zone_data.iloc[i + window_size - 1][static_features].values)
# Target (prendiamo quelli dell'ultimo timestep della finestra)
targets_list.append(zone_data.iloc[i + window_size - 1][target_features].values)
# Convertiamo in array numpy
X_temporal = np.array(temporal_sequences)
X_static = np.array(static_features_list)
y = np.array(targets_list)
print(f"Dataset completo - Temporal: {X_temporal.shape}, Static: {X_static.shape}, Target: {y.shape}")
# Split dei dati (usando indici casuali per una migliore distribuzione)
indices = np.random.permutation(len(X_temporal))
#train_idx = int(len(indices) * 0.7) # 70% training
#val_idx = int(len(indices) * 0.85) # 15% validation
# Il resto rimane 15% test
train_idx = int(len(indices) * 0.65) # 65% training
val_idx = int(len(indices) * 0.85) # 20% validation
# Il resto rimane 15% test
#train_idx = int(len(indices) * 0.60) # 60% training
#val_idx = int(len(indices) * 0.85) # 25% validation
# Il resto rimane 15% test
train_indices = indices[:train_idx]
val_indices = indices[train_idx:val_idx]
test_indices = indices[val_idx:]
# Split dei dati
X_temporal_train = X_temporal[train_indices]
X_temporal_val = X_temporal[val_indices]
X_temporal_test = X_temporal[test_indices]
X_static_train = X_static[train_indices]
X_static_val = X_static[val_indices]
X_static_test = X_static[test_indices]
y_train = y[train_indices]
y_val = y[val_indices]
y_test = y[test_indices]
# Standardizzazione
scaler_temporal = StandardScaler()
scaler_static = StandardScaler()
scaler_y = StandardScaler()
# Standardizzazione dei dati temporali
X_temporal_train = scaler_temporal.fit_transform(X_temporal_train.reshape(-1, len(temporal_features))).reshape(X_temporal_train.shape)
X_temporal_val = scaler_temporal.transform(X_temporal_val.reshape(-1, len(temporal_features))).reshape(X_temporal_val.shape)
X_temporal_test = scaler_temporal.transform(X_temporal_test.reshape(-1, len(temporal_features))).reshape(X_temporal_test.shape)
# Standardizzazione dei dati statici
X_static_train = scaler_static.fit_transform(X_static_train)
X_static_val = scaler_static.transform(X_static_val)
X_static_test = scaler_static.transform(X_static_test)
# Standardizzazione dei target
y_train = scaler_y.fit_transform(y_train)
y_val = scaler_y.transform(y_val)
y_test = scaler_y.transform(y_test)
print("\nShape dopo lo split e standardizzazione:")
print(f"Train - Temporal: {X_temporal_train.shape}, Static: {X_static_train.shape}, Target: {y_train.shape}")
print(f"Val - Temporal: {X_temporal_val.shape}, Static: {X_static_val.shape}, Target: {y_val.shape}")
print(f"Test - Temporal: {X_temporal_test.shape}, Static: {X_static_test.shape}, Target: {y_test.shape}")
# Prepara i dizionari di input
train_data = {'temporal': X_temporal_train, 'static': X_static_train}
val_data = {'temporal': X_temporal_val, 'static': X_static_val}
test_data = {'temporal': X_temporal_test, 'static': X_static_test}
joblib.dump(scaler_temporal, os.path.join(base_project_dir, f'{execute_name}_scaler_temporal.joblib'))
joblib.dump(scaler_static, os.path.join(base_project_dir, f'{execute_name}_scaler_static.joblib'))
joblib.dump(scaler_y, os.path.join(base_project_dir, f'{execute_name}_scaler_y.joblib'))
return (train_data, y_train), (val_data, y_val), (test_data, y_test), (scaler_temporal, scaler_static, scaler_y)In [9]:
simulated_data = pd.read_parquet(f"{data_dir}olive_training_dataset.parquet")
olive_varieties = pd.read_parquet(f"{data_dir}olive_varieties.parquet")
(train_data, train_targets), (val_data, val_targets), (test_data, test_targets), scalers = prepare_transformer_data(simulated_data, olive_varieties)
scaler_temporal, scaler_static, scaler_y = scalers
print("Temporal data shape:", train_data['temporal'].shape)
print("Static data shape:", train_data['static'].shape)
print("Target shape:", train_targets.shape)Dataset completo - Temporal: (3920000, 41, 3), Static: (3920000, 113), Target: (3920000, 5) Shape dopo lo split e standardizzazione: Train - Temporal: (2548000, 41, 3), Static: (2548000, 113), Target: (2548000, 5) Val - Temporal: (784000, 41, 3), Static: (784000, 113), Target: (784000, 5) Test - Temporal: (588000, 41, 3), Static: (588000, 113), Target: (588000, 5) Temporal data shape: (2548000, 41, 3) Static data shape: (2548000, 113) Target shape: (2548000, 5)
In [10]:
@keras.saving.register_keras_serializable()
class DataAugmentation(tf.keras.layers.Layer):
"""Custom layer per l'augmentation dei dati"""
def __init__(self, noise_stddev=0.03, **kwargs):
super().__init__(**kwargs)
self.noise_stddev = noise_stddev
def call(self, inputs, training=None):
if training:
return inputs + tf.random.normal(
shape=tf.shape(inputs),
mean=0.0,
stddev=self.noise_stddev
)
return inputs
def get_config(self):
config = super().get_config()
config.update({"noise_stddev": self.noise_stddev})
return config
@keras.saving.register_keras_serializable()
class PositionalEncoding(tf.keras.layers.Layer):
"""Custom layer per l'encoding posizionale"""
def __init__(self, d_model, **kwargs):
super().__init__(**kwargs)
self.d_model = d_model
def build(self, input_shape):
_, seq_length, _ = input_shape
# Crea la matrice di encoding posizionale
position = tf.range(seq_length, dtype=tf.float32)[:, tf.newaxis]
div_term = tf.exp(
tf.range(0, self.d_model, 2, dtype=tf.float32) *
(-tf.math.log(10000.0) / self.d_model)
)
# Calcola sin e cos
pos_encoding = tf.zeros((1, seq_length, self.d_model))
pos_encoding_even = tf.sin(position * div_term)
pos_encoding_odd = tf.cos(position * div_term)
# Assegna i valori alle posizioni pari e dispari
pos_encoding = tf.concat(
[tf.expand_dims(pos_encoding_even, -1),
tf.expand_dims(pos_encoding_odd, -1)],
axis=-1
)
pos_encoding = tf.reshape(pos_encoding, (1, seq_length, -1))
pos_encoding = pos_encoding[:, :, :self.d_model]
# Salva l'encoding come peso non trainabile
self.pos_encoding = self.add_weight(
shape=(1, seq_length, self.d_model),
initializer=tf.keras.initializers.Constant(pos_encoding),
trainable=False,
name='positional_encoding'
)
super().build(input_shape)
def call(self, inputs):
# Broadcast l'encoding posizionale sul batch
batch_size = tf.shape(inputs)[0]
pos_encoding_tiled = tf.tile(self.pos_encoding, [batch_size, 1, 1])
return inputs + pos_encoding_tiled
def get_config(self):
config = super().get_config()
config.update({"d_model": self.d_model})
return config
@keras.saving.register_keras_serializable()
class WarmUpLearningRateSchedule(tf.keras.optimizers.schedules.LearningRateSchedule):
"""Custom learning rate schedule with linear warmup and exponential decay."""
def __init__(self, initial_learning_rate=1e-3, warmup_steps=500, decay_steps=5000):
super().__init__()
self.initial_learning_rate = initial_learning_rate
self.warmup_steps = warmup_steps
self.decay_steps = decay_steps
def __call__(self, step):
warmup_pct = tf.cast(step, tf.float32) / self.warmup_steps
warmup_lr = self.initial_learning_rate * warmup_pct
decay_factor = tf.pow(0.1, tf.cast(step, tf.float32) / self.decay_steps)
decayed_lr = self.initial_learning_rate * decay_factor
return tf.where(step < self.warmup_steps, warmup_lr, decayed_lr)
def get_config(self):
return {
'initial_learning_rate': self.initial_learning_rate,
'warmup_steps': self.warmup_steps,
'decay_steps': self.decay_steps
}
def create_olive_oil_transformer(temporal_shape, static_shape, num_outputs,
d_model=128, num_heads=8, ff_dim=256,
num_transformer_blocks=4, mlp_units=None,
dropout=0.2):
"""
Crea un transformer per la predizione della produzione di olio d'oliva.
"""
# Input layers
if mlp_units is None:
mlp_units = [256, 128, 64]
temporal_input = tf.keras.layers.Input(shape=temporal_shape, name='temporal')
static_input = tf.keras.layers.Input(shape=static_shape, name='static')
# === TEMPORAL PATH ===
x = tf.keras.layers.LayerNormalization(epsilon=1e-6)(temporal_input)
x = DataAugmentation()(x)
# Temporal projection
x = tf.keras.layers.Dense(
d_model // 2,
activation='swish',
kernel_regularizer=tf.keras.regularizers.l2(1e-5)
)(x)
x = tf.keras.layers.Dropout(dropout)(x)
x = tf.keras.layers.Dense(
d_model,
activation='swish',
kernel_regularizer=tf.keras.regularizers.l2(1e-5)
)(x)
# Positional encoding
x = PositionalEncoding(d_model)(x)
# Transformer blocks
skip_connection = x
for _ in range(num_transformer_blocks):
# Self-attention
attention_output = tf.keras.layers.MultiHeadAttention(
num_heads=num_heads,
key_dim=d_model // num_heads,
value_dim=d_model // num_heads
)(x, x)
attention_output = tf.keras.layers.Dropout(dropout)(attention_output)
# Residual connection con pesi addestrabili
residual_weights = tf.keras.layers.Dense(d_model, activation='sigmoid')(x)
x = tfa.layers.StochasticDepth(survival_probability=0.3)([x, residual_weights * attention_output])
x = tf.keras.layers.LayerNormalization(epsilon=1e-6)(x)
# Feed-forward network
ffn = tf.keras.layers.Dense(ff_dim, activation="swish")(x)
ffn = tf.keras.layers.Dropout(dropout)(ffn)
ffn = tf.keras.layers.Dense(d_model)(ffn)
ffn = tf.keras.layers.Dropout(dropout)(ffn)
# Second residual connection
x = tfa.layers.StochasticDepth()([x, ffn])
x = tf.keras.layers.LayerNormalization(epsilon=1e-6)(x)
# Add final skip connection
x = tfa.layers.StochasticDepth(survival_probability=0.5)([x, skip_connection])
# Temporal pooling
attention_pooled = tf.keras.layers.MultiHeadAttention(
num_heads=num_heads,
key_dim=d_model // 4
)(x, x)
attention_pooled = tf.keras.layers.GlobalAveragePooling1D()(attention_pooled)
# Additional pooling operations
avg_pooled = tf.keras.layers.GlobalAveragePooling1D()(x)
max_pooled = tf.keras.layers.GlobalMaxPooling1D()(x)
# Combine pooling results
temporal_features = tf.keras.layers.Concatenate()(
[attention_pooled, avg_pooled, max_pooled]
)
# === STATIC PATH ===
static_features = tf.keras.layers.LayerNormalization(epsilon=1e-6)(static_input)
for units in [256, 128, 64]:
static_features = tf.keras.layers.Dense(
units,
activation='swish',
kernel_regularizer=tf.keras.regularizers.l2(1e-5)
)(static_features)
static_features = tf.keras.layers.Dropout(dropout)(static_features)
# === FEATURE FUSION ===
combined = tf.keras.layers.Concatenate()([temporal_features, static_features])
# === MLP HEAD ===
x = combined
for units in mlp_units:
x = tf.keras.layers.BatchNormalization()(x)
x = tf.keras.layers.Dense(
units,
activation="swish",
kernel_regularizer=tf.keras.regularizers.l2(1e-5)
)(x)
x = tf.keras.layers.Dropout(dropout)(x)
# Output layer
outputs = tf.keras.layers.Dense(
num_outputs,
activation='linear',
kernel_regularizer=tf.keras.regularizers.l2(1e-5)
)(x)
# Create model
model = tf.keras.Model(
inputs={'temporal': temporal_input, 'static': static_input},
outputs=outputs,
name='OilTransformer'
)
return model
def create_transformer_callbacks(target_names, val_data, val_targets):
"""
Crea i callbacks per il training del modello.
Parameters:
-----------
target_names : list
Lista dei nomi dei target per il monitoraggio specifico
val_data : dict
Dati di validazione
val_targets : array
Target di validazione
Returns:
--------
list
Lista dei callbacks configurati
"""
# Custom Metric per target specifici
class TargetSpecificMetric(tf.keras.callbacks.Callback):
def __init__(self, validation_data, target_names):
super().__init__()
self.validation_data = validation_data
self.target_names = target_names
def on_epoch_end(self, epoch, logs={}):
x_val, y_val = self.validation_data
y_pred = self.model.predict(x_val, verbose=0)
for i, name in enumerate(self.target_names):
mae = np.mean(np.abs(y_val[:, i] - y_pred[:, i]))
logs[f'val_{name}_mae'] = mae
callbacks = [
# Early Stopping
tf.keras.callbacks.EarlyStopping(
monitor='val_loss',
patience=20,
restore_best_weights=True,
min_delta=0.0005,
mode='min'
),
# Model Checkpoint
tf.keras.callbacks.ModelCheckpoint(
filepath=f'{execute_name}_best_oil_model.h5',
monitor='val_loss',
save_best_only=True,
mode='min',
save_weights_only=True
),
# Metric per target specifici
TargetSpecificMetric(
validation_data=(val_data, val_targets),
target_names=target_names
),
# Reduce LR on Plateau
tf.keras.callbacks.ReduceLROnPlateau(
monitor='val_loss',
factor=0.5,
patience=10,
min_lr=1e-6,
verbose=1
),
# TensorBoard logging
tf.keras.callbacks.TensorBoard(
log_dir=f'./logs_{execute_name}',
histogram_freq=1,
write_graph=True,
update_freq='epoch'
)
]
return callbacks
def compile_model(model, learning_rate=1e-3):
"""
Compila il modello con le impostazioni standard.
"""
lr_schedule = WarmUpLearningRateSchedule(
initial_learning_rate=learning_rate,
warmup_steps=500,
decay_steps=5000
)
model.compile(
optimizer=tf.keras.optimizers.AdamW(
learning_rate=lr_schedule,
weight_decay=0.01
),
loss=tf.keras.losses.Huber(),
metrics=['mae']
)
return model
def setup_transformer_training(train_data, train_targets, val_data, val_targets):
"""
Configura e prepara il transformer con dimensioni dinamiche basate sui dati.
"""
# Estrai le shape dai dati
temporal_shape = (train_data['temporal'].shape[1], train_data['temporal'].shape[2])
static_shape = (train_data['static'].shape[1],)
num_outputs = train_targets.shape[1]
print(f"Shape rilevate:")
print(f"- Temporal shape: {temporal_shape}")
print(f"- Static shape: {static_shape}")
print(f"- Numero di output: {num_outputs}")
# Target names basati sul numero di output
target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', 'avg_oil_prod', 'total_water_need']
# Assicurati che il numero di target names corrisponda al numero di output
assert len(target_names) == num_outputs, \
f"Il numero di target names ({len(target_names)}) non corrisponde al numero di output ({num_outputs})"
# Crea il modello con le dimensioni rilevate
model = create_olive_oil_transformer(
temporal_shape=temporal_shape,
static_shape=static_shape,
num_outputs=num_outputs
)
# Compila il modello
model = compile_model(model)
# Crea i callbacks
callbacks = create_transformer_callbacks(target_names, val_data, val_targets)
return model, callbacks, target_names
def train_transformer(train_data, train_targets, val_data, val_targets, epochs=150, batch_size=64, save_name='final_model'):
"""
Funzione principale per l'addestramento del transformer con ottimizzazioni.
"""
# Conversione dei dati in tf.data.Dataset per una gestione più efficiente della memoria
train_dataset = tf.data.Dataset.from_tensor_slices((train_data, train_targets))\
.cache()\
.shuffle(buffer_size=1024)\
.batch(batch_size)\
.prefetch(tf.data.AUTOTUNE)
val_dataset = tf.data.Dataset.from_tensor_slices((val_data, val_targets))\
.cache()\
.batch(batch_size)\
.prefetch(tf.data.AUTOTUNE)
# Setup del modello
strategy = tf.distribute.MirroredStrategy() if len(tf.config.list_physical_devices('GPU')) > 1 else tf.distribute.get_strategy()
with strategy.scope():
model, callbacks, target_names = setup_transformer_training(
train_data, train_targets, val_data, val_targets
)
# Mostra il summary del modello
model.summary()
try:
keras.utils.plot_model(model, f"{execute_name}_{save_name}.png", show_shapes=True)
except Exception as e:
print(f"Warning: Could not create model plot: {e}")
# Training con gestione degli errori
try:
history = model.fit(
train_dataset,
validation_data=val_dataset,
epochs=epochs,
callbacks=callbacks,
verbose=1,
workers=4,
use_multiprocessing=True
)
except tf.errors.ResourceExhaustedError:
print("Memoria GPU esaurita, riprovo con batch size più piccolo...")
# Riprova con batch size più piccolo
batch_size = batch_size // 2
train_dataset = train_dataset.unbatch().batch(batch_size)
val_dataset = val_dataset.unbatch().batch(batch_size)
history = model.fit(
train_dataset,
validation_data=val_dataset,
epochs=epochs,
callbacks=callbacks,
verbose=1
)
# Salva il modello finale
try:
save_path = f'{execute_name}_{save_name}.keras'
model.save(save_path, save_format='keras')
os.makedirs(f'{execute_name}/weights', exist_ok=True)
model.save_weights(f'{execute_name}/weights')
print(f"\nModello salvato in: {save_path}")
except Exception as e:
print(f"Warning: Could not save model: {e}")
return model, historyIn [ ]:
model, history = train_transformer(train_data, train_targets, val_data, val_targets, 150, 512)Shape rilevate: - Temporal shape: (41, 3) - Static shape: (113,) - Numero di output: 5
2024-12-07 08:38:26.936272: I tensorflow/tsl/platform/default/subprocess.cc:304] Start cannot spawn child process: No such file or directory
Model: "OilTransformer"
__________________________________________________________________________________________________
Layer (type) Output Shape Param # Connected to
==================================================================================================
temporal (InputLayer) [(None, 41, 3)] 0 []
layer_normalization (Layer (None, 41, 3) 6 ['temporal[0][0]']
Normalization)
data_augmentation (DataAug (None, 41, 3) 0 ['layer_normalization[0][0]']
mentation)
dense (Dense) (None, 41, 64) 256 ['data_augmentation[0][0]']
dropout (Dropout) (None, 41, 64) 0 ['dense[0][0]']
dense_1 (Dense) (None, 41, 128) 8320 ['dropout[0][0]']
positional_encoding (Posit (None, 41, 128) 5248 ['dense_1[0][0]']
ionalEncoding)
multi_head_attention (Mult (None, 41, 128) 66048 ['positional_encoding[0][0]',
iHeadAttention) 'positional_encoding[0][0]']
dense_2 (Dense) (None, 41, 128) 16512 ['positional_encoding[0][0]']
dropout_1 (Dropout) (None, 41, 128) 0 ['multi_head_attention[0][0]']
tf.math.multiply (TFOpLamb (None, 41, 128) 0 ['dense_2[0][0]',
da) 'dropout_1[0][0]']
stochastic_depth (Stochast (None, 41, 128) 0 ['positional_encoding[0][0]',
icDepth) 'tf.math.multiply[0][0]']
layer_normalization_1 (Lay (None, 41, 128) 256 ['stochastic_depth[0][0]']
erNormalization)
dense_3 (Dense) (None, 41, 256) 33024 ['layer_normalization_1[0][0]'
]
dropout_2 (Dropout) (None, 41, 256) 0 ['dense_3[0][0]']
dense_4 (Dense) (None, 41, 128) 32896 ['dropout_2[0][0]']
dropout_3 (Dropout) (None, 41, 128) 0 ['dense_4[0][0]']
stochastic_depth_1 (Stocha (None, 41, 128) 0 ['layer_normalization_1[0][0]'
sticDepth) , 'dropout_3[0][0]']
layer_normalization_2 (Lay (None, 41, 128) 256 ['stochastic_depth_1[0][0]']
erNormalization)
multi_head_attention_1 (Mu (None, 41, 128) 66048 ['layer_normalization_2[0][0]'
ltiHeadAttention) , 'layer_normalization_2[0][0]
']
dense_5 (Dense) (None, 41, 128) 16512 ['layer_normalization_2[0][0]'
]
dropout_4 (Dropout) (None, 41, 128) 0 ['multi_head_attention_1[0][0]
']
tf.math.multiply_1 (TFOpLa (None, 41, 128) 0 ['dense_5[0][0]',
mbda) 'dropout_4[0][0]']
stochastic_depth_2 (Stocha (None, 41, 128) 0 ['layer_normalization_2[0][0]'
sticDepth) , 'tf.math.multiply_1[0][0]']
layer_normalization_3 (Lay (None, 41, 128) 256 ['stochastic_depth_2[0][0]']
erNormalization)
dense_6 (Dense) (None, 41, 256) 33024 ['layer_normalization_3[0][0]'
]
dropout_5 (Dropout) (None, 41, 256) 0 ['dense_6[0][0]']
dense_7 (Dense) (None, 41, 128) 32896 ['dropout_5[0][0]']
dropout_6 (Dropout) (None, 41, 128) 0 ['dense_7[0][0]']
stochastic_depth_3 (Stocha (None, 41, 128) 0 ['layer_normalization_3[0][0]'
sticDepth) , 'dropout_6[0][0]']
layer_normalization_4 (Lay (None, 41, 128) 256 ['stochastic_depth_3[0][0]']
erNormalization)
multi_head_attention_2 (Mu (None, 41, 128) 66048 ['layer_normalization_4[0][0]'
ltiHeadAttention) , 'layer_normalization_4[0][0]
']
dense_8 (Dense) (None, 41, 128) 16512 ['layer_normalization_4[0][0]'
]
dropout_7 (Dropout) (None, 41, 128) 0 ['multi_head_attention_2[0][0]
']
tf.math.multiply_2 (TFOpLa (None, 41, 128) 0 ['dense_8[0][0]',
mbda) 'dropout_7[0][0]']
stochastic_depth_4 (Stocha (None, 41, 128) 0 ['layer_normalization_4[0][0]'
sticDepth) , 'tf.math.multiply_2[0][0]']
layer_normalization_5 (Lay (None, 41, 128) 256 ['stochastic_depth_4[0][0]']
erNormalization)
dense_9 (Dense) (None, 41, 256) 33024 ['layer_normalization_5[0][0]'
]
dropout_8 (Dropout) (None, 41, 256) 0 ['dense_9[0][0]']
dense_10 (Dense) (None, 41, 128) 32896 ['dropout_8[0][0]']
dropout_9 (Dropout) (None, 41, 128) 0 ['dense_10[0][0]']
stochastic_depth_5 (Stocha (None, 41, 128) 0 ['layer_normalization_5[0][0]'
sticDepth) , 'dropout_9[0][0]']
layer_normalization_6 (Lay (None, 41, 128) 256 ['stochastic_depth_5[0][0]']
erNormalization)
multi_head_attention_3 (Mu (None, 41, 128) 66048 ['layer_normalization_6[0][0]'
ltiHeadAttention) , 'layer_normalization_6[0][0]
']
dense_11 (Dense) (None, 41, 128) 16512 ['layer_normalization_6[0][0]'
]
dropout_10 (Dropout) (None, 41, 128) 0 ['multi_head_attention_3[0][0]
']
tf.math.multiply_3 (TFOpLa (None, 41, 128) 0 ['dense_11[0][0]',
mbda) 'dropout_10[0][0]']
stochastic_depth_6 (Stocha (None, 41, 128) 0 ['layer_normalization_6[0][0]'
sticDepth) , 'tf.math.multiply_3[0][0]']
layer_normalization_7 (Lay (None, 41, 128) 256 ['stochastic_depth_6[0][0]']
erNormalization)
dense_12 (Dense) (None, 41, 256) 33024 ['layer_normalization_7[0][0]'
]
dropout_11 (Dropout) (None, 41, 256) 0 ['dense_12[0][0]']
dense_13 (Dense) (None, 41, 128) 32896 ['dropout_11[0][0]']
static (InputLayer) [(None, 113)] 0 []
dropout_12 (Dropout) (None, 41, 128) 0 ['dense_13[0][0]']
layer_normalization_9 (Lay (None, 113) 226 ['static[0][0]']
erNormalization)
stochastic_depth_7 (Stocha (None, 41, 128) 0 ['layer_normalization_7[0][0]'
sticDepth) , 'dropout_12[0][0]']
dense_14 (Dense) (None, 256) 29184 ['layer_normalization_9[0][0]'
]
layer_normalization_8 (Lay (None, 41, 128) 256 ['stochastic_depth_7[0][0]']
erNormalization)
dropout_13 (Dropout) (None, 256) 0 ['dense_14[0][0]']
stochastic_depth_8 (Stocha (None, 41, 128) 0 ['layer_normalization_8[0][0]'
sticDepth) , 'positional_encoding[0][0]']
dense_15 (Dense) (None, 128) 32896 ['dropout_13[0][0]']
multi_head_attention_4 (Mu (None, 41, 128) 131968 ['stochastic_depth_8[0][0]',
ltiHeadAttention) 'stochastic_depth_8[0][0]']
dropout_14 (Dropout) (None, 128) 0 ['dense_15[0][0]']
global_average_pooling1d ( (None, 128) 0 ['multi_head_attention_4[0][0]
GlobalAveragePooling1D) ']
global_average_pooling1d_1 (None, 128) 0 ['stochastic_depth_8[0][0]']
(GlobalAveragePooling1D)
global_max_pooling1d (Glob (None, 128) 0 ['stochastic_depth_8[0][0]']
alMaxPooling1D)
dense_16 (Dense) (None, 64) 8256 ['dropout_14[0][0]']
concatenate (Concatenate) (None, 384) 0 ['global_average_pooling1d[0][
0]',
'global_average_pooling1d_1[0
][0]',
'global_max_pooling1d[0][0]']
dropout_15 (Dropout) (None, 64) 0 ['dense_16[0][0]']
concatenate_1 (Concatenate (None, 448) 0 ['concatenate[0][0]',
) 'dropout_15[0][0]']
batch_normalization (Batch (None, 448) 1792 ['concatenate_1[0][0]']
Normalization)
dense_17 (Dense) (None, 256) 114944 ['batch_normalization[0][0]']
dropout_16 (Dropout) (None, 256) 0 ['dense_17[0][0]']
batch_normalization_1 (Bat (None, 256) 1024 ['dropout_16[0][0]']
chNormalization)
dense_18 (Dense) (None, 128) 32896 ['batch_normalization_1[0][0]'
]
dropout_17 (Dropout) (None, 128) 0 ['dense_18[0][0]']
batch_normalization_2 (Bat (None, 128) 512 ['dropout_17[0][0]']
chNormalization)
dense_19 (Dense) (None, 64) 8256 ['batch_normalization_2[0][0]'
]
dropout_18 (Dropout) (None, 64) 0 ['dense_19[0][0]']
dense_20 (Dense) (None, 5) 325 ['dropout_18[0][0]']
==================================================================================================
Total params: 972077 (3.71 MB)
Trainable params: 965165 (3.68 MB)
Non-trainable params: 6912 (27.00 KB)
__________________________________________________________________________________________________
Epoch 1/150
2024-12-07 08:38:44.061185: I tensorflow/compiler/xla/service/service.cc:168] XLA service 0x7ade632071d0 initialized for platform CUDA (this does not guarantee that XLA will be used). Devices: 2024-12-07 08:38:44.061220: I tensorflow/compiler/xla/service/service.cc:176] StreamExecutor device (0): NVIDIA L40, Compute Capability 8.9 2024-12-07 08:38:44.066715: I tensorflow/compiler/mlir/tensorflow/utils/dump_mlir_util.cc:269] disabling MLIR crash reproducer, set env var `MLIR_CRASH_REPRODUCER_DIRECTORY` to enable. 2024-12-07 08:38:44.130163: I tensorflow/compiler/xla/stream_executor/cuda/cuda_dnn.cc:442] Loaded cuDNN version 8905 2024-12-07 08:38:44.261917: I ./tensorflow/compiler/jit/device_compiler.h:186] Compiled cluster using XLA! This line is logged at most once for the lifetime of the process.
5/4977 [..............................] - ETA: 3:14 - loss: 0.7255 - mae: 1.1227 WARNING:tensorflow:Callback method `on_train_batch_end` is slow compared to the batch time (batch time: 0.0329s vs `on_train_batch_end` time: 0.0391s). Check your callbacks. 4977/4977 [==============================] - 329s 62ms/step - loss: 0.0547 - mae: 0.2020 - val_loss: 0.0149 - val_mae: 0.0886 - val_olive_prod_mae: 0.0985 - val_min_oil_prod_mae: 0.0962 - val_max_oil_prod_mae: 0.0947 - val_avg_oil_prod_mae: 0.0915 - val_total_water_need_mae: 0.0625 - lr: 1.0111e-04 Epoch 2/150 4977/4977 [==============================] - 297s 59ms/step - loss: 0.0254 - mae: 0.1444 - val_loss: 0.0135 - val_mae: 0.0853 - val_olive_prod_mae: 0.0954 - val_min_oil_prod_mae: 0.0936 - val_max_oil_prod_mae: 0.0932 - val_avg_oil_prod_mae: 0.0893 - val_total_water_need_mae: 0.0550 - lr: 1.0219e-05 Epoch 3/150 4977/4977 [==============================] - 295s 59ms/step - loss: 0.0245 - mae: 0.1423 - val_loss: 0.0133 - val_mae: 0.0847 - val_olive_prod_mae: 0.0942 - val_min_oil_prod_mae: 0.0933 - val_max_oil_prod_mae: 0.0927 - val_avg_oil_prod_mae: 0.0889 - val_total_water_need_mae: 0.0545 - lr: 1.0328e-06 Epoch 4/150 4977/4977 [==============================] - 302s 61ms/step - loss: 0.0244 - mae: 0.1421 - val_loss: 0.0133 - val_mae: 0.0849 - val_olive_prod_mae: 0.0942 - val_min_oil_prod_mae: 0.0932 - val_max_oil_prod_mae: 0.0927 - val_avg_oil_prod_mae: 0.0889 - val_total_water_need_mae: 0.0554 - lr: 1.0438e-07 Epoch 5/150
2024-12-07 08:59:07.216568: W tensorflow/tsl/framework/bfc_allocator.cc:485] Allocator (GPU_0_bfc) ran out of memory trying to allocate 26.27MiB (rounded to 27541504)requested by op OilTransformer/multi_head_attention_3/einsum/Einsum If the cause is memory fragmentation maybe the environment variable 'TF_GPU_ALLOCATOR=cuda_malloc_async' will improve the situation. Current allocation summary follows. Current allocation summary follows. 2024-12-07 08:59:07.216654: I tensorflow/tsl/framework/bfc_allocator.cc:1039] BFCAllocator dump for GPU_0_bfc 2024-12-07 08:59:07.216677: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (256): Total Chunks: 197, Chunks in use: 196. 49.2KiB allocated for chunks. 49.0KiB in use in bin. 3.5KiB client-requested in use in bin. 2024-12-07 08:59:07.216687: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (512): Total Chunks: 171, Chunks in use: 166. 90.5KiB allocated for chunks. 87.5KiB in use in bin. 83.4KiB client-requested in use in bin. 2024-12-07 08:59:07.216695: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (1024): Total Chunks: 63, Chunks in use: 59. 75.2KiB allocated for chunks. 70.0KiB in use in bin. 66.5KiB client-requested in use in bin. 2024-12-07 08:59:07.216702: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (2048): Total Chunks: 6, Chunks in use: 3. 12.5KiB allocated for chunks. 6.0KiB in use in bin. 5.8KiB client-requested in use in bin. 2024-12-07 08:59:07.216711: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (4096): Total Chunks: 1, Chunks in use: 0. 4.0KiB allocated for chunks. 0B in use in bin. 0B client-requested in use in bin. 2024-12-07 08:59:07.216720: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (8192): Total Chunks: 1, Chunks in use: 1. 10.0KiB allocated for chunks. 10.0KiB in use in bin. 10.0KiB client-requested in use in bin. 2024-12-07 08:59:07.216727: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (16384): Total Chunks: 1, Chunks in use: 1. 20.5KiB allocated for chunks. 20.5KiB in use in bin. 20.5KiB client-requested in use in bin. 2024-12-07 08:59:07.216735: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (32768): Total Chunks: 16, Chunks in use: 16. 579.5KiB allocated for chunks. 579.5KiB in use in bin. 512.0KiB client-requested in use in bin. 2024-12-07 08:59:07.216742: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (65536): Total Chunks: 98, Chunks in use: 98. 6.74MiB allocated for chunks. 6.74MiB in use in bin. 6.54MiB client-requested in use in bin. 2024-12-07 08:59:07.216749: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (131072): Total Chunks: 66, Chunks in use: 66. 9.26MiB allocated for chunks. 9.26MiB in use in bin. 8.52MiB client-requested in use in bin. 2024-12-07 08:59:07.216756: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (262144): Total Chunks: 7, Chunks in use: 7. 2.51MiB allocated for chunks. 2.51MiB in use in bin. 2.47MiB client-requested in use in bin. 2024-12-07 08:59:07.216763: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (524288): Total Chunks: 3, Chunks in use: 3. 1.76MiB allocated for chunks. 1.76MiB in use in bin. 1.44MiB client-requested in use in bin. 2024-12-07 08:59:07.216770: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (1048576): Total Chunks: 1, Chunks in use: 1. 1.28MiB allocated for chunks. 1.28MiB in use in bin. 1.28MiB client-requested in use in bin. 2024-12-07 08:59:07.216777: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (2097152): Total Chunks: 6, Chunks in use: 5. 14.89MiB allocated for chunks. 12.81MiB in use in bin. 12.81MiB client-requested in use in bin. 2024-12-07 08:59:07.216785: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (4194304): Total Chunks: 6, Chunks in use: 6. 33.15MiB allocated for chunks. 33.15MiB in use in bin. 28.19MiB client-requested in use in bin. 2024-12-07 08:59:07.216792: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (8388608): Total Chunks: 42, Chunks in use: 42. 437.22MiB allocated for chunks. 437.22MiB in use in bin. 430.50MiB client-requested in use in bin. 2024-12-07 08:59:07.216801: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (16777216): Total Chunks: 12, Chunks in use: 12. 263.74MiB allocated for chunks. 263.74MiB in use in bin. 252.20MiB client-requested in use in bin. 2024-12-07 08:59:07.216810: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (33554432): Total Chunks: 1, Chunks in use: 1. 34.48MiB allocated for chunks. 34.48MiB in use in bin. 26.27MiB client-requested in use in bin. 2024-12-07 08:59:07.216819: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (67108864): Total Chunks: 1, Chunks in use: 1. 97.20MiB allocated for chunks. 97.20MiB in use in bin. 97.20MiB client-requested in use in bin. 2024-12-07 08:59:07.216826: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (134217728): Total Chunks: 0, Chunks in use: 0. 0B allocated for chunks. 0B in use in bin. 0B client-requested in use in bin. 2024-12-07 08:59:07.216833: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (268435456): Total Chunks: 12, Chunks in use: 12. 8.62GiB allocated for chunks. 8.62GiB in use in bin. 8.62GiB client-requested in use in bin. 2024-12-07 08:59:07.216839: I tensorflow/tsl/framework/bfc_allocator.cc:1062] Bin for 26.27MiB was 16.00MiB, Chunk State: 2024-12-07 08:59:07.216845: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 1608187904 2024-12-07 08:59:07.216855: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abdd6000000 of size 385728000 next 704 2024-12-07 08:59:07.216862: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abdecfdbe00 of size 354368000 next 653 2024-12-07 08:59:07.216867: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe021cf800 of size 385728000 next 455 2024-12-07 08:59:07.216873: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe191ab600 of size 10747904 next 89 2024-12-07 08:59:07.216880: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe19beb600 of size 10747904 next 563 2024-12-07 08:59:07.216886: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1a62b600 of size 16793600 next 544 2024-12-07 08:59:07.216892: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1b62f600 of size 27541504 next 40 2024-12-07 08:59:07.216897: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1d073600 of size 83968 next 667 2024-12-07 08:59:07.216903: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1d087e00 of size 10747904 next 615 2024-12-07 08:59:07.216909: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dac7e00 of size 83968 next 759 2024-12-07 08:59:07.216915: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dadc600 of size 5373952 next 103 2024-12-07 08:59:07.216921: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dffc600 of size 2686976 next 713 2024-12-07 08:59:07.216927: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e28c600 of size 83968 next 525 2024-12-07 08:59:07.216932: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2a0e00 of size 83968 next 705 2024-12-07 08:59:07.216938: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2b5600 of size 83968 next 471 2024-12-07 08:59:07.216944: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2c9e00 of size 83968 next 645 2024-12-07 08:59:07.216949: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2de600 of size 83968 next 458 2024-12-07 08:59:07.216955: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2f2e00 of size 83968 next 621 2024-12-07 08:59:07.216960: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7abe1e307600 of size 2183168 next 703 2024-12-07 08:59:07.216966: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e51c600 of size 10747904 next 715 2024-12-07 08:59:07.216972: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1ef5c600 of size 21495808 next 675 2024-12-07 08:59:07.216978: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe203dc600 of size 21495808 next 750 2024-12-07 08:59:07.216983: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2185c600 of size 10747904 next 588 2024-12-07 08:59:07.216989: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2229c600 of size 10747904 next 497 2024-12-07 08:59:07.216996: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe22cdc600 of size 10747904 next 722 2024-12-07 08:59:07.217001: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2371c600 of size 10747904 next 479 2024-12-07 08:59:07.217007: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2415c600 of size 10747904 next 121 2024-12-07 08:59:07.217012: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe24b9c600 of size 10747904 next 419 2024-12-07 08:59:07.217018: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe255dc600 of size 10747904 next 507 2024-12-07 08:59:07.217023: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2601c600 of size 2686976 next 721 2024-12-07 08:59:07.217029: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe262ac600 of size 8060928 next 599 2024-12-07 08:59:07.217034: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe26a5c600 of size 10747904 next 541 2024-12-07 08:59:07.217039: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2749c600 of size 16793600 next 669 2024-12-07 08:59:07.217045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe284a0600 of size 27541504 next 719 2024-12-07 08:59:07.217051: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe29ee4600 of size 10747904 next 517 2024-12-07 08:59:07.217056: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2a924600 of size 10747904 next 681 2024-12-07 08:59:07.217062: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2b364600 of size 10747904 next 432 2024-12-07 08:59:07.217067: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2bda4600 of size 10747904 next 95 2024-12-07 08:59:07.217072: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2c7e4600 of size 21495808 next 565 2024-12-07 08:59:07.217078: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2dc64600 of size 21495808 next 724 2024-12-07 08:59:07.217084: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2f0e4600 of size 10747904 next 66 2024-12-07 08:59:07.217089: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2fb24600 of size 2686976 next 747 2024-12-07 08:59:07.217094: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2fdb4600 of size 10747904 next 533 2024-12-07 08:59:07.217100: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe307f4600 of size 10747904 next 571 2024-12-07 08:59:07.217106: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe31234600 of size 10747904 next 488 2024-12-07 08:59:07.217111: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe31c74600 of size 10747904 next 710 2024-12-07 08:59:07.217116: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe326b4600 of size 10747904 next 552 2024-12-07 08:59:07.217122: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe330f4600 of size 10747904 next 46 2024-12-07 08:59:07.217127: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe33b34600 of size 36157952 next 18446744073709551615 2024-12-07 08:59:07.217133: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 4294967296 2024-12-07 08:59:07.217139: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad3f2000000 of size 2507232000 next 4 2024-12-07 08:59:07.217145: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad487715300 of size 101920000 next 5 2024-12-07 08:59:07.217151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848000 of size 256 next 6 2024-12-07 08:59:07.217157: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848100 of size 256 next 7 2024-12-07 08:59:07.217163: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848200 of size 256 next 8 2024-12-07 08:59:07.217168: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848300 of size 256 next 9 2024-12-07 08:59:07.217175: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848400 of size 256 next 10 2024-12-07 08:59:07.217181: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848500 of size 708736000 next 11 2024-12-07 08:59:07.217187: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4b7c2f900 of size 771456000 next 12 2024-12-07 08:59:07.217193: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e5be7500 of size 31360000 next 13 2024-12-07 08:59:07.217199: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cf900 of size 256 next 14 2024-12-07 08:59:07.217204: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfa00 of size 256 next 15 2024-12-07 08:59:07.217210: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfb00 of size 256 next 16 2024-12-07 08:59:07.217215: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfc00 of size 256 next 17 2024-12-07 08:59:07.217221: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfd00 of size 256 next 18 2024-12-07 08:59:07.217226: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfe00 of size 256 next 19 2024-12-07 08:59:07.217232: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cff00 of size 256 next 21 2024-12-07 08:59:07.217238: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0000 of size 256 next 22 2024-12-07 08:59:07.217244: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0100 of size 256 next 20 2024-12-07 08:59:07.217249: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0200 of size 256 next 586 2024-12-07 08:59:07.217255: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0300 of size 256 next 27 2024-12-07 08:59:07.217260: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0400 of size 256 next 23 2024-12-07 08:59:07.217266: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0500 of size 256 next 26 2024-12-07 08:59:07.217272: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0600 of size 256 next 30 2024-12-07 08:59:07.217278: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0700 of size 256 next 24 2024-12-07 08:59:07.217283: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0800 of size 256 next 79 2024-12-07 08:59:07.217289: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0900 of size 256 next 592 2024-12-07 08:59:07.217296: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0a00 of size 256 next 25 2024-12-07 08:59:07.217301: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0b00 of size 256 next 31 2024-12-07 08:59:07.217307: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0c00 of size 256 next 32 2024-12-07 08:59:07.217314: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0d00 of size 256 next 57 2024-12-07 08:59:07.217320: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0e00 of size 256 next 24960 2024-12-07 08:59:07.217326: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0f00 of size 256 next 24951 2024-12-07 08:59:07.217332: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1000 of size 256 next 24929 2024-12-07 08:59:07.217338: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1100 of size 256 next 584 2024-12-07 08:59:07.217345: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1200 of size 256 next 41 2024-12-07 08:59:07.217351: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1300 of size 256 next 35 2024-12-07 08:59:07.217374: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1400 of size 256 next 36 2024-12-07 08:59:07.217380: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1500 of size 256 next 49 2024-12-07 08:59:07.217387: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1600 of size 256 next 45 2024-12-07 08:59:07.217393: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1700 of size 256 next 43 2024-12-07 08:59:07.217398: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1800 of size 256 next 44 2024-12-07 08:59:07.217406: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1900 of size 256 next 24946 2024-12-07 08:59:07.217413: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1a00 of size 256 next 604 2024-12-07 08:59:07.217419: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1b00 of size 256 next 435 2024-12-07 08:59:07.217425: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1c00 of size 256 next 564 2024-12-07 08:59:07.217432: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1d00 of size 256 next 523 2024-12-07 08:59:07.217437: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1e00 of size 256 next 48 2024-12-07 08:59:07.217444: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1f00 of size 256 next 51 2024-12-07 08:59:07.217450: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2000 of size 256 next 52 2024-12-07 08:59:07.217457: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2100 of size 512 next 634 2024-12-07 08:59:07.217464: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2300 of size 1024 next 514 2024-12-07 08:59:07.217472: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2700 of size 1792 next 96 2024-12-07 08:59:07.217478: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2e00 of size 1024 next 647 2024-12-07 08:59:07.217485: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3200 of size 256 next 589 2024-12-07 08:59:07.217492: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3300 of size 1280 next 506 2024-12-07 08:59:07.217497: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3800 of size 256 next 611 2024-12-07 08:59:07.217504: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3900 of size 256 next 172 2024-12-07 08:59:07.217511: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3a00 of size 256 next 677 2024-12-07 08:59:07.217518: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3b00 of size 256 next 613 2024-12-07 08:59:07.217524: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3c00 of size 256 next 489 2024-12-07 08:59:07.217531: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3d00 of size 256 next 24973 2024-12-07 08:59:07.217537: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3e00 of size 256 next 124 2024-12-07 08:59:07.217544: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3f00 of size 256 next 24979 2024-12-07 08:59:07.217551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4000 of size 256 next 453 2024-12-07 08:59:07.217557: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4100 of size 256 next 651 2024-12-07 08:59:07.217564: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4200 of size 256 next 658 2024-12-07 08:59:07.217570: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4300 of size 256 next 642 2024-12-07 08:59:07.217577: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4400 of size 768 next 135 2024-12-07 08:59:07.217584: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4700 of size 768 next 691 2024-12-07 08:59:07.217590: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4a00 of size 768 next 560 2024-12-07 08:59:07.217597: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4d00 of size 768 next 428 2024-12-07 08:59:07.217603: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5000 of size 512 next 64 2024-12-07 08:59:07.217610: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5200 of size 512 next 527 2024-12-07 08:59:07.217616: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5400 of size 256 next 143 2024-12-07 08:59:07.217623: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5500 of size 512 next 486 2024-12-07 08:59:07.217629: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5700 of size 512 next 501 2024-12-07 08:59:07.217635: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5900 of size 768 next 539 2024-12-07 08:59:07.217642: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5c00 of size 768 next 60 2024-12-07 08:59:07.217648: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5f00 of size 512 next 423 2024-12-07 08:59:07.217655: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6100 of size 256 next 173 2024-12-07 08:59:07.217662: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6200 of size 256 next 590 2024-12-07 08:59:07.217669: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6300 of size 512 next 98 2024-12-07 08:59:07.217676: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6500 of size 512 next 531 2024-12-07 08:59:07.217684: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6700 of size 768 next 663 2024-12-07 08:59:07.217690: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6a00 of size 768 next 548 2024-12-07 08:59:07.217697: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6d00 of size 512 next 131 2024-12-07 08:59:07.217704: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6f00 of size 512 next 482 2024-12-07 08:59:07.217711: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7100 of size 512 next 109 2024-12-07 08:59:07.217717: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7300 of size 256 next 115 2024-12-07 08:59:07.217724: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7400 of size 256 next 116 2024-12-07 08:59:07.217731: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7500 of size 256 next 741 2024-12-07 08:59:07.217739: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7600 of size 512 next 86 2024-12-07 08:59:07.217745: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79d7800 of size 768 next 491 2024-12-07 08:59:07.217751: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7b00 of size 256 next 502 2024-12-07 08:59:07.217758: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7c00 of size 256 next 24995 2024-12-07 08:59:07.217765: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7d00 of size 256 next 641 2024-12-07 08:59:07.217771: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7e00 of size 256 next 81 2024-12-07 08:59:07.217778: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7f00 of size 256 next 577 2024-12-07 08:59:07.217787: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8000 of size 256 next 123 2024-12-07 08:59:07.217795: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8100 of size 256 next 117 2024-12-07 08:59:07.217801: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8200 of size 256 next 118 2024-12-07 08:59:07.217807: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8300 of size 256 next 438 2024-12-07 08:59:07.217814: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8400 of size 256 next 505 2024-12-07 08:59:07.217820: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8500 of size 256 next 628 2024-12-07 08:59:07.217826: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8600 of size 256 next 127 2024-12-07 08:59:07.217833: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8700 of size 256 next 113 2024-12-07 08:59:07.217840: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8800 of size 256 next 126 2024-12-07 08:59:07.217846: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8900 of size 256 next 129 2024-12-07 08:59:07.217853: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8a00 of size 256 next 130 2024-12-07 08:59:07.217859: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8b00 of size 256 next 164 2024-12-07 08:59:07.217865: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8c00 of size 256 next 499 2024-12-07 08:59:07.217872: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8d00 of size 256 next 114 2024-12-07 08:59:07.217879: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8e00 of size 256 next 451 2024-12-07 08:59:07.217885: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8f00 of size 256 next 542 2024-12-07 08:59:07.217891: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9000 of size 256 next 593 2024-12-07 08:59:07.217898: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9100 of size 256 next 450 2024-12-07 08:59:07.217904: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9200 of size 256 next 480 2024-12-07 08:59:07.217911: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9300 of size 256 next 550 2024-12-07 08:59:07.217919: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9400 of size 512 next 102 2024-12-07 08:59:07.217926: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9600 of size 512 next 554 2024-12-07 08:59:07.217933: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9800 of size 1280 next 643 2024-12-07 08:59:07.217939: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9d00 of size 768 next 132 2024-12-07 08:59:07.217946: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79da000 of size 1792 next 139 2024-12-07 08:59:07.217952: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79da700 of size 1792 next 140 2024-12-07 08:59:07.217959: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dae00 of size 256 next 141 2024-12-07 08:59:07.217965: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79daf00 of size 256 next 142 2024-12-07 08:59:07.217971: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db000 of size 256 next 598 2024-12-07 08:59:07.217978: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db100 of size 256 next 463 2024-12-07 08:59:07.217985: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db200 of size 256 next 692 2024-12-07 08:59:07.217993: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db300 of size 256 next 467 2024-12-07 08:59:07.217999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db400 of size 256 next 690 2024-12-07 08:59:07.218006: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db500 of size 256 next 466 2024-12-07 08:59:07.218012: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db600 of size 256 next 616 2024-12-07 08:59:07.218019: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db700 of size 256 next 24947 2024-12-07 08:59:07.218025: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db800 of size 256 next 559 2024-12-07 08:59:07.218032: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db900 of size 256 next 633 2024-12-07 08:59:07.218038: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dba00 of size 256 next 24980 2024-12-07 08:59:07.218045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dbb00 of size 256 next 144 2024-12-07 08:59:07.218052: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dbc00 of size 1024 next 148 2024-12-07 08:59:07.218058: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc000 of size 1024 next 149 2024-12-07 08:59:07.218065: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc400 of size 1280 next 676 2024-12-07 08:59:07.218072: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc900 of size 256 next 151 2024-12-07 08:59:07.218080: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dca00 of size 512 next 154 2024-12-07 08:59:07.218087: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dcc00 of size 512 next 155 2024-12-07 08:59:07.218093: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dce00 of size 256 next 156 2024-12-07 08:59:07.218100: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dcf00 of size 256 next 157 2024-12-07 08:59:07.218106: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd000 of size 256 next 158 2024-12-07 08:59:07.218113: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd100 of size 256 next 161 2024-12-07 08:59:07.218120: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd200 of size 256 next 162 2024-12-07 08:59:07.218126: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd300 of size 256 next 160 2024-12-07 08:59:07.218133: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd400 of size 256 next 169 2024-12-07 08:59:07.218139: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd500 of size 256 next 166 2024-12-07 08:59:07.218147: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd600 of size 256 next 167 2024-12-07 08:59:07.218154: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd700 of size 256 next 168 2024-12-07 08:59:07.218160: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd800 of size 256 next 163 2024-12-07 08:59:07.218167: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd900 of size 256 next 170 2024-12-07 08:59:07.218173: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dda00 of size 256 next 171 2024-12-07 08:59:07.218180: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79ddb00 of size 2048 next 165 2024-12-07 08:59:07.218186: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de300 of size 256 next 174 2024-12-07 08:59:07.218193: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de400 of size 256 next 175 2024-12-07 08:59:07.218200: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de500 of size 256 next 176 2024-12-07 08:59:07.218206: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de600 of size 768 next 177 2024-12-07 08:59:07.218212: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de900 of size 768 next 178 2024-12-07 08:59:07.218220: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dec00 of size 256 next 179 2024-12-07 08:59:07.218226: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79ded00 of size 256 next 180 2024-12-07 08:59:07.218233: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dee00 of size 512 next 181 2024-12-07 08:59:07.218239: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df000 of size 512 next 182 2024-12-07 08:59:07.218246: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df200 of size 512 next 185 2024-12-07 08:59:07.218252: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df400 of size 512 next 186 2024-12-07 08:59:07.218258: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df600 of size 512 next 188 2024-12-07 08:59:07.218265: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df800 of size 512 next 189 2024-12-07 08:59:07.218273: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfa00 of size 512 next 192 2024-12-07 08:59:07.218280: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfc00 of size 512 next 193 2024-12-07 08:59:07.218286: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfe00 of size 512 next 196 2024-12-07 08:59:07.218293: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0000 of size 512 next 197 2024-12-07 08:59:07.218300: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0200 of size 512 next 200 2024-12-07 08:59:07.218306: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0400 of size 512 next 201 2024-12-07 08:59:07.218313: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0600 of size 512 next 202 2024-12-07 08:59:07.218319: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0800 of size 768 next 29 2024-12-07 08:59:07.218326: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0b00 of size 512 next 78 2024-12-07 08:59:07.218332: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0d00 of size 512 next 558 2024-12-07 08:59:07.218339: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0f00 of size 512 next 657 2024-12-07 08:59:07.218346: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1100 of size 768 next 528 2024-12-07 08:59:07.218353: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1400 of size 512 next 33 2024-12-07 08:59:07.218369: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1600 of size 768 next 664 2024-12-07 08:59:07.218376: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1900 of size 256 next 515 2024-12-07 08:59:07.218383: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1a00 of size 256 next 723 2024-12-07 08:59:07.218390: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1b00 of size 256 next 24991 2024-12-07 08:59:07.218397: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1c00 of size 256 next 99 2024-12-07 08:59:07.218404: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1d00 of size 512 next 152 2024-12-07 08:59:07.218410: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79e1f00 of size 1792 next 92 2024-12-07 08:59:07.218418: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2600 of size 256 next 462 2024-12-07 08:59:07.218424: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2700 of size 256 next 614 2024-12-07 08:59:07.218430: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2800 of size 256 next 557 2024-12-07 08:59:07.218437: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2900 of size 256 next 521 2024-12-07 08:59:07.218443: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2a00 of size 256 next 659 2024-12-07 08:59:07.218450: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2b00 of size 256 next 24934 2024-12-07 08:59:07.218456: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2c00 of size 256 next 543 2024-12-07 08:59:07.218463: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2d00 of size 768 next 568 2024-12-07 08:59:07.218470: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79e3000 of size 768 next 639 2024-12-07 08:59:07.218476: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3300 of size 512 next 53 2024-12-07 08:59:07.218483: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3500 of size 1024 next 606 2024-12-07 08:59:07.218489: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3900 of size 256 next 575 2024-12-07 08:59:07.218495: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3a00 of size 256 next 607 2024-12-07 08:59:07.218502: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3b00 of size 1280 next 420 2024-12-07 08:59:07.218508: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4000 of size 256 next 689 2024-12-07 08:59:07.218515: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4100 of size 2048 next 465 2024-12-07 08:59:07.218522: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4900 of size 256 next 712 2024-12-07 08:59:07.218529: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4a00 of size 256 next 468 2024-12-07 08:59:07.218535: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4b00 of size 256 next 742 2024-12-07 08:59:07.218542: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4c00 of size 256 next 578 2024-12-07 08:59:07.218549: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4d00 of size 512 next 39 2024-12-07 08:59:07.218556: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4f00 of size 512 next 635 2024-12-07 08:59:07.218564: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5100 of size 256 next 446 2024-12-07 08:59:07.218569: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79e5200 of size 2048 next 540 2024-12-07 08:59:07.218576: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5a00 of size 768 next 34 2024-12-07 08:59:07.218583: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5d00 of size 256 next 623 2024-12-07 08:59:07.218589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5e00 of size 512 next 492 2024-12-07 08:59:07.218596: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6000 of size 512 next 702 2024-12-07 08:59:07.218602: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6200 of size 512 next 752 2024-12-07 08:59:07.218609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6400 of size 512 next 706 2024-12-07 08:59:07.218616: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6600 of size 1536 next 472 2024-12-07 08:59:07.218623: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6c00 of size 256 next 90 2024-12-07 08:59:07.218629: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6d00 of size 256 next 581 2024-12-07 08:59:07.218636: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6e00 of size 256 next 610 2024-12-07 08:59:07.218644: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6f00 of size 512 next 646 2024-12-07 08:59:07.218651: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7100 of size 512 next 576 2024-12-07 08:59:07.218657: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79e7300 of size 512 next 583 2024-12-07 08:59:07.218663: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7500 of size 256 next 487 2024-12-07 08:59:07.218670: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7600 of size 256 next 522 2024-12-07 08:59:07.218677: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7700 of size 256 next 459 2024-12-07 08:59:07.218683: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7800 of size 256 next 654 2024-12-07 08:59:07.218690: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7900 of size 768 next 596 2024-12-07 08:59:07.218697: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7c00 of size 512 next 648 2024-12-07 08:59:07.218703: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7e00 of size 512 next 625 2024-12-07 08:59:07.218710: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8000 of size 1280 next 735 2024-12-07 08:59:07.218716: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8500 of size 512 next 652 2024-12-07 08:59:07.218722: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8700 of size 512 next 457 2024-12-07 08:59:07.218729: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8900 of size 512 next 28 2024-12-07 08:59:07.218736: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8b00 of size 20992 next 37 2024-12-07 08:59:07.218743: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79edd00 of size 32768 next 159 2024-12-07 08:59:07.218750: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79f5d00 of size 246784 next 619 2024-12-07 08:59:07.218756: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a32100 of size 164608 next 566 2024-12-07 08:59:07.218763: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5a400 of size 256 next 42 2024-12-07 08:59:07.218770: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5a500 of size 256 next 546 2024-12-07 08:59:07.218776: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a5a600 of size 4096 next 644 2024-12-07 08:59:07.218782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5b600 of size 512 next 569 2024-12-07 08:59:07.218789: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a5b800 of size 1536 next 421 2024-12-07 08:59:07.218795: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5be00 of size 512 next 474 2024-12-07 08:59:07.218802: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5c000 of size 512 next 624 2024-12-07 08:59:07.218809: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a5c200 of size 2560 next 496 2024-12-07 08:59:07.218815: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5cc00 of size 512 next 437 2024-12-07 08:59:07.218822: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ce00 of size 512 next 763 2024-12-07 08:59:07.218830: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d000 of size 512 next 73 2024-12-07 08:59:07.218837: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d200 of size 512 next 91 2024-12-07 08:59:07.218844: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d400 of size 512 next 650 2024-12-07 08:59:07.218851: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d600 of size 768 next 137 2024-12-07 08:59:07.218858: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d900 of size 512 next 431 2024-12-07 08:59:07.218866: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5db00 of size 512 next 145 2024-12-07 08:59:07.218873: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5dd00 of size 512 next 481 2024-12-07 08:59:07.218881: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5df00 of size 512 next 464 2024-12-07 08:59:07.218888: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e100 of size 1536 next 442 2024-12-07 08:59:07.218895: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e700 of size 512 next 730 2024-12-07 08:59:07.218903: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e900 of size 256 next 518 2024-12-07 08:59:07.218910: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ea00 of size 512 next 110 2024-12-07 08:59:07.218918: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a5ec00 of size 256 next 494 2024-12-07 08:59:07.218925: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ed00 of size 256 next 100 2024-12-07 08:59:07.218932: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ee00 of size 32768 next 693 2024-12-07 08:59:07.218940: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a66e00 of size 1024 next 696 2024-12-07 08:59:07.218946: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a67200 of size 512 next 470 2024-12-07 08:59:07.218953: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a67400 of size 59648 next 138 2024-12-07 08:59:07.218960: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a75d00 of size 32768 next 56 2024-12-07 08:59:07.218967: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a7dd00 of size 65536 next 629 2024-12-07 08:59:07.218974: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a8dd00 of size 1024 next 666 2024-12-07 08:59:07.218981: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a8e100 of size 130560 next 493 2024-12-07 08:59:07.218988: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7aadf00 of size 65536 next 80 2024-12-07 08:59:07.218995: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7abdf00 of size 131072 next 38 2024-12-07 08:59:07.219002: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7addf00 of size 512 next 545 2024-12-07 08:59:07.219009: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ade100 of size 65536 next 697 2024-12-07 08:59:07.219017: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7aee100 of size 65536 next 637 2024-12-07 08:59:07.219024: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7afe100 of size 115712 next 58 2024-12-07 08:59:07.219031: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b1a500 of size 512 next 108 2024-12-07 08:59:07.219038: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b1a700 of size 131072 next 439 2024-12-07 08:59:07.219045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b3a700 of size 131072 next 74 2024-12-07 08:59:07.219052: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b5a700 of size 1024 next 601 2024-12-07 08:59:07.219059: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b5ab00 of size 65536 next 424 2024-12-07 08:59:07.219066: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b6ab00 of size 512 next 609 2024-12-07 08:59:07.219072: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b6ad00 of size 131072 next 685 2024-12-07 08:59:07.219079: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b8ad00 of size 1024 next 504 2024-12-07 08:59:07.219086: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b8b100 of size 32768 next 136 2024-12-07 08:59:07.219092: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b93100 of size 1792 next 475 2024-12-07 08:59:07.219100: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b93800 of size 65536 next 67 2024-12-07 08:59:07.219106: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ba3800 of size 131072 next 672 2024-12-07 08:59:07.219114: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7bc3800 of size 512 next 580 2024-12-07 08:59:07.219121: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bc3a00 of size 1024 next 707 2024-12-07 08:59:07.219129: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bc3e00 of size 198656 next 600 2024-12-07 08:59:07.219136: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf4600 of size 1792 next 679 2024-12-07 08:59:07.219144: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf4d00 of size 1024 next 441 2024-12-07 08:59:07.219151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf5100 of size 101376 next 106 2024-12-07 08:59:07.219158: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c0dd00 of size 65536 next 183 2024-12-07 08:59:07.219165: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c1dd00 of size 65536 next 184 2024-12-07 08:59:07.219172: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c2dd00 of size 65536 next 187 2024-12-07 08:59:07.219178: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c3dd00 of size 65536 next 112 2024-12-07 08:59:07.219185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c4dd00 of size 65536 next 740 2024-12-07 08:59:07.219191: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c5dd00 of size 131072 next 436 2024-12-07 08:59:07.219198: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c7dd00 of size 131072 next 430 2024-12-07 08:59:07.219204: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c9dd00 of size 65536 next 526 2024-12-07 08:59:07.219211: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cadd00 of size 65536 next 678 2024-12-07 08:59:07.219218: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cbdd00 of size 65536 next 508 2024-12-07 08:59:07.219225: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ccdd00 of size 65536 next 731 2024-12-07 08:59:07.219231: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cddd00 of size 65536 next 627 2024-12-07 08:59:07.219238: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cedd00 of size 131072 next 537 2024-12-07 08:59:07.219245: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d0dd00 of size 65536 next 478 2024-12-07 08:59:07.219252: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d1dd00 of size 65536 next 503 2024-12-07 08:59:07.219258: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d2dd00 of size 65536 next 594 2024-12-07 08:59:07.219266: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d3dd00 of size 181248 next 153 2024-12-07 08:59:07.219273: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d6a100 of size 65536 next 190 2024-12-07 08:59:07.219281: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d7a100 of size 65536 next 191 2024-12-07 08:59:07.219288: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d8a100 of size 65536 next 194 2024-12-07 08:59:07.219295: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d9a100 of size 65536 next 195 2024-12-07 08:59:07.219302: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7daa100 of size 65536 next 198 2024-12-07 08:59:07.219309: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dba100 of size 65536 next 199 2024-12-07 08:59:07.219316: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca100 of size 512 next 203 2024-12-07 08:59:07.219322: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca300 of size 512 next 204 2024-12-07 08:59:07.219329: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca500 of size 131072 next 205 2024-12-07 08:59:07.219336: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dea500 of size 261120 next 147 2024-12-07 08:59:07.219343: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a100 of size 256 next 620 2024-12-07 08:59:07.219350: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a200 of size 256 next 612 2024-12-07 08:59:07.219356: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a300 of size 131072 next 682 2024-12-07 08:59:07.219376: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e4a300 of size 32768 next 709 2024-12-07 08:59:07.219383: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e52300 of size 32768 next 698 2024-12-07 08:59:07.219392: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e5a300 of size 115712 next 88 2024-12-07 08:59:07.219398: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e76700 of size 1280 next 456 2024-12-07 08:59:07.219406: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e76c00 of size 64256 next 125 2024-12-07 08:59:07.219412: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e86700 of size 32768 next 75 2024-12-07 08:59:07.219419: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8e700 of size 1024 next 535 2024-12-07 08:59:07.219426: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8eb00 of size 1024 next 562 2024-12-07 08:59:07.219433: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8ef00 of size 1024 next 461 2024-12-07 08:59:07.219441: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8f300 of size 1024 next 656 2024-12-07 08:59:07.219449: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8f700 of size 43520 next 146 2024-12-07 08:59:07.219456: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a100 of size 1024 next 206 2024-12-07 08:59:07.219463: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a500 of size 1024 next 207 2024-12-07 08:59:07.219470: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a900 of size 131072 next 208 2024-12-07 08:59:07.219475: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eba900 of size 131072 next 209 2024-12-07 08:59:07.219482: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eda900 of size 512 next 210 2024-12-07 08:59:07.219488: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edab00 of size 512 next 211 2024-12-07 08:59:07.219495: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edad00 of size 512 next 212 2024-12-07 08:59:07.219501: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edaf00 of size 512 next 213 2024-12-07 08:59:07.219508: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb100 of size 512 next 214 2024-12-07 08:59:07.219514: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb300 of size 512 next 215 2024-12-07 08:59:07.219521: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb500 of size 65536 next 216 2024-12-07 08:59:07.219528: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eeb500 of size 65536 next 217 2024-12-07 08:59:07.219535: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb500 of size 512 next 218 2024-12-07 08:59:07.219543: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb700 of size 512 next 219 2024-12-07 08:59:07.219550: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb900 of size 65536 next 220 2024-12-07 08:59:07.219557: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f0b900 of size 65536 next 221 2024-12-07 08:59:07.219565: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1b900 of size 512 next 222 2024-12-07 08:59:07.219572: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1bb00 of size 512 next 223 2024-12-07 08:59:07.219580: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1bd00 of size 65536 next 224 2024-12-07 08:59:07.219587: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f2bd00 of size 65536 next 225 2024-12-07 08:59:07.219594: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3bd00 of size 512 next 226 2024-12-07 08:59:07.219602: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3bf00 of size 512 next 227 2024-12-07 08:59:07.219609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3c100 of size 65536 next 228 2024-12-07 08:59:07.219616: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f4c100 of size 65536 next 229 2024-12-07 08:59:07.219624: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c100 of size 512 next 230 2024-12-07 08:59:07.219631: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c300 of size 512 next 231 2024-12-07 08:59:07.219639: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c500 of size 65536 next 232 2024-12-07 08:59:07.219646: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f6c500 of size 65536 next 233 2024-12-07 08:59:07.219653: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c500 of size 512 next 234 2024-12-07 08:59:07.219660: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c700 of size 512 next 235 2024-12-07 08:59:07.219668: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c900 of size 512 next 236 2024-12-07 08:59:07.219674: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cb00 of size 512 next 237 2024-12-07 08:59:07.219680: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cd00 of size 512 next 238 2024-12-07 08:59:07.219687: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cf00 of size 512 next 239 2024-12-07 08:59:07.219694: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7d100 of size 131072 next 240 2024-12-07 08:59:07.219700: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f9d100 of size 131072 next 241 2024-12-07 08:59:07.219707: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd100 of size 1024 next 242 2024-12-07 08:59:07.219714: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd500 of size 1024 next 243 2024-12-07 08:59:07.219721: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd900 of size 131072 next 244 2024-12-07 08:59:07.219728: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fdd900 of size 131072 next 245 2024-12-07 08:59:07.219734: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffd900 of size 512 next 246 2024-12-07 08:59:07.219741: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdb00 of size 512 next 247 2024-12-07 08:59:07.219748: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdd00 of size 512 next 248 2024-12-07 08:59:07.219755: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdf00 of size 512 next 249 2024-12-07 08:59:07.219762: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe100 of size 512 next 250 2024-12-07 08:59:07.219770: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe300 of size 512 next 251 2024-12-07 08:59:07.219776: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe500 of size 65536 next 252 2024-12-07 08:59:07.219784: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e800e500 of size 65536 next 253 2024-12-07 08:59:07.219791: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e500 of size 512 next 254 2024-12-07 08:59:07.219798: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e700 of size 512 next 255 2024-12-07 08:59:07.219806: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e900 of size 65536 next 256 2024-12-07 08:59:07.219813: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e802e900 of size 65536 next 257 2024-12-07 08:59:07.219820: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803e900 of size 512 next 258 2024-12-07 08:59:07.219828: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803eb00 of size 512 next 259 2024-12-07 08:59:07.219835: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803ed00 of size 65536 next 260 2024-12-07 08:59:07.219842: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e804ed00 of size 65536 next 261 2024-12-07 08:59:07.219850: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805ed00 of size 512 next 262 2024-12-07 08:59:07.219857: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805ef00 of size 512 next 263 2024-12-07 08:59:07.219864: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805f100 of size 65536 next 264 2024-12-07 08:59:07.219872: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e806f100 of size 65536 next 265 2024-12-07 08:59:07.219879: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f100 of size 512 next 266 2024-12-07 08:59:07.219886: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f300 of size 512 next 267 2024-12-07 08:59:07.219894: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f500 of size 65536 next 268 2024-12-07 08:59:07.219901: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e808f500 of size 65536 next 269 2024-12-07 08:59:07.219907: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f500 of size 512 next 270 2024-12-07 08:59:07.219914: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f700 of size 512 next 271 2024-12-07 08:59:07.219921: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f900 of size 512 next 272 2024-12-07 08:59:07.219927: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809fb00 of size 512 next 273 2024-12-07 08:59:07.219933: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809fd00 of size 512 next 274 2024-12-07 08:59:07.219940: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809ff00 of size 512 next 275 2024-12-07 08:59:07.219947: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80a0100 of size 131072 next 276 2024-12-07 08:59:07.219953: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80c0100 of size 131072 next 277 2024-12-07 08:59:07.219960: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0100 of size 1024 next 278 2024-12-07 08:59:07.219968: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0500 of size 1024 next 279 2024-12-07 08:59:07.219975: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0900 of size 131072 next 280 2024-12-07 08:59:07.219982: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8100900 of size 131072 next 281 2024-12-07 08:59:07.219990: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120900 of size 512 next 282 2024-12-07 08:59:07.219997: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120b00 of size 512 next 283 2024-12-07 08:59:07.220005: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120d00 of size 512 next 284 2024-12-07 08:59:07.220012: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120f00 of size 512 next 285 2024-12-07 08:59:07.220020: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121100 of size 512 next 286 2024-12-07 08:59:07.220027: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121300 of size 512 next 287 2024-12-07 08:59:07.220034: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121500 of size 65536 next 288 2024-12-07 08:59:07.220041: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8131500 of size 65536 next 289 2024-12-07 08:59:07.220048: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141500 of size 512 next 290 2024-12-07 08:59:07.220054: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141700 of size 512 next 291 2024-12-07 08:59:07.220061: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141900 of size 65536 next 292 2024-12-07 08:59:07.220068: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8151900 of size 65536 next 293 2024-12-07 08:59:07.220075: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161900 of size 512 next 294 2024-12-07 08:59:07.220081: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161b00 of size 512 next 295 2024-12-07 08:59:07.220088: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161d00 of size 65536 next 296 2024-12-07 08:59:07.220095: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8171d00 of size 65536 next 297 2024-12-07 08:59:07.220102: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8181d00 of size 512 next 298 2024-12-07 08:59:07.220111: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8181f00 of size 512 next 299 2024-12-07 08:59:07.220118: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8182100 of size 65536 next 300 2024-12-07 08:59:07.220125: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8192100 of size 65536 next 301 2024-12-07 08:59:07.220131: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2100 of size 512 next 302 2024-12-07 08:59:07.220138: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2300 of size 512 next 303 2024-12-07 08:59:07.220146: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2500 of size 65536 next 304 2024-12-07 08:59:07.220153: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81b2500 of size 65536 next 305 2024-12-07 08:59:07.220161: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2500 of size 512 next 306 2024-12-07 08:59:07.220169: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2700 of size 512 next 307 2024-12-07 08:59:07.220178: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2900 of size 512 next 308 2024-12-07 08:59:07.220185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2b00 of size 512 next 309 2024-12-07 08:59:07.220192: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2d00 of size 512 next 310 2024-12-07 08:59:07.220200: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2f00 of size 512 next 311 2024-12-07 08:59:07.220207: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c3100 of size 131072 next 312 2024-12-07 08:59:07.220214: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81e3100 of size 131072 next 313 2024-12-07 08:59:07.220221: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203100 of size 1024 next 314 2024-12-07 08:59:07.220229: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203500 of size 1024 next 315 2024-12-07 08:59:07.220236: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203900 of size 131072 next 316 2024-12-07 08:59:07.220245: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8223900 of size 131072 next 317 2024-12-07 08:59:07.220253: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243900 of size 512 next 318 2024-12-07 08:59:07.220261: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243b00 of size 512 next 319 2024-12-07 08:59:07.220268: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243d00 of size 512 next 320 2024-12-07 08:59:07.220276: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243f00 of size 512 next 321 2024-12-07 08:59:07.220282: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244100 of size 512 next 322 2024-12-07 08:59:07.220289: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244300 of size 512 next 323 2024-12-07 08:59:07.220296: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244500 of size 115712 next 324 2024-12-07 08:59:07.220303: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8260900 of size 115712 next 325 2024-12-07 08:59:07.220310: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827cd00 of size 1024 next 326 2024-12-07 08:59:07.220317: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d100 of size 1024 next 327 2024-12-07 08:59:07.220323: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d500 of size 512 next 328 2024-12-07 08:59:07.220330: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d700 of size 512 next 329 2024-12-07 08:59:07.220337: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d900 of size 512 next 330 2024-12-07 08:59:07.220344: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827db00 of size 512 next 331 2024-12-07 08:59:07.220351: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827dd00 of size 131072 next 332 2024-12-07 08:59:07.220371: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e829dd00 of size 131072 next 333 2024-12-07 08:59:07.220381: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82bdd00 of size 512 next 334 2024-12-07 08:59:07.220388: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82bdf00 of size 512 next 335 2024-12-07 08:59:07.220395: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82be100 of size 131072 next 336 2024-12-07 08:59:07.220402: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82de100 of size 131072 next 337 2024-12-07 08:59:07.220409: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe100 of size 1024 next 338 2024-12-07 08:59:07.220416: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe500 of size 1024 next 339 2024-12-07 08:59:07.220424: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe900 of size 131072 next 340 2024-12-07 08:59:07.220429: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e831e900 of size 131072 next 341 2024-12-07 08:59:07.220437: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833e900 of size 1024 next 342 2024-12-07 08:59:07.220443: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833ed00 of size 1024 next 343 2024-12-07 08:59:07.220450: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833f100 of size 131072 next 344 2024-12-07 08:59:07.220457: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e835f100 of size 131072 next 345 2024-12-07 08:59:07.220464: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f100 of size 1024 next 346 2024-12-07 08:59:07.220471: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f500 of size 1024 next 347 2024-12-07 08:59:07.220478: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f900 of size 131072 next 348 2024-12-07 08:59:07.220485: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e839f900 of size 131072 next 349 2024-12-07 08:59:07.220492: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bf900 of size 512 next 350 2024-12-07 08:59:07.220500: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bfb00 of size 512 next 351 2024-12-07 08:59:07.220507: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bfd00 of size 32768 next 352 2024-12-07 08:59:07.220513: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83c7d00 of size 32768 next 353 2024-12-07 08:59:07.220520: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cfd00 of size 256 next 354 2024-12-07 08:59:07.220529: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cfe00 of size 256 next 355 2024-12-07 08:59:07.220536: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cff00 of size 1792 next 356 2024-12-07 08:59:07.220544: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d0600 of size 1792 next 357 2024-12-07 08:59:07.220551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d0d00 of size 1792 next 358 2024-12-07 08:59:07.220558: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d1400 of size 1792 next 359 2024-12-07 08:59:07.220566: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d1b00 of size 458752 next 360 2024-12-07 08:59:07.220573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8441b00 of size 458752 next 361 2024-12-07 08:59:07.220580: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b1b00 of size 1024 next 362 2024-12-07 08:59:07.220589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b1f00 of size 1024 next 363 2024-12-07 08:59:07.220595: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2300 of size 1024 next 364 2024-12-07 08:59:07.220602: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2700 of size 1024 next 365 2024-12-07 08:59:07.220609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2b00 of size 1024 next 366 2024-12-07 08:59:07.220616: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2f00 of size 1024 next 367 2024-12-07 08:59:07.220623: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b3300 of size 131072 next 368 2024-12-07 08:59:07.220630: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84d3300 of size 131072 next 369 2024-12-07 08:59:07.220637: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3300 of size 512 next 370 2024-12-07 08:59:07.220643: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3500 of size 512 next 371 2024-12-07 08:59:07.220650: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3700 of size 512 next 372 2024-12-07 08:59:07.220657: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3900 of size 512 next 373 2024-12-07 08:59:07.220664: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3b00 of size 512 next 374 2024-12-07 08:59:07.220672: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3d00 of size 512 next 375 2024-12-07 08:59:07.220680: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3f00 of size 32768 next 376 2024-12-07 08:59:07.220687: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84fbf00 of size 32768 next 377 2024-12-07 08:59:07.220694: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8503f00 of size 256 next 378 2024-12-07 08:59:07.220701: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504000 of size 256 next 379 2024-12-07 08:59:07.220708: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504100 of size 1280 next 380 2024-12-07 08:59:07.220714: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504600 of size 1280 next 381 2024-12-07 08:59:07.220724: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504b00 of size 256 next 382 2024-12-07 08:59:07.220732: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504c00 of size 256 next 383 2024-12-07 08:59:07.220739: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504d00 of size 256 next 384 2024-12-07 08:59:07.220746: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504e00 of size 256 next 385 2024-12-07 08:59:07.220753: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504f00 of size 256 next 386 2024-12-07 08:59:07.220761: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505000 of size 256 next 387 2024-12-07 08:59:07.220769: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505100 of size 256 next 388 2024-12-07 08:59:07.220775: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505200 of size 256 next 389 2024-12-07 08:59:07.220782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505300 of size 256 next 390 2024-12-07 08:59:07.220790: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505400 of size 256 next 391 2024-12-07 08:59:07.220798: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505500 of size 256 next 392 2024-12-07 08:59:07.220805: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505600 of size 256 next 393 2024-12-07 08:59:07.220812: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505700 of size 256 next 394 2024-12-07 08:59:07.220818: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505800 of size 256 next 395 2024-12-07 08:59:07.220824: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505900 of size 256 next 396 2024-12-07 08:59:07.220831: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505a00 of size 256 next 397 2024-12-07 08:59:07.220838: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505b00 of size 256 next 398 2024-12-07 08:59:07.220845: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505c00 of size 256 next 399 2024-12-07 08:59:07.220852: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505d00 of size 256 next 400 2024-12-07 08:59:07.220860: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505e00 of size 256 next 401 2024-12-07 08:59:07.220867: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505f00 of size 256 next 402 2024-12-07 08:59:07.220874: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506000 of size 256 next 403 2024-12-07 08:59:07.220882: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506100 of size 256 next 404 2024-12-07 08:59:07.220888: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506200 of size 256 next 405 2024-12-07 08:59:07.220895: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506300 of size 256 next 406 2024-12-07 08:59:07.220901: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506400 of size 256 next 407 2024-12-07 08:59:07.220908: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506500 of size 256 next 408 2024-12-07 08:59:07.220914: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506600 of size 256 next 409 2024-12-07 08:59:07.220921: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506700 of size 256 next 410 2024-12-07 08:59:07.220928: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506800 of size 256 next 411 2024-12-07 08:59:07.220935: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506900 of size 256 next 412 2024-12-07 08:59:07.220942: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506a00 of size 256 next 413 2024-12-07 08:59:07.220950: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506b00 of size 256 next 414 2024-12-07 08:59:07.220958: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506c00 of size 256 next 415 2024-12-07 08:59:07.220966: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506d00 of size 256 next 416 2024-12-07 08:59:07.220975: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506e00 of size 65536 next 597 2024-12-07 08:59:07.220983: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8516e00 of size 186368 next 447 2024-12-07 08:59:07.220990: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8544600 of size 262144 next 701 2024-12-07 08:59:07.220998: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8584600 of size 251904 next 718 2024-12-07 08:59:07.221004: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e85c1e00 of size 262144 next 524 2024-12-07 08:59:07.221011: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8601e00 of size 5373952 next 570 2024-12-07 08:59:07.221018: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8b21e00 of size 5373952 next 649 2024-12-07 08:59:07.221025: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e9041e00 of size 2686976 next 725 2024-12-07 08:59:07.221031: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e92d1e00 of size 2686976 next 107 2024-12-07 08:59:07.221038: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e9561e00 of size 1343488 next 429 2024-12-07 08:59:07.221045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e96a9e00 of size 12410880 next 700 2024-12-07 08:59:07.221053: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea27fe00 of size 131072 next 602 2024-12-07 08:59:07.221061: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4ea29fe00 of size 512 next 500 2024-12-07 08:59:07.221069: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea2a0000 of size 720384 next 427 2024-12-07 08:59:07.221077: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea34fe00 of size 458752 next 661 2024-12-07 08:59:07.221085: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea3bfe00 of size 10747904 next 476 2024-12-07 08:59:07.221093: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eadffe00 of size 10747904 next 582 2024-12-07 08:59:07.221102: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eb83fe00 of size 10747904 next 83 2024-12-07 08:59:07.221108: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ec27fe00 of size 10747904 next 445 2024-12-07 08:59:07.221116: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eccbfe00 of size 10747904 next 727 2024-12-07 08:59:07.221124: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ed6ffe00 of size 10747904 next 684 2024-12-07 08:59:07.221131: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ee13fe00 of size 10747904 next 63 2024-12-07 08:59:07.221137: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eeb7fe00 of size 10747904 next 662 2024-12-07 08:59:07.221144: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ef5bfe00 of size 10747904 next 665 2024-12-07 08:59:07.221150: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4effffe00 of size 10747904 next 50 2024-12-07 08:59:07.221156: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0a3fe00 of size 5373952 next 587 2024-12-07 08:59:07.221163: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f5fe00 of size 83968 next 683 2024-12-07 08:59:07.221170: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f74600 of size 83968 next 626 2024-12-07 08:59:07.221176: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f88e00 of size 5206016 next 536 2024-12-07 08:59:07.221183: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f147fe00 of size 12059136 next 18446744073709551615 2024-12-07 08:59:07.221190: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 4294967296 2024-12-07 08:59:07.221197: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad61e000000 of size 2303392000 next 1 2024-12-07 08:59:07.221206: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6a74af900 of size 1280 next 2 2024-12-07 08:59:07.221212: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6a74afe00 of size 354368000 next 534 2024-12-07 08:59:07.221220: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6bc6a3800 of size 385728000 next 630 2024-12-07 08:59:07.221227: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6d367f600 of size 354368000 next 498 2024-12-07 08:59:07.221234: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6e8873000 of size 385728000 next 426 2024-12-07 08:59:07.221240: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6ff84ee00 of size 354368000 next 632 2024-12-07 08:59:07.221247: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a42800 of size 1280 next 553 2024-12-07 08:59:07.221254: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a42d00 of size 32768 next 549 2024-12-07 08:59:07.221261: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a4ad00 of size 97024 next 94 2024-12-07 08:59:07.221269: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a62800 of size 65536 next 729 2024-12-07 08:59:07.221275: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a72800 of size 65536 next 556 2024-12-07 08:59:07.221282: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a82800 of size 65536 next 519 2024-12-07 08:59:07.221289: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a92800 of size 65536 next 631 2024-12-07 08:59:07.221297: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714aa2800 of size 65536 next 477 2024-12-07 08:59:07.221304: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ab2800 of size 131072 next 473 2024-12-07 08:59:07.221311: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ad2800 of size 65536 next 495 2024-12-07 08:59:07.221319: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ae2800 of size 65536 next 490 2024-12-07 08:59:07.221328: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714af2800 of size 65536 next 670 2024-12-07 08:59:07.221336: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b02800 of size 131072 next 509 2024-12-07 08:59:07.221343: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b22800 of size 65536 next 54 2024-12-07 08:59:07.221350: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b32800 of size 131072 next 440 2024-12-07 08:59:07.221356: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b52800 of size 131072 next 618 2024-12-07 08:59:07.221374: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b72800 of size 65536 next 547 2024-12-07 08:59:07.221381: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b82800 of size 99584 next 738 2024-12-07 08:59:07.221388: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b9ad00 of size 65536 next 105 2024-12-07 08:59:07.221396: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714baad00 of size 131072 next 561 2024-12-07 08:59:07.221403: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bcad00 of size 65536 next 511 2024-12-07 08:59:07.221410: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bdad00 of size 65536 next 516 2024-12-07 08:59:07.221417: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bead00 of size 65536 next 485 2024-12-07 08:59:07.221423: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bfad00 of size 131072 next 551 2024-12-07 08:59:07.221431: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c1ad00 of size 65536 next 104 2024-12-07 08:59:07.221438: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c2ad00 of size 131072 next 720 2024-12-07 08:59:07.221444: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c4ad00 of size 65536 next 739 2024-12-07 08:59:07.221451: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c5ad00 of size 65536 next 708 2024-12-07 08:59:07.221457: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c6ad00 of size 65536 next 87 2024-12-07 08:59:07.221464: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c7ad00 of size 131072 next 694 2024-12-07 08:59:07.221471: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c9ad00 of size 246784 next 425 2024-12-07 08:59:07.221479: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714cd7100 of size 65536 next 765 2024-12-07 08:59:07.221487: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ce7100 of size 131072 next 655 2024-12-07 08:59:07.221495: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07100 of size 1792 next 422 2024-12-07 08:59:07.221502: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07800 of size 1024 next 530 2024-12-07 08:59:07.221511: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07c00 of size 65536 next 454 2024-12-07 08:59:07.221519: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d17c00 of size 165888 next 62 2024-12-07 08:59:07.221528: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d40400 of size 131072 next 448 2024-12-07 08:59:07.221537: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d60400 of size 131072 next 120 2024-12-07 08:59:07.221545: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80400 of size 1024 next 671 2024-12-07 08:59:07.221551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80800 of size 256 next 687 2024-12-07 08:59:07.221559: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80900 of size 256 next 449 2024-12-07 08:59:07.221566: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80a00 of size 2048 next 513 2024-12-07 08:59:07.221573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d81200 of size 231424 next 434 2024-12-07 08:59:07.221582: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714db9a00 of size 83968 next 733 2024-12-07 08:59:07.221589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714dce200 of size 2048 next 591 2024-12-07 08:59:07.221596: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714dcea00 of size 272640 next 59 2024-12-07 08:59:07.221604: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e11300 of size 65536 next 585 2024-12-07 08:59:07.221611: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e21300 of size 131072 next 636 2024-12-07 08:59:07.221618: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e41300 of size 131072 next 638 2024-12-07 08:59:07.221625: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e61300 of size 458752 next 512 2024-12-07 08:59:07.221632: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ed1300 of size 10240 next 85 2024-12-07 08:59:07.221639: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ed3b00 of size 83968 next 61 2024-12-07 08:59:07.221645: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ee8300 of size 131072 next 483 2024-12-07 08:59:07.221656: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f08300 of size 131072 next 572 2024-12-07 08:59:07.221664: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f28300 of size 32768 next 622 2024-12-07 08:59:07.221673: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f30300 of size 124928 next 101 2024-12-07 08:59:07.221680: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f4eb00 of size 231424 next 520 2024-12-07 08:59:07.221687: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f87300 of size 251904 next 668 2024-12-07 08:59:07.221694: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714fc4b00 of size 524288 next 128 2024-12-07 08:59:07.221701: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad715044b00 of size 604672 next 71 2024-12-07 08:59:07.221708: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad7150d8500 of size 131072 next 573 2024-12-07 08:59:07.221715: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad7150f8500 of size 141056 next 444 2024-12-07 08:59:07.221722: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71511ac00 of size 27541504 next 608 2024-12-07 08:59:07.221728: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad716b5ec00 of size 21495808 next 640 2024-12-07 08:59:07.221736: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad717fdec00 of size 21495808 next 84 2024-12-07 08:59:07.221742: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71945ec00 of size 10747904 next 133 2024-12-07 08:59:07.221750: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad719e9ec00 of size 10747904 next 744 2024-12-07 08:59:07.221757: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71a8dec00 of size 10747904 next 77 2024-12-07 08:59:07.221763: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71b31ec00 of size 10747904 next 510 2024-12-07 08:59:07.221769: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71bd5ec00 of size 10747904 next 150 2024-12-07 08:59:07.221776: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71c79ec00 of size 10747904 next 673 2024-12-07 08:59:07.221782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71d1dec00 of size 14816256 next 18446744073709551615 2024-12-07 08:59:07.221789: I tensorflow/tsl/framework/bfc_allocator.cc:1100] Summary of in-use Chunks by size: 2024-12-07 08:59:07.221801: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 196 Chunks of size 256 totalling 49.0KiB 2024-12-07 08:59:07.221809: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 148 Chunks of size 512 totalling 74.0KiB 2024-12-07 08:59:07.221817: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 18 Chunks of size 768 totalling 13.5KiB 2024-12-07 08:59:07.221825: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 37 Chunks of size 1024 totalling 37.0KiB 2024-12-07 08:59:07.221833: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 10 Chunks of size 1280 totalling 12.5KiB 2024-12-07 08:59:07.221841: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 1536 totalling 3.0KiB 2024-12-07 08:59:07.221849: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 10 Chunks of size 1792 totalling 17.5KiB 2024-12-07 08:59:07.221857: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 3 Chunks of size 2048 totalling 6.0KiB 2024-12-07 08:59:07.221866: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 10240 totalling 10.0KiB 2024-12-07 08:59:07.221875: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 20992 totalling 20.5KiB 2024-12-07 08:59:07.221882: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 13 Chunks of size 32768 totalling 416.0KiB 2024-12-07 08:59:07.221890: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 43520 totalling 42.5KiB 2024-12-07 08:59:07.221898: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 59648 totalling 58.2KiB 2024-12-07 08:59:07.221907: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 64256 totalling 62.8KiB 2024-12-07 08:59:07.221916: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 77 Chunks of size 65536 totalling 4.81MiB 2024-12-07 08:59:07.221923: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 12 Chunks of size 83968 totalling 984.0KiB 2024-12-07 08:59:07.221930: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 97024 totalling 94.8KiB 2024-12-07 08:59:07.221938: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 99584 totalling 97.2KiB 2024-12-07 08:59:07.221945: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 101376 totalling 99.0KiB 2024-12-07 08:59:07.221954: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 115712 totalling 452.0KiB 2024-12-07 08:59:07.221962: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 124928 totalling 122.0KiB 2024-12-07 08:59:07.221971: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 130560 totalling 127.5KiB 2024-12-07 08:59:07.221978: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 53 Chunks of size 131072 totalling 6.62MiB 2024-12-07 08:59:07.221986: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 141056 totalling 137.8KiB 2024-12-07 08:59:07.221993: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 164608 totalling 160.8KiB 2024-12-07 08:59:07.222001: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 165888 totalling 162.0KiB 2024-12-07 08:59:07.222008: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 181248 totalling 177.0KiB 2024-12-07 08:59:07.222015: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 186368 totalling 182.0KiB 2024-12-07 08:59:07.222023: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 198656 totalling 194.0KiB 2024-12-07 08:59:07.222030: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 231424 totalling 452.0KiB 2024-12-07 08:59:07.222038: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 246784 totalling 482.0KiB 2024-12-07 08:59:07.222045: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 251904 totalling 492.0KiB 2024-12-07 08:59:07.222052: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 261120 totalling 255.0KiB 2024-12-07 08:59:07.222060: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 262144 totalling 512.0KiB 2024-12-07 08:59:07.222071: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 272640 totalling 266.2KiB 2024-12-07 08:59:07.222078: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 458752 totalling 1.75MiB 2024-12-07 08:59:07.222086: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 524288 totalling 512.0KiB 2024-12-07 08:59:07.222094: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 604672 totalling 590.5KiB 2024-12-07 08:59:07.222102: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 720384 totalling 703.5KiB 2024-12-07 08:59:07.222110: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 1343488 totalling 1.28MiB 2024-12-07 08:59:07.222118: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 5 Chunks of size 2686976 totalling 12.81MiB 2024-12-07 08:59:07.222125: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 5206016 totalling 4.96MiB 2024-12-07 08:59:07.222132: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 5373952 totalling 20.50MiB 2024-12-07 08:59:07.222140: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 8060928 totalling 7.69MiB 2024-12-07 08:59:07.222148: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 39 Chunks of size 10747904 totalling 399.75MiB 2024-12-07 08:59:07.222155: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 12059136 totalling 11.50MiB 2024-12-07 08:59:07.222162: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 12410880 totalling 11.84MiB 2024-12-07 08:59:07.222170: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 14816256 totalling 14.13MiB 2024-12-07 08:59:07.222177: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 16793600 totalling 32.03MiB 2024-12-07 08:59:07.222185: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 6 Chunks of size 21495808 totalling 123.00MiB 2024-12-07 08:59:07.222192: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 3 Chunks of size 27541504 totalling 78.80MiB 2024-12-07 08:59:07.222199: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 31360000 totalling 29.91MiB 2024-12-07 08:59:07.222206: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 36157952 totalling 34.48MiB 2024-12-07 08:59:07.222212: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 101920000 totalling 97.20MiB 2024-12-07 08:59:07.222220: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 354368000 totalling 1.32GiB 2024-12-07 08:59:07.222228: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 385728000 totalling 1.44GiB 2024-12-07 08:59:07.222236: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 708736000 totalling 675.90MiB 2024-12-07 08:59:07.222243: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 771456000 totalling 735.72MiB 2024-12-07 08:59:07.222250: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 2303392000 totalling 2.14GiB 2024-12-07 08:59:07.222259: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 2507232000 totalling 2.33GiB 2024-12-07 08:59:07.222267: I tensorflow/tsl/framework/bfc_allocator.cc:1107] Sum Total of in-use chunks: 9.50GiB 2024-12-07 08:59:07.222275: I tensorflow/tsl/framework/bfc_allocator.cc:1109] Total bytes in pool: 10198122496 memory_limit_: 10198122496 available bytes: 0 curr_region_allocation_bytes_: 17179869184 2024-12-07 08:59:07.222287: I tensorflow/tsl/framework/bfc_allocator.cc:1114] Stats: Limit: 10198122496 InUse: 10195919872 MaxInUse: 10195920896 NumAllocs: 43119401 MaxAllocSize: 2507232000 Reserved: 0 PeakReserved: 0 LargestFreeBlock: 0 2024-12-07 08:59:07.222309: W tensorflow/tsl/framework/bfc_allocator.cc:497] **************************************************************************************************** 2024-12-07 08:59:07.222350: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at einsum_op_impl.h:604 : RESOURCE_EXHAUSTED: OOM when allocating tensor with shape[512,8,41,41] and type float on /job:localhost/replica:0/task:0/device:GPU:0 by allocator GPU_0_bfc 2024-12-07 08:59:07.222417: W tensorflow/tsl/framework/bfc_allocator.cc:485] Allocator (GPU_0_bfc) ran out of memory trying to allocate 10.25MiB (rounded to 10747904)requested by op OilTransformer/dense_11/Tensordot/MatMul If the cause is memory fragmentation maybe the environment variable 'TF_GPU_ALLOCATOR=cuda_malloc_async' will improve the situation. Current allocation summary follows. Current allocation summary follows. 2024-12-07 08:59:07.222532: I tensorflow/tsl/framework/bfc_allocator.cc:1039] BFCAllocator dump for GPU_0_bfc 2024-12-07 08:59:07.222560: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (256): Total Chunks: 197, Chunks in use: 196. 49.2KiB allocated for chunks. 49.0KiB in use in bin. 3.5KiB client-requested in use in bin. 2024-12-07 08:59:07.222573: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (512): Total Chunks: 171, Chunks in use: 166. 90.5KiB allocated for chunks. 87.5KiB in use in bin. 83.4KiB client-requested in use in bin. 2024-12-07 08:59:07.222584: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (1024): Total Chunks: 63, Chunks in use: 59. 75.2KiB allocated for chunks. 70.0KiB in use in bin. 66.5KiB client-requested in use in bin. 2024-12-07 08:59:07.222596: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (2048): Total Chunks: 6, Chunks in use: 3. 12.5KiB allocated for chunks. 6.0KiB in use in bin. 5.8KiB client-requested in use in bin. 2024-12-07 08:59:07.222607: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (4096): Total Chunks: 1, Chunks in use: 0. 4.0KiB allocated for chunks. 0B in use in bin. 0B client-requested in use in bin. 2024-12-07 08:59:07.222620: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (8192): Total Chunks: 1, Chunks in use: 1. 10.0KiB allocated for chunks. 10.0KiB in use in bin. 10.0KiB client-requested in use in bin. 2024-12-07 08:59:07.222630: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (16384): Total Chunks: 1, Chunks in use: 1. 20.5KiB allocated for chunks. 20.5KiB in use in bin. 20.5KiB client-requested in use in bin. 2024-12-07 08:59:07.222641: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (32768): Total Chunks: 16, Chunks in use: 16. 579.5KiB allocated for chunks. 579.5KiB in use in bin. 512.0KiB client-requested in use in bin. 2024-12-07 08:59:07.222651: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (65536): Total Chunks: 98, Chunks in use: 98. 6.74MiB allocated for chunks. 6.74MiB in use in bin. 6.54MiB client-requested in use in bin. 2024-12-07 08:59:07.222661: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (131072): Total Chunks: 66, Chunks in use: 66. 9.26MiB allocated for chunks. 9.26MiB in use in bin. 8.52MiB client-requested in use in bin. 2024-12-07 08:59:07.222671: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (262144): Total Chunks: 7, Chunks in use: 7. 2.51MiB allocated for chunks. 2.51MiB in use in bin. 2.47MiB client-requested in use in bin. 2024-12-07 08:59:07.222681: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (524288): Total Chunks: 3, Chunks in use: 3. 1.76MiB allocated for chunks. 1.76MiB in use in bin. 1.44MiB client-requested in use in bin. 2024-12-07 08:59:07.222691: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (1048576): Total Chunks: 1, Chunks in use: 1. 1.28MiB allocated for chunks. 1.28MiB in use in bin. 1.28MiB client-requested in use in bin. 2024-12-07 08:59:07.222701: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (2097152): Total Chunks: 6, Chunks in use: 5. 14.89MiB allocated for chunks. 12.81MiB in use in bin. 12.81MiB client-requested in use in bin. 2024-12-07 08:59:07.222711: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (4194304): Total Chunks: 6, Chunks in use: 6. 33.15MiB allocated for chunks. 33.15MiB in use in bin. 28.19MiB client-requested in use in bin. 2024-12-07 08:59:07.222721: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (8388608): Total Chunks: 42, Chunks in use: 42. 437.22MiB allocated for chunks. 437.22MiB in use in bin. 430.50MiB client-requested in use in bin. 2024-12-07 08:59:07.222731: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (16777216): Total Chunks: 12, Chunks in use: 12. 263.74MiB allocated for chunks. 263.74MiB in use in bin. 252.20MiB client-requested in use in bin. 2024-12-07 08:59:07.222741: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (33554432): Total Chunks: 1, Chunks in use: 1. 34.48MiB allocated for chunks. 34.48MiB in use in bin. 26.27MiB client-requested in use in bin. 2024-12-07 08:59:07.222751: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (67108864): Total Chunks: 1, Chunks in use: 1. 97.20MiB allocated for chunks. 97.20MiB in use in bin. 97.20MiB client-requested in use in bin. 2024-12-07 08:59:07.222761: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (134217728): Total Chunks: 0, Chunks in use: 0. 0B allocated for chunks. 0B in use in bin. 0B client-requested in use in bin. 2024-12-07 08:59:07.222770: I tensorflow/tsl/framework/bfc_allocator.cc:1046] Bin (268435456): Total Chunks: 12, Chunks in use: 12. 8.62GiB allocated for chunks. 8.62GiB in use in bin. 8.62GiB client-requested in use in bin. 2024-12-07 08:59:07.222783: I tensorflow/tsl/framework/bfc_allocator.cc:1062] Bin for 10.25MiB was 8.00MiB, Chunk State: 2024-12-07 08:59:07.222796: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 1608187904 2024-12-07 08:59:07.222809: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abdd6000000 of size 385728000 next 704 2024-12-07 08:59:07.222818: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abdecfdbe00 of size 354368000 next 653 2024-12-07 08:59:07.222828: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe021cf800 of size 385728000 next 455 2024-12-07 08:59:07.222837: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe191ab600 of size 10747904 next 89 2024-12-07 08:59:07.222847: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe19beb600 of size 10747904 next 563 2024-12-07 08:59:07.222856: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1a62b600 of size 16793600 next 544 2024-12-07 08:59:07.222865: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1b62f600 of size 27541504 next 40 2024-12-07 08:59:07.222876: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1d073600 of size 83968 next 667 2024-12-07 08:59:07.222884: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1d087e00 of size 10747904 next 615 2024-12-07 08:59:07.222893: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dac7e00 of size 83968 next 759 2024-12-07 08:59:07.222902: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dadc600 of size 5373952 next 103 2024-12-07 08:59:07.222911: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1dffc600 of size 2686976 next 713 2024-12-07 08:59:07.222920: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e28c600 of size 83968 next 525 2024-12-07 08:59:07.222929: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2a0e00 of size 83968 next 705 2024-12-07 08:59:07.222938: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2b5600 of size 83968 next 471 2024-12-07 08:59:07.222947: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2c9e00 of size 83968 next 645 2024-12-07 08:59:07.222955: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2de600 of size 83968 next 458 2024-12-07 08:59:07.222963: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e2f2e00 of size 83968 next 621 2024-12-07 08:59:07.222972: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7abe1e307600 of size 2183168 next 703 2024-12-07 08:59:07.222980: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1e51c600 of size 10747904 next 715 2024-12-07 08:59:07.222989: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe1ef5c600 of size 21495808 next 675 2024-12-07 08:59:07.222997: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe203dc600 of size 21495808 next 750 2024-12-07 08:59:07.223006: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2185c600 of size 10747904 next 588 2024-12-07 08:59:07.223015: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2229c600 of size 10747904 next 497 2024-12-07 08:59:07.223023: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe22cdc600 of size 10747904 next 722 2024-12-07 08:59:07.223032: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2371c600 of size 10747904 next 479 2024-12-07 08:59:07.223041: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2415c600 of size 10747904 next 121 2024-12-07 08:59:07.223049: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe24b9c600 of size 10747904 next 419 2024-12-07 08:59:07.223056: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe255dc600 of size 10747904 next 507 2024-12-07 08:59:07.223065: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2601c600 of size 2686976 next 721 2024-12-07 08:59:07.223074: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe262ac600 of size 8060928 next 599 2024-12-07 08:59:07.223082: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe26a5c600 of size 10747904 next 541 2024-12-07 08:59:07.223091: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2749c600 of size 16793600 next 669 2024-12-07 08:59:07.223100: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe284a0600 of size 27541504 next 719 2024-12-07 08:59:07.223108: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe29ee4600 of size 10747904 next 517 2024-12-07 08:59:07.223118: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2a924600 of size 10747904 next 681 2024-12-07 08:59:07.223126: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2b364600 of size 10747904 next 432 2024-12-07 08:59:07.223135: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2bda4600 of size 10747904 next 95 2024-12-07 08:59:07.223144: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2c7e4600 of size 21495808 next 565 2024-12-07 08:59:07.223152: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2dc64600 of size 21495808 next 724 2024-12-07 08:59:07.223160: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2f0e4600 of size 10747904 next 66 2024-12-07 08:59:07.223168: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2fb24600 of size 2686976 next 747 2024-12-07 08:59:07.223177: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe2fdb4600 of size 10747904 next 533 2024-12-07 08:59:07.223185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe307f4600 of size 10747904 next 571 2024-12-07 08:59:07.223193: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe31234600 of size 10747904 next 488 2024-12-07 08:59:07.223201: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe31c74600 of size 10747904 next 710 2024-12-07 08:59:07.223210: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe326b4600 of size 10747904 next 552 2024-12-07 08:59:07.223219: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe330f4600 of size 10747904 next 46 2024-12-07 08:59:07.223227: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7abe33b34600 of size 36157952 next 18446744073709551615 2024-12-07 08:59:07.223236: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 4294967296 2024-12-07 08:59:07.223244: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad3f2000000 of size 2507232000 next 4 2024-12-07 08:59:07.223253: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad487715300 of size 101920000 next 5 2024-12-07 08:59:07.223265: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848000 of size 256 next 6 2024-12-07 08:59:07.223273: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848100 of size 256 next 7 2024-12-07 08:59:07.223281: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848200 of size 256 next 8 2024-12-07 08:59:07.223290: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848300 of size 256 next 9 2024-12-07 08:59:07.223299: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848400 of size 256 next 10 2024-12-07 08:59:07.223308: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad48d848500 of size 708736000 next 11 2024-12-07 08:59:07.223318: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4b7c2f900 of size 771456000 next 12 2024-12-07 08:59:07.223327: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e5be7500 of size 31360000 next 13 2024-12-07 08:59:07.223336: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cf900 of size 256 next 14 2024-12-07 08:59:07.223345: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfa00 of size 256 next 15 2024-12-07 08:59:07.223352: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfb00 of size 256 next 16 2024-12-07 08:59:07.223374: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfc00 of size 256 next 17 2024-12-07 08:59:07.223383: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfd00 of size 256 next 18 2024-12-07 08:59:07.223391: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cfe00 of size 256 next 19 2024-12-07 08:59:07.223400: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79cff00 of size 256 next 21 2024-12-07 08:59:07.223407: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0000 of size 256 next 22 2024-12-07 08:59:07.223416: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0100 of size 256 next 20 2024-12-07 08:59:07.223424: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0200 of size 256 next 586 2024-12-07 08:59:07.223433: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0300 of size 256 next 27 2024-12-07 08:59:07.223441: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0400 of size 256 next 23 2024-12-07 08:59:07.223450: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0500 of size 256 next 26 2024-12-07 08:59:07.223459: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0600 of size 256 next 30 2024-12-07 08:59:07.223468: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0700 of size 256 next 24 2024-12-07 08:59:07.223475: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0800 of size 256 next 79 2024-12-07 08:59:07.223484: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0900 of size 256 next 592 2024-12-07 08:59:07.223493: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0a00 of size 256 next 25 2024-12-07 08:59:07.223502: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0b00 of size 256 next 31 2024-12-07 08:59:07.223510: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0c00 of size 256 next 32 2024-12-07 08:59:07.223519: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0d00 of size 256 next 57 2024-12-07 08:59:07.223527: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0e00 of size 256 next 24960 2024-12-07 08:59:07.223536: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d0f00 of size 256 next 24951 2024-12-07 08:59:07.223545: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1000 of size 256 next 24929 2024-12-07 08:59:07.223553: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1100 of size 256 next 584 2024-12-07 08:59:07.223561: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1200 of size 256 next 41 2024-12-07 08:59:07.223569: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1300 of size 256 next 35 2024-12-07 08:59:07.223578: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1400 of size 256 next 36 2024-12-07 08:59:07.223586: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1500 of size 256 next 49 2024-12-07 08:59:07.223595: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1600 of size 256 next 45 2024-12-07 08:59:07.223603: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1700 of size 256 next 43 2024-12-07 08:59:07.223610: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1800 of size 256 next 44 2024-12-07 08:59:07.223619: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1900 of size 256 next 24946 2024-12-07 08:59:07.223627: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1a00 of size 256 next 604 2024-12-07 08:59:07.223636: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1b00 of size 256 next 435 2024-12-07 08:59:07.223646: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1c00 of size 256 next 564 2024-12-07 08:59:07.223655: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1d00 of size 256 next 523 2024-12-07 08:59:07.223664: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1e00 of size 256 next 48 2024-12-07 08:59:07.223672: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d1f00 of size 256 next 51 2024-12-07 08:59:07.223681: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2000 of size 256 next 52 2024-12-07 08:59:07.223689: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2100 of size 512 next 634 2024-12-07 08:59:07.223698: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2300 of size 1024 next 514 2024-12-07 08:59:07.223707: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2700 of size 1792 next 96 2024-12-07 08:59:07.223715: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d2e00 of size 1024 next 647 2024-12-07 08:59:07.223724: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3200 of size 256 next 589 2024-12-07 08:59:07.223732: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3300 of size 1280 next 506 2024-12-07 08:59:07.223742: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3800 of size 256 next 611 2024-12-07 08:59:07.223751: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3900 of size 256 next 172 2024-12-07 08:59:07.223760: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3a00 of size 256 next 677 2024-12-07 08:59:07.223768: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3b00 of size 256 next 613 2024-12-07 08:59:07.223776: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3c00 of size 256 next 489 2024-12-07 08:59:07.223785: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3d00 of size 256 next 24973 2024-12-07 08:59:07.223792: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3e00 of size 256 next 124 2024-12-07 08:59:07.223801: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d3f00 of size 256 next 24979 2024-12-07 08:59:07.223810: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4000 of size 256 next 453 2024-12-07 08:59:07.223819: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4100 of size 256 next 651 2024-12-07 08:59:07.223829: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4200 of size 256 next 658 2024-12-07 08:59:07.223847: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4300 of size 256 next 642 2024-12-07 08:59:07.223855: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4400 of size 768 next 135 2024-12-07 08:59:07.223864: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4700 of size 768 next 691 2024-12-07 08:59:07.223873: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4a00 of size 768 next 560 2024-12-07 08:59:07.223881: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d4d00 of size 768 next 428 2024-12-07 08:59:07.223890: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5000 of size 512 next 64 2024-12-07 08:59:07.223898: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5200 of size 512 next 527 2024-12-07 08:59:07.223907: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5400 of size 256 next 143 2024-12-07 08:59:07.223916: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5500 of size 512 next 486 2024-12-07 08:59:07.223925: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5700 of size 512 next 501 2024-12-07 08:59:07.223934: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5900 of size 768 next 539 2024-12-07 08:59:07.223943: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5c00 of size 768 next 60 2024-12-07 08:59:07.223951: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d5f00 of size 512 next 423 2024-12-07 08:59:07.223960: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6100 of size 256 next 173 2024-12-07 08:59:07.223968: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6200 of size 256 next 590 2024-12-07 08:59:07.223977: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6300 of size 512 next 98 2024-12-07 08:59:07.223986: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6500 of size 512 next 531 2024-12-07 08:59:07.223999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6700 of size 768 next 663 2024-12-07 08:59:07.224008: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6a00 of size 768 next 548 2024-12-07 08:59:07.224016: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6d00 of size 512 next 131 2024-12-07 08:59:07.224025: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d6f00 of size 512 next 482 2024-12-07 08:59:07.224035: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7100 of size 512 next 109 2024-12-07 08:59:07.224043: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7300 of size 256 next 115 2024-12-07 08:59:07.224052: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7400 of size 256 next 116 2024-12-07 08:59:07.224061: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7500 of size 256 next 741 2024-12-07 08:59:07.224069: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7600 of size 512 next 86 2024-12-07 08:59:07.224078: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79d7800 of size 768 next 491 2024-12-07 08:59:07.224088: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7b00 of size 256 next 502 2024-12-07 08:59:07.224099: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7c00 of size 256 next 24995 2024-12-07 08:59:07.224108: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7d00 of size 256 next 641 2024-12-07 08:59:07.224117: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7e00 of size 256 next 81 2024-12-07 08:59:07.224126: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d7f00 of size 256 next 577 2024-12-07 08:59:07.224133: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8000 of size 256 next 123 2024-12-07 08:59:07.224142: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8100 of size 256 next 117 2024-12-07 08:59:07.224151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8200 of size 256 next 118 2024-12-07 08:59:07.224164: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8300 of size 256 next 438 2024-12-07 08:59:07.224173: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8400 of size 256 next 505 2024-12-07 08:59:07.224182: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8500 of size 256 next 628 2024-12-07 08:59:07.224190: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8600 of size 256 next 127 2024-12-07 08:59:07.224199: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8700 of size 256 next 113 2024-12-07 08:59:07.224208: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8800 of size 256 next 126 2024-12-07 08:59:07.224218: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8900 of size 256 next 129 2024-12-07 08:59:07.224227: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8a00 of size 256 next 130 2024-12-07 08:59:07.224235: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8b00 of size 256 next 164 2024-12-07 08:59:07.224244: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8c00 of size 256 next 499 2024-12-07 08:59:07.224253: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8d00 of size 256 next 114 2024-12-07 08:59:07.224262: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8e00 of size 256 next 451 2024-12-07 08:59:07.224271: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d8f00 of size 256 next 542 2024-12-07 08:59:07.224279: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9000 of size 256 next 593 2024-12-07 08:59:07.224288: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9100 of size 256 next 450 2024-12-07 08:59:07.224297: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9200 of size 256 next 480 2024-12-07 08:59:07.224306: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9300 of size 256 next 550 2024-12-07 08:59:07.224315: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9400 of size 512 next 102 2024-12-07 08:59:07.224323: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9600 of size 512 next 554 2024-12-07 08:59:07.224332: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9800 of size 1280 next 643 2024-12-07 08:59:07.224340: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79d9d00 of size 768 next 132 2024-12-07 08:59:07.224349: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79da000 of size 1792 next 139 2024-12-07 08:59:07.224374: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79da700 of size 1792 next 140 2024-12-07 08:59:07.224384: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dae00 of size 256 next 141 2024-12-07 08:59:07.224393: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79daf00 of size 256 next 142 2024-12-07 08:59:07.224402: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db000 of size 256 next 598 2024-12-07 08:59:07.224410: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db100 of size 256 next 463 2024-12-07 08:59:07.224419: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db200 of size 256 next 692 2024-12-07 08:59:07.224428: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db300 of size 256 next 467 2024-12-07 08:59:07.224436: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db400 of size 256 next 690 2024-12-07 08:59:07.224445: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db500 of size 256 next 466 2024-12-07 08:59:07.224454: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db600 of size 256 next 616 2024-12-07 08:59:07.224462: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db700 of size 256 next 24947 2024-12-07 08:59:07.224471: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db800 of size 256 next 559 2024-12-07 08:59:07.224479: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79db900 of size 256 next 633 2024-12-07 08:59:07.224488: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dba00 of size 256 next 24980 2024-12-07 08:59:07.224497: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dbb00 of size 256 next 144 2024-12-07 08:59:07.224506: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dbc00 of size 1024 next 148 2024-12-07 08:59:07.224516: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc000 of size 1024 next 149 2024-12-07 08:59:07.224524: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc400 of size 1280 next 676 2024-12-07 08:59:07.224533: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dc900 of size 256 next 151 2024-12-07 08:59:07.224542: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dca00 of size 512 next 154 2024-12-07 08:59:07.224551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dcc00 of size 512 next 155 2024-12-07 08:59:07.224559: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dce00 of size 256 next 156 2024-12-07 08:59:07.224567: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dcf00 of size 256 next 157 2024-12-07 08:59:07.224576: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd000 of size 256 next 158 2024-12-07 08:59:07.224584: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd100 of size 256 next 161 2024-12-07 08:59:07.224593: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd200 of size 256 next 162 2024-12-07 08:59:07.224601: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd300 of size 256 next 160 2024-12-07 08:59:07.224609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd400 of size 256 next 169 2024-12-07 08:59:07.224618: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd500 of size 256 next 166 2024-12-07 08:59:07.224627: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd600 of size 256 next 167 2024-12-07 08:59:07.224635: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd700 of size 256 next 168 2024-12-07 08:59:07.224644: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd800 of size 256 next 163 2024-12-07 08:59:07.224652: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dd900 of size 256 next 170 2024-12-07 08:59:07.224661: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dda00 of size 256 next 171 2024-12-07 08:59:07.224670: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79ddb00 of size 2048 next 165 2024-12-07 08:59:07.224678: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de300 of size 256 next 174 2024-12-07 08:59:07.224687: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de400 of size 256 next 175 2024-12-07 08:59:07.224696: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de500 of size 256 next 176 2024-12-07 08:59:07.224704: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de600 of size 768 next 177 2024-12-07 08:59:07.224713: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79de900 of size 768 next 178 2024-12-07 08:59:07.224722: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dec00 of size 256 next 179 2024-12-07 08:59:07.224731: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79ded00 of size 256 next 180 2024-12-07 08:59:07.224739: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dee00 of size 512 next 181 2024-12-07 08:59:07.224748: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df000 of size 512 next 182 2024-12-07 08:59:07.224756: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df200 of size 512 next 185 2024-12-07 08:59:07.224765: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df400 of size 512 next 186 2024-12-07 08:59:07.224774: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df600 of size 512 next 188 2024-12-07 08:59:07.224782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79df800 of size 512 next 189 2024-12-07 08:59:07.224790: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfa00 of size 512 next 192 2024-12-07 08:59:07.224798: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfc00 of size 512 next 193 2024-12-07 08:59:07.224807: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79dfe00 of size 512 next 196 2024-12-07 08:59:07.224815: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0000 of size 512 next 197 2024-12-07 08:59:07.224823: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0200 of size 512 next 200 2024-12-07 08:59:07.224832: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0400 of size 512 next 201 2024-12-07 08:59:07.224840: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0600 of size 512 next 202 2024-12-07 08:59:07.224848: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0800 of size 768 next 29 2024-12-07 08:59:07.224857: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0b00 of size 512 next 78 2024-12-07 08:59:07.224865: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0d00 of size 512 next 558 2024-12-07 08:59:07.224874: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e0f00 of size 512 next 657 2024-12-07 08:59:07.224883: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1100 of size 768 next 528 2024-12-07 08:59:07.224891: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1400 of size 512 next 33 2024-12-07 08:59:07.224899: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1600 of size 768 next 664 2024-12-07 08:59:07.224907: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1900 of size 256 next 515 2024-12-07 08:59:07.224916: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1a00 of size 256 next 723 2024-12-07 08:59:07.224924: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1b00 of size 256 next 24991 2024-12-07 08:59:07.224933: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1c00 of size 256 next 99 2024-12-07 08:59:07.224941: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e1d00 of size 512 next 152 2024-12-07 08:59:07.224950: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79e1f00 of size 1792 next 92 2024-12-07 08:59:07.224966: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2600 of size 256 next 462 2024-12-07 08:59:07.224974: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2700 of size 256 next 614 2024-12-07 08:59:07.224982: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2800 of size 256 next 557 2024-12-07 08:59:07.224991: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2900 of size 256 next 521 2024-12-07 08:59:07.224999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2a00 of size 256 next 659 2024-12-07 08:59:07.225007: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2b00 of size 256 next 24934 2024-12-07 08:59:07.225016: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2c00 of size 256 next 543 2024-12-07 08:59:07.225026: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e2d00 of size 768 next 568 2024-12-07 08:59:07.225034: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79e3000 of size 768 next 639 2024-12-07 08:59:07.225042: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3300 of size 512 next 53 2024-12-07 08:59:07.225051: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3500 of size 1024 next 606 2024-12-07 08:59:07.225060: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3900 of size 256 next 575 2024-12-07 08:59:07.225069: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3a00 of size 256 next 607 2024-12-07 08:59:07.225078: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e3b00 of size 1280 next 420 2024-12-07 08:59:07.225087: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4000 of size 256 next 689 2024-12-07 08:59:07.225099: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4100 of size 2048 next 465 2024-12-07 08:59:07.225108: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4900 of size 256 next 712 2024-12-07 08:59:07.225116: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4a00 of size 256 next 468 2024-12-07 08:59:07.225124: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4b00 of size 256 next 742 2024-12-07 08:59:07.225133: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4c00 of size 256 next 578 2024-12-07 08:59:07.225142: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4d00 of size 512 next 39 2024-12-07 08:59:07.225151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e4f00 of size 512 next 635 2024-12-07 08:59:07.225159: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5100 of size 256 next 446 2024-12-07 08:59:07.225168: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79e5200 of size 2048 next 540 2024-12-07 08:59:07.225176: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5a00 of size 768 next 34 2024-12-07 08:59:07.225185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5d00 of size 256 next 623 2024-12-07 08:59:07.225194: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e5e00 of size 512 next 492 2024-12-07 08:59:07.225203: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6000 of size 512 next 702 2024-12-07 08:59:07.225212: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6200 of size 512 next 752 2024-12-07 08:59:07.225220: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6400 of size 512 next 706 2024-12-07 08:59:07.225229: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6600 of size 1536 next 472 2024-12-07 08:59:07.225238: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6c00 of size 256 next 90 2024-12-07 08:59:07.225246: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6d00 of size 256 next 581 2024-12-07 08:59:07.225255: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6e00 of size 256 next 610 2024-12-07 08:59:07.225263: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e6f00 of size 512 next 646 2024-12-07 08:59:07.225271: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7100 of size 512 next 576 2024-12-07 08:59:07.225280: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e79e7300 of size 512 next 583 2024-12-07 08:59:07.225289: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7500 of size 256 next 487 2024-12-07 08:59:07.225297: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7600 of size 256 next 522 2024-12-07 08:59:07.225306: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7700 of size 256 next 459 2024-12-07 08:59:07.225314: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7800 of size 256 next 654 2024-12-07 08:59:07.225323: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7900 of size 768 next 596 2024-12-07 08:59:07.225335: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7c00 of size 512 next 648 2024-12-07 08:59:07.225344: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e7e00 of size 512 next 625 2024-12-07 08:59:07.225354: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8000 of size 1280 next 735 2024-12-07 08:59:07.225373: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8500 of size 512 next 652 2024-12-07 08:59:07.225382: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8700 of size 512 next 457 2024-12-07 08:59:07.225391: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8900 of size 512 next 28 2024-12-07 08:59:07.225400: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79e8b00 of size 20992 next 37 2024-12-07 08:59:07.225409: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79edd00 of size 32768 next 159 2024-12-07 08:59:07.225418: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e79f5d00 of size 246784 next 619 2024-12-07 08:59:07.225426: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a32100 of size 164608 next 566 2024-12-07 08:59:07.225434: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5a400 of size 256 next 42 2024-12-07 08:59:07.225448: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5a500 of size 256 next 546 2024-12-07 08:59:07.225457: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a5a600 of size 4096 next 644 2024-12-07 08:59:07.225466: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5b600 of size 512 next 569 2024-12-07 08:59:07.225474: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a5b800 of size 1536 next 421 2024-12-07 08:59:07.225482: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5be00 of size 512 next 474 2024-12-07 08:59:07.225490: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5c000 of size 512 next 624 2024-12-07 08:59:07.225498: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a5c200 of size 2560 next 496 2024-12-07 08:59:07.225507: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5cc00 of size 512 next 437 2024-12-07 08:59:07.225515: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ce00 of size 512 next 763 2024-12-07 08:59:07.225525: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d000 of size 512 next 73 2024-12-07 08:59:07.225534: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d200 of size 512 next 91 2024-12-07 08:59:07.225542: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d400 of size 512 next 650 2024-12-07 08:59:07.225549: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d600 of size 768 next 137 2024-12-07 08:59:07.225554: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5d900 of size 512 next 431 2024-12-07 08:59:07.225561: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5db00 of size 512 next 145 2024-12-07 08:59:07.225567: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5dd00 of size 512 next 481 2024-12-07 08:59:07.225573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5df00 of size 512 next 464 2024-12-07 08:59:07.225579: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e100 of size 1536 next 442 2024-12-07 08:59:07.225585: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e700 of size 512 next 730 2024-12-07 08:59:07.225591: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5e900 of size 256 next 518 2024-12-07 08:59:07.225597: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ea00 of size 512 next 110 2024-12-07 08:59:07.225603: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a5ec00 of size 256 next 494 2024-12-07 08:59:07.225609: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ed00 of size 256 next 100 2024-12-07 08:59:07.225615: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a5ee00 of size 32768 next 693 2024-12-07 08:59:07.225621: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a66e00 of size 1024 next 696 2024-12-07 08:59:07.225627: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a67200 of size 512 next 470 2024-12-07 08:59:07.225634: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a67400 of size 59648 next 138 2024-12-07 08:59:07.225641: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a75d00 of size 32768 next 56 2024-12-07 08:59:07.225648: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a7dd00 of size 65536 next 629 2024-12-07 08:59:07.225653: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7a8dd00 of size 1024 next 666 2024-12-07 08:59:07.225660: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7a8e100 of size 130560 next 493 2024-12-07 08:59:07.225667: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7aadf00 of size 65536 next 80 2024-12-07 08:59:07.225673: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7abdf00 of size 131072 next 38 2024-12-07 08:59:07.225683: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7addf00 of size 512 next 545 2024-12-07 08:59:07.225689: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ade100 of size 65536 next 697 2024-12-07 08:59:07.225696: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7aee100 of size 65536 next 637 2024-12-07 08:59:07.225702: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7afe100 of size 115712 next 58 2024-12-07 08:59:07.225709: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b1a500 of size 512 next 108 2024-12-07 08:59:07.225715: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b1a700 of size 131072 next 439 2024-12-07 08:59:07.225721: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b3a700 of size 131072 next 74 2024-12-07 08:59:07.225728: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b5a700 of size 1024 next 601 2024-12-07 08:59:07.225733: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b5ab00 of size 65536 next 424 2024-12-07 08:59:07.225739: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b6ab00 of size 512 next 609 2024-12-07 08:59:07.225746: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b6ad00 of size 131072 next 685 2024-12-07 08:59:07.225752: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b8ad00 of size 1024 next 504 2024-12-07 08:59:07.225758: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b8b100 of size 32768 next 136 2024-12-07 08:59:07.225764: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b93100 of size 1792 next 475 2024-12-07 08:59:07.225770: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7b93800 of size 65536 next 67 2024-12-07 08:59:07.225777: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ba3800 of size 131072 next 672 2024-12-07 08:59:07.225782: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4e7bc3800 of size 512 next 580 2024-12-07 08:59:07.225789: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bc3a00 of size 1024 next 707 2024-12-07 08:59:07.225795: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bc3e00 of size 198656 next 600 2024-12-07 08:59:07.225802: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf4600 of size 1792 next 679 2024-12-07 08:59:07.225808: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf4d00 of size 1024 next 441 2024-12-07 08:59:07.225814: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7bf5100 of size 101376 next 106 2024-12-07 08:59:07.225820: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c0dd00 of size 65536 next 183 2024-12-07 08:59:07.225827: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c1dd00 of size 65536 next 184 2024-12-07 08:59:07.225833: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c2dd00 of size 65536 next 187 2024-12-07 08:59:07.225840: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c3dd00 of size 65536 next 112 2024-12-07 08:59:07.225846: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c4dd00 of size 65536 next 740 2024-12-07 08:59:07.225852: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c5dd00 of size 131072 next 436 2024-12-07 08:59:07.225861: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c7dd00 of size 131072 next 430 2024-12-07 08:59:07.225868: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7c9dd00 of size 65536 next 526 2024-12-07 08:59:07.225874: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cadd00 of size 65536 next 678 2024-12-07 08:59:07.225880: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cbdd00 of size 65536 next 508 2024-12-07 08:59:07.225886: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ccdd00 of size 65536 next 731 2024-12-07 08:59:07.225892: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cddd00 of size 65536 next 627 2024-12-07 08:59:07.225899: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7cedd00 of size 131072 next 537 2024-12-07 08:59:07.225905: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d0dd00 of size 65536 next 478 2024-12-07 08:59:07.225911: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d1dd00 of size 65536 next 503 2024-12-07 08:59:07.225917: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d2dd00 of size 65536 next 594 2024-12-07 08:59:07.225923: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d3dd00 of size 181248 next 153 2024-12-07 08:59:07.225930: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d6a100 of size 65536 next 190 2024-12-07 08:59:07.225937: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d7a100 of size 65536 next 191 2024-12-07 08:59:07.225942: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d8a100 of size 65536 next 194 2024-12-07 08:59:07.225949: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7d9a100 of size 65536 next 195 2024-12-07 08:59:07.225954: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7daa100 of size 65536 next 198 2024-12-07 08:59:07.225961: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dba100 of size 65536 next 199 2024-12-07 08:59:07.225967: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca100 of size 512 next 203 2024-12-07 08:59:07.225972: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca300 of size 512 next 204 2024-12-07 08:59:07.225979: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dca500 of size 131072 next 205 2024-12-07 08:59:07.225985: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7dea500 of size 261120 next 147 2024-12-07 08:59:07.225993: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a100 of size 256 next 620 2024-12-07 08:59:07.225999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a200 of size 256 next 612 2024-12-07 08:59:07.226005: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e2a300 of size 131072 next 682 2024-12-07 08:59:07.226011: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e4a300 of size 32768 next 709 2024-12-07 08:59:07.226017: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e52300 of size 32768 next 698 2024-12-07 08:59:07.226023: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e5a300 of size 115712 next 88 2024-12-07 08:59:07.226030: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e76700 of size 1280 next 456 2024-12-07 08:59:07.226036: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e76c00 of size 64256 next 125 2024-12-07 08:59:07.226042: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e86700 of size 32768 next 75 2024-12-07 08:59:07.226052: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8e700 of size 1024 next 535 2024-12-07 08:59:07.226058: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8eb00 of size 1024 next 562 2024-12-07 08:59:07.226065: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8ef00 of size 1024 next 461 2024-12-07 08:59:07.226071: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8f300 of size 1024 next 656 2024-12-07 08:59:07.226077: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e8f700 of size 43520 next 146 2024-12-07 08:59:07.226083: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a100 of size 1024 next 206 2024-12-07 08:59:07.226090: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a500 of size 1024 next 207 2024-12-07 08:59:07.226096: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7e9a900 of size 131072 next 208 2024-12-07 08:59:07.226102: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eba900 of size 131072 next 209 2024-12-07 08:59:07.226111: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eda900 of size 512 next 210 2024-12-07 08:59:07.226117: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edab00 of size 512 next 211 2024-12-07 08:59:07.226123: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edad00 of size 512 next 212 2024-12-07 08:59:07.226129: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edaf00 of size 512 next 213 2024-12-07 08:59:07.226135: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb100 of size 512 next 214 2024-12-07 08:59:07.226141: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb300 of size 512 next 215 2024-12-07 08:59:07.226147: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7edb500 of size 65536 next 216 2024-12-07 08:59:07.226154: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7eeb500 of size 65536 next 217 2024-12-07 08:59:07.226160: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb500 of size 512 next 218 2024-12-07 08:59:07.226166: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb700 of size 512 next 219 2024-12-07 08:59:07.226172: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7efb900 of size 65536 next 220 2024-12-07 08:59:07.226178: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f0b900 of size 65536 next 221 2024-12-07 08:59:07.226185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1b900 of size 512 next 222 2024-12-07 08:59:07.226191: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1bb00 of size 512 next 223 2024-12-07 08:59:07.226197: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f1bd00 of size 65536 next 224 2024-12-07 08:59:07.226204: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f2bd00 of size 65536 next 225 2024-12-07 08:59:07.226210: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3bd00 of size 512 next 226 2024-12-07 08:59:07.226220: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3bf00 of size 512 next 227 2024-12-07 08:59:07.226226: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f3c100 of size 65536 next 228 2024-12-07 08:59:07.226233: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f4c100 of size 65536 next 229 2024-12-07 08:59:07.226239: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c100 of size 512 next 230 2024-12-07 08:59:07.226245: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c300 of size 512 next 231 2024-12-07 08:59:07.226250: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f5c500 of size 65536 next 232 2024-12-07 08:59:07.226257: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f6c500 of size 65536 next 233 2024-12-07 08:59:07.226263: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c500 of size 512 next 234 2024-12-07 08:59:07.226270: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c700 of size 512 next 235 2024-12-07 08:59:07.226275: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7c900 of size 512 next 236 2024-12-07 08:59:07.226282: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cb00 of size 512 next 237 2024-12-07 08:59:07.226288: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cd00 of size 512 next 238 2024-12-07 08:59:07.226294: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7cf00 of size 512 next 239 2024-12-07 08:59:07.226300: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f7d100 of size 131072 next 240 2024-12-07 08:59:07.226306: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7f9d100 of size 131072 next 241 2024-12-07 08:59:07.226313: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd100 of size 1024 next 242 2024-12-07 08:59:07.226319: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd500 of size 1024 next 243 2024-12-07 08:59:07.226325: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fbd900 of size 131072 next 244 2024-12-07 08:59:07.226332: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7fdd900 of size 131072 next 245 2024-12-07 08:59:07.226338: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffd900 of size 512 next 246 2024-12-07 08:59:07.226344: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdb00 of size 512 next 247 2024-12-07 08:59:07.226350: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdd00 of size 512 next 248 2024-12-07 08:59:07.226356: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffdf00 of size 512 next 249 2024-12-07 08:59:07.226372: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe100 of size 512 next 250 2024-12-07 08:59:07.226378: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe300 of size 512 next 251 2024-12-07 08:59:07.226384: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e7ffe500 of size 65536 next 252 2024-12-07 08:59:07.226391: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e800e500 of size 65536 next 253 2024-12-07 08:59:07.226397: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e500 of size 512 next 254 2024-12-07 08:59:07.226403: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e700 of size 512 next 255 2024-12-07 08:59:07.226409: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e801e900 of size 65536 next 256 2024-12-07 08:59:07.226415: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e802e900 of size 65536 next 257 2024-12-07 08:59:07.226421: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803e900 of size 512 next 258 2024-12-07 08:59:07.226427: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803eb00 of size 512 next 259 2024-12-07 08:59:07.226434: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e803ed00 of size 65536 next 260 2024-12-07 08:59:07.226440: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e804ed00 of size 65536 next 261 2024-12-07 08:59:07.226446: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805ed00 of size 512 next 262 2024-12-07 08:59:07.226452: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805ef00 of size 512 next 263 2024-12-07 08:59:07.226458: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e805f100 of size 65536 next 264 2024-12-07 08:59:07.226464: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e806f100 of size 65536 next 265 2024-12-07 08:59:07.226470: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f100 of size 512 next 266 2024-12-07 08:59:07.226477: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f300 of size 512 next 267 2024-12-07 08:59:07.226482: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e807f500 of size 65536 next 268 2024-12-07 08:59:07.226489: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e808f500 of size 65536 next 269 2024-12-07 08:59:07.226497: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f500 of size 512 next 270 2024-12-07 08:59:07.226505: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f700 of size 512 next 271 2024-12-07 08:59:07.226513: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809f900 of size 512 next 272 2024-12-07 08:59:07.226522: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809fb00 of size 512 next 273 2024-12-07 08:59:07.226530: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809fd00 of size 512 next 274 2024-12-07 08:59:07.226539: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e809ff00 of size 512 next 275 2024-12-07 08:59:07.226548: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80a0100 of size 131072 next 276 2024-12-07 08:59:07.226556: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80c0100 of size 131072 next 277 2024-12-07 08:59:07.226565: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0100 of size 1024 next 278 2024-12-07 08:59:07.226573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0500 of size 1024 next 279 2024-12-07 08:59:07.226580: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e80e0900 of size 131072 next 280 2024-12-07 08:59:07.226589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8100900 of size 131072 next 281 2024-12-07 08:59:07.226598: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120900 of size 512 next 282 2024-12-07 08:59:07.226606: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120b00 of size 512 next 283 2024-12-07 08:59:07.226615: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120d00 of size 512 next 284 2024-12-07 08:59:07.226629: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8120f00 of size 512 next 285 2024-12-07 08:59:07.226637: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121100 of size 512 next 286 2024-12-07 08:59:07.226645: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121300 of size 512 next 287 2024-12-07 08:59:07.226653: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8121500 of size 65536 next 288 2024-12-07 08:59:07.226662: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8131500 of size 65536 next 289 2024-12-07 08:59:07.226671: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141500 of size 512 next 290 2024-12-07 08:59:07.226680: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141700 of size 512 next 291 2024-12-07 08:59:07.226688: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8141900 of size 65536 next 292 2024-12-07 08:59:07.226696: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8151900 of size 65536 next 293 2024-12-07 08:59:07.226705: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161900 of size 512 next 294 2024-12-07 08:59:07.226714: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161b00 of size 512 next 295 2024-12-07 08:59:07.226723: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8161d00 of size 65536 next 296 2024-12-07 08:59:07.226736: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8171d00 of size 65536 next 297 2024-12-07 08:59:07.226745: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8181d00 of size 512 next 298 2024-12-07 08:59:07.226753: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8181f00 of size 512 next 299 2024-12-07 08:59:07.226760: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8182100 of size 65536 next 300 2024-12-07 08:59:07.226769: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8192100 of size 65536 next 301 2024-12-07 08:59:07.226778: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2100 of size 512 next 302 2024-12-07 08:59:07.226786: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2300 of size 512 next 303 2024-12-07 08:59:07.226795: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81a2500 of size 65536 next 304 2024-12-07 08:59:07.226803: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81b2500 of size 65536 next 305 2024-12-07 08:59:07.226811: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2500 of size 512 next 306 2024-12-07 08:59:07.226820: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2700 of size 512 next 307 2024-12-07 08:59:07.226828: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2900 of size 512 next 308 2024-12-07 08:59:07.226835: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2b00 of size 512 next 309 2024-12-07 08:59:07.226844: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2d00 of size 512 next 310 2024-12-07 08:59:07.226853: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c2f00 of size 512 next 311 2024-12-07 08:59:07.226862: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81c3100 of size 131072 next 312 2024-12-07 08:59:07.226870: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e81e3100 of size 131072 next 313 2024-12-07 08:59:07.226879: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203100 of size 1024 next 314 2024-12-07 08:59:07.226887: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203500 of size 1024 next 315 2024-12-07 08:59:07.226896: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8203900 of size 131072 next 316 2024-12-07 08:59:07.226904: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8223900 of size 131072 next 317 2024-12-07 08:59:07.226912: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243900 of size 512 next 318 2024-12-07 08:59:07.226921: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243b00 of size 512 next 319 2024-12-07 08:59:07.226929: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243d00 of size 512 next 320 2024-12-07 08:59:07.226937: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8243f00 of size 512 next 321 2024-12-07 08:59:07.226945: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244100 of size 512 next 322 2024-12-07 08:59:07.226953: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244300 of size 512 next 323 2024-12-07 08:59:07.226962: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8244500 of size 115712 next 324 2024-12-07 08:59:07.226970: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8260900 of size 115712 next 325 2024-12-07 08:59:07.226978: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827cd00 of size 1024 next 326 2024-12-07 08:59:07.226987: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d100 of size 1024 next 327 2024-12-07 08:59:07.226995: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d500 of size 512 next 328 2024-12-07 08:59:07.227004: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d700 of size 512 next 329 2024-12-07 08:59:07.227012: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827d900 of size 512 next 330 2024-12-07 08:59:07.227020: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827db00 of size 512 next 331 2024-12-07 08:59:07.227029: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e827dd00 of size 131072 next 332 2024-12-07 08:59:07.227037: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e829dd00 of size 131072 next 333 2024-12-07 08:59:07.227045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82bdd00 of size 512 next 334 2024-12-07 08:59:07.227054: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82bdf00 of size 512 next 335 2024-12-07 08:59:07.227062: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82be100 of size 131072 next 336 2024-12-07 08:59:07.227071: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82de100 of size 131072 next 337 2024-12-07 08:59:07.227079: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe100 of size 1024 next 338 2024-12-07 08:59:07.227087: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe500 of size 1024 next 339 2024-12-07 08:59:07.227096: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e82fe900 of size 131072 next 340 2024-12-07 08:59:07.227110: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e831e900 of size 131072 next 341 2024-12-07 08:59:07.227118: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833e900 of size 1024 next 342 2024-12-07 08:59:07.227126: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833ed00 of size 1024 next 343 2024-12-07 08:59:07.227134: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e833f100 of size 131072 next 344 2024-12-07 08:59:07.227143: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e835f100 of size 131072 next 345 2024-12-07 08:59:07.227151: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f100 of size 1024 next 346 2024-12-07 08:59:07.227158: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f500 of size 1024 next 347 2024-12-07 08:59:07.227167: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e837f900 of size 131072 next 348 2024-12-07 08:59:07.227176: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e839f900 of size 131072 next 349 2024-12-07 08:59:07.227185: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bf900 of size 512 next 350 2024-12-07 08:59:07.227193: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bfb00 of size 512 next 351 2024-12-07 08:59:07.227201: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83bfd00 of size 32768 next 352 2024-12-07 08:59:07.227209: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83c7d00 of size 32768 next 353 2024-12-07 08:59:07.227218: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cfd00 of size 256 next 354 2024-12-07 08:59:07.227226: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cfe00 of size 256 next 355 2024-12-07 08:59:07.227235: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83cff00 of size 1792 next 356 2024-12-07 08:59:07.227243: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d0600 of size 1792 next 357 2024-12-07 08:59:07.227251: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d0d00 of size 1792 next 358 2024-12-07 08:59:07.227260: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d1400 of size 1792 next 359 2024-12-07 08:59:07.227269: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e83d1b00 of size 458752 next 360 2024-12-07 08:59:07.227277: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8441b00 of size 458752 next 361 2024-12-07 08:59:07.227286: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b1b00 of size 1024 next 362 2024-12-07 08:59:07.227295: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b1f00 of size 1024 next 363 2024-12-07 08:59:07.227303: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2300 of size 1024 next 364 2024-12-07 08:59:07.227311: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2700 of size 1024 next 365 2024-12-07 08:59:07.227320: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2b00 of size 1024 next 366 2024-12-07 08:59:07.227329: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b2f00 of size 1024 next 367 2024-12-07 08:59:07.227337: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84b3300 of size 131072 next 368 2024-12-07 08:59:07.227349: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84d3300 of size 131072 next 369 2024-12-07 08:59:07.227367: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3300 of size 512 next 370 2024-12-07 08:59:07.227377: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3500 of size 512 next 371 2024-12-07 08:59:07.227385: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3700 of size 512 next 372 2024-12-07 08:59:07.227393: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3900 of size 512 next 373 2024-12-07 08:59:07.227402: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3b00 of size 512 next 374 2024-12-07 08:59:07.227410: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3d00 of size 512 next 375 2024-12-07 08:59:07.227418: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84f3f00 of size 32768 next 376 2024-12-07 08:59:07.227427: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e84fbf00 of size 32768 next 377 2024-12-07 08:59:07.227436: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8503f00 of size 256 next 378 2024-12-07 08:59:07.227445: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504000 of size 256 next 379 2024-12-07 08:59:07.227453: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504100 of size 1280 next 380 2024-12-07 08:59:07.227461: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504600 of size 1280 next 381 2024-12-07 08:59:07.227469: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504b00 of size 256 next 382 2024-12-07 08:59:07.227478: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504c00 of size 256 next 383 2024-12-07 08:59:07.227487: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504d00 of size 256 next 384 2024-12-07 08:59:07.227495: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504e00 of size 256 next 385 2024-12-07 08:59:07.227503: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8504f00 of size 256 next 386 2024-12-07 08:59:07.227513: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505000 of size 256 next 387 2024-12-07 08:59:07.227522: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505100 of size 256 next 388 2024-12-07 08:59:07.227531: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505200 of size 256 next 389 2024-12-07 08:59:07.227540: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505300 of size 256 next 390 2024-12-07 08:59:07.227547: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505400 of size 256 next 391 2024-12-07 08:59:07.227556: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505500 of size 256 next 392 2024-12-07 08:59:07.227565: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505600 of size 256 next 393 2024-12-07 08:59:07.227573: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505700 of size 256 next 394 2024-12-07 08:59:07.227581: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505800 of size 256 next 395 2024-12-07 08:59:07.227589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505900 of size 256 next 396 2024-12-07 08:59:07.227598: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505a00 of size 256 next 397 2024-12-07 08:59:07.227606: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505b00 of size 256 next 398 2024-12-07 08:59:07.227615: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505c00 of size 256 next 399 2024-12-07 08:59:07.227624: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505d00 of size 256 next 400 2024-12-07 08:59:07.227632: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505e00 of size 256 next 401 2024-12-07 08:59:07.227639: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8505f00 of size 256 next 402 2024-12-07 08:59:07.227648: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506000 of size 256 next 403 2024-12-07 08:59:07.227657: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506100 of size 256 next 404 2024-12-07 08:59:07.227666: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506200 of size 256 next 405 2024-12-07 08:59:07.227674: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506300 of size 256 next 406 2024-12-07 08:59:07.227682: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506400 of size 256 next 407 2024-12-07 08:59:07.227690: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506500 of size 256 next 408 2024-12-07 08:59:07.227699: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506600 of size 256 next 409 2024-12-07 08:59:07.227708: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506700 of size 256 next 410 2024-12-07 08:59:07.227717: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506800 of size 256 next 411 2024-12-07 08:59:07.227730: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506900 of size 256 next 412 2024-12-07 08:59:07.227738: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506a00 of size 256 next 413 2024-12-07 08:59:07.227747: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506b00 of size 256 next 414 2024-12-07 08:59:07.227755: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506c00 of size 256 next 415 2024-12-07 08:59:07.227764: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506d00 of size 256 next 416 2024-12-07 08:59:07.227772: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8506e00 of size 65536 next 597 2024-12-07 08:59:07.227781: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8516e00 of size 186368 next 447 2024-12-07 08:59:07.227790: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8544600 of size 262144 next 701 2024-12-07 08:59:07.227799: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8584600 of size 251904 next 718 2024-12-07 08:59:07.227808: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e85c1e00 of size 262144 next 524 2024-12-07 08:59:07.227816: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8601e00 of size 5373952 next 570 2024-12-07 08:59:07.227824: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e8b21e00 of size 5373952 next 649 2024-12-07 08:59:07.227832: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e9041e00 of size 2686976 next 725 2024-12-07 08:59:07.227841: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e92d1e00 of size 2686976 next 107 2024-12-07 08:59:07.227849: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e9561e00 of size 1343488 next 429 2024-12-07 08:59:07.227857: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4e96a9e00 of size 12410880 next 700 2024-12-07 08:59:07.227867: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea27fe00 of size 131072 next 602 2024-12-07 08:59:07.227877: I tensorflow/tsl/framework/bfc_allocator.cc:1095] Free at 7ad4ea29fe00 of size 512 next 500 2024-12-07 08:59:07.227886: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea2a0000 of size 720384 next 427 2024-12-07 08:59:07.227898: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea34fe00 of size 458752 next 661 2024-12-07 08:59:07.227906: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ea3bfe00 of size 10747904 next 476 2024-12-07 08:59:07.227914: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eadffe00 of size 10747904 next 582 2024-12-07 08:59:07.227923: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eb83fe00 of size 10747904 next 83 2024-12-07 08:59:07.227932: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ec27fe00 of size 10747904 next 445 2024-12-07 08:59:07.227940: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eccbfe00 of size 10747904 next 727 2024-12-07 08:59:07.227948: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ed6ffe00 of size 10747904 next 684 2024-12-07 08:59:07.227957: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ee13fe00 of size 10747904 next 63 2024-12-07 08:59:07.227966: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4eeb7fe00 of size 10747904 next 662 2024-12-07 08:59:07.227975: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4ef5bfe00 of size 10747904 next 665 2024-12-07 08:59:07.227982: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4effffe00 of size 10747904 next 50 2024-12-07 08:59:07.227990: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0a3fe00 of size 5373952 next 587 2024-12-07 08:59:07.227999: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f5fe00 of size 83968 next 683 2024-12-07 08:59:07.228008: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f74600 of size 83968 next 626 2024-12-07 08:59:07.228017: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f0f88e00 of size 5206016 next 536 2024-12-07 08:59:07.228027: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad4f147fe00 of size 12059136 next 18446744073709551615 2024-12-07 08:59:07.228035: I tensorflow/tsl/framework/bfc_allocator.cc:1075] Next region of size 4294967296 2024-12-07 08:59:07.228045: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad61e000000 of size 2303392000 next 1 2024-12-07 08:59:07.228054: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6a74af900 of size 1280 next 2 2024-12-07 08:59:07.228062: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6a74afe00 of size 354368000 next 534 2024-12-07 08:59:07.228071: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6bc6a3800 of size 385728000 next 630 2024-12-07 08:59:07.228079: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6d367f600 of size 354368000 next 498 2024-12-07 08:59:07.228089: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6e8873000 of size 385728000 next 426 2024-12-07 08:59:07.228096: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad6ff84ee00 of size 354368000 next 632 2024-12-07 08:59:07.228105: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a42800 of size 1280 next 553 2024-12-07 08:59:07.228114: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a42d00 of size 32768 next 549 2024-12-07 08:59:07.228122: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a4ad00 of size 97024 next 94 2024-12-07 08:59:07.228130: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a62800 of size 65536 next 729 2024-12-07 08:59:07.228138: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a72800 of size 65536 next 556 2024-12-07 08:59:07.228147: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a82800 of size 65536 next 519 2024-12-07 08:59:07.228156: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714a92800 of size 65536 next 631 2024-12-07 08:59:07.228164: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714aa2800 of size 65536 next 477 2024-12-07 08:59:07.228173: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ab2800 of size 131072 next 473 2024-12-07 08:59:07.228182: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ad2800 of size 65536 next 495 2024-12-07 08:59:07.228190: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ae2800 of size 65536 next 490 2024-12-07 08:59:07.228197: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714af2800 of size 65536 next 670 2024-12-07 08:59:07.228206: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b02800 of size 131072 next 509 2024-12-07 08:59:07.228215: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b22800 of size 65536 next 54 2024-12-07 08:59:07.228223: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b32800 of size 131072 next 440 2024-12-07 08:59:07.228232: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b52800 of size 131072 next 618 2024-12-07 08:59:07.228240: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b72800 of size 65536 next 547 2024-12-07 08:59:07.228249: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b82800 of size 99584 next 738 2024-12-07 08:59:07.228258: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714b9ad00 of size 65536 next 105 2024-12-07 08:59:07.228266: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714baad00 of size 131072 next 561 2024-12-07 08:59:07.228274: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bcad00 of size 65536 next 511 2024-12-07 08:59:07.228283: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bdad00 of size 65536 next 516 2024-12-07 08:59:07.228292: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bead00 of size 65536 next 485 2024-12-07 08:59:07.228300: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714bfad00 of size 131072 next 551 2024-12-07 08:59:07.228309: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c1ad00 of size 65536 next 104 2024-12-07 08:59:07.228318: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c2ad00 of size 131072 next 720 2024-12-07 08:59:07.228327: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c4ad00 of size 65536 next 739 2024-12-07 08:59:07.228335: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c5ad00 of size 65536 next 708 2024-12-07 08:59:07.228344: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c6ad00 of size 65536 next 87 2024-12-07 08:59:07.228352: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c7ad00 of size 131072 next 694 2024-12-07 08:59:07.228371: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714c9ad00 of size 246784 next 425 2024-12-07 08:59:07.228381: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714cd7100 of size 65536 next 765 2024-12-07 08:59:07.228389: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ce7100 of size 131072 next 655 2024-12-07 08:59:07.228398: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07100 of size 1792 next 422 2024-12-07 08:59:07.228405: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07800 of size 1024 next 530 2024-12-07 08:59:07.228414: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d07c00 of size 65536 next 454 2024-12-07 08:59:07.228423: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d17c00 of size 165888 next 62 2024-12-07 08:59:07.228431: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d40400 of size 131072 next 448 2024-12-07 08:59:07.228440: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d60400 of size 131072 next 120 2024-12-07 08:59:07.228448: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80400 of size 1024 next 671 2024-12-07 08:59:07.228456: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80800 of size 256 next 687 2024-12-07 08:59:07.228465: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80900 of size 256 next 449 2024-12-07 08:59:07.228473: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d80a00 of size 2048 next 513 2024-12-07 08:59:07.228482: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714d81200 of size 231424 next 434 2024-12-07 08:59:07.228491: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714db9a00 of size 83968 next 733 2024-12-07 08:59:07.228500: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714dce200 of size 2048 next 591 2024-12-07 08:59:07.228509: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714dcea00 of size 272640 next 59 2024-12-07 08:59:07.228517: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e11300 of size 65536 next 585 2024-12-07 08:59:07.228525: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e21300 of size 131072 next 636 2024-12-07 08:59:07.228534: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e41300 of size 131072 next 638 2024-12-07 08:59:07.228542: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714e61300 of size 458752 next 512 2024-12-07 08:59:07.228551: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ed1300 of size 10240 next 85 2024-12-07 08:59:07.228559: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ed3b00 of size 83968 next 61 2024-12-07 08:59:07.228568: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714ee8300 of size 131072 next 483 2024-12-07 08:59:07.228576: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f08300 of size 131072 next 572 2024-12-07 08:59:07.228589: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f28300 of size 32768 next 622 2024-12-07 08:59:07.228598: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f30300 of size 124928 next 101 2024-12-07 08:59:07.228607: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f4eb00 of size 231424 next 520 2024-12-07 08:59:07.228615: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714f87300 of size 251904 next 668 2024-12-07 08:59:07.228624: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad714fc4b00 of size 524288 next 128 2024-12-07 08:59:07.228633: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad715044b00 of size 604672 next 71 2024-12-07 08:59:07.228642: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad7150d8500 of size 131072 next 573 2024-12-07 08:59:07.228651: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad7150f8500 of size 141056 next 444 2024-12-07 08:59:07.228660: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71511ac00 of size 27541504 next 608 2024-12-07 08:59:07.228668: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad716b5ec00 of size 21495808 next 640 2024-12-07 08:59:07.228677: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad717fdec00 of size 21495808 next 84 2024-12-07 08:59:07.228686: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71945ec00 of size 10747904 next 133 2024-12-07 08:59:07.228694: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad719e9ec00 of size 10747904 next 744 2024-12-07 08:59:07.228703: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71a8dec00 of size 10747904 next 77 2024-12-07 08:59:07.228711: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71b31ec00 of size 10747904 next 510 2024-12-07 08:59:07.228719: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71bd5ec00 of size 10747904 next 150 2024-12-07 08:59:07.228728: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71c79ec00 of size 10747904 next 673 2024-12-07 08:59:07.228736: I tensorflow/tsl/framework/bfc_allocator.cc:1095] InUse at 7ad71d1dec00 of size 14816256 next 18446744073709551615 2024-12-07 08:59:07.228744: I tensorflow/tsl/framework/bfc_allocator.cc:1100] Summary of in-use Chunks by size: 2024-12-07 08:59:07.228755: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 196 Chunks of size 256 totalling 49.0KiB 2024-12-07 08:59:07.228764: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 148 Chunks of size 512 totalling 74.0KiB 2024-12-07 08:59:07.228773: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 18 Chunks of size 768 totalling 13.5KiB 2024-12-07 08:59:07.228781: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 37 Chunks of size 1024 totalling 37.0KiB 2024-12-07 08:59:07.228790: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 10 Chunks of size 1280 totalling 12.5KiB 2024-12-07 08:59:07.228798: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 1536 totalling 3.0KiB 2024-12-07 08:59:07.228807: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 10 Chunks of size 1792 totalling 17.5KiB 2024-12-07 08:59:07.228815: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 3 Chunks of size 2048 totalling 6.0KiB 2024-12-07 08:59:07.228824: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 10240 totalling 10.0KiB 2024-12-07 08:59:07.228833: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 20992 totalling 20.5KiB 2024-12-07 08:59:07.228842: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 13 Chunks of size 32768 totalling 416.0KiB 2024-12-07 08:59:07.228855: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 43520 totalling 42.5KiB 2024-12-07 08:59:07.228863: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 59648 totalling 58.2KiB 2024-12-07 08:59:07.228872: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 64256 totalling 62.8KiB 2024-12-07 08:59:07.228880: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 77 Chunks of size 65536 totalling 4.81MiB 2024-12-07 08:59:07.228889: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 12 Chunks of size 83968 totalling 984.0KiB 2024-12-07 08:59:07.228897: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 97024 totalling 94.8KiB 2024-12-07 08:59:07.228906: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 99584 totalling 97.2KiB 2024-12-07 08:59:07.228914: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 101376 totalling 99.0KiB 2024-12-07 08:59:07.228923: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 115712 totalling 452.0KiB 2024-12-07 08:59:07.228931: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 124928 totalling 122.0KiB 2024-12-07 08:59:07.228940: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 130560 totalling 127.5KiB 2024-12-07 08:59:07.228948: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 53 Chunks of size 131072 totalling 6.62MiB 2024-12-07 08:59:07.228957: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 141056 totalling 137.8KiB 2024-12-07 08:59:07.228966: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 164608 totalling 160.8KiB 2024-12-07 08:59:07.228974: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 165888 totalling 162.0KiB 2024-12-07 08:59:07.228982: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 181248 totalling 177.0KiB 2024-12-07 08:59:07.228991: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 186368 totalling 182.0KiB 2024-12-07 08:59:07.228999: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 198656 totalling 194.0KiB 2024-12-07 08:59:07.229008: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 231424 totalling 452.0KiB 2024-12-07 08:59:07.229017: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 246784 totalling 482.0KiB 2024-12-07 08:59:07.229025: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 251904 totalling 492.0KiB 2024-12-07 08:59:07.229033: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 261120 totalling 255.0KiB 2024-12-07 08:59:07.229042: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 262144 totalling 512.0KiB 2024-12-07 08:59:07.229050: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 272640 totalling 266.2KiB 2024-12-07 08:59:07.229059: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 458752 totalling 1.75MiB 2024-12-07 08:59:07.229067: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 524288 totalling 512.0KiB 2024-12-07 08:59:07.229075: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 604672 totalling 590.5KiB 2024-12-07 08:59:07.229084: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 720384 totalling 703.5KiB 2024-12-07 08:59:07.229092: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 1343488 totalling 1.28MiB 2024-12-07 08:59:07.229101: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 5 Chunks of size 2686976 totalling 12.81MiB 2024-12-07 08:59:07.229109: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 5206016 totalling 4.96MiB 2024-12-07 08:59:07.229117: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 5373952 totalling 20.50MiB 2024-12-07 08:59:07.229126: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 8060928 totalling 7.69MiB 2024-12-07 08:59:07.229134: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 39 Chunks of size 10747904 totalling 399.75MiB 2024-12-07 08:59:07.229143: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 12059136 totalling 11.50MiB 2024-12-07 08:59:07.229151: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 12410880 totalling 11.84MiB 2024-12-07 08:59:07.229160: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 14816256 totalling 14.13MiB 2024-12-07 08:59:07.229169: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 2 Chunks of size 16793600 totalling 32.03MiB 2024-12-07 08:59:07.229177: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 6 Chunks of size 21495808 totalling 123.00MiB 2024-12-07 08:59:07.229190: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 3 Chunks of size 27541504 totalling 78.80MiB 2024-12-07 08:59:07.229199: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 31360000 totalling 29.91MiB 2024-12-07 08:59:07.229207: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 36157952 totalling 34.48MiB 2024-12-07 08:59:07.229216: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 101920000 totalling 97.20MiB 2024-12-07 08:59:07.229224: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 354368000 totalling 1.32GiB 2024-12-07 08:59:07.229232: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 4 Chunks of size 385728000 totalling 1.44GiB 2024-12-07 08:59:07.229241: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 708736000 totalling 675.90MiB 2024-12-07 08:59:07.229250: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 771456000 totalling 735.72MiB 2024-12-07 08:59:07.229258: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 2303392000 totalling 2.14GiB 2024-12-07 08:59:07.229266: I tensorflow/tsl/framework/bfc_allocator.cc:1103] 1 Chunks of size 2507232000 totalling 2.33GiB 2024-12-07 08:59:07.229275: I tensorflow/tsl/framework/bfc_allocator.cc:1107] Sum Total of in-use chunks: 9.50GiB 2024-12-07 08:59:07.229284: I tensorflow/tsl/framework/bfc_allocator.cc:1109] Total bytes in pool: 10198122496 memory_limit_: 10198122496 available bytes: 0 curr_region_allocation_bytes_: 17179869184 2024-12-07 08:59:07.229298: I tensorflow/tsl/framework/bfc_allocator.cc:1114] Stats: Limit: 10198122496 InUse: 10195919872 MaxInUse: 10195920896 NumAllocs: 43119401 MaxAllocSize: 2507232000 Reserved: 0 PeakReserved: 0 LargestFreeBlock: 0 2024-12-07 08:59:07.229328: W tensorflow/tsl/framework/bfc_allocator.cc:497] **************************************************************************************************** 2024-12-07 08:59:07.229377: W tensorflow/core/framework/op_kernel.cc:1839] OP_REQUIRES failed at matmul_op_impl.h:908 : RESOURCE_EXHAUSTED: OOM when allocating tensor with shape[20992,128] and type float on /job:localhost/replica:0/task:0/device:GPU:0 by allocator GPU_0_bfc
Memoria GPU esaurita, riprovo con batch size più piccolo...
Epoch 1/150
5/Unknown - 1s 38ms/step - loss: 0.0238 - mae: 0.1432WARNING:tensorflow:Callback method `on_train_batch_end` is slow compared to the batch time (batch time: 0.0342s vs `on_train_batch_end` time: 0.0350s). Check your callbacks.
9953/Unknown - 294s 29ms/step - loss: 0.0258 - mae: 0.1480In [ ]:
percentage_errors, absolute_errors = calculate_real_error(model, val_data, val_targets, scaler_y)In [ ]:
def evaluate_model_performance(model, data, targets, set_name=""):
"""
Valuta le performance del modello su un set di dati specifico.
"""
predictions = model.predict(data, verbose=0)
target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod', 'avg_oil_prod', 'total_water_need']
metrics = {}
for i, name in enumerate(target_names):
mae = np.mean(np.abs(targets[:, i] - predictions[:, i]))
mse = np.mean(np.square(targets[:, i] - predictions[:, i]))
rmse = np.sqrt(mse)
mape = np.mean(np.abs((targets[:, i] - predictions[:, i]) / (targets[:, i] + 1e-7))) * 100
metrics[f"{name}_mae"] = mae
metrics[f"{name}_rmse"] = rmse
metrics[f"{name}_mape"] = mape
if set_name:
print(f"\nPerformance sul set {set_name}:")
for metric, value in metrics.items():
print(f"{metric}: {value:.4f}")
return metrics
def retrain_model(base_model, train_data, train_targets,
val_data, val_targets,
test_data, test_targets,
epochs=50, batch_size=128):
"""
Implementa il retraining del modello con i dati combinati.
"""
print("Valutazione performance iniziali del modello...")
initial_metrics = {
'train': evaluate_model_performance(base_model, train_data, train_targets, "training"),
'val': evaluate_model_performance(base_model, val_data, val_targets, "validazione"),
'test': evaluate_model_performance(base_model, test_data, test_targets, "test")
}
# Combina i dati per il retraining
combined_data = {
'temporal': np.concatenate([train_data['temporal'], val_data['temporal'], test_data['temporal']]),
'static': np.concatenate([train_data['static'], val_data['static'], test_data['static']])
}
combined_targets = np.concatenate([train_targets, val_targets, test_targets])
# Crea una nuova suddivisione per la validazione
indices = np.arange(len(combined_targets))
np.random.shuffle(indices)
split_idx = int(len(indices) * 0.9)
train_idx, val_idx = indices[:split_idx], indices[split_idx:]
# Prepara i dati per il retraining
retrain_data = {k: v[train_idx] for k, v in combined_data.items()}
retrain_targets = combined_targets[train_idx]
retrain_val_data = {k: v[val_idx] for k, v in combined_data.items()}
retrain_val_targets = combined_targets[val_idx]
# Configura callbacks
callbacks = [
tf.keras.callbacks.EarlyStopping(
monitor='val_loss',
patience=10,
restore_best_weights=True,
min_delta=0.0001
),
tf.keras.callbacks.ReduceLROnPlateau(
monitor='val_loss',
factor=0.2,
patience=5,
min_lr=1e-6,
verbose=1
),
tf.keras.callbacks.ModelCheckpoint(
filepath=f'{execute_name}_retrained_best_oil_model.h5',
monitor='val_loss',
save_best_only=True,
mode='min',
save_weights_only=True
)
]
# Imposta learning rate per il fine-tuning
optimizer = tf.keras.optimizers.AdamW(
learning_rate=tf.keras.optimizers.schedules.ExponentialDecay(
initial_learning_rate=1e-4,
decay_steps=1000,
decay_rate=0.9
),
weight_decay=0.01
)
# Ricompila il modello con il nuovo optimizer
base_model.compile(
optimizer=optimizer,
loss=tf.keras.losses.Huber(),
metrics=['mae']
)
print("\nAvvio retraining...")
history = base_model.fit(
retrain_data,
retrain_targets,
validation_data=(retrain_val_data, retrain_val_targets),
epochs=epochs,
batch_size=batch_size,
callbacks=callbacks,
verbose=1
)
print("\nValutazione performance finali...")
final_metrics = {
'train': evaluate_model_performance(base_model, train_data, train_targets, "training"),
'val': evaluate_model_performance(base_model, val_data, val_targets, "validazione"),
'test': evaluate_model_performance(base_model, test_data, test_targets, "test")
}
# Salva il modello finale
save_path = f'{execute_name}_retrained_model.keras'
os.makedirs(f'{execute_name}_retrained/weights', exist_ok=True)
base_model.save_weights(f'{execute_name}_retrained/weights')
base_model.save(save_path, save_format='keras')
print(f"\nModello riaddestrato salvato in: {save_path}")
# Report miglioramenti
print("\nMiglioramenti delle performance:")
for dataset in ['train', 'val', 'test']:
print(f"\nSet {dataset}:")
for metric in initial_metrics[dataset].keys():
initial = initial_metrics[dataset][metric]
final = final_metrics[dataset][metric]
improvement = ((initial - final) / initial) * 100
print(f"{metric}: {improvement:.2f}% di miglioramento")
return base_model, history, final_metrics
def start_retraining(model_path, train_data, train_targets,
val_data, val_targets,
test_data, test_targets,
epochs=50, batch_size=128):
"""
Avvia il processo di retraining in modo sicuro.
"""
try:
print("Caricamento del modello...")
base_model = tf.keras.models.load_model(model_path, compile=False)
print("Modello caricato con successo!")
return retrain_model(
base_model=base_model,
train_data=train_data,
train_targets=train_targets,
val_data=val_data,
val_targets=val_targets,
test_data=test_data,
test_targets=test_targets,
epochs=epochs,
batch_size=batch_size
)
except Exception as e:
print(f"Errore durante il retraining: {str(e)}")
raiseIn [ ]:
model_path = f'{execute_name}_final_model.keras'
retrained_model, retrain_history, final_metrics = start_retraining(
model_path=model_path,
train_data=train_data,
train_targets=train_targets,
val_data=val_data,
val_targets=val_targets,
test_data=test_data,
test_targets=test_targets,
epochs=50,
batch_size=256
)In [ ]:
percentage_errors, absolute_errors = calculate_real_error(retrained_model, val_data, val_targets, scaler_y)In [ ]:
import numpy as np
import tensorflow as tf
import matplotlib.pyplot as plt
from typing import List, Dict, Tuple, Union
def analyze_feature_importance(model: tf.keras.Model,
test_data: dict,
feature_names: List[str]) -> Dict[str, float]:
"""
Analizza l'importanza delle feature usando perturbazione.
Args:
model: Modello TensorFlow addestrato
test_data: Dizionario con chiavi 'temporal' e 'static' contenenti i dati
feature_names: Lista dei nomi delle feature
Returns:
dict: Dizionario con l'importanza relativa di ogni feature
"""
# Estrai i dati temporali e statici
temporal_data = test_data['temporal']
static_data = test_data['static']
# Ottieni la predizione base
base_prediction = model.predict(test_data)
feature_importance = {}
# Per ogni feature temporale
for i, feature in enumerate(feature_names):
if feature in ['temp_mean', 'precip_sum', 'solar_energy_sum']:
# Crea copia perturbata dei dati
perturbed_data = {
'temporal': temporal_data.copy(),
'static': static_data.copy()
}
# Trova l'indice della feature temporale
temp_idx = ['temp_mean', 'precip_sum', 'solar_energy_sum'].index(feature)
# Crea rumore per la feature temporale
feature_values = temporal_data[..., temp_idx]
noise = np.random.normal(0, np.std(feature_values) * 0.1,
size=feature_values.shape)
# Applica il rumore alla feature temporale
perturbed_temporal = perturbed_data['temporal'].copy()
perturbed_temporal[..., temp_idx] = feature_values + noise
perturbed_data['temporal'] = perturbed_temporal
else: # Feature statiche
# Crea copia perturbata dei dati
perturbed_data = {
'temporal': temporal_data.copy(),
'static': static_data.copy()
}
# Trova l'indice della feature statica
static_idx = ['ha'].index(feature)
# Crea rumore per la feature statica
feature_values = static_data[..., static_idx]
noise = np.random.normal(0, np.std(feature_values) * 0.1,
size=feature_values.shape)
# Applica il rumore alla feature statica
perturbed_static = perturbed_data['static'].copy()
perturbed_static[..., static_idx] = feature_values + noise
perturbed_data['static'] = perturbed_static
# Calcola nuova predizione
perturbed_prediction = model.predict(perturbed_data)
# Calcola impatto della perturbazione
impact = np.mean(np.abs(perturbed_prediction - base_prediction))
feature_importance[feature] = float(impact)
# Normalizza le importanze
total_importance = sum(feature_importance.values())
feature_importance = {k: v/total_importance
for k, v in feature_importance.items()}
return feature_importance
class ProbabilityFunctions:
@staticmethod
def calculate_statistics(data: Union[np.ndarray, tf.Tensor]) -> Dict[str, float]:
"""
Calcola statistiche di base usando TensorFlow.
Args:
data: Tensor o array dei dati
Returns:
dict: Dizionario con le statistiche
"""
if not isinstance(data, tf.Tensor):
data = tf.convert_to_tensor(data, dtype=tf.float32)
mean = tf.reduce_mean(data)
# Calcola varianza manualmente
squared_deviations = tf.square(data - mean)
variance = tf.reduce_mean(squared_deviations)
std = tf.sqrt(variance)
# Ordina il tensor per il calcolo della mediana
sorted_data = tf.sort(data)
size = tf.size(data)
mid_index = size // 2
median = sorted_data[mid_index]
return {
'mean': mean.numpy(),
'variance': variance.numpy(),
'std': std.numpy(),
'min': tf.reduce_min(data).numpy(),
'max': tf.reduce_max(data).numpy(),
'median': median.numpy()
}
@staticmethod
def calculate_pmf(data: np.ndarray, bins: int = 50) -> Tuple[np.ndarray, np.ndarray, np.ndarray]:
"""
Calcola la Probability Mass Function (PMF) dei dati.
Args:
data: Array di dati
bins: Numero di bin per l'istogramma
Returns:
tuple: (bin_centers, pmf, bin_edges)
"""
# Calcola l'istogramma
hist, bin_edges = np.histogram(data, bins=bins, density=True)
# Calcola i centri dei bin
bin_centers = (bin_edges[:-1] + bin_edges[1:]) / 2
# Normalizza per ottenere la PMF
pmf = hist / np.sum(hist)
return bin_centers, pmf, bin_edges
@staticmethod
def calculate_cmf(pmf: np.ndarray) -> np.ndarray:
"""
Calcola la Cumulative Mass Function (CMF) dalla PMF.
Args:
pmf: Probability Mass Function
Returns:
array: Cumulative Mass Function
"""
return np.cumsum(pmf)
def plot_distributions(self, data: np.ndarray,
bins: int = 50,
title: str = "Distribuzione") -> Tuple[np.ndarray, np.ndarray, np.ndarray]:
"""
Calcola e visualizza PMF e CMF delle distribuzioni.
Args:
data: Array di dati da analizzare
bins: Numero di bin per l'istogramma
title: Titolo del grafico
Returns:
tuple: (bin_centers, pmf, cmf)
"""
# Calcola PMF e CMF
bin_centers, pmf, bin_edges = self.calculate_pmf(data, bins)
cmf = self.calculate_cmf(pmf)
# Crea il plot
fig, (ax1, ax2) = plt.subplots(2, 1, figsize=(10, 8))
# Plot PMF
width = np.diff(bin_edges)
ax1.bar(bin_centers, pmf, width=width, alpha=0.5, label='PMF')
ax1.set_title('Probability Mass Function')
ax1.set_ylabel('Probability')
ax1.grid(True, alpha=0.3)
ax1.legend()
# Plot CMF
ax2.plot(bin_centers, cmf, 'r-', label='CMF')
ax2.set_title('Cumulative Mass Function')
ax2.set_xlabel('Value')
ax2.set_ylabel('Cumulative Probability')
ax2.grid(True, alpha=0.3)
ax2.legend()
# Imposta il titolo generale
fig.suptitle(title, y=1.02)
plt.tight_layout()
plt.show()
return bin_centers, pmf, cmf
def analyze_model_predictions(model: tf.keras.Model,
test_data: np.ndarray,
test_targets: np.ndarray,
scaler_y) -> None:
"""
Analizza le distribuzioni di probabilità delle predizioni del modello.
Args:
model: Modello TensorFlow addestrato
test_data: Dati di test
test_targets: Target di test
scaler_y: Scaler usato per denormalizzare i target
"""
# Ottieni le predizioni
predictions = model.predict(test_data)
# Denormalizza predizioni e target
predictions_real = scaler_y.inverse_transform(predictions)
targets_real = scaler_y.inverse_transform(test_targets)
# Inizializza la classe per l'analisi delle probabilità
prob = ProbabilityFunctions()
# Analizza ogni target
target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod',
'avg_oil_prod', 'total_water_need']
for i, target in enumerate(target_names):
print(f"\nAnalisi per {target}")
print("-" * 50)
# Calcola errori
errors = predictions_real[:, i] - targets_real[:, i]
# Calcola statistiche degli errori
error_stats = prob.calculate_statistics(errors)
print("\nStatistiche degli Errori:")
for key, value in error_stats.items():
print(f"{key}: {value:.3f}")
# Visualizza le distribuzioni degli errori
bin_centers, pmf, cmf = prob.plot_distributions(
errors,
bins=50,
title=f"Distribuzione degli Errori - {target}"
)
# Calcola intervalli di confidenza
confidence_levels = [0.68, 0.95, 0.99] # 1σ, 2σ, 3σ
for level in confidence_levels:
lower_idx = np.searchsorted(cmf, (1 - level) / 2)
upper_idx = np.searchsorted(cmf, (1 + level) / 2)
print(f"\nIntervallo di Confidenza {level*100}%:")
print(f"Range: [{bin_centers[lower_idx]:.2f}, {bin_centers[upper_idx]:.2f}]")
def run_comprehensive_analysis(retrained_model, test_data, test_targets, scaler_y):
"""
Esegue un'analisi completa del modello includendo errori,
importanza delle feature e distribuzioni.
"""
print("=== ANALISI COMPLETA DEL MODELLO ===")
# 1. Analisi degli errori
print("\n1. ANALISI DEGLI ERRORI")
print("-" * 50)
analyze_model_predictions(retrained_model, test_data, test_targets, scaler_y)
# 2. Analisi dell'importanza delle feature
print("\n2. IMPORTANZA DELLE FEATURE")
print("-" * 50)
# Definisci i nomi delle feature
temporal_features = ['temp_mean', 'precip_sum', 'solar_energy_sum']
static_features = ['ha']
all_features = temporal_features + static_features
importance = analyze_feature_importance(retrained_model, test_data, all_features)
print("\nImportanza relativa delle feature:")
for feature, imp in sorted(importance.items(), key=lambda x: x[1], reverse=True):
print(f"{feature}: {imp:.4f}")
# 3. Analisi distribuzionale
print("\n3. ANALISI DISTRIBUZIONALE")
print("-" * 50)
prob = ProbabilityFunctions()
predictions = retrained_model.predict(test_data)
predictions_real = scaler_y.inverse_transform(predictions)
targets_real = scaler_y.inverse_transform(test_targets)
target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod',
'avg_oil_prod', 'total_water_need']
for i, target in enumerate(target_names):
print(f"\nAnalisi distribuzionale per {target}")
# Statistiche
stats_pred = prob.calculate_statistics(predictions_real[:, i])
stats_true = prob.calculate_statistics(targets_real[:, i])
print("\nStatistiche Predizioni:")
for key, value in stats_pred.items():
print(f"{key}: {value:.3f}")
print("\nStatistiche Target Reali:")
for key, value in stats_true.items():
print(f"{key}: {value:.3f}")
# Visualizza distribuzioni
prob.plot_distributions(predictions_real[:, i], bins=50,
title=f"Distribuzione Predizioni - {target}")
prob.plot_distributions(targets_real[:, i], bins=50,
title=f"Distribuzione Target Reali - {target}")
def analyze_model_predictions(model, test_data, test_targets, scaler_y):
"""
Analizza le distribuzioni di probabilità delle predizioni del modello.
Args:
model: Modello TensorFlow addestrato
test_data: Dati di test
test_targets: Target di test
scaler_y: Scaler usato per denormalizzare i target
"""
# Ottieni le predizioni
predictions = model.predict(test_data)
# Denormalizza predizioni e target
predictions_real = scaler_y.inverse_transform(predictions)
targets_real = scaler_y.inverse_transform(test_targets)
# Inizializza la classe per l'analisi delle probabilità
prob = ProbabilityFunctions()
# Analizza ogni target
target_names = ['olive_prod', 'min_oil_prod', 'max_oil_prod',
'avg_oil_prod', 'total_water_need']
for i, target in enumerate(target_names):
print(f"\nAnalisi per {target}")
print("-" * 50)
# Calcola errori
errors = predictions_real[:, i] - targets_real[:, i]
# Calcola statistiche degli errori
error_stats = prob.calculate_statistics(errors)
print("\nStatistiche degli Errori:")
for key, value in error_stats.items():
print(f"{key}: {value:.3f}")
# Visualizza le distribuzioni degli errori
bin_centers, pmf, cmf = prob.plot_distributions(
errors,
bins=50,
title=f"Distribuzione degli Errori - {target}"
)
# Calcola intervalli di confidenza
confidence_levels = [0.80,0.85, 0.90, 0.95, 0.99] # 1σ, 2σ, 3σ
for level in confidence_levels:
lower_idx = np.searchsorted(cmf, (1 - level) / 2)
upper_idx = np.searchsorted(cmf, (1 + level) / 2)
print(f"\nIntervallo di Confidenza {level*100}%:")
print(f"Range: [{bin_centers[lower_idx]:.2f}, {bin_centers[upper_idx]:.2f}]")
class ProbabilityFunctions:
@staticmethod
def calculate_statistics(data):
"""
Calcola statistiche di base usando TensorFlow.
Args:
data: Tensor dei dati
Returns:
dict: Dizionario con le statistiche
"""
if not isinstance(data, tf.Tensor):
data = tf.convert_to_tensor(data, dtype=tf.float32)
mean = tf.reduce_mean(data)
# Calculate variance manually
squared_deviations = tf.square(data - mean)
variance = tf.reduce_mean(squared_deviations)
std = tf.sqrt(variance)
# Sort the tensor for median calculation
sorted_data = tf.sort(data)
size = tf.size(data)
mid_index = size // 2
median = sorted_data[mid_index]
return {
'mean': mean.numpy(),
'variance': variance.numpy(),
'std': std.numpy(),
'min': tf.reduce_min(data).numpy(),
'max': tf.reduce_max(data).numpy(),
'median': median.numpy()
}
@staticmethod
def calculate_pmf(data, bins=50):
"""
Calcola la Probability Mass Function (PMF) dei dati.
Args:
data: Array di dati
bins: Numero di bin per l'istogramma
Returns:
tuple: (bin_centers, pmf, bin_edges)
"""
# Calcola l'istogramma
hist, bin_edges = np.histogram(data, bins=bins, density=True)
# Calcola i centri dei bin
bin_centers = (bin_edges[:-1] + bin_edges[1:]) / 2
# Normalizza per ottenere la PMF
pmf = hist / np.sum(hist)
return bin_centers, pmf, bin_edges
@staticmethod
def calculate_cmf(pmf):
"""
Calcola la Cumulative Mass Function (CMF) dalla PMF.
Args:
pmf: Probability Mass Function
Returns:
array: Cumulative Mass Function
"""
return np.cumsum(pmf)
def plot_distributions(self, data, bins=50, title="Distribuzione"):
"""
Calcola e visualizza PMF e CMF delle distribuzioni.
Args:
data: Array di dati da analizzare
bins: Numero di bin per l'istogramma
title: Titolo del grafico
Returns:
tuple: (bin_centers, pmf, cmf)
"""
# Calcola PMF e CMF
bin_centers, pmf, bin_edges = self.calculate_pmf(data, bins)
cmf = self.calculate_cmf(pmf)
# Crea il plot
fig, (ax1, ax2) = plt.subplots(2, 1, figsize=(10, 8))
# Plot PMF
width = np.diff(bin_edges)
ax1.bar(bin_centers, pmf, width=width, alpha=0.5, label='PMF')
ax1.set_title('Probability Mass Function')
ax1.set_ylabel('Probability')
ax1.grid(True, alpha=0.3)
ax1.legend()
# Plot CMF
ax2.plot(bin_centers, cmf, 'r-', label='CMF')
ax2.set_title('Cumulative Mass Function')
ax2.set_xlabel('Value')
ax2.set_ylabel('Cumulative Probability')
ax2.grid(True, alpha=0.3)
ax2.legend()
# Set overall title
fig.suptitle(title, y=1.02)
plt.tight_layout()
plt.show()
return bin_centers, pmf, cmfIn [ ]:
run_comprehensive_analysis(retrained_model, test_data, test_targets, scaler_y)