mirrors
/
yolov7
mirror of https://github.com/WongKinYiu/yolov7.git
1
0
Fork 0
Code Issues Projects Releases Wiki Activity
yolov7/tools/YOLOv7trt.ipynb

2367 lines
1.7 MiB
Plaintext
Raw Normal View History

Added YOLOv7onnx.ipynb and YOLOv7trt.ipynb
2022-07-25 08:52:20 +08:00
{
"nbformat": 4,
"nbformat_minor": 0,
"metadata": {
"colab": {
"name": "YOLOv7ONNXandTRT.ipynb",
"provenance": []
},
"kernelspec": {
"name": "python3",
"display_name": "Python 3"
},
"language_info": {
"name": "python"
},
"accelerator": "GPU",
"gpuClass": "standard"
},
"cells": [
{
"cell_type": "code",
"source": [
"!pip install --upgrade setuptools pip --user\n",
"!pip install --ignore-installed PyYAML\n",
"!pip install Pillow\n",
"\n",
"!pip install nvidia-pyindex\n",
"!pip install --upgrade nvidia-tensorrt\n",
"!pip install pycuda\n",
"\n",
"!pip install protobuf<4.21.3\n",
"!pip install onnxruntime-gpu\n",
"!pip install onnx>=1.9.0\n",
"!pip install onnx-simplifier>=0.3.6 --user"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
},
"id": "sSDOngglBk_O",
"outputId": "1c0a184f-3287-4284-d8de-d1c6222a5289"
},
"execution_count": 1,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
"Requirement already satisfied: setuptools in /usr/local/lib/python3.7/dist-packages (57.4.0)\n",
"Collecting setuptools\n",
" Downloading setuptools-63.2.0-py3-none-any.whl (1.2 MB)\n",
"\u001b[K |████████████████████████████████| 1.2 MB 4.9 MB/s \n",
"\u001b[?25hRequirement already satisfied: pip in /usr/local/lib/python3.7/dist-packages (21.1.3)\n",
"Collecting pip\n",
" Downloading pip-22.2-py3-none-any.whl (2.0 MB)\n",
"\u001b[K |████████████████████████████████| 2.0 MB 51.2 MB/s \n",
"\u001b[?25hInstalling collected packages: setuptools, pip\n",
"\u001b[33m WARNING: The scripts pip, pip3 and pip3.7 are installed in '/root/.local/bin' which is not on PATH.\n",
" Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.\u001b[0m\n",
"\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
"datascience 0.10.6 requires folium==0.2.1, but you have folium 0.8.3 which is incompatible.\u001b[0m\n",
"Successfully installed pip-22.2 setuptools-63.2.0\n"
]
},
{
"output_type": "display_data",
"data": {
"application/vnd.colab-display-data+json": {
"pip_warning": {
"packages": [
"pkg_resources"
]
}
}
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stdout",
"text": [
"Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
"Collecting PyYAML\n",
" Downloading PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (596 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m596.3/596.3 kB\u001b[0m \u001b[31m12.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hInstalling collected packages: PyYAML\n",
"Successfully installed PyYAML-6.0\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
"Requirement already satisfied: Pillow in /usr/local/lib/python3.7/dist-packages (7.1.2)\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
"Collecting nvidia-pyindex\n",
" Downloading nvidia-pyindex-1.0.9.tar.gz (10 kB)\n",
" Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
"Building wheels for collected packages: nvidia-pyindex\n",
" Building wheel for nvidia-pyindex (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
" Created wheel for nvidia-pyindex: filename=nvidia_pyindex-1.0.9-py3-none-any.whl size=8419 sha256=b233353864aedc61e737be474c265e98d0d5a7a1737e803103f231fa9f69361f\n",
" Stored in directory: /root/.cache/pip/wheels/f1/a1/a1/6cc45cc1ae6b1876f12ef399c0d0d6e18809e9ced611c7c2a7\n",
"Successfully built nvidia-pyindex\n",
"Installing collected packages: nvidia-pyindex\n",
"Successfully installed nvidia-pyindex-1.0.9\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/, https://pypi.ngc.nvidia.com\n",
"Collecting nvidia-tensorrt\n",
" Downloading https://developer.download.nvidia.com/compute/redist/nvidia-tensorrt/nvidia_tensorrt-8.4.1.5-cp37-none-linux_x86_64.whl (774.4 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m774.4/774.4 MB\u001b[0m \u001b[31m2.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cudnn-cu11\n",
" Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cudnn-cu11/nvidia-cudnn-cu11-2022.5.19.tar.gz (16 kB)\n",
" Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
"Collecting nvidia-cuda-runtime-cu11\n",
" Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cuda-runtime-cu11/nvidia-cuda-runtime-cu11-2022.4.25.tar.gz (16 kB)\n",
" Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
"Collecting nvidia-cublas-cu11\n",
" Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cublas-cu11/nvidia-cublas-cu11-2022.4.8.tar.gz (16 kB)\n",
" Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
"Collecting nvidia-cublas-cu117\n",
" Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cublas-cu117/nvidia_cublas_cu117-11.10.1.25-py3-none-manylinux1_x86_64.whl (333.1 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m333.1/333.1 MB\u001b[0m \u001b[31m5.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cuda-runtime-cu117\n",
" Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cuda-runtime-cu117/nvidia_cuda_runtime_cu117-11.7.60-py3-none-manylinux1_x86_64.whl (849 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m849.3/849.3 kB\u001b[0m \u001b[31m38.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting nvidia-cudnn-cu116\n",
" Downloading https://developer.download.nvidia.com/compute/redist/nvidia-cudnn-cu116/nvidia_cudnn_cu116-8.4.0.27-py3-none-manylinux1_x86_64.whl (719.3 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m719.3/719.3 MB\u001b[0m \u001b[31m2.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: setuptools in /root/.local/lib/python3.7/site-packages (from nvidia-cublas-cu117->nvidia-cublas-cu11->nvidia-tensorrt) (63.2.0)\n",
"Requirement already satisfied: wheel in /usr/local/lib/python3.7/dist-packages (from nvidia-cublas-cu117->nvidia-cublas-cu11->nvidia-tensorrt) (0.37.1)\n",
"Building wheels for collected packages: nvidia-cublas-cu11, nvidia-cuda-runtime-cu11, nvidia-cudnn-cu11\n",
" Building wheel for nvidia-cublas-cu11 (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
" Created wheel for nvidia-cublas-cu11: filename=nvidia_cublas_cu11-2022.4.8-py3-none-any.whl size=15605 sha256=1c6802ca972101aa042a1e1f8060238b4b3e22189b308c7b80e596b2018899c4\n",
" Stored in directory: /root/.cache/pip/wheels/e2/c3/94/1ffd5bac267cfdc2b222a4ec6915278ef18a028a916b9a5ac3\n",
" Building wheel for nvidia-cuda-runtime-cu11 (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
" Created wheel for nvidia-cuda-runtime-cu11: filename=nvidia_cuda_runtime_cu11-2022.4.25-py3-none-any.whl size=15678 sha256=7fa1cb6b92a9fdd50e1089e14475c3ae1f72378449871763c0a3a0a33075bd7b\n",
" Stored in directory: /root/.cache/pip/wheels/df/fe/2b/e553db7867508b2268b14ac194e9ac5b3f51f21316c282c96c\n",
" Building wheel for nvidia-cudnn-cu11 (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
" Created wheel for nvidia-cudnn-cu11: filename=nvidia_cudnn_cu11-2022.5.19-py3-none-any.whl size=15599 sha256=c49de5a7291c8a87a0b72b710227f1b6aa93627397206438c606600d7f55e993\n",
" Stored in directory: /root/.cache/pip/wheels/7c/32/69/9787704b5f889217708864db5e00812c8c1c349ef89084c59c\n",
"Successfully built nvidia-cublas-cu11 nvidia-cuda-runtime-cu11 nvidia-cudnn-cu11\n",
"Installing collected packages: nvidia-cudnn-cu116, nvidia-cuda-runtime-cu117, nvidia-cublas-cu117, nvidia-cudnn-cu11, nvidia-cuda-runtime-cu11, nvidia-cublas-cu11, nvidia-tensorrt\n",
"Successfully installed nvidia-cublas-cu11-2022.4.8 nvidia-cublas-cu117-11.10.1.25 nvidia-cuda-runtime-cu11-2022.4.25 nvidia-cuda-runtime-cu117-11.7.60 nvidia-cudnn-cu11-2022.5.19 nvidia-cudnn-cu116-8.4.0.27 nvidia-tensorrt-8.4.1.5\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0mLooking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/, https://pypi.ngc.nvidia.com\n",
"Collecting pycuda\n",
" Downloading pycuda-2022.1.tar.gz (1.7 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m24.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25h Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n",
" Getting requirements to build wheel ... \u001b[?25l\u001b[?25hdone\n",
" Preparing metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
"Requirement already satisfied: appdirs>=1.4.0 in /usr/local/lib/python3.7/dist-packages (from pycuda) (1.4.4)\n",
"Collecting pytools>=2011.2\n",
" Downloading pytools-2022.1.12.tar.gz (70 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m70.3/70.3 kB\u001b[0m \u001b[31m11.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25h Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
"Collecting mako\n",
" Downloading Mako-1.2.1-py3-none-any.whl (78 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.6/78.6 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting platformdirs>=2.2.0\n",
" Downloading platformdirs-2.5.2-py3-none-any.whl (14 kB)\n",
"Requirement already satisfied: typing_extensions>=4.0 in /usr/local/lib/python3.7/dist-packages (from pytools>=2011.2->pycuda) (4.1.1)\n",
"Requirement already satisfied: MarkupSafe>=0.9.2 in /usr/local/lib/python3.7/dist-packages (from mako->pycuda) (2.0.1)\n",
"Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.7/dist-packages (from mako->pycuda) (4.12.0)\n",
"Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.7/dist-packages (from importlib-metadata->mako->pycuda) (3.8.1)\n",
"Building wheels for collected packages: pycuda, pytools\n",
" Building wheel for pycuda (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n",
" Created wheel for pycuda: filename=pycuda-2022.1-cp37-cp37m-linux_x86_64.whl size=629484 sha256=352dd94e3a6eeb6de3761172d3eda1dd7bb756d90f36de0b9b99e240f7eb9256\n",
" Stored in directory: /root/.cache/pip/wheels/17/53/c9/caa05618e686df51f017d8a9923f38d915ce31df67ab6628e6\n",
" Building wheel for pytools (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
" Created wheel for pytools: filename=pytools-2022.1.12-py2.py3-none-any.whl size=65020 sha256=92f3f7c911d20b0d2029d2dd89e890a30569468c0a8045f5eec396edc16082d2\n",
" Stored in directory: /root/.cache/pip/wheels/37/5e/9e/76d7430e116b7cab0016fbabb26b896daae1946a3f7dea9915\n",
"Successfully built pycuda pytools\n",
"Installing collected packages: platformdirs, pytools, mako, pycuda\n",
"Successfully installed mako-1.2.1 platformdirs-2.5.2 pycuda-2022.1 pytools-2022.1.12\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0m/bin/bash: 4.21.3: No such file or directory\n",
"Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/, https://pypi.ngc.nvidia.com\n",
"Collecting onnxruntime-gpu\n",
" Downloading onnxruntime_gpu-1.12.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (111.0 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m111.0/111.0 MB\u001b[0m \u001b[31m9.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: packaging in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (21.3)\n",
"Requirement already satisfied: protobuf in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (3.17.3)\n",
"Requirement already satisfied: numpy>=1.21.0 in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (1.21.6)\n",
"Requirement already satisfied: sympy in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (1.7.1)\n",
"Collecting coloredlogs\n",
" Downloading coloredlogs-15.0.1-py2.py3-none-any.whl (46 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m46.0/46.0 kB\u001b[0m \u001b[31m7.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: flatbuffers in /usr/local/lib/python3.7/dist-packages (from onnxruntime-gpu) (2.0)\n",
"Collecting humanfriendly>=9.1\n",
" Downloading humanfriendly-10.0-py2.py3-none-any.whl (86 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.8/86.8 kB\u001b[0m \u001b[31m13.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hRequirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /usr/local/lib/python3.7/dist-packages (from packaging->onnxruntime-gpu) (3.0.9)\n",
"Requirement already satisfied: six>=1.9 in /usr/local/lib/python3.7/dist-packages (from protobuf->onnxruntime-gpu) (1.15.0)\n",
"Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.7/dist-packages (from sympy->onnxruntime-gpu) (1.2.1)\n",
"Installing collected packages: humanfriendly, coloredlogs, onnxruntime-gpu\n",
"Successfully installed coloredlogs-15.0.1 humanfriendly-10.0 onnxruntime-gpu-1.12.0\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0m\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0m\u001b[33m WARNING: The script cmark is installed in '/root/.local/bin' which is not on PATH.\n",
" Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.\u001b[0m\u001b[33m\n",
"\u001b[0m\u001b[33m WARNING: The script onnxsim is installed in '/root/.local/bin' which is not on PATH.\n",
" Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location.\u001b[0m\u001b[33m\n",
"\u001b[0m\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0m"
]
}
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "hQ5fNost-gZI",
"outputId": "d54c4359-07f6-40be-d4dd-2e3cc63387c4"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Python version: 3.7.13 (default, Apr 24 2022, 01:04:09) \n",
"[GCC 7.5.0], sys.version_info(major=3, minor=7, micro=13, releaselevel='final', serial=0) \n",
"Pytorch version: 1.12.0+cu113 \n"
]
}
],
"source": [
"import sys\n",
"import torch\n",
"print(f\"Python version: {sys.version}, {sys.version_info} \")\n",
"print(f\"Pytorch version: {torch.__version__} \")"
]
},
{
"cell_type": "code",
"source": [
"!nvidia-smi"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "feCaRUEI-_Os",
"outputId": "b105660f-3f7a-4674-f570-5deda27a96c8"
},
"execution_count": 3,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Mon Jul 25 00:34:14 2022 \n",
"+-----------------------------------------------------------------------------+\n",
"| NVIDIA-SMI 460.32.03 Driver Version: 460.32.03 CUDA Version: 11.2 |\n",
"|-------------------------------+----------------------+----------------------+\n",
"| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC |\n",
"| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. |\n",
"| | | MIG M. |\n",
"|===============================+======================+======================|\n",
"| 0 Tesla T4 Off | 00000000:00:04.0 Off | 0 |\n",
"| N/A 51C P8 10W / 70W | 3MiB / 15109MiB | 0% Default |\n",
"| | | N/A |\n",
"+-------------------------------+----------------------+----------------------+\n",
" \n",
"+-----------------------------------------------------------------------------+\n",
"| Processes: |\n",
"| GPU GI CI PID Type Process name GPU Memory |\n",
"| ID ID Usage |\n",
"|=============================================================================|\n",
"| No running processes found |\n",
"+-----------------------------------------------------------------------------+\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!# Download YOLOv7 code\n",
"!git clone https://github.com/WongKinYiu/yolov7\n",
"%cd yolov7\n",
"!ls"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "yfZALjuo-_Md",
"outputId": "42b96832-4eba-420e-a00d-24abe218242b"
},
"execution_count": 4,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Cloning into 'yolov7'...\n",
"remote: Enumerating objects: 409, done.\u001b[K\n",
"remote: Counting objects: 100% (149/149), done.\u001b[K\n",
"remote: Compressing objects: 100% (67/67), done.\u001b[K\n",
"remote: Total 409 (delta 118), reused 88 (delta 82), pack-reused 260\u001b[K\n",
"Receiving objects: 100% (409/409), 17.46 MiB | 22.44 MiB/s, done.\n",
"Resolving deltas: 100% (190/190), done.\n",
"/content/yolov7\n",
"cfg\t\t\t export.py models\t\t tools\n",
"data\t\t\t figure README.md\t train_aux.py\n",
"detect.py\t\t hubconf.py requirements.txt train.py\n",
"end2end_onnxruntime.ipynb inference scripts\t\t utils\n",
"end2end_tensorrt.ipynb\t LICENSE.md test.py\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!# Download trained weights\n",
"!wget https://github.com/WongKinYiu/yolov7/releases/download/v0.1/yolov7-tiny.pt"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "eWlHa1NJ-_Jw",
"outputId": "70b58de9-c5e3-4a3e-9e7f-93cf2dcfcc3d"
},
"execution_count": 5,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"--2022-07-25 00:34:16-- https://github.com/WongKinYiu/yolov7/releases/download/v0.1/yolov7-tiny.pt\n",
"Resolving github.com (github.com)... 140.82.114.3\n",
"Connecting to github.com (github.com)|140.82.114.3|:443... connected.\n",
"HTTP request sent, awaiting response... 302 Found\n",
"Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/511187726/ba7d01ee-125a-4134-8864-fa1abcbf94d5?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220725%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220725T003416Z&X-Amz-Expires=300&X-Amz-Signature=96e8cfe45377bc67b87cfa48b50a2e739304599074a228ed226be39a28e5cb2c&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=511187726&response-content-disposition=attachment%3B%20filename%3Dyolov7-tiny.pt&response-content-type=application%2Foctet-stream [following]\n",
"--2022-07-25 00:34:17-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/511187726/ba7d01ee-125a-4134-8864-fa1abcbf94d5?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20220725%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220725T003416Z&X-Amz-Expires=300&X-Amz-Signature=96e8cfe45377bc67b87cfa48b50a2e739304599074a228ed226be39a28e5cb2c&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=511187726&response-content-disposition=attachment%3B%20filename%3Dyolov7-tiny.pt&response-content-type=application%2Foctet-stream\n",
"Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.108.133, 185.199.109.133, 185.199.110.133, ...\n",
"Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.108.133|:443... connected.\n",
"HTTP request sent, awaiting response... 200 OK\n",
"Length: 12639769 (12M) [application/octet-stream]\n",
"Saving to: ‘yolov7-tiny.pt’\n",
"\n",
"yolov7-tiny.pt 100%[===================>] 12.05M --.-KB/s in 0.1s \n",
"\n",
"2022-07-25 00:34:17 (92.3 MB/s) - ‘yolov7-tiny.pt’ saved [12639769/12639769]\n",
"\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"!python detect.py --weights ./yolov7-tiny.pt --conf 0.25 --img-size 640 --source inference/images/horses.jpg"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "UX7u8eqj-_Hi",
"outputId": "01eb26c8-7689-4fe0-bd03-58158e2428c2"
},
"execution_count": 6,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Namespace(agnostic_nms=False, augment=False, classes=None, conf_thres=0.25, device='', exist_ok=False, img_size=640, iou_thres=0.45, name='exp', no_trace=False, nosave=False, project='runs/detect', save_conf=False, save_txt=False, source='inference/images/horses.jpg', update=False, view_img=False, weights=['./yolov7-tiny.pt'])\n",
"YOLOR 🚀 v0.1-58-g13458cd torch 1.12.0+cu113 CUDA:0 (Tesla T4, 15109.75MB)\n",
"\n",
"Fusing layers... \n",
"Model Summary: 200 layers, 6219709 parameters, 229245 gradients\n",
" Convert model to Traced-model... \n",
" traced_script_module saved! \n",
" model is traced! \n",
"\n",
"/usr/local/lib/python3.7/dist-packages/torch/functional.py:478: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at ../aten/src/ATen/native/TensorShape.cpp:2894.)\n",
" return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]\n",
" The image with the result is saved in: runs/detect/exp/horses.jpg\n",
"Done. (0.194s)\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"from PIL import Image\n",
"Image.open('/content/yolov7/runs/detect/exp/horses.jpg')"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 529
},
"id": "wZD-nZXX-_Ez",
"outputId": "c258429b-5c44-466d-b31f-035a20b960ae"
},
"execution_count": 7,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": [
"<PIL.JpegImagePlugin.JpegImageFile image mode=RGB size=773x512 at 0x7FC04F932350>"
],
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAwUAAAIACAIAAABcvVcpAAEAAElEQVR4nNS9W7otq44mJhFj51d996s74hc/uQVukSvPDOQHXdANIsZc62Rl8e09V4wILgKE9ANC4P/xf/5f4AIiAgAg3TT52f8FAJrQBiLKmfDzWF8lDiEAjDF8EktYX1r+iwYijmzxfYm7wHEIZo5PeKAfsKdnFxr6qafNmlpixYb1dfQvfXtKPjB2xFj7JKpmR5G0z6Y9iegCrJ9Szm33eRb6IWn/sWnX1N7ceL7rE4WHrn/JFbXrKx8uqkafp8VPhe5o8Pzso1lBiWsQESblN1vmih2Bq8V24zfXgvh5wLgAZpPnJkzcDyVPtsaJbDDACvMkoXuH/7TE7Gg7s2sNA8gonLB4jFbKleFEuBxpfszeVORMR9WBnh3lzCGIaKLMJCERockT7j5+LpSfC0WgxM9pXCSh5DKYiezhWm47cmnUrwAwHC9kMag/WZ6kImqw95Py8LT2PNZL3xgr0sifAIhwXCnCiqaZawRMEn8pRKWR34RoJh+qnEldxvwwRksnpQ5drEs3XINT+QznLRkmwTWHy9O1iW+9N3KjBsk2MK3XeqHu9tdkpNK5quCbBQDGGIjIrUsoyT+ViMoZsUrPg8pz9o5T20Hyu4bzZKcMv43zXxmUBnvuRaSRndTMqgKFaClt5cuDhq6F+k/88k/66FU0fICgiYa24n9I1YHUb6t/IC8x5LkWRARdy3xLz5veBwAStmKmNOH4XBZNTMKqFJTem7hvwJCmGVl5/Da8kTOKJJAHUJ4QuqG6w/RENAB3UPUlkY8R/EDoarSdJh3CH46mc9qqUyoujDi+p7DS+SiXHPZ6S20isi13W8qvwnsl+FcK8lzkQSpFYlI7Zx1qUuGXagFqKZ5IgKZnR1d9jZbRdhq/eRY6CAiHzi0zHhLiVPQ+tvsLzfFKtZiqPmd4oOcMSBc2rPT8QUfWsOPpXdV2MPHxZYt+2vcpE4ZIj0r617jHk+cnHxx0xkqHUVcVyQsFFsqFUsE34vIwOxRqSQHsEzGHrHYzXUlo45m6dkAl4yvVJRl9K0NTX4EDRgd00uu8HbWa+dCpWsmOBw4NXlEk9x5+y6UHOUOEvASY5hI+bUywL6XrwYfc9qQuxrbc++QGg37VMnuSX2CdrzFrmmLVKd95wQaiAHkzYXuedWyI3P2M2X43xCoclJeyyDoRwVOEiLAf9bXFWjqrtPQvBw5EJMU9lsO4iGbe0nmjtc/hJfjzkzFGbCM2HREBEx3W71nRNQjJGsqvnyFhg4dAJ6Mt6QgNg1YWsU+5RyhzgB/tj63DBbVsVIvu6Rlh+LWbTW80zY7UzGGlvueAa937eVHB8j9jwfpyREm943L/8tKePzf+t+E4wQ3F/S7nXyQ/IXJ8K/B2iLx+Ogj9lg7EtfBAQE7/vdJGr3ttcPkb1vqi0CdINDiLQ8NKKkIfzW+kfgENNyyx+BChVTmia/e59WqS1lI8+BW3b2jz+uZx6bR/L2XTQ+mR43ZTi/rTQ+Rvxx3pehsnnNPtuOHb6ZkHQw+4LeqvtT19nMaI0oV7JcSZtswAAGDuqv8CTYZe9rjf5/kin/CMgyBuY6X2DNniHDBYw04Mu2mIiBfQLHOk0EfTJENgWldiW/phxuhGTuRGo40/MYgEwJWcEHMHGXhIBFhhPR6qobLjTpP1P5f63U3LXi2BwGvZdxiWiAhUFgl3tdgOww1eAavvLxU5uG7ri4gw7ne4ZFBvRZSyFRCtgrSOt/08+y+gJQC4SwcM+lbavg1vIv85zGp17fs8C5FLcgKAqaVdKedsJ8JaBGIQMs9t8ptNmVDui2rHKGGZhPBBIOxE7W7Gb88+5tJJLq28UXs+U7SpNxEAyKPYh+q2uHlA0S6wZac2jA7MAazlB4SHpYXD+2i0JA8vp7g+ode+pFP+N8mhWx3po4H0IxEhQtouiLzCr3oOZwTjiY/18RMGn8MyHmoxU4BE3yuQxDyICEBSVqmIaRlEVHrGUCPRCwARbzX/EtoKuvJkI2KCRABA1j5jIYEzwj689Nm6n3lQI0IGQ9IIrspdzp8KBbSuvR3H1/rv17voL0I/Jzsv31FuO/h7ytvnn1+/nsKmaFlZUpCGbUEpt92KET5BIg5mJPELEPBVeEMMR0MEnH9k6JBC1mFPK8C/RkWHtDpzcG9ihOkgqXVKoRPdw8mkNwVt/GBH+YtQ2R9RbAz4IYtCqmmHex8sageAnfOQlwAERLilOSuBCHd0iunUOY4qrC1AYBIikjkolvXg3Oxoe5Z7JSpTNVXtfiUjIQNdQEgz7zPfYje5C7jNvawjwkp2oawO+q/c1Iyq95MB++rBkFZnrV4clhDOL1MYWiK6JaW2CH2pD3AjxGbRJaKatkp7RCS6t6RSM+4MEsXIDboKnCmWdmJNvDouQpmQLU5EZPtibxKHiBfBnRoVJ9Cw1pNJWFRZwZCfSDN9BVgb8rr3LqsI4mmmAautNJgEANtiak50feAg/QkrQt9V6UHK/yVtWkv/FhLt3v8t5bqr7yF/rwhbMASlmr4W9n6Hew6EVYNQnxtLZ3AsmJ7/YnizWAWR+K9G1y4Evai7sY94CP6YYbZ8uFk/uHWzjhOaZB27dUpV1amcdplgIq8DrT0yEWCIiBdHeUl/rk63HhOC2+9Hz66Yj9IMpqfLDff8MzYGE/bTK0V51eEhtjNAJD96YBLoOdnFSLPIfdT1VYBh+/Wx/ZT3tPaG8BqA+XuJWhNIR0OW3rkRzucSU55hcegBKGQKO2F+itxJwvdEJt5o5SoiAk6g/L4SSZQxBwD8wqxqlfJilIVeG+RhByZmxtnYh+A0zD/GwHkThbRjOhy3kjDAEnExaMg6kG6eSmMiMCFrjGyacTdImfF4zqNfAWBcPMsiArd0SkTDoyE1DQftXD9z0FEWtOfHKPhzSGSZVs1tcqdN9TLsePernFvc9lc0ay0oid2WEoBQC1PJbfwWi9SBfU7Sjvkakiars6jzGskONrWkzv38XoxbIWvHVEH5tPTO22D0fLXkk9QqdDX9i2Eii4TvuLSN3/PJWjcBr8FoSaHxUqyfoWRlqgUBVvs3aukqqjoxmOHC7KcAwmiqHQdx6EGJoNJzIiJbVyyCBxJNhGHaEpFPrAC5k+cVZ7TKOLVhIlueMQ/DPwwVCeUIjIS+FLB/IlEfE7adeMihbauXbShgqKiwb+fhMd6sciovDrVZFaOlBHd24m9FQ+udXKgBIA8j+P2YdJivIrt+4NUiInBsjwAzMVic9p/Vh+En1Hg6uucYn+k4rbTVRF3o3U3jFW+R7rkDEX3S5zoRJ0GBYfvMR3sjc9P8Gxxes3LnnHPOMQb//Xw+7KOoLSsCvWcdb022+1pfWkGpUNg3bkUquwZpabBMfMv40v37lviWv3fF+SS7n/aQPFJAafxDHd/L7lNd4vt65JLjUHl5IAMR51xrzr79903n5ZGPs8O7edNK6B8byxta0Si/+w60QSe10xsi4sUhXQdqQ3Dx4kNDCQb8AW5oVDWGLrLvYWDhSoB4peGfBv4icQqRqJH5aYgCsBKlCCd/1FCEgIjGuHxDcZljDLqz/OFdgHkjAH0Q1V9AHqRJaLC9MEs5K6UyAy5IxC0yPa81OEmDycxdv9f3lUjOdixd1Ayi1MVeUPv3s1EodaSEJFomVp2d6gJ8zsPiGG9kPl9znsatl6Oqyj2KO7a59UA2j6CTGztdg2NYi3nK28qCw2QAqDJHzH1WfAeGtA0JQPg5ZZvG0dCAOh+QyqkB/hhjxn1q49tVBduPI7ppSm4Al24VS4lRj1iLeX+E6MMIhRKRDrEbiACkJW0EDbqHNLEsFakVPE2aLA0G0hiC8ycRkGoTLOfLHB+U7hFWahYnYB92HVzVsOePNLpSEcZ/uwi+CIAwyA+k/rcKrfBq35wr9TuYYr1zkLxedlAP0iFF2BU3CPKSrOX/TY+dbdVaPd2y1t8NtYhWecjXzTrHr8NBNToatub5bPRgmuCxfRCy7YudSww/fZKnJSUimgCMUxiFBLnNFUC/m
},
"metadata": {},
"execution_count": 7
}
]
},
{
"cell_type": "code",
"source": [
"# export temporary ONNX model for TensorRT converter\n",
minor fix
2022-07-25 09:27:28 +08:00
"!python export.py --weights ./yolov7-tiny.pt --grid --end2end --simplify --topk-all 100 --iou-thres 0.65 --conf-thres 0.35 --img-size 640 640\n",
Added YOLOv7onnx.ipynb and YOLOv7trt.ipynb
2022-07-25 08:52:20 +08:00
"!ls"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "1w4lEAvN16Sm",
"outputId": "6c85fdcf-b4fe-4135-816e-faf5ab3a2d68"
},
"execution_count": 8,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Import onnx_graphsurgeon failure: No module named 'onnx_graphsurgeon'\n",
"Namespace(batch_size=1, conf_thres=0.35, device='cpu', dynamic=False, end2end=True, grid=True, img_size=[640, 640], include_nms=False, iou_thres=0.65, max_wh=None, simplify=True, topk_all=100, weights='./yolov7-tiny.pt')\n",
"YOLOR 🚀 v0.1-58-g13458cd torch 1.12.0+cu113 CPU\n",
"\n",
"Fusing layers... \n",
"Model Summary: 200 layers, 6219709 parameters, 6219709 gradients\n",
"/usr/local/lib/python3.7/dist-packages/torch/functional.py:478: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at ../aten/src/ATen/native/TensorShape.cpp:2894.)\n",
" return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]\n",
"\n",
"Starting TorchScript export with torch 1.12.0+cu113...\n",
"/content/yolov7/models/yolo.py:51: TracerWarning: Converting a tensor to a Python boolean might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!\n",
" if self.grid[i].shape[2:4] != x[i].shape[2:4]:\n",
"TorchScript export success, saved as ./yolov7-tiny.torchscript.pt\n",
"\n",
"Starting ONNX export with onnx 1.12.0...\n",
"\n",
"Starting export end2end onnx model for TensorRT...\n",
"/usr/local/lib/python3.7/dist-packages/torch/_tensor.py:1083: UserWarning: The .grad attribute of a Tensor that is not a leaf Tensor is being accessed. Its .grad attribute won't be populated during autograd.backward(). If you indeed want the .grad field to be populated for a non-leaf Tensor, use .retain_grad() on the non-leaf Tensor. If you access the non-leaf Tensor by mistake, make sure you access the leaf Tensor instead. See github.com/pytorch/pytorch/pull/30531 for more informations. (Triggered internally at aten/src/ATen/core/TensorBody.h:477.)\n",
" return self._grad\n",
"/content/yolov7/models/experimental.py:130: TracerWarning: Converting a tensor to a Python integer might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!\n",
" det_classes = torch.randint(0, num_classes, (batch_size, max_output_boxes), dtype=torch.int32)\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
"\n",
"Starting to simplify ONNX...\n",
"ONNX export success, saved as ./yolov7-tiny.onnx\n",
"CoreML export failure: No module named 'coremltools'\n",
"\n",
"Export complete (6.57s). Visualize with https://github.com/lutzroeder/netron.\n",
"cfg\t\t\t inference\t tools\n",
"data\t\t\t LICENSE.md\t traced_model.pt\n",
"detect.py\t\t models\t train_aux.py\n",
"end2end_onnxruntime.ipynb README.md\t train.py\n",
"end2end_tensorrt.ipynb\t requirements.txt utils\n",
"export.py\t\t runs\t\t yolov7-tiny.onnx\n",
"figure\t\t\t scripts\t yolov7-tiny.pt\n",
"hubconf.py\t\t test.py\t yolov7-tiny.torchscript.pt\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"# Download ONNX to TensorRT converter\n",
"%cd ../\n",
"!git clone https://github.com/Linaom1214/tensorrt-python.git"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "HSaHB--k_V8h",
"outputId": "0535dc9b-b34c-40a7-c002-c87120229d2d"
},
"execution_count": 9,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"/content\n",
"Cloning into 'tensorrt-python'...\n",
"remote: Enumerating objects: 140, done.\u001b[K\n",
"remote: Counting objects: 100% (14/14), done.\u001b[K\n",
"remote: Compressing objects: 100% (13/13), done.\u001b[K\n",
"remote: Total 140 (delta 2), reused 10 (delta 1), pack-reused 126\u001b[K\n",
"Receiving objects: 100% (140/140), 76.85 MiB | 48.37 MiB/s, done.\n",
"Resolving deltas: 100% (57/57), done.\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"%cd tensorrt-python\n",
"!ls"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "9rH_HHdd_V5P",
"outputId": "b2f2a9aa-31e7-4985-afc0-beedb3663799"
},
"execution_count": 10,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"/content/tensorrt-python\n",
"export.py image_batch.py README.md src utils yolov5 yolov6 yolov7 yolox\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"# Export TensorRT-engine model \n",
"!python export.py -o /content/yolov7/yolov7-tiny.onnx -e ./yolov7-tiny-nms.trt -p fp16"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "nIjoHQE2_V2g",
"outputId": "866626d0-4522-4ecb-8465-a831146fad97"
},
"execution_count": 11,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"[07/25/2022-00:34:50] [TRT] [I] [MemUsageChange] Init CUDA: CPU +0, GPU +0, now: CPU 0, GPU 244 (MiB)\n",
"[07/25/2022-00:34:52] [TRT] [I] [MemUsageChange] Init builder kernel library: CPU +0, GPU +68, now: CPU 0, GPU 312 (MiB)\n",
"export.py:109: DeprecationWarning: Use set_memory_pool_limit instead.\n",
" self.config.max_workspace_size = workspace * (2 ** 30)\n",
"[07/25/2022-00:34:52] [TRT] [W] onnx2trt_utils.cpp:369: Your ONNX model has been generated with INT64 weights, while TensorRT does not natively support INT64. Attempting to cast down to INT32.\n",
"[07/25/2022-00:34:52] [TRT] [W] onnx2trt_utils.cpp:395: One or more weights outside the range of INT32 was clamped\n",
"[07/25/2022-00:34:52] [TRT] [I] No importer registered for op: EfficientNMS_TRT. Attempting to import as plugin.\n",
"[07/25/2022-00:34:52] [TRT] [I] Searching for plugin: EfficientNMS_TRT, plugin_version: 1, plugin_namespace: \n",
"[07/25/2022-00:34:52] [TRT] [I] Successfully created plugin: EfficientNMS_TRT\n",
"Network Description\n",
"Input 'images' with shape (1, 3, 640, 640) and dtype DataType.FLOAT\n",
"Output 'num_dets' with shape (1, 1) and dtype DataType.INT32\n",
"Output 'det_boxes' with shape (1, 100, 4) and dtype DataType.FLOAT\n",
"Output 'det_scores' with shape (1, 100) and dtype DataType.FLOAT\n",
"Output 'det_classes' with shape (1, 100) and dtype DataType.INT32\n",
"export.py:143: DeprecationWarning: Use network created with NetworkDefinitionCreationFlag::EXPLICIT_BATCH flag instead.\n",
" self.builder.max_batch_size = self.batch_size\n",
"Building fp16 Engine in /content/tensorrt-python/yolov7-tiny-nms.trt\n",
"export.py:187: DeprecationWarning: Use build_serialized_network instead.\n",
" with self.builder.build_engine(self.network, self.config) as engine, open(engine_path, \"wb\") as f:\n",
"[07/25/2022-00:34:53] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +224, now: CPU 0, GPU 536 (MiB)\n",
"[07/25/2022-00:34:53] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +0, GPU +54, now: CPU 0, GPU 590 (MiB)\n",
"[07/25/2022-00:34:53] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.4.0\n",
"[07/25/2022-00:34:53] [TRT] [I] Local timing cache in use. Profiling results in this builder pass will not be stored.\n",
"[07/25/2022-00:36:06] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:06] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:06] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:06] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:06] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:06] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:11] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:11] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:12] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:12] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:12] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:12] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:12] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:12] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:12] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:12] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:12] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [I] Some tactics do not have sufficient workspace memory to run. Increasing workspace size will enable more tactics, please check verbose output for requested sizes.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:16] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:38] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:38] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:38] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:40] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:40] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:40] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:40] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:40] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:40] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:40] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:40] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:44] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:44] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:44] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:44] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:44] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:44] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:44] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:51] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:51] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:51] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:51] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:53] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:55] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:56] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:58] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:58] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:58] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:59] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:59] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:59] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:59] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:59] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:59] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:36:59] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:36:59] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:36:59] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:01] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:02] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:04] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:04] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:04] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:04] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:04] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:04] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:07] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:07] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:07] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:08] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:10] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:10] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:10] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:10] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:10] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:10] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:11] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:11] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:11] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:11] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:11] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:11] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:11] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:11] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:11] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:13] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:13] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:13] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:14] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:14] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:14] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:14] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:14] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:14] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:14] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:14] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:14] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:14] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:14] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:14] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:16] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:16] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:16] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:19] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:19] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:19] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:19] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:19] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:19] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:19] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:19] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:19] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:20] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:23] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:23] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:23] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:23] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:23] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:23] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:25] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:25] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:25] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:25] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:25] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:25] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:25] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:25] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:25] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:27] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:27] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:27] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:28] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:28] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:28] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:28] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:28] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:30] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:30] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:30] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:30] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:33] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:33] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:33] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:38] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:39] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:39] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:39] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:42] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:42] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:42] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:42] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:42] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:42] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:42] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:46] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:46] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:46] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:46] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:46] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:46] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:46] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:46] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:46] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:48] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:48] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:48] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:48] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:48] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:48] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:51] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:51] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:52] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:52] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:52] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:52] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:52] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:52] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:52] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:53] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:56] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:37:58] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:37:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:37:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:01] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:02] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:04] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:04] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:04] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:04] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:04] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:04] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:04] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:05] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:05] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:05] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:05] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:05] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:05] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:05] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:05] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:05] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:06] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:06] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:06] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:06] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:06] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:06] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:06] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:08] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:08] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:08] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:10] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:10] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:10] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:10] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:10] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:10] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:10] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:13] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:13] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:13] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:15] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:15] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:15] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:15] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:15] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:15] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:15] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:17] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:17] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:17] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:17] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:17] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:17] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:17] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:17] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:17] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:18] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:18] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:18] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:20] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:20] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:20] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:20] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:20] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:21] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:21] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:21] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:21] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:21] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:21] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:21] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:21] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:21] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:23] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:23] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:23] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:23] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:23] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:23] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:23] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:24] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:24] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:24] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:24] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:24] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:24] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:24] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:24] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:24] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:29] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:29] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:29] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:30] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:30] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:30] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:32] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:32] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:32] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:32] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:32] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:32] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:32] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:34] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:34] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:34] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:34] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:34] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:35] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:35] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:35] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:36] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:36] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:36] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:38] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:38] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:38] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:38] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:38] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:40] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:40] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:40] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:40] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:40] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:40] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:40] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:40] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:40] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:41] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:41] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:41] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:41] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:41] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:41] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:41] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:43] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:43] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:43] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:43] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:43] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:43] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:43] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:43] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:43] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:45] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:45] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:45] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:45] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:45] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:45] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:45] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:48] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:48] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:48] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:48] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:48] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:49] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:49] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:49] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:49] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:49] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:49] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:49] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:50] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:50] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:50] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:50] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:50] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:50] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:50] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:51] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:51] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:51] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:53] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:53] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:53] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:53] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:53] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:54] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:54] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:54] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:55] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:55] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:55] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:55] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:55] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:58] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:58] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:38:58] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:38:58] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:38:58] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:01] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:01] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:01] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:01] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:01] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:01] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:39:02] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:39:02] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:39:02] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:40:56] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:40:56] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:40:56] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:41:37] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:41:37] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:41:37] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [I] Detected 1 inputs and 4 output network tensors.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_5 + PWN(LeakyRelu_6).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_7 || Conv_9.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_11 + PWN(LeakyRelu_12).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_13 + PWN(LeakyRelu_14).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_16 + PWN(LeakyRelu_17).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_19 || Conv_21.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_23 + PWN(LeakyRelu_24).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_25 + PWN(LeakyRelu_26).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_28 + PWN(LeakyRelu_29).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_31 || Conv_33.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_35 + PWN(LeakyRelu_36).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_37 + PWN(LeakyRelu_38).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_40 + PWN(LeakyRelu_41).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_43 || Conv_45.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_47 + PWN(LeakyRelu_48).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_49 + PWN(LeakyRelu_50).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_52 + PWN(LeakyRelu_53).bias] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_54 || Conv_56.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_62 + PWN(LeakyRelu_63).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_65 + PWN(LeakyRelu_66).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_67 + PWN(LeakyRelu_68).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_71 + PWN(LeakyRelu_72).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_74 || Conv_76.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_78 + PWN(LeakyRelu_79).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_80 + PWN(LeakyRelu_81).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_83 + PWN(LeakyRelu_84).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_85 + PWN(LeakyRelu_86).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_89 + PWN(LeakyRelu_90).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_92 || Conv_94.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_96 + PWN(LeakyRelu_97).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_98 + PWN(LeakyRelu_99).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_101 + PWN(LeakyRelu_102).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_103 + PWN(LeakyRelu_104).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_106 || Conv_108.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_110 + PWN(LeakyRelu_111).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_112 + PWN(LeakyRelu_113).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_115 + PWN(LeakyRelu_116).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_117 + PWN(LeakyRelu_118).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_120 || Conv_122.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_124 + PWN(LeakyRelu_125).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_126 + PWN(LeakyRelu_127).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_129 + PWN(LeakyRelu_130).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_131 + PWN(LeakyRelu_132).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_133 + PWN(LeakyRelu_134).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_135 + PWN(LeakyRelu_136).weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_137.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_171.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [W] Weights [name=Conv_205.weight] had the following issues when converted to FP16:\n",
"[07/25/2022-00:42:26] [TRT] [W] - Subnormal FP16 values detected. \n",
"[07/25/2022-00:42:26] [TRT] [W] If this is not the desired behavior, please modify the weights or retrain with regularization to reduce the magnitude of the weights.\n",
"[07/25/2022-00:42:26] [TRT] [I] Total Host Persistent Memory: 138640\n",
"[07/25/2022-00:42:26] [TRT] [I] Total Device Persistent Memory: 743936\n",
"[07/25/2022-00:42:26] [TRT] [I] Total Scratch Memory: 40320768\n",
"[07/25/2022-00:42:26] [TRT] [I] [MemUsageStats] Peak memory usage of TRT CPU/GPU memory allocators: CPU 16 MiB, GPU 770 MiB\n",
"[07/25/2022-00:42:26] [TRT] [I] [BlockAssignment] Algorithm ShiftNTopDown took 7.52301ms to assign 5 blocks to 91 nodes requiring 49741824 bytes.\n",
"[07/25/2022-00:42:26] [TRT] [I] Total Activation Memory: 49741824\n",
"[07/25/2022-00:42:26] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 0, GPU 834 (MiB)\n",
"[07/25/2022-00:42:26] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 0, GPU 842 (MiB)\n",
"[07/25/2022-00:42:26] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.4.0\n",
"[07/25/2022-00:42:26] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in building engine: CPU +12, GPU +12, now: CPU 12, GPU 12 (MiB)\n",
"Serializing engine to file: /content/tensorrt-python/yolov7-tiny-nms.trt\n",
"[07/25/2022-00:42:26] [TRT] [W] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.\n",
"[07/25/2022-00:42:26] [TRT] [W] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.\n"
]
}
]
},
{
"cell_type": "code",
"source": [
"import cv2\n",
"import torch\n",
"import random\n",
"import time\n",
"import numpy as np\n",
"import tensorrt as trt\n",
"from PIL import Image\n",
"from pathlib import Path\n",
"from collections import OrderedDict,namedtuple"
],
"metadata": {
"id": "Q101zl7-_aHd"
},
"execution_count": 12,
"outputs": []
},
{
"cell_type": "code",
"source": [
"w = './yolov7-tiny-nms.trt'\n",
"device = torch.device('cuda:0')\n",
"img = cv2.imread('/content/yolov7/inference/images/horses.jpg')"
],
"metadata": {
"id": "f-DABSAOw4Ri"
},
"execution_count": 13,
"outputs": []
},
{
"cell_type": "code",
"source": [
"# Infer TensorRT Engine\n",
"Binding = namedtuple('Binding', ('name', 'dtype', 'shape', 'data', 'ptr'))\n",
"logger = trt.Logger(trt.Logger.INFO)\n",
"trt.init_libnvinfer_plugins(logger, namespace=\"\")\n",
"with open(w, 'rb') as f, trt.Runtime(logger) as runtime:\n",
" model = runtime.deserialize_cuda_engine(f.read())\n",
"bindings = OrderedDict()\n",
"for index in range(model.num_bindings):\n",
" name = model.get_binding_name(index)\n",
" dtype = trt.nptype(model.get_binding_dtype(index))\n",
" shape = tuple(model.get_binding_shape(index))\n",
" data = torch.from_numpy(np.empty(shape, dtype=np.dtype(dtype))).to(device)\n",
" bindings[name] = Binding(name, dtype, shape, data, int(data.data_ptr()))\n",
"binding_addrs = OrderedDict((n, d.ptr) for n, d in bindings.items())\n",
"context = model.create_execution_context()\n",
"\n",
"\n",
"def letterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleup=True, stride=32):\n",
" # Resize and pad image while meeting stride-multiple constraints\n",
" shape = im.shape[:2] # current shape [height, width]\n",
" if isinstance(new_shape, int):\n",
" new_shape = (new_shape, new_shape)\n",
"\n",
" # Scale ratio (new / old)\n",
" r = min(new_shape[0] / shape[0], new_shape[1] / shape[1])\n",
" if not scaleup: # only scale down, do not scale up (for better val mAP)\n",
" r = min(r, 1.0)\n",
"\n",
" # Compute padding\n",
" new_unpad = int(round(shape[1] * r)), int(round(shape[0] * r))\n",
" dw, dh = new_shape[1] - new_unpad[0], new_shape[0] - new_unpad[1] # wh padding\n",
"\n",
" if auto: # minimum rectangle\n",
" dw, dh = np.mod(dw, stride), np.mod(dh, stride) # wh padding\n",
"\n",
" dw /= 2 # divide padding into 2 sides\n",
" dh /= 2\n",
"\n",
" if shape[::-1] != new_unpad: # resize\n",
" im = cv2.resize(im, new_unpad, interpolation=cv2.INTER_LINEAR)\n",
" top, bottom = int(round(dh - 0.1)), int(round(dh + 0.1))\n",
" left, right = int(round(dw - 0.1)), int(round(dw + 0.1))\n",
" im = cv2.copyMakeBorder(im, top, bottom, left, right, cv2.BORDER_CONSTANT, value=color) # add border\n",
" return im, r, (dw, dh)\n",
"\n",
"def postprocess(boxes,r,dwdh):\n",
" dwdh = torch.tensor(dwdh*2).to(boxes.device)\n",
" boxes -= dwdh\n",
" boxes /= r\n",
" return boxes\n",
"\n",
"names = ['person', 'bicycle', 'car', 'motorcycle', 'airplane', 'bus', 'train', 'truck', 'boat', 'traffic light', \n",
" 'fire hydrant', 'stop sign', 'parking meter', 'bench', 'bird', 'cat', 'dog', 'horse', 'sheep', 'cow', \n",
" 'elephant', 'bear', 'zebra', 'giraffe', 'backpack', 'umbrella', 'handbag', 'tie', 'suitcase', 'frisbee', \n",
" 'skis', 'snowboard', 'sports ball', 'kite', 'baseball bat', 'baseball glove', 'skateboard', 'surfboard', \n",
" 'tennis racket', 'bottle', 'wine glass', 'cup', 'fork', 'knife', 'spoon', 'bowl', 'banana', 'apple', \n",
" 'sandwich', 'orange', 'broccoli', 'carrot', 'hot dog', 'pizza', 'donut', 'cake', 'chair', 'couch', \n",
" 'potted plant', 'bed', 'dining table', 'toilet', 'tv', 'laptop', 'mouse', 'remote', 'keyboard', 'cell phone', \n",
" 'microwave', 'oven', 'toaster', 'sink', 'refrigerator', 'book', 'clock', 'vase', 'scissors', 'teddy bear', \n",
" 'hair drier', 'toothbrush']\n",
"colors = {name:[random.randint(0, 255) for _ in range(3)] for i,name in enumerate(names)}"
],
"metadata": {
"id": "kRqqsjDcmyNj"
},
"execution_count": 14,
"outputs": []
},
{
"cell_type": "code",
"source": [
"img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)\n",
"image = img.copy()\n",
"image, ratio, dwdh = letterbox(image, auto=False)\n",
"image = image.transpose((2, 0, 1))\n",
"image = np.expand_dims(image, 0)\n",
"image = np.ascontiguousarray(image)\n",
"\n",
"im = image.astype(np.float32)\n",
"im.shape"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "tzGt5tP9nJs_",
"outputId": "b5e4658f-8b25-4926-bf87-dced1f966fff"
},
"execution_count": 15,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": [
"(1, 3, 640, 640)"
]
},
"metadata": {},
"execution_count": 15
}
]
},
{
"cell_type": "code",
"source": [
"im = torch.from_numpy(im).to(device)\n",
"im/=255\n",
"im.shape\n",
"\n",
"# warmup for 10 times\n",
"for _ in range(10):\n",
" tmp = torch.randn(1,3,640,640).to(device)\n",
" binding_addrs['images'] = int(tmp.data_ptr())\n",
" context.execute_v2(list(binding_addrs.values()))\n",
"\n",
"start = time.perf_counter()\n",
"binding_addrs['images'] = int(im.data_ptr())\n",
"context.execute_v2(list(binding_addrs.values()))\n",
"print(f'Cost {time.perf_counter()-start} s')\n",
"\n",
"nums = bindings['num_dets'].data\n",
"boxes = bindings['det_boxes'].data\n",
"scores = bindings['det_scores'].data\n",
"classes = bindings['det_classes'].data\n",
"nums.shape,boxes.shape,scores.shape,classes.shape\n",
"\n",
"boxes = boxes[0,:nums[0][0]]\n",
"scores = scores[0,:nums[0][0]]\n",
"classes = classes[0,:nums[0][0]]\n",
"\n",
"for box,score,cl in zip(boxes,scores,classes):\n",
" box = postprocess(box,ratio,dwdh).round().int()\n",
" name = names[cl]\n",
" color = colors[name]\n",
" name += ' ' + str(round(float(score),3))\n",
" cv2.rectangle(img,box[:2].tolist(),box[2:].tolist(),color,2)\n",
" cv2.putText(img,name,(int(box[0]), int(box[1]) - 2),cv2.FONT_HERSHEY_SIMPLEX,0.75,color,thickness=2)\n",
"\n",
"Image.fromarray(img)"
],
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 546
},
"id": "xv8UsDWvn9i4",
"outputId": "b960358f-8993-4b84-c8c8-d169676a014a"
},
"execution_count": 16,
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Cost 0.00477353700000549 s\n"
]
},
{
"output_type": "execute_result",
"data": {
"text/plain": [
"<PIL.Image.Image image mode=RGB size=773x512 at 0x7FC040337510>"
],
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAwUAAAIACAIAAABcvVcpAAEAAElEQVR4nMz9W7r1uI4giAHUipPlsfvVE/GMPAZ3t6syY4vwAwgQV0pr/3Gyi1/E/rUoEgRB3Ajxgv/P/9f/G0xCRH644eZn+xcAaEKdJgEAoQMCADiAiFZd83CNj/60redMrbJxIOLCWt622CUuQzBtpzZK0xUz1Wp8utThv0jjkdnwCTOVIBOfCEddJsDXV0RUojRT8UWfhp44KSCTsc0/cy/mnK8GS8AEjmL4lhkO0N401KHajWMHsxiRp/JlscBuOqoD9ujY8tWwR3zeJCRXhXbDaDKfYU5sSWFztMwFi9QTAWhkgLHRcZWYHHCzODwWQ6PgLLVvqAmNFIGzXrrpxOeBnx/RziV5WJiLnH5oIFODv+kIAADKCEypPYwAlvpWGppQDffArX9yXdFdIzI2TgAYpgehRf35I+OlmqHsXaFdaXg7VfeLJtYkxans6hh+bPhMgPULF32cgOO0hZ0AyviGjmh1RNzVARCuQEPW/GM4mdr6cywa0nRqn+AeY1jbuirOZUqC4iK0lB+hofzskLH9KgsQdXyLpvZiThgAMCG3Fb0F/svdBMYNkVH4ZAy0cs7vMa+BQMmIwRGpCp9TNlelt1RiBYnP5LnQKf++ZHg34vMmZcVUon2g0gGlXJKIUDK35HyJ80EtvqnbtfjvGK9D137X6z/HsBvKr/A5j5p9W4pYbv09nocCB4QPXul7XfGy4hqpHs57Uv8hTz7WRUQo9P7/7ukNTYTITifnAt9S+KWwHMTq0O5L3ng3rLutA+QS1JdC4ZoI08vCAagm52/aekxnDVl2KiJn8Wnm+eVkHtRPkprRH9qgU6SnLQklGoGzIxI0v1CLWuagWw96tqv17zClnTiVbEREuObHJzReikTJWMELeTTPLw3t43g9TsrjjDC8TXkvfZSXdrpE9U0g4aVOPzBq6bgbOWrwzwQBQsT3ZrHTCAoNtqyO/bwbtnjiDU2guIjxrIpl0zfca6ZedaRgcv/qK6/ozdRrirIl7Soi16kZVTGiPaw9k0RJf2MjDzL7T6mvHY4twpbGWNJs5+t/gInVUYIABTsNzZDpYGn5wyg7JJHK4GrpCcXJoQaxhNtjc1sKpo2a5OBQZ++psZtgkdFWsBDGB5+JxvIrfCmU4NByFAS3MQo8iQgJYBdznX1Mj069cMJqy3SKII4vVh4LDVW2lZ5HxLFiS4wJ1v5QmWT+9Gwz/KvOSP9GfpQXzxY9FPDWqGBBRLQZb/ykr+wlEbV+4R/HG1RvHxArnMWjZ1n60eGha+vQ7i/K/KGe/YX78ugIfjPN3ambV51bL1H5kynan8zqflfXetgHb/V3A/2y1mE4coFOgs4eCdFLl+WE8IMNe0r/7OwuQIvGOBbb0633mFjdZSdswvhI76Zn1hlK/tyh9YhJp1c9bmc06u+kB0zY2X6E/2j48lv2aWxOpqf6PQv+oK6W5UMnL1CMEfpgMyQKd6zSGdBogLz7W0KI3WjiQ/bXW3+o9A3tAzb2mL/qhWgQF3xs9JE0BzzbSdX6MGsQXH+L8BIituulunl8FS/rJv2H1PaRFGHN+RY2gPk2L8MXWknUw5qZOhn+1nba9Ux23cBd+pEDXy7r+gqNl4UfY2xn4Lmi0yMqRz14j2c9IcsEOvdu0RlN4W3mqrrVWp9fJIRrN7q7PKzgOQuX+GHhhjU+RHdscUFzax2smg7eW6evQxxC22fEx+4VV6Nl9g7jCjzvLRSpRJE3Aho/eMmHoyk1SYIWiqGARTOVRZrCmbVCROvGAKjnVMY5ckrzsRWfey9l2Rl6bDGrr4LPXehF3qrHgERpJWbyiFbUJASHzup0rxOSoZfSoxgCGjY64hSURKGywC6/h5dqyWKqi1GFxfnEMTuAOZYisHC4oQGog0W6nAsGBE6u5Eh1TB62biiFr+xP6yoRcMA5NPfkUCIAYvO97JDO9q/wer6ZbP0Cmayt3li1w+zwTf4vUmkOsYmLnmudEatCX9tHfAwtdOX/d0v/LG5Wg7yZj/5TbXVvofdyX3OCm6t9id5DsOSrFCZ2J2SsZDTflbpxf0kug0ZcwarAFU8dKUTUfQC2OzUyxjLlrp0F0DZtIbyITv0+wCb9qd+Gh/ep1DbdFBcqxYXgSF0i9ph5wI1DesGvDdD2xPgYjSgZ6YDAI6qY4iuP0MrBOoygrYWIvL64W8POHir6Dyl+ohLB8z/lZKPoQtOpoqSfrtjatrMqyCWETsl/zg7EGzFDu4mpn/uWg/RtyviULtEB8wPH/w6lDn6JVS68/KGGyWzJoB9z+c71tA9vOht0BFSE+sfdBQvQzuixkqsu5xfJdudPjMq3BGnLNwjcexmHqzhKO9a0NdHF3jT5TWHOUcA27tJMIQrFtgBVkVPZN4f2zSjZGxJDgpnlj8YjQqyhocTDVAaJNw3gyJKLiGMAAAUdS7TshPoVRASDbI6GX1bfdB2Gx1dcsfULMVA4x+e+i9d2Cc3Os2TehFY0lS3fxGUP8y5+NajY31qj9+hVvPCTWiRHEd15xCF5ulO3qpEPn5g0B4w99cWZHYBvBs6FiITNeOUbBm432HKgKEZ2hfEIkcZAnGSGj/lwAtCgcTOSSAvOXO0SEcIYvEFVbceSgsU4+9koCOuKZyGVt9xT+xYAYBi5di7adobIyd9YXgqTZL1ym+MAYHy04UOMJFvizCKqU8JbrW7h/EJuD6k0Y51glEb93xEIOfd3/3zdrKVkzu+coTd0yKlDGH306AzBFtNavP/zd97DeZj+cAStI/vIny+d+3+Wr76C9ide/p/IZtbI4a192Czt7T0iBnufn4NLdMAH01T7VFcK6CsxKqjWxSIvxRxYMH78oeMHty8UyIXtzz/Xpc9uR9N0zoyIfc+AiHiOboZB7PB0aFStHDrS+ZqPhOraOtT6CsNHyGUXfLF6VZawdzRbu+MxjIeIvJwaJRiCey1RNYsGWAMbxKHrl4WcCyBuF8cYiAgBkuXqmiYy8aEocnpwgvh5Wqvo5PZSAdLoBrfDUtkOzJzTBqU/n88Yg6R5TuE0hc50lYN9sBAvTVrQqmVO1/EO/hnt0JalWIl8xd8FAlkeuh5pvlI+F6AoJ66hgOp7P+NgVon2xoFzOqvFYHKUJkfFFzlQwVeFST+oB4IHTi5relx35qN6VTxVm5hpsFt8cLvw5AmlTsogDKsRyTD3yGZM5XeYc3yYYkyfPEAEt4/TLF9kzgkVP8v0FOxPkO1LYFQbERDRpSUEyTFwjDGn4xCFdcu0W14B0fD84zQPqzivwTEzg1WSUMmClT5LJdWZWTyzEcoKKoDlVVycOWACwC2IlEo+q/rpIQ9ahcjVdR2H7XsW+jD05bJlbK+nlZRNhBC/xEFABDRIepqppCkPExlvOJAdmoS4go1ahbM1J7fuobnyXRPmbyqPE3EdO4SDmPvGWMfxQIX5GGPO+wIgwDmE4MiMN4gIxhKlQcQnFeEQSnpm0+/UesDSYozh+s4ChYgD/rJMpYkjuyi8Ovb6uDkGXihpkJ4SBUgEhAhy8NAkWoFKtiY0wB2KGOTk0YofzcYukzNLu6j8RMZbCojZn2dfJJd/NMZ/nv5x+LlrOefc6OHtG2yz55SRyUq5TO+s+HP5lf89pQOGpeb6CsmXhbNqs7z9O5hfJSJKWin6l127Wv6g6F2mj6zYt4+mQouFYcq23NotTuwHZGOGx47bMjwoQ/T19gmWvh62UYNhpORsd2BEClj45YicFWyQvjcFMreXfPiVHjtg+Dt9mMa2Bd4J7y/a7UAdNPBZajLBfy3ah57arLLuP2v1Xg4NJAJugkh0iuxqfcQQl7KyFiCsTiE2+nzJ6fLvcFr+3+6UT1rgU6oJNH69rZO7vZ2SV1RyzVuAlFLo5/m5TFlTvBnMg94sS/47klWU/74mvip50AuHnDevQhk0a/pIvu//ghSdhXjTnV8okXIdAgFccFn40jp0+3RWRWm9O0b8a9y8nDL8ifsZIMb/crtWxZOcX8+VcM/RMX4qAqzUn76eLPw81
},
"metadata": {},
"execution_count": 16
}
]
}
]
}