mirror of https://github.com/WongKinYiu/yolov7.git
3476 lines
976 KiB
Plaintext
3476 lines
976 KiB
Plaintext
|
{
|
||
|
|
"cells": [
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"id": "336e61e0-e43a-458d-be6c-14520f87074c",
|
||
|
|
"metadata": {
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%% md\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"source": [
|
||
|
|
"# Export onnx for TensorRT8.0+ end2end detect !!!"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 1,
|
||
|
|
"id": "b5d03b05-6c6b-448b-9002-ef8109d2c533",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"name": "stdout",
|
||
|
|
"output_type": "stream",
|
||
|
|
"text": [
|
||
|
|
"Namespace(batch_size=1, conf_thres=0.35, device='cpu', dynamic=False, end2end=True, grid=True, img_size=[640, 640], iou_thres=0.65, max_wh=None, simplify=True, topk_all=100, weights='weights/yolov7-d6.pt')\n",
|
||
|
|
"YOLOR 🚀 v0.1-51-g2596994 torch 1.12.0+cu116 CPU\n",
|
||
|
|
"\n",
|
||
|
|
"Fusing layers... \n",
|
||
|
|
"Model Summary: 539 layers, 133757052 parameters, 133757052 gradients\n",
|
||
|
|
"/home/ubuntu/miniconda3/envs/torch/lib/python3.8/site-packages/torch/functional.py:478: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at ../aten/src/ATen/native/TensorShape.cpp:2894.)\n",
|
||
|
|
" return _VF.meshgrid(tensors, **kwargs) # type: ignore[attr-defined]\n",
|
||
|
|
"\n",
|
||
|
|
"Starting TorchScript export with torch 1.12.0+cu116...\n",
|
||
|
|
"/home/ubuntu/work/yolo/yolov7/models/yolo.py:50: TracerWarning: Converting a tensor to a Python boolean might cause the trace to be incorrect. We can't record the data flow of Python values, so this value will be treated as a constant in the future. This means that the trace might not generalize to other inputs!\n",
|
||
|
|
" if self.grid[i].shape[2:4] != x[i].shape[2:4]:\n",
|
||
|
|
"TorchScript export success, saved as weights/yolov7-d6.torchscript.pt\n",
|
||
|
|
"\n",
|
||
|
|
"Starting ONNX export with onnx 1.12.0...\n",
|
||
|
|
"\n",
|
||
|
|
"Starting export end2end onnx model for TensorRT...\n",
|
||
|
|
"/home/ubuntu/miniconda3/envs/torch/lib/python3.8/site-packages/torch/_tensor.py:1083: UserWarning: The .grad attribute of a Tensor that is not a leaf Tensor is being accessed. Its .grad attribute won't be populated during autograd.backward(). If you indeed want the .grad field to be populated for a non-leaf Tensor, use .retain_grad() on the non-leaf Tensor. If you access the non-leaf Tensor by mistake, make sure you access the leaf Tensor instead. See github.com/pytorch/pytorch/pull/30531 for more informations. (Triggered internally at aten/src/ATen/core/TensorBody.h:477.)\n",
|
||
|
|
" return self._grad\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"WARNING: The shape inference of TRT::EfficientNMS_TRT type is missing, so it may result in wrong shape inference for the exported graph. Please consider adding it in symbolic function.\n",
|
||
|
|
"\n",
|
||
|
|
"Starting to simplify ONNX...\n",
|
||
|
|
"ONNX export success, saved as weights/yolov7-d6.onnx\n",
|
||
|
|
"CoreML export failure: No module named 'coremltools'\n",
|
||
|
|
"\n",
|
||
|
|
"Export complete (17.57s). Visualize with https://github.com/lutzroeder/netron.\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"# export onnx first\n",
|
||
|
|
"!python export.py --weights weights/yolov7-d6.pt --grid --end2end --simplify --topk-all 100 --iou-thres 0.65 --conf-thres 0.35"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 2,
|
||
|
|
"id": "a4e7118a-dbaf-44d8-accb-89e1cb978d11",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": true,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": true
|
||
|
|
},
|
||
|
|
"tags": []
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"name": "stdout",
|
||
|
|
"output_type": "stream",
|
||
|
|
"text": [
|
||
|
|
"&&&& RUNNING TensorRT.trtexec [TensorRT v8401] # /usr/src/tensorrt/bin/trtexec --onnx=weights/yolov7-d6.onnx --saveEngine=weights/yolov7-d6.engine\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] === Model Options ===\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Format: ONNX\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Model: weights/yolov7-d6.onnx\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Output:\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] === Build Options ===\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Max batch: explicit batch\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Memory Pools: workspace: default, dlaSRAM: default, dlaLocalDRAM: default, dlaGlobalDRAM: default\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] minTiming: 1\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] avgTiming: 8\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Precision: FP32\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] LayerPrecisions: \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Calibration: \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Refit: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Sparsity: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Safe mode: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] DirectIO mode: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Restricted mode: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Build only: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Save engine: weights/yolov7-d6.engine\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Load engine: \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Profiling verbosity: 0\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Tactic sources: Using default tactic sources\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] timingCacheMode: local\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] timingCacheFile: \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Input(s)s format: fp32:CHW\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Output(s)s format: fp32:CHW\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Input build shapes: model\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Input calibration shapes: model\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] === System Options ===\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Device: 0\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] DLACore: \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Plugins:\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] === Inference Options ===\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Batch: Explicit\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Input inference shapes: model\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Iterations: 10\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Duration: 3s (+ 200ms warm up)\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Sleep time: 0ms\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Idle time: 0ms\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Streams: 1\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] ExposeDMA: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Data transfers: Enabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Spin-wait: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Multithreading: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] CUDA Graph: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Separate profiling: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Time Deserialize: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Time Refit: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Inputs:\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] === Reporting Options ===\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Verbose: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Averages: 10 inferences\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Percentile: 99\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Dump refittable layers:Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Dump output: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Profile: Disabled\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Export timing to JSON file: \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Export output to JSON file: \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Export profile to JSON file: \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] === Device Information ===\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Selected Device: NVIDIA GeForce RTX 3070 Laptop GPU\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Compute Capability: 8.6\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] SMs: 40\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Compute Clock Rate: 1.56 GHz\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Device Global Memory: 7982 MiB\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Shared Memory per SM: 100 KiB\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Memory Bus Width: 256 bits (ECC disabled)\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] Memory Clock Rate: 7.001 GHz\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] \n",
|
||
|
|
"[07/22/2022-16:21:28] [I] TensorRT version: 8.4.1\n",
|
||
|
|
"[07/22/2022-16:21:28] [I] [TRT] [MemUsageChange] Init CUDA: CPU +328, GPU +0, now: CPU 336, GPU 300 (MiB)\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] [MemUsageChange] Init builder kernel library: CPU +327, GPU +104, now: CPU 682, GPU 404 (MiB)\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] Start parsing network model\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] ----------------------------------------------------------------\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] Input filename: weights/yolov7-d6.onnx\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] ONNX IR version: 0.0.7\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] Opset version: 12\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] Producer name: pytorch\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] Producer version: 1.12.0\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] Domain: \n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] Model version: 0\n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] Doc string: \n",
|
||
|
|
"[07/22/2022-16:21:29] [I] [TRT] ----------------------------------------------------------------\n",
|
||
|
|
"[07/22/2022-16:21:30] [W] [TRT] onnx2trt_utils.cpp:369: Your ONNX model has been generated with INT64 weights, while TensorRT does not natively support INT64. Attempting to cast down to INT32.\n",
|
||
|
|
"[07/22/2022-16:21:30] [W] [TRT] onnx2trt_utils.cpp:395: One or more weights outside the range of INT32 was clamped\n",
|
||
|
|
"[07/22/2022-16:21:30] [I] [TRT] No importer registered for op: EfficientNMS_TRT. Attempting to import as plugin.\n",
|
||
|
|
"[07/22/2022-16:21:30] [I] [TRT] Searching for plugin: EfficientNMS_TRT, plugin_version: 1, plugin_namespace: \n",
|
||
|
|
"[07/22/2022-16:21:30] [I] [TRT] Successfully created plugin: EfficientNMS_TRT\n",
|
||
|
|
"[07/22/2022-16:21:30] [I] Finish parsing network model\n",
|
||
|
|
"[07/22/2022-16:21:31] [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +850, GPU +368, now: CPU 2095, GPU 772 (MiB)\n",
|
||
|
|
"[07/22/2022-16:21:31] [I] [TRT] [MemUsageChange] Init cuDNN: CPU +128, GPU +58, now: CPU 2223, GPU 830 (MiB)\n",
|
||
|
|
"[07/22/2022-16:21:31] [I] [TRT] Local timing cache in use. Profiling results in this builder pass will not be stored.\n",
|
||
|
|
"[07/22/2022-16:22:28] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
|
||
|
|
"[07/22/2022-16:22:28] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] -------------- The current system memory allocations dump as below --------------\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879db00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18932 time: 1.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18923 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc856a970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18920 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0c790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18905 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e09b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18902 time: 1.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80425e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18893 time: 1.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776aea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18884 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879ee10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18225 time: 1.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8669b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18219 time: 1.55e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc5034b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18195 time: 1.96e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8653bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18189 time: 1.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d1059d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18183 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x1b0dd480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18180 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87592c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18177 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xb076fc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18171 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87591a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17522 time: 1.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780fb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17519 time: 7.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8660df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18911 time: 8.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7802fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17516 time: 1.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x1b0dd1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17510 time: 2.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780ae60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18875 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78023c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17501 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85693b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17498 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859acc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17492 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8569640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17489 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8704c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17486 time: 1.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6df7e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17483 time: 3.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7819660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17477 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875a3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17474 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xb076fad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17471 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16923 time: 3.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8664f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16920 time: 3.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6df7c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16917 time: 4.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776b1c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16908 time: 4.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86581f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16899 time: 5.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8659c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16890 time: 4.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16884 time: 6.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8677320]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16881 time: 1.117e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780adc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18887 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8590270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16887 time: 6.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876cad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16863 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb2350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16237 time: 3.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8598400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16225 time: 3.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d2c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16222 time: 3.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7773de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16207 time: 3.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6da9780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16204 time: 4.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85964f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16198 time: 9.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8656f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16186 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d4160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16183 time: 5.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78175c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15387 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8661f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15381 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8661e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16195 time: 6.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86918f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15378 time: 1.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879ca30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15375 time: 1.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b0e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15366 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc5035340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15357 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776be20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15354 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15351 time: 2.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8695e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15342 time: 5.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e87220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15336 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776d110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15333 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e17e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15330 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d42e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15327 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8571350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14716 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x9e5b7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14713 time: 2.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7812fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14710 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879dc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14704 time: 2.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8664990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14701 time: 2.28e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804011d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14686 time: 1.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7770640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14707 time: 9.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8795260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14689 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc89125e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14680 time: 3.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8922220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14674 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc5035010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14668 time: 5.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8675d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14665 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879cc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14656 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835f420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14071 time: 2.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867e8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14062 time: 9.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80428f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18186 time: 4.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14059 time: 2.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e2ffb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14056 time: 1.78e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776a200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14041 time: 1.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776a090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14038 time: 7.57e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879fdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14035 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8598980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14032 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7805f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14029 time: 1.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83c9a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14026 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80400da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14014 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8571680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13370 time: 8.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x723fcfb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13367 time: 1.54e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859ae40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16869 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8696260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13358 time: 1.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e106f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18174 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7774b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13352 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13349 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7803f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13346 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859a8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13340 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13337 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879d5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13334 time: 1.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804385b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13325 time: 2.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8586230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13319 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b1d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16192 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc858a470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13313 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86914e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13310 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb44d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12667 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7804290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12658 time: 8.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8579e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12649 time: 1.52e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776ed00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12646 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x8043b530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12640 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8660ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18908 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8617250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12637 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8691440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12631 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e37fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12622 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8579f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12619 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc858fa70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12616 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86664d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12613 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7774600]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12062 time: 4.67e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8666380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12059 time: 7.24e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8586000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13328 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85cb500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12044 time: 7.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e70900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12041 time: 3.214e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12038 time: 6.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8691240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12032 time: 5.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12005 time: 1.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f0dc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14050 time: 8.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e42f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11379 time: 3.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc857e970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11376 time: 3.924e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879d260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11364 time: 6.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77741c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11361 time: 6.13e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11358 time: 3.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc865dde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14695 time: 2.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8917530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11355 time: 5.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8651d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11349 time: 6.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8647820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12029 time: 8.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7767a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11346 time: 6.45e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc833b5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11340 time: 1.144e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xf998890]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11337 time: 4.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86c7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11334 time: 1.245e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5a510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11322 time: 1.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x1db9af50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10523 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7802120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10520 time: 2.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876c5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10517 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876c450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10514 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x8043b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10511 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc856e770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10499 time: 1.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776bfd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10496 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2db97e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10490 time: 2.2e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e099a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18899 time: 4.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d5420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10481 time: 2.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8799c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10475 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10472 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f5140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10469 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x71f34310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9855 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e7d150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9852 time: 1.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776abc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9849 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e04ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9843 time: 2.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77727a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9840 time: 1.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e04e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9834 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87a0f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9828 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80425a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16231 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e10060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11367 time: 5.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2db9a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9822 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8908f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9819 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87a0b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9816 time: 2.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867ac90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9813 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8593440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9810 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9807 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77da180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13343 time: 2.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9804 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776d310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15369 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835f9b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9798 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835f740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9795 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7770cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18228 time: 1.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e10d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9210 time: 8.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835fa50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9207 time: 5.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb6f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9204 time: 6.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8919830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9198 time: 5.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87a0de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9801 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804021f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9195 time: 5.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8654950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9192 time: 5.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e109b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14068 time: 2e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804038f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9189 time: 9.59e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e870d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14692 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85c2ee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9186 time: 6.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0bd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9183 time: 6.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f4770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9174 time: 7.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8919430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9171 time: 6.28e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0c420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9168 time: 5.45e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8917680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10487 time: 2.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x9a1859f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9162 time: 2.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8928400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10505 time: 2.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5e5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9159 time: 1.03e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f16d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18896 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8657fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9153 time: 1.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7819820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9180 time: 4.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d9a340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8506 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875aae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18231 time: 1.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776e3d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8488 time: 9.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e088a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8482 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16216 time: 4.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x803e4a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8479 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8677480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16893 time: 1.005e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859a590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8476 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8614cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8473 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc865e1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14683 time: 2.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8678180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8470 time: 2.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x5ccbdae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8464 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77da0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15348 time: 1.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xbf33beb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12625 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d108ad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8461 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77719e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8458 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87699f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8452 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8358510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16911 time: 4.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc864a170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7794 time: 8.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d51d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7791 time: 5.993e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc864a2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7797 time: 3.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8611db0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7785 time: 2.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8771060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7773 time: 5.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867b170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7758 time: 7.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876a850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16210 time: 2.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc856b570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7201 time: 4.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e10550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18213 time: 1.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7814e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7198 time: 6.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869ed50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7189 time: 1.113e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85fb2e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7186 time: 5.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc878fbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14044 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85aa8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7180 time: 3.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879f3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7177 time: 9.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc832b240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7171 time: 2.028e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc89195e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7168 time: 1.93e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d3380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7165 time: 6.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8fc80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 256 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87704e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4331 time: 5.01e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e50fa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 255 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7b040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 253 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27e8d400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7770 time: 7.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8c630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 252 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e88d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 249 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e88c50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 248 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7f960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 239 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x2795fc50]:4608 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 343 time: 7.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7f730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 238 time: 6.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7b560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 234 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e39270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17507 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86494d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16905 time: 4.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d1058a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18207 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866d1f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15384 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e09380]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e773a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 230 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de34c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e75720]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 228 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e73ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 226 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb4700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12002 time: 1.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e71e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 224 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d83150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6e650]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 221 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6e550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 220 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e37630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 162 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879f7f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7779 time: 1.101e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2db76a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4988 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6c8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 219 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77736c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11373 time: 6.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e305b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 210 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866e280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3612 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8750bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12011 time: 6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d9aee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7764 time: 4.55e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e62340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 209 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ee31d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 329 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc891b680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14698 time: 2.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83cb260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4976 time: 2.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e603d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 206 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e75820]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 229 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5e6b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 204 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 201 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc863b630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12035 time: 7.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc483ad30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4292 time: 1.06e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e59130]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 199 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8912f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4964 time: 1.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb1d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7150 time: 1.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc12e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d6f960]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85b4070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7755 time: 1.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4fb70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 191 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e2f940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 190 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d5cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5662 time: 2.2e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f5010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14023 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8922040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14017 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e45a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 179 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dad7b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e43da0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 177 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e66f10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 212 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e43ce0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 176 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e41e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 174 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5e770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 205 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e40590]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 173 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f4990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2918 time: 7.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3e8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 171 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db64a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10466 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e35ba0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 161 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5ca70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 203 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e35aa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 160 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7d2e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 237 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e30e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 157 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87a04e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11343 time: 8.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x809a4200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1675 time: 1.85e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859aba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16914 time: 3.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27add890]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 349 time: 5.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddbbf0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 155 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddbaf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 154 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867eec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4295 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e260c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 149 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e25140]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 148 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x809ffdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1684 time: 9.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7805c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4319 time: 5.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18890 time: 1.18e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86aa210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13364 time: 1.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e68e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 214 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7e040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 251 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e37b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14065 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e209a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 145 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfeca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866fb10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18926 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e556f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 194 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea1830]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 273 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e57390]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 196 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1ee80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 142 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27964870]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 353 time: 3.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1d330]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 141 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866a630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18914 time: 1.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e47770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 181 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0e680]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc865e060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15339 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e2e1b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 313 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x2795c7b0]:2304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 339 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7804140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12655 time: 2.88e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8647fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2930 time: 7.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e292f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 153 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8658420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18878 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4aff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 187 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1d230]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 140 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 138 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e19090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 137 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0e780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e27d40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 151 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0ffc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12008 time: 1.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e17340]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 134 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6aac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 216 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de8b60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db65a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8608ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2888 time: 1.987e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e13b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7811f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5659 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e13a20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc1c3ba80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2915 time: 1.697e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7b660]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 235 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e09480]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12628 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e11fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804295e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1729 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea1730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 272 time: 4.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x809ff8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1690 time: 1.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfb370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56daae90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e120d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc4c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db2360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7752 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e75270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 247 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4334 time: 3.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e45970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 178 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da4ba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbc540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e30d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 156 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc892b360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7183 time: 7.78e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e392c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 165 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dcb420]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dcdad0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780fcc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16896 time: 5.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc878ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3624 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7d1e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 236 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d77120]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 6.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8670f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4322 time: 1.587e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867f790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13316 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbc440]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d8df10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc3070]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83c9450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10526 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8926860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7776 time: 4.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e47420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4994 time: 1.31e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8e310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 254 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e85260]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 246 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e557f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 195 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7771180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15372 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e070a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8794da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4982 time: 2.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5c970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 202 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da5e10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dac380]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de7640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 9.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776dc30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8467 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de10d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 4.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a0ae30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1687 time: 1.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804276b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1699 time: 1.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e67010]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 213 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x9e5b7440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14659 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e080c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8491 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0aef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86469f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5653 time: 1.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d1470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18216 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e15810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869a4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18192 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e37d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12643 time: 1.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8799e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9825 time: 1.68e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e15310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7746 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db01c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd1ec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876a570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8509 time: 8.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d77e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df6860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd3aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8769a90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8455 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3e7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 170 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da6ec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56efd460]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 332 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8695310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12661 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8654360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6512 time: 1.456e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27aee120]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 340 time: 7.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0cae0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e81a50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 241 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8722c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6488 time: 3.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e2e0f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 312 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da80e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14662 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d90ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e26ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 152 time: 7.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8921b30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4952 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dba700]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da6f80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8927f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5617 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e355f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 211 time: 4.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e224c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 146 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb63a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 295 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d103390]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2310 time: 1.57e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56daed90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9b860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 266 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d979a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0dd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4937 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb1030]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 291 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427c80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1717 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x5cc04c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9177 time: 6.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e49a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 182 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15345 time: 2.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec1810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 307 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4ab40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 189 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d8c180]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc4d00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc8d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc833b700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11325 time: 1.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d72ab0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7aec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 245 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80425900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16228 time: 1.066e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e53d20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 193 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd1dc0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d3780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4313 time: 9.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc13e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8598c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9165 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8612100]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5656 time: 1.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db8ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfcef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da9a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83c9b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12664 time: 2.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de6ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80439d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2334 time: 7.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dac2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e12270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16213 time: 3.53e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc7100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776f280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12610 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd5730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddde20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc1302660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2286 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e73400]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 250 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e01220]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e66920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 282 time: 8.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebfb80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 305 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56daecd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e99600]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 265 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddfb40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e46cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10502 time: 1.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3cb00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 168 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7802e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17513 time: 1.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86651c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12607 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc8e40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d73fb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80428160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2340 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e40490]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 172 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dcb520]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56daaf50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dcd9d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc855f840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2900 time: 8.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e702b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 223 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e09d30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6503 time: 5.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e336a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 158 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8670a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16219 time: 1.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dad6f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd0170]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78076d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2280 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd0070]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80438a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16878 time: 1.52e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd39a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e792c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 233 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df2e10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12056 time: 8.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867e9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7767 time: 1.615e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd5630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd73c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ded890]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb8690]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 296 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876d070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7806 time: 2.24e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e364d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7192 time: 3.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 139 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56def8b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dba600]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e22580]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 147 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbdf40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3cc00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 169 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddb110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 5.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e2fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14053 time: 4.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e73b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 227 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e39150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17504 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27991310]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 336 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddb210]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879e040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16902 time: 3.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0adf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6c800]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 218 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e04880]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xbf13f7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4301 time: 4.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8918e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18204 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87565b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11370 time: 3.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db1e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e604d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 207 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875e690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3636 time: 1.86e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77fa260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12634 time: 2.06e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de2d00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da9b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb1db0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 310 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e71ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 225 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc864a4b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2891 time: 1.219e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e57490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 197 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1ef80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 143 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a001a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1693 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc839bde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13355 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6ab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 217 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de8c20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebc160]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 300 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776ddc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8500 time: 7.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e701b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 222 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1696 time: 1.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e853d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 257 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db35f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ded990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7770ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17480 time: 1.18e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879e560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15360 time: 3.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb8790]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 297 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x9a185b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6458 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfb270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db8bb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb22b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16875 time: 1.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776d5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14047 time: 2.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780da70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6509 time: 6.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfcff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8669d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18201 time: 1.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e17440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 135 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df11e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86c73f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11331 time: 2.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb5a70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 311 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df14c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 5.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3af10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 167 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867f8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13322 time: 3.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df4ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebd6e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 314 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e01120]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8651ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7174 time: 1.07e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da8770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 335 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc865a580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3639 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e62240]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 208 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8676f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13331 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7195 time: 8.54e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df4b70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e15710]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebddf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 302 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed7dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 327 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb2130]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 290 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e81950]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 240 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0c9e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d104ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2316 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f84cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5611 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da4c60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eacef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 286 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0d700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5629 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e18fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 136 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e02a30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879d930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18929 time: 1.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3609 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e02af0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d6fe40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.01e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8659ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16240 time: 1.83e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x803ee800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4343 time: 5.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e06fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4d7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 186 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e53c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 192 time: 5.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8661050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6470 time: 2.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8608640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11352 time: 6.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e78c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 242 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e33720]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 159 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e53370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 244 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb2520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16872 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e37730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 163 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e10760]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 258 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d1de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18210 time: 8.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56def1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbf740]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8590110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2933 time: 1.01e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8d6b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 259 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7770ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17528 time: 7.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ecde60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 317 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80426580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1705 time: 1.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e774a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 231 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e959d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 260 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e59030]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 198 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db0100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e95a90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 261 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e97870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 262 time: 4.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8649e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16866 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e97970]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 263 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e99500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 264 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc864de00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17495 time: 2.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de5a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9b960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 267 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9dcb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 268 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9ddb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 269 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea82e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 289 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3c270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 243 time: 2.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9fca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 271 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x378c2db0]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 356 time: 1.133e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27acffc0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 359 time: 4.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db6dd0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 337 time: 2.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8f770]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 274 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80439a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10484 time: 2.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df2ed0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27adf5c0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 361 time: 7.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea13c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 275 time: 2.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc0c5d750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3630 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eae3f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 287 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e71990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 277 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8677710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6515 time: 6.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea6d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 278 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea2a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 279 time: 5.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879c990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16189 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8657b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9201 time: 1.072e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876cf20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7803 time: 8.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e87150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 281 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7c5977b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7800 time: 4.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e66960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 283 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869ffe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16180 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8721f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14011 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc7200]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9fba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 270 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7812720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2313 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d104870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2295 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea87e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 284 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eab270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 285 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876fac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8503 time: 1.62e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea8220]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 288 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3ae50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 166 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea2dd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 276 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb4310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 292 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb62a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 294 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e49b60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 183 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eba580]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 298 time: 8.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x71f34210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10478 time: 2.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eba680]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 299 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddf370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 6.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebc260]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 301 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7769610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7761 time: 6.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e07fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 185 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebdef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 303 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebfa80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 304 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8696500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12023 time: 7.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d103690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4943 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec15e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 306 time: 5.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec3270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 308 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec34a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 309 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8926d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15363 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85aa6b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7749 time: 8.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e391c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 164 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e27c80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 150 time: 4.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb6bd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 318 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec42d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 319 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db36b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec4560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 320 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e41f40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 175 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed53e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 324 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e354f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 321 time: 7.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869a610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18881 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804268b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1708 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd72c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb41b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 322 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8752d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2921 time: 8.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x37c90430]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 344 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e2ce30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 323 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86960b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12026 time: 8.59e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d107790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2328 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d70b00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77effe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3600 time: 3.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867a950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9846 time: 9.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed54a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 325 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86944b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5632 time: 2.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ecdda0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 316 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed22f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 328 time: 6.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e2e8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4940 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb49d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6479 time: 1.119e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebdb10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 315 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ef1ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 330 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e208a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 144 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e14fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2945 time: 9.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ef1bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 331 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56efd560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 333 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27979300]:98304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 334 time: 1.454e-05\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7c7154f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4958 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db4930]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8607260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2903 time: 4.333e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x377eada0]:884736 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 338 time: 3.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x2796d200]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 341 time: 2.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866b4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18198 time: 1.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8659f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7782 time: 6.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x37930420]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 342 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8616010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6482 time: 8.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x37ff0440]:7962624 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 346 time: 2.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d1093a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2319 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27ac5550]:6912 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 347 time: 4.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d83e00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x38788450]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 348 time: 1.68e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8754b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4955 time: 2.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x38d88460]:9437184 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 350 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 200 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80428360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1726 time: 1.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83c9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14020 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8657ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9156 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x279678f0]:6144 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 351 time: 1.173e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80426a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1711 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8921930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4346 time: 6.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8609050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2298 time: 1.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xb507f810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6497 time: 3.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27c6e130]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 354 time: 1.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc5035120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14677 time: 2.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x2795e380]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 355 time: 2.96e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db69c0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 357 time: 1.53e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x399e8480]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 358 time: 2.33e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x39b68490]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 360 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56deb3d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc861b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2924 time: 1.066e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8916020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12017 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x39ec84a0]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 362 time: 1.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27acd440]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 363 time: 3.13e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x8030b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1669 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a0f0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1672 time: 4.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866be90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6473 time: 1.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a0b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1678 time: 1.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7807480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12652 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776b540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9831 time: 1.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a0d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1681 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1714 time: 1.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866c110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2912 time: 7.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1720 time: 1.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78127c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2283 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80439880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2292 time: 1.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80437e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2301 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869fea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18872 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc838b7c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8494 time: 2.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e89fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 293 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2304 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78022c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11328 time: 2.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27ad2f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8485 time: 1.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbf840]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc857ecd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2307 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8618c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2322 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d104bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2325 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77709f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17525 time: 2.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f2950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2337 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879fa90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2885 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc892d580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2894 time: 7.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86c6d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12047 time: 5.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8670300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2331 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8913fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4967 time: 1.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780c020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2897 time: 3.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4fdd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 188 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78108f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2906 time: 5.75e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780e9c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2909 time: 1.051e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc88ce750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5620 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d77d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86070e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2936 time: 4.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e17190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2939 time: 3.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8575420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3588 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8911e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12053 time: 4.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875c5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3591 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10508 time: 2.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x1ac3cd00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3594 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1723 time: 7.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x5cde0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3597 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8598ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9150 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc857ebc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4961 time: 2.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da81a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xbf33b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3603 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbde40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866fc50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3606 time: 1.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e791c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 232 time: 4.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db1d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7769de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3618 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80400b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3621 time: 1.62e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e07940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3627 time: 9.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87f5640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10493 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879ec00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6500 time: 5.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0d5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3633 time: 1.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d1bc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3645 time: 4.27e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db49f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86482d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3648 time: 1.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e15590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4289 time: 6.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77d9e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4298 time: 8.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc878f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4304 time: 2.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de4d80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e15f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4985 time: 1.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dddb20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 5.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x803ec160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4316 time: 1.298e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7772fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18222 time: 1.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5c680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4325 time: 8.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77677b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7788 time: 1.197e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8712f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5623 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x39688470]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 352 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5f780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4307 time: 1.227e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4328 time: 1.207e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da5d50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8919d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4337 time: 8.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x5ccbdbf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8449 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85cafc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4340 time: 1.031e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7772990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4349 time: 2.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc857eda0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4934 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86778d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4946 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866fd60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4949 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e09f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4970 time: 1.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e707d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4973 time: 1.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xb076fcf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17468 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e476b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 180 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8666020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4979 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc856a820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18917 time: 3.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8617ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12020 time: 6.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2942 time: 1.327e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8927e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4991 time: 2.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8691640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5605 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80439e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12050 time: 1.108e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8582ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11319 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7801d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5608 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87904f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13361 time: 9.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8661110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5665 time: 2.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e83840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5614 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc88f42f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5626 time: 2.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea7c40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 280 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7816270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3642 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4c01360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5635 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27adbba0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 345 time: 6.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86942d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5638 time: 2.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e68ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 215 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56deb4d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86468a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5641 time: 1.83e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7769470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2289 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5644 time: 1.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80425680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8497 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78145c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2927 time: 7.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8646ef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5647 time: 2.33e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8926b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16201 time: 3.85e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xbd848550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5650 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1702 time: 6.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f3ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6461 time: 1.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d105650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6464 time: 1.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8375a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12014 time: 2.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f3d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6467 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7c6903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6476 time: 8.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8924550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16234 time: 3.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86598c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6485 time: 6.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc89220e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14671 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8926630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6491 time: 1.454e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6494 time: 6.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8658840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6506 time: 1.106e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e27200]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 184 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e04780]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8671090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3615 time: 1.67e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0a3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6518 time: 2.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879c690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7141 time: 8.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879f1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9837 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e300f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7144 time: 1.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed7cd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 326 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7776400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7147 time: 1.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df67a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7bb08d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7153 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc2f70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4c06570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4310 time: 8.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x803f8580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7156 time: 7.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7805860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7159 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfeba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb1ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7162 time: 8.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] -------------- The current device memory allocations dump as below --------------\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 2907 time: 0.00576601\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x302000000]:5002756096 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1978 time: 0.00014758\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] Skipping tactic 3 due to insufficient memory on requested size of 8589934592 detected for tactic 0x0000000000000004.\n",
|
||
|
|
"Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().\n",
|
||
|
|
"[07/22/2022-16:22:28] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
|
||
|
|
"[07/22/2022-16:22:28] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] -------------- The current system memory allocations dump as below --------------\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879db00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18932 time: 1.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18923 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc856a970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18920 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0c790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18905 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e09b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18902 time: 1.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80425e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18893 time: 1.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776aea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18884 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879ee10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18225 time: 1.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8669b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18219 time: 1.55e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc5034b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18195 time: 1.96e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8653bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18189 time: 1.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d1059d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18183 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x1b0dd480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18180 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87592c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18177 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xb076fc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18171 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87591a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17522 time: 1.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780fb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17519 time: 7.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8660df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18911 time: 8.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7802fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17516 time: 1.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x1b0dd1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17510 time: 2.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780ae60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18875 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78023c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17501 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85693b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17498 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859acc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17492 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8569640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17489 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8704c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17486 time: 1.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6df7e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17483 time: 3.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7819660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17477 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875a3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17474 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xb076fad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17471 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16923 time: 3.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8664f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16920 time: 3.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6df7c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16917 time: 4.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776b1c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16908 time: 4.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86581f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16899 time: 5.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8659c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16890 time: 4.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16884 time: 6.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8677320]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16881 time: 1.117e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780adc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18887 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8590270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16887 time: 6.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876cad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16863 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb2350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16237 time: 3.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8598400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16225 time: 3.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d2c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16222 time: 3.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7773de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16207 time: 3.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6da9780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16204 time: 4.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85964f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16198 time: 9.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8656f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16186 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d4160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16183 time: 5.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78175c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15387 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8661f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15381 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8661e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16195 time: 6.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86918f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15378 time: 1.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879ca30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15375 time: 1.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b0e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15366 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc5035340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15357 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776be20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15354 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15351 time: 2.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8695e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15342 time: 5.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e87220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15336 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776d110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15333 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e17e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15330 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d42e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15327 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8571350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14716 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x9e5b7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14713 time: 2.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7812fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14710 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879dc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14704 time: 2.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8664990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14701 time: 2.28e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804011d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14686 time: 1.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7770640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14707 time: 9.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8795260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14689 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc89125e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14680 time: 3.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8922220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14674 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc5035010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14668 time: 5.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8675d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14665 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879cc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14656 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835f420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14071 time: 2.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867e8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14062 time: 9.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80428f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18186 time: 4.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14059 time: 2.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e2ffb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14056 time: 1.78e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776a200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14041 time: 1.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776a090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14038 time: 7.57e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879fdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14035 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8598980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14032 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7805f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14029 time: 1.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83c9a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14026 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80400da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14014 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8571680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13370 time: 8.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x723fcfb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13367 time: 1.54e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859ae40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16869 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8696260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13358 time: 1.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e106f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18174 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7774b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13352 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13349 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7803f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13346 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859a8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13340 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13337 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879d5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13334 time: 1.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804385b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13325 time: 2.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8586230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13319 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b1d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16192 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc858a470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13313 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86914e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13310 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb44d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12667 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7804290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12658 time: 8.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8579e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12649 time: 1.52e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776ed00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12646 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x8043b530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12640 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8660ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18908 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8617250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12637 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8691440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12631 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e37fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12622 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8579f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12619 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc858fa70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12616 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86664d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12613 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7774600]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12062 time: 4.67e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8666380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12059 time: 7.24e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8586000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13328 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85cb500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12044 time: 7.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e70900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12041 time: 3.214e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12038 time: 6.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8691240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12032 time: 5.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12005 time: 1.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f0dc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14050 time: 8.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e42f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11379 time: 3.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc857e970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11376 time: 3.924e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879d260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11364 time: 6.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77741c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11361 time: 6.13e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11358 time: 3.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc865dde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14695 time: 2.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8917530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11355 time: 5.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8651d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11349 time: 6.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8647820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12029 time: 8.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7767a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11346 time: 6.45e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc833b5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11340 time: 1.144e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xf998890]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11337 time: 4.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86c7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11334 time: 1.245e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5a510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11322 time: 1.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x1db9af50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10523 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7802120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10520 time: 2.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876c5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10517 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876c450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10514 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x8043b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10511 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc856e770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10499 time: 1.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776bfd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10496 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2db97e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10490 time: 2.2e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e099a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18899 time: 4.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d5420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10481 time: 2.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8799c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10475 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10472 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f5140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10469 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x71f34310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9855 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e7d150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9852 time: 1.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776abc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9849 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e04ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9843 time: 2.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77727a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9840 time: 1.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e04e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9834 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87a0f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9828 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80425a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16231 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e10060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11367 time: 5.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2db9a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9822 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8908f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9819 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87a0b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9816 time: 2.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867ac90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9813 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8593440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9810 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9807 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77da180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13343 time: 2.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5b8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9804 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776d310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15369 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835f9b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9798 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835f740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9795 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7770cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18228 time: 1.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e10d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9210 time: 8.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835fa50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9207 time: 5.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb6f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9204 time: 6.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8919830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9198 time: 5.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87a0de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9801 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804021f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9195 time: 5.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8654950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9192 time: 5.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e109b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14068 time: 2e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804038f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9189 time: 9.59e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e870d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14692 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85c2ee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9186 time: 6.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0bd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9183 time: 6.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f4770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9174 time: 7.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8919430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9171 time: 6.28e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0c420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9168 time: 5.45e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8917680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10487 time: 2.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x9a1859f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9162 time: 2.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8928400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10505 time: 2.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5e5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9159 time: 1.03e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f16d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18896 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8657fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9153 time: 1.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7819820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9180 time: 4.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d9a340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8506 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875aae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18231 time: 1.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776e3d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8488 time: 9.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e088a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8482 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16216 time: 4.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x803e4a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8479 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8677480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16893 time: 1.005e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859a590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8476 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8614cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8473 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc865e1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14683 time: 2.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8678180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8470 time: 2.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x5ccbdae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8464 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77da0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15348 time: 1.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xbf33beb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12625 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d108ad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8461 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77719e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8458 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87699f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8452 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8358510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16911 time: 4.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc864a170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7794 time: 8.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d51d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7791 time: 5.993e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc864a2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7797 time: 3.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8611db0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7785 time: 2.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8771060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7773 time: 5.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867b170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7758 time: 7.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876a850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16210 time: 2.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc856b570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7201 time: 4.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e10550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18213 time: 1.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7814e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7198 time: 6.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869ed50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7189 time: 1.113e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85fb2e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7186 time: 5.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc878fbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14044 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85aa8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7180 time: 3.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879f3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7177 time: 9.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc832b240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7171 time: 2.028e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc89195e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7168 time: 1.93e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d3380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7165 time: 6.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8fc80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 256 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87704e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4331 time: 5.01e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e50fa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 255 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7b040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 253 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27e8d400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7770 time: 7.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8c630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 252 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e88d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 249 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e88c50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 248 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7f960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 239 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x2795fc50]:4608 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 343 time: 7.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7f730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 238 time: 6.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7b560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 234 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e39270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17507 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86494d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16905 time: 4.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d1058a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18207 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866d1f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15384 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e09380]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e773a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 230 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de34c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e75720]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 228 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e73ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 226 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb4700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12002 time: 1.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e71e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 224 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d83150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6e650]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 221 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6e550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 220 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e37630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 162 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879f7f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7779 time: 1.101e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2db76a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4988 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6c8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 219 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77736c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11373 time: 6.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e305b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 210 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866e280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3612 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8750bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12011 time: 6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d9aee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7764 time: 4.55e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e62340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 209 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ee31d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 329 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc891b680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14698 time: 2.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83cb260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4976 time: 2.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e603d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 206 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e75820]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 229 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5e6b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 204 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 201 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc863b630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12035 time: 7.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc483ad30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4292 time: 1.06e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e59130]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 199 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8912f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4964 time: 1.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb1d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7150 time: 1.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc12e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d6f960]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85b4070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7755 time: 1.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4fb70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 191 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e2f940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 190 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d5cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5662 time: 2.2e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f5010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14023 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8922040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14017 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e45a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 179 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dad7b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e43da0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 177 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e66f10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 212 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e43ce0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 176 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e41e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 174 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5e770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 205 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e40590]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 173 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f4990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2918 time: 7.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3e8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 171 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db64a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10466 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e35ba0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 161 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5ca70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 203 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e35aa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 160 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7d2e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 237 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e30e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 157 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87a04e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11343 time: 8.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x809a4200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1675 time: 1.85e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc859aba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16914 time: 3.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27add890]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 349 time: 5.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddbbf0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 155 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddbaf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 154 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867eec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4295 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e260c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 149 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e25140]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 148 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x809ffdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1684 time: 9.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7805c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4319 time: 5.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18890 time: 1.18e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86aa210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13364 time: 1.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e68e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 214 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7e040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 251 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e37b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14065 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e209a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 145 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfeca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866fb10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18926 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e556f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 194 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea1830]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 273 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e57390]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 196 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1ee80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 142 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27964870]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 353 time: 3.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1d330]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 141 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866a630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18914 time: 1.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e47770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 181 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0e680]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc865e060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15339 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e2e1b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 313 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x2795c7b0]:2304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 339 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7804140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12655 time: 2.88e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8647fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2930 time: 7.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e292f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 153 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8658420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18878 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4aff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 187 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1d230]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 140 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 138 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e19090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 137 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0e780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e27d40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 151 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0ffc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12008 time: 1.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e17340]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 134 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6aac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 216 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de8b60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db65a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8608ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2888 time: 1.987e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e13b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7811f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5659 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e13a20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc1c3ba80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2915 time: 1.697e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7b660]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 235 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e09480]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12628 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e11fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804295e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1729 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea1730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 272 time: 4.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x809ff8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1690 time: 1.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfb370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56daae90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e120d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc4c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db2360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7752 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e75270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 247 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4334 time: 3.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e45970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 178 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da4ba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbc540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e30d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 156 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc892b360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7183 time: 7.78e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e392c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 165 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dcb420]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dcdad0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780fcc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16896 time: 5.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc878ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3624 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7d1e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 236 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d77120]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 6.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8670f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4322 time: 1.587e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867f790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13316 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbc440]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d8df10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc3070]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83c9450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10526 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8926860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7776 time: 4.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e47420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4994 time: 1.31e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8e310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 254 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e85260]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 246 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e557f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 195 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7771180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15372 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e070a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8794da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4982 time: 2.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5c970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 202 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da5e10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dac380]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de7640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 9.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776dc30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8467 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de10d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 4.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a0ae30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1687 time: 1.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804276b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1699 time: 1.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e67010]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 213 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x9e5b7440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14659 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e080c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8491 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0aef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86469f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5653 time: 1.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d1470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18216 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e15810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869a4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18192 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e37d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12643 time: 1.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8799e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9825 time: 1.68e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e15310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7746 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db01c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd1ec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876a570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8509 time: 8.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d77e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df6860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd3aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8769a90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8455 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3e7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 170 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da6ec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56efd460]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 332 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8695310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12661 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8654360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6512 time: 1.456e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27aee120]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 340 time: 7.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0cae0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e81a50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 241 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8722c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6488 time: 3.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e2e0f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 312 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da80e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc2dc6af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14662 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d90ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e26ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 152 time: 7.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8921b30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4952 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dba700]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da6f80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8927f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5617 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e355f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 211 time: 4.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e224c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 146 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb63a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 295 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d103390]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2310 time: 1.57e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56daed90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9b860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 266 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d979a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0dd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4937 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb1030]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 291 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427c80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1717 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x5cc04c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9177 time: 6.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e49a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 182 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc835f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15345 time: 2.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec1810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 307 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4ab40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 189 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d8c180]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc4d00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc8d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc833b700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11325 time: 1.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d72ab0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e7aec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 245 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80425900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16228 time: 1.066e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e53d20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 193 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd1dc0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d3780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4313 time: 9.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc13e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8598c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9165 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8612100]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5656 time: 1.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db8ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfcef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da9a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83c9b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12664 time: 2.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de6ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80439d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2334 time: 7.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dac2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e12270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16213 time: 3.53e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc7100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776f280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12610 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd5730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddde20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc1302660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2286 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e73400]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 250 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e01220]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e66920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 282 time: 8.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebfb80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 305 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56daecd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e99600]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 265 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddfb40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e46cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10502 time: 1.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3cb00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 168 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7802e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17513 time: 1.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86651c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12607 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc8e40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d73fb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80428160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2340 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e40490]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 172 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dcb520]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56daaf50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dcd9d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc855f840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2900 time: 8.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e702b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 223 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e09d30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6503 time: 5.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e336a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 158 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8670a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16219 time: 1.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dad6f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd0170]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78076d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2280 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd0070]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80438a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16878 time: 1.52e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd39a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e792c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 233 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df2e10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6dc9d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12056 time: 8.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867e9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7767 time: 1.615e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd5630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd73c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ded890]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb8690]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 296 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876d070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7806 time: 2.24e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e364d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7192 time: 3.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 139 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56def8b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dba600]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e22580]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 147 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbdf40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3cc00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 169 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddb110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 5.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e2fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14053 time: 4.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e73b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 227 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e39150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17504 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27991310]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 336 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddb210]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879e040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16902 time: 3.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0adf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6c800]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 218 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e04880]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xbf13f7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4301 time: 4.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8918e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18204 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87565b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11370 time: 3.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db1e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e604d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 207 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875e690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3636 time: 1.86e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77fa260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12634 time: 2.06e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de2d00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da9b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb1db0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 310 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e71ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 225 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc864a4b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2891 time: 1.219e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e57490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 197 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e1ef80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 143 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a001a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1693 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc839bde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13355 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e6ab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 217 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de8c20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebc160]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 300 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776ddc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8500 time: 7.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e701b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 222 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1696 time: 1.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e853d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 257 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db35f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ded990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7770ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17480 time: 1.18e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879e560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15360 time: 3.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb8790]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 297 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x9a185b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6458 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfb270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db8bb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb22b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16875 time: 1.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776d5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14047 time: 2.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780da70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6509 time: 6.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfcff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8669d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18201 time: 1.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e17440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 135 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df11e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86c73f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11331 time: 2.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb5a70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 311 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df14c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 5.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3af10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 167 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867f8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13322 time: 3.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df4ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebd6e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 314 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e01120]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8651ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7174 time: 1.07e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da8770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 335 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc865a580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3639 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e62240]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 208 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8676f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13331 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7195 time: 8.54e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df4b70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e15710]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebddf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 302 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed7dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 327 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb2130]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 290 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e81950]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 240 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e0c9e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d104ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2316 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f84cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5611 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da4c60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eacef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 286 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0d700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5629 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e18fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 136 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e02a30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879d930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18929 time: 1.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3609 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e02af0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d6fe40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.01e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8659ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16240 time: 1.83e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x803ee800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4343 time: 5.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e06fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4d7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 186 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e53c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 192 time: 5.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8661050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6470 time: 2.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8608640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11352 time: 6.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e78c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 242 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e33720]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 159 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e53370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 244 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb2520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16872 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e37730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 163 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e10760]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 258 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d1de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18210 time: 8.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56def1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbf740]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8590110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2933 time: 1.01e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8d6b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 259 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7770ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17528 time: 7.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ecde60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 317 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80426580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1705 time: 1.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e774a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 231 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e959d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 260 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e59030]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 198 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db0100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e95a90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 261 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e97870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 262 time: 4.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8649e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16866 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e97970]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 263 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e99500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 264 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc864de00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17495 time: 2.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de5a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9b960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 267 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9dcb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 268 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9ddb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 269 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea82e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 289 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3c270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 243 time: 2.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9fca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 271 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x378c2db0]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 356 time: 1.133e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27acffc0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 359 time: 4.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db6dd0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 337 time: 2.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e8f770]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 274 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80439a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10484 time: 2.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df2ed0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27adf5c0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 361 time: 7.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea13c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 275 time: 2.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc0c5d750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3630 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eae3f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 287 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e71990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 277 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8677710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6515 time: 6.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea6d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 278 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea2a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 279 time: 5.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879c990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16189 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8657b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9201 time: 1.072e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876cf20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7803 time: 8.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e87150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 281 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7c5977b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7800 time: 4.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e66960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 283 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869ffe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16180 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8721f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14011 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc7200]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e9fba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 270 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7812720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2313 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d104870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2295 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea87e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 284 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eab270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 285 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876fac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8503 time: 1.62e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea8220]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 288 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e3ae50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 166 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea2dd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 276 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb4310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 292 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb62a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 294 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e49b60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 183 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eba580]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 298 time: 8.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x71f34210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10478 time: 2.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eba680]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 299 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ddf370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 6.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebc260]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 301 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7769610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7761 time: 6.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e07fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 185 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebdef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 303 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebfa80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 304 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8696500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12023 time: 7.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d103690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4943 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec15e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 306 time: 5.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec3270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 308 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec34a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 309 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8926d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15363 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85aa6b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7749 time: 8.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e391c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 164 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e27c80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 150 time: 4.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb6bd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 318 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec42d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 319 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db36b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ec4560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 320 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e41f40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 175 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed53e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 324 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e354f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 321 time: 7.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869a610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18881 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x804268b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1708 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dd72c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56eb41b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 322 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8752d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2921 time: 8.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x37c90430]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 344 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e2ce30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 323 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86960b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12026 time: 8.59e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d107790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2328 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d70b00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77effe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3600 time: 3.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc867a950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9846 time: 9.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed54a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 325 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86944b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5632 time: 2.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ecdda0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 316 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed22f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 328 time: 6.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e2e8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4940 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb49d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6479 time: 1.119e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ebdb10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 315 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ef1ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 330 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e208a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 144 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e14fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2945 time: 9.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ef1bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 331 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56efd560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 333 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27979300]:98304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 334 time: 1.454e-05\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7c7154f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4958 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db4930]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8607260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2903 time: 4.333e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x377eada0]:884736 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 338 time: 3.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x2796d200]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 341 time: 2.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866b4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18198 time: 1.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8659f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7782 time: 6.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x37930420]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 342 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8616010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6482 time: 8.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x37ff0440]:7962624 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 346 time: 2.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d1093a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2319 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27ac5550]:6912 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 347 time: 4.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d83e00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x38788450]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 348 time: 1.68e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8754b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4955 time: 2.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x38d88460]:9437184 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 350 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e5acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 200 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80428360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1726 time: 1.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83c9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14020 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8657ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9156 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x279678f0]:6144 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 351 time: 1.173e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80426a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1711 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8921930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4346 time: 6.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8609050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2298 time: 1.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xb507f810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6497 time: 3.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27c6e130]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 354 time: 1.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc5035120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14677 time: 2.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x2795e380]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 355 time: 2.96e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db69c0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 357 time: 1.53e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x399e8480]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 358 time: 2.33e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x39b68490]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 360 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56deb3d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc861b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2924 time: 1.066e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8916020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12017 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x39ec84a0]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 362 time: 1.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27acd440]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 363 time: 3.13e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x8030b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1669 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a0f0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1672 time: 4.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866be90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6473 time: 1.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a0b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1678 time: 1.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7807480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12652 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc776b540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9831 time: 1.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80a0d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1681 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1714 time: 1.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866c110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2912 time: 7.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1720 time: 1.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78127c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2283 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80439880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2292 time: 1.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80437e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2301 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc869fea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18872 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc838b7c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8494 time: 2.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e89fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 293 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2304 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78022c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11328 time: 2.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27ad2f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8485 time: 1.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbf840]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc857ecd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2307 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8618c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2322 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d104bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2325 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77709f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17525 time: 2.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f2950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2337 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879fa90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2885 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc892d580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2894 time: 7.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86c6d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12047 time: 5.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8670300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2331 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8913fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4967 time: 1.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780c020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2897 time: 3.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e4fdd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 188 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78108f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2906 time: 5.75e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc780e9c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2909 time: 1.051e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc88ce750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5620 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56d77d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86070e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2936 time: 4.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e17190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2939 time: 3.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8575420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3588 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8911e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12053 time: 4.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc875c5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3591 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10508 time: 2.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x1ac3cd00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3594 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1723 time: 7.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x5cde0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3597 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8598ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9150 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc857ebc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4961 time: 2.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da81a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xbf33b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3603 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dbde40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866fc50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3606 time: 1.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e791c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 232 time: 4.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db1d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7769de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3618 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80400b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3621 time: 1.62e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e07940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3627 time: 9.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87f5640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10493 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879ec00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6500 time: 5.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0d5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3633 time: 1.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc83d1bc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3645 time: 4.27e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56db49f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86482d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3648 time: 1.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e15590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4289 time: 6.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77d9e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4298 time: 8.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc878f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4304 time: 2.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56de4d80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e15f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4985 time: 1.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dddb20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 5.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x803ec160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4316 time: 1.298e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7772fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18222 time: 1.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5c680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4325 time: 8.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77677b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7788 time: 1.197e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8712f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5623 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x39688470]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 352 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4f5f780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4307 time: 1.227e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc876b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4328 time: 1.207e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56da5d50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8919d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4337 time: 8.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x5ccbdbf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8449 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc85cafc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4340 time: 1.031e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7772990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4349 time: 2.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc857eda0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4934 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86778d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4946 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc866fd60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4949 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e09f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4970 time: 1.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e707d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4973 time: 1.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xb076fcf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17468 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e476b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 180 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8666020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4979 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc856a820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18917 time: 3.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8617ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12020 time: 6.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e1d4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2942 time: 1.327e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8927e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4991 time: 2.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8691640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5605 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80439e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12050 time: 1.108e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8582ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11319 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7801d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5608 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc87904f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13361 time: 9.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8661110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5665 time: 2.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e83840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5614 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc88f42f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5626 time: 2.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ea7c40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 280 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7816270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3642 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4c01360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5635 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x27adbba0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 345 time: 6.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86942d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5638 time: 2.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e68ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 215 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56deb4d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86468a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5641 time: 1.83e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7769470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2289 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5644 time: 1.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80425680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8497 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc78145c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2927 time: 7.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8646ef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5647 time: 2.33e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8926b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16201 time: 3.85e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xbd848550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5650 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x80427820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1702 time: 6.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f3ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6461 time: 1.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7d105650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6464 time: 1.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8375a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12014 time: 2.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc77f3d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6467 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7c6903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6476 time: 8.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8924550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16234 time: 3.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc86598c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6485 time: 6.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc89220e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14671 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8926630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6491 time: 1.454e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6494 time: 6.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8658840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6506 time: 1.106e-06\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e27200]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 184 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56e04780]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc8671090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3615 time: 1.67e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e0a3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6518 time: 2.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879c690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7141 time: 8.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc879f1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9837 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc6e300f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7144 time: 1.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56ed7cd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 326 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7776400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7147 time: 1.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56df67a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x7bb08d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7153 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dc2f70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4c06570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4310 time: 8.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x803f8580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7156 time: 7.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc7805860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7159 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x56dfeba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0xc4eb1ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7162 time: 8.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] -------------- The current device memory allocations dump as below --------------\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 2908 time: 0.00690646\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] [0x302000000]:5002756096 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1978 time: 0.00014758\n",
|
||
|
|
"[07/22/2022-16:22:28] [W] [TRT] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] Skipping tactic 8 due to insufficient memory on requested size of 8589934592 detected for tactic 0x000000000000003c.\n",
|
||
|
|
"Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().\n",
|
||
|
|
"[07/22/2022-16:22:29] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
|
||
|
|
"[07/22/2022-16:22:29] [E] Error[2]: [virtualMemoryBuffer.cpp::resizePhysical::144] Error Code 2: OutOfMemory (no further information)\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] -------------- The current system memory allocations dump as below --------------\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879db00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18932 time: 1.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18923 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc856a970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18920 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e0c790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18905 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e09b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18902 time: 1.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80425e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18893 time: 1.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776aea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18884 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879ee10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18225 time: 1.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8669b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18219 time: 1.55e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc5034b40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18195 time: 1.96e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8653bf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18189 time: 1.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d1059d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18183 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x1b0dd480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18180 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87592c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18177 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xb076fc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18171 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87591a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17522 time: 1.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc780fb90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17519 time: 7.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8660df0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18911 time: 8.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7802fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17516 time: 1.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x1b0dd1e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17510 time: 2.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc780ae60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18875 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc78023c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17501 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85693b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17498 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc859acc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17492 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8569640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17489 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8704c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17486 time: 1.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6df7e00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17483 time: 3.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7819660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17477 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc875a3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17474 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xb076fad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17471 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16923 time: 3.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8664f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16920 time: 3.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6df7c90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16917 time: 4.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776b1c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16908 time: 4.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86581f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16899 time: 5.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8659c10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16890 time: 4.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16884 time: 6.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8677320]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16881 time: 1.117e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc780adc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18887 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8590270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16887 time: 6.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876cad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16863 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb2350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16237 time: 3.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8598400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16225 time: 3.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d2c00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16222 time: 3.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7773de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16207 time: 3.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6da9780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16204 time: 4.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85964f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16198 time: 9.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8656f80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16186 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d4160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16183 time: 5.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc78175c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15387 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8661f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15381 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8661e80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16195 time: 6.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86918f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15378 time: 1.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879ca30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15375 time: 1.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5b0e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15366 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc5035340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15357 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776be20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15354 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5b2f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15351 time: 2.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8695e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15342 time: 5.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e87220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15336 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776d110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15333 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e17e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15330 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d42e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15327 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8571350]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14716 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x9e5b7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14713 time: 2.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7812fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14710 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879dc70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14704 time: 2.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8664990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14701 time: 2.28e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x804011d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14686 time: 1.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7770640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14707 time: 9.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8795260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14689 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc89125e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14680 time: 3.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8922220]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14674 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc5035010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14668 time: 5.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8675d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14665 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879cc00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14656 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc835f420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14071 time: 2.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867e8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14062 time: 9.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80428f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18186 time: 4.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867e790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14059 time: 2.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e2ffb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14056 time: 1.78e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776a200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14041 time: 1.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776a090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14038 time: 7.57e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879fdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14035 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8598980]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14032 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7805f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14029 time: 1.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83c9a60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14026 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80400da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14014 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8571680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13370 time: 8.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x723fcfb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13367 time: 1.54e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc859ae40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16869 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8696260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13358 time: 1.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e106f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18174 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7774b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13352 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13349 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7803f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13346 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc859a8c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13340 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc859a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13337 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879d5b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13334 time: 1.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x804385b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13325 time: 2.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8586230]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13319 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5b1d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16192 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc858a470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13313 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86914e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13310 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb44d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12667 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7804290]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12658 time: 8.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8579e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12649 time: 1.52e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776ed00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12646 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x8043b530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12640 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8660ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18908 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8617250]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12637 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8691440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12631 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e37fa0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12622 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8579f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12619 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc858fa70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12616 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86664d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12613 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7774600]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12062 time: 4.67e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8666380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12059 time: 7.24e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8586000]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13328 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85cb500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12044 time: 7.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e70900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12041 time: 3.214e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867b7b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12038 time: 6.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8691240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12032 time: 5.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6dc9e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12005 time: 1.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f0dc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14050 time: 8.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e42f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11379 time: 3.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc857e970]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11376 time: 3.924e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879d260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11364 time: 6.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77741c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11361 time: 6.13e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11358 time: 3.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc865dde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14695 time: 2.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8917530]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11355 time: 5.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8651d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11349 time: 6.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8647820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12029 time: 8.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7767a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11346 time: 6.45e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc833b5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11340 time: 1.144e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xf998890]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11337 time: 4.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86c7210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11334 time: 1.245e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5a510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11322 time: 1.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x1db9af50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10523 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7802120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10520 time: 2.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876c5c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10517 time: 8.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876c450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10514 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x8043b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10511 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc856e770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10499 time: 1.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776bfd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10496 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc2db97e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10490 time: 2.2e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e099a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18899 time: 4.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d5420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10481 time: 2.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8799c30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10475 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc2dc6d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10472 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f5140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10469 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x71f34310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9855 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e7d150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9852 time: 1.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776abc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9849 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e04ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9843 time: 2.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77727a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9840 time: 1.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e04e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9834 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87a0f50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9828 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80425a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16231 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e10060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11367 time: 5.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc2db9a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9822 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8908f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9819 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87a0b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9816 time: 2.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867ac90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9813 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8593440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9810 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5e670]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9807 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77da180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13343 time: 2.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5b8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9804 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776d310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15369 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc835f9b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9798 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc835f740]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9795 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7770cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18228 time: 1.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e10d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9210 time: 8.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc835fa50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9207 time: 5.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb6f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9204 time: 6.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8919830]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9198 time: 5.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87a0de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9801 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x804021f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9195 time: 5.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8654950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9192 time: 5.71e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e109b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14068 time: 2e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x804038f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9189 time: 9.59e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e870d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14692 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85c2ee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9186 time: 6.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e0bd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9183 time: 6.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f4770]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9174 time: 7.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8919430]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9171 time: 6.28e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e0c420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9168 time: 5.45e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8917680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10487 time: 2.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x9a1859f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9162 time: 2.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8928400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10505 time: 2.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5e5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9159 time: 1.03e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f16d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18896 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8657fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9153 time: 1.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7819820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9180 time: 4.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d9a340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8506 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc875aae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18231 time: 1.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776e3d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8488 time: 9.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e088a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8482 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e1d020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16216 time: 4.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x803e4a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8479 time: 1.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8677480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16893 time: 1.005e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc859a590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8476 time: 1.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8614cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8473 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc865e1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14683 time: 2.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8678180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8470 time: 2.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x5ccbdae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8464 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77da0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15348 time: 1.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xbf33beb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12625 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d108ad0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8461 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77719e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8458 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87699f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8452 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8358510]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16911 time: 4.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc864a170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7794 time: 8.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d51d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7791 time: 5.993e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc864a2c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7797 time: 3.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8611db0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7785 time: 2.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8771060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7773 time: 5.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867b170]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7758 time: 7.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876a850]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16210 time: 2.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc856b570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7201 time: 4.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e10550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18213 time: 1.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7814e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7198 time: 6.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc869ed50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7189 time: 1.113e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85fb2e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7186 time: 5.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc878fbb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14044 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85aa8b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7180 time: 3.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879f3e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7177 time: 9.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc832b240]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7171 time: 2.028e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc89195e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7168 time: 1.93e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d3380]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7165 time: 6.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e8fc80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 256 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87704e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4331 time: 5.01e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e50fa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 255 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7b040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 253 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27e8d400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7770 time: 7.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e8c630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 252 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e88d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 249 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e88c50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 248 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7f960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 239 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x2795fc50]:4608 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 343 time: 7.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7f730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 238 time: 6.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7b560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 234 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e39270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17507 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86494d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16905 time: 4.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de1110]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 81 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d1058a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18207 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866d1f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15384 time: 1.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e09380]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 120 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e773a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 230 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de34c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 83 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e75720]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 228 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e73ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 226 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb4700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12002 time: 1.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e71e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 224 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d83150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 105 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e6e650]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 221 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e6e550]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 220 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e37630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 162 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879f7f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7779 time: 1.101e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc2db76a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4988 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e6c8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 219 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77736c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11373 time: 6.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e305b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 210 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866e280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3612 time: 2.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8750bb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12011 time: 6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d9aee0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7764 time: 4.55e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e62340]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 209 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ee31d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 329 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc891b680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14698 time: 2.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83cb260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4976 time: 2.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e603d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 206 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e75820]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 229 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e5e6b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 204 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e5add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 201 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc863b630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12035 time: 7.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc483ad30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4292 time: 1.06e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e59130]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 199 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8912f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4964 time: 1.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb1d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7150 time: 1.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc12e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 50 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d6f960]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 4 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85b4070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7755 time: 1.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e4fb70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 191 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e2f940]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 190 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d5cf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5662 time: 2.2e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f5010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14023 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8922040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14017 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e45a30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 179 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dad7b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 23 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e43da0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 177 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e66f10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 212 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e43ce0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 176 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e41e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 174 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e5e770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 205 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e40590]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 173 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f4990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2918 time: 7.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e3e8c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 171 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db64a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 34 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc2dc6cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10466 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e35ba0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 161 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e5ca70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 203 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e35aa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 160 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7d2e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 237 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e30e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 157 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87a04e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11343 time: 8.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x809a4200]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1675 time: 1.85e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc859aba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16914 time: 3.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27add890]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 349 time: 5.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ddbbf0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 155 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ddbaf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 154 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867eec0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4295 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e260c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 149 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e25140]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 148 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x809ffdf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1684 time: 9.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7805c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4319 time: 5.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867a7a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18890 time: 1.18e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86aa210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13364 time: 1.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e68e20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 214 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7e040]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 251 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e37b50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14065 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e209a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 145 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dfeca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 111 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866fb10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18926 time: 1.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e556f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 194 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea1830]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 273 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e57390]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 196 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e1ee80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 142 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27964870]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 353 time: 3.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e1d330]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 141 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866a630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18914 time: 1.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e47770]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 181 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e0e680]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 126 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc865e060]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15339 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e2e1b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 313 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x2795c7b0]:2304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 339 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7804140]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12655 time: 2.88e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8647fb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2930 time: 7.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e292f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 153 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8658420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18878 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e4aff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 187 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e1d230]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 140 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e1acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 138 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e19090]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 137 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e0e780]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 127 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e27d40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 151 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e0ffc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12008 time: 1.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e17340]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 134 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e6aac0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 216 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de8b60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 88 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db65a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 35 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8608ed0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2888 time: 1.987e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e13b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 131 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7811f90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5659 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e13a20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 130 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc1c3ba80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2915 time: 1.697e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7b660]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 235 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e09480]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 121 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6dc9ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12628 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e11fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 128 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x804295e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1729 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea1730]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 272 time: 4.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x809ff8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1690 time: 1.17e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dfb370]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 107 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56daae90]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 18 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e120d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 129 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc4c00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 54 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db2360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7752 time: 7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e75270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 247 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc875b040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4334 time: 3.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e45970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 178 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da4ba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 8 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dbc540]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 45 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e30d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 156 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc892b360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7183 time: 7.78e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e392c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 165 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dcb420]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 60 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dcdad0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 63 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc780fcc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16896 time: 5.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc878ff00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3624 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7d1e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 236 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d77120]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 5 time: 6.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8670f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4322 time: 1.587e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867f790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13316 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dbc440]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 44 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d8df10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 36 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc3070]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 53 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83c9450]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10526 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8926860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7776 time: 4.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e47420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4994 time: 1.31e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e8e310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 254 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e85260]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 246 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e557f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 195 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7771180]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15372 time: 1.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e070a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 119 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8794da0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4982 time: 2.61e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e5c970]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 202 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da5e10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 11 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dac380]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 21 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de7640]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 87 time: 9.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776dc30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8467 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de10d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 80 time: 4.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80a0ae30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1687 time: 1.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x804276b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1699 time: 1.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e67010]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 213 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x9e5b7440]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14659 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e080c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8491 time: 2.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e0aef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 123 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86469f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5653 time: 1.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d1470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18216 time: 1.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e15810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 133 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc869a4e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18192 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e37d90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12643 time: 1.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8799e50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9825 time: 1.68e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e15310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7746 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db01c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 27 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd1ec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 67 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876a570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8509 time: 8.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d77e40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 6 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56df6860]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 103 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd3aa0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 69 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8769a90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8455 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e3e7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 170 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da6ec0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 12 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56efd460]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 332 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8695310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12661 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8654360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6512 time: 1.456e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27aee120]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 340 time: 7.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e0cae0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 125 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e81a50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 241 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8722c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6488 time: 3.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e2e0f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 312 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da80e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 14 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc2dc6af0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14662 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d90ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 38 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e26ff0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 152 time: 7.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8921b30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4952 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dba700]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 43 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da6f80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 13 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8927f70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5617 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e355f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 211 time: 4.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e224c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 146 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb63a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 295 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d103390]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2310 time: 1.57e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56daed90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 25 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e9b860]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 266 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d979a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 37 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e0dd70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4937 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb1030]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 291 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80427c80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1717 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x5cc04c50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9177 time: 6.65e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e49a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 182 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc835f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15345 time: 2.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ec1810]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 307 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e4ab40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 189 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d8c180]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 39 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc4d00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 55 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc8d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 58 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc833b700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11325 time: 1.02e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d72ab0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 1 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e7aec0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 245 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80425900]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16228 time: 1.066e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e53d20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 193 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd1dc0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 66 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d3780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4313 time: 9.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc13e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 51 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8598c40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9165 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8612100]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5656 time: 1.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db8ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 40 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dfcef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 108 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da9a60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 16 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83c9b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12664 time: 2.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de6ef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 86 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80439d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2334 time: 7.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dac2c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 20 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e12270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16213 time: 3.53e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc7100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 56 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776f280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12610 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd5730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 71 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ddde20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 77 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc1302660]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2286 time: 1.8e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e73400]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 250 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e01220]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 113 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e66920]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 282 time: 8.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ebfb80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 305 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56daecd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 24 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e99600]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 265 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ddfb40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 79 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e46cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10502 time: 1.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e3cb00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 168 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7802e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17513 time: 1.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86651c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12607 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc8e40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 59 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d73fb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 3 time: 1.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80428160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2340 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e40490]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 172 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dcb520]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 61 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56daaf50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 19 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dcd9d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 62 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc855f840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2900 time: 8.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e702b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 223 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e09d30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6503 time: 5.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e336a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 158 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8670a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16219 time: 1.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dad6f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 22 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd0170]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 65 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc78076d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2280 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd0070]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 64 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80438a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16878 time: 1.52e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd39a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 68 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e792c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 233 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56df2e10]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 98 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6dc9d60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12056 time: 8.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867e9a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7767 time: 1.615e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd5630]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 70 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd73c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 73 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ded890]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 92 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb8690]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 296 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876d070]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7806 time: 2.24e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e364d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7192 time: 3.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e1add0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 139 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56def8b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 95 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dba600]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 42 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e22580]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 147 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dbdf40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 47 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e3cc00]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 169 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ddb110]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 74 time: 5.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e2fdb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14053 time: 4.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e73b90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 227 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e39150]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17504 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27991310]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 336 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ddb210]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 75 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879e040]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16902 time: 3.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e0adf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 122 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e6c800]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 218 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e04880]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 117 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xbf13f7e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4301 time: 4.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8918e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18204 time: 1.4e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87565b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11370 time: 3.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db1e20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 29 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e604d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 207 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc875e690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3636 time: 1.86e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77fa260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12634 time: 2.06e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de2d00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 82 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da9b20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 17 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb1db0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 310 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e71ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 225 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc864a4b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2891 time: 1.219e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e57490]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 197 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e1ef80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 143 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80a001a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1693 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc839bde0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13355 time: 1.69e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e6ab80]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 217 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de8c20]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 89 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ebc160]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 300 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776ddc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8500 time: 7.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e701b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 222 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80427540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1696 time: 1.58e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e853d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 257 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db35f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 30 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ded990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 93 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7770ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17480 time: 1.18e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879e560]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15360 time: 3.42e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb8790]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 297 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x9a185b10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6458 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dfb270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 106 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db8bb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 41 time: 2.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb22b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16875 time: 1.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776d5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14047 time: 2.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc780da70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6509 time: 6.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dfcff0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 109 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8669d70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18201 time: 1.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e17440]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 135 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56df11e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 96 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86c73f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11331 time: 2.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb5a70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 311 time: 2.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56df14c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 97 time: 5.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e3af10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 167 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867f8f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13322 time: 3.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56df4ab0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 100 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ebd6e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 314 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e01120]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 112 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8651ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7174 time: 1.07e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da8770]:512 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 335 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc865a580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3639 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e62240]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 208 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8676f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13331 time: 1.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7195 time: 8.54e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56df4b70]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 101 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e15710]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 132 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ebddf0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 302 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ed7dd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 327 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb2130]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 290 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e81950]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 240 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e0c9e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 124 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d104ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2316 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f84cc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5611 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da4c60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 9 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eacef0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 286 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e0d700]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5629 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e18fd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 136 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e02a30]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 114 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879d930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18929 time: 1.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e1d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3609 time: 1.77e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e02af0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 115 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d6fe40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 2 time: 1.01e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8659ac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16240 time: 1.83e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x803ee800]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4343 time: 5.47e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e06fa0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 118 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e4d7c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 186 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e53c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 192 time: 5.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8661050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6470 time: 2.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8608640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11352 time: 6.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e78c20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 242 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e33720]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 159 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e53370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 244 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb2520]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16872 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e37730]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 163 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e10760]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 258 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d1de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18210 time: 8.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56def1b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 94 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dbf740]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 48 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8590110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2933 time: 1.01e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e8d6b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 259 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7770ae0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17528 time: 7.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ecde60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 317 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80426580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1705 time: 1.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e774a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 231 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e959d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 260 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e59030]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 198 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db0100]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 26 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e95a90]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 261 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e97870]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 262 time: 4.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8649e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16866 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e97970]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 263 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e99500]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 264 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc864de00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17495 time: 2.94e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de5a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 85 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e9b960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 267 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e9dcb0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 268 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e9ddb0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 269 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea82e0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 289 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e3c270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 243 time: 2.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e9fca0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 271 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x378c2db0]:393216 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 356 time: 1.133e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27acffc0]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 359 time: 4.14e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db6dd0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 337 time: 2.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e8f770]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 274 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80439a20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10484 time: 2.63e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56df2ed0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 99 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27adf5c0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 361 time: 7.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea13c0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 275 time: 2.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc0c5d750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3630 time: 2.05e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eae3f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 287 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e71990]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 277 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8677710]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6515 time: 6.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea6d40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 278 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea2a40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 279 time: 5.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879c990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16189 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8657b20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9201 time: 1.072e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876cf20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7803 time: 8.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e87150]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 281 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7c5977b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7800 time: 4.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e66960]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 283 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc869ffe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16180 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8721f40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14011 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc7200]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 57 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e9fba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 270 time: 3.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7812720]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2313 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d104870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2295 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea87e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 284 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eab270]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 285 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876fac0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8503 time: 1.62e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea8220]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 288 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e3ae50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 166 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea2dd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 276 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb4310]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 292 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb62a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 294 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e49b60]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 183 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eba580]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 298 time: 8.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x71f34210]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10478 time: 2.5e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eba680]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 299 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ddf370]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 78 time: 6.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ebc260]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 301 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7769610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7761 time: 6.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e07fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 185 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ebdef0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 303 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ebfa80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 304 time: 5.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8696500]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12023 time: 7.26e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d103690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4943 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ec15e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 306 time: 5.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ec3270]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 308 time: 5.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ec34a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 309 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8926d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 15363 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85aa6b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7749 time: 8.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e391c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 164 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e27c80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 150 time: 4.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb6bd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 318 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ec42d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 319 time: 4.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db36b0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 31 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ec4560]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 320 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e41f40]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 175 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ed53e0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 324 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e354f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 321 time: 7.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc869a610]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18881 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x804268b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1708 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dd72c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 72 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56eb41b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 322 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8752d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2921 time: 8.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x37c90430]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 344 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e2ce30]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 323 time: 3.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86960b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12026 time: 8.59e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d107790]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2328 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d70b00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 0 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77effe0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3600 time: 3.39e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc867a950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9846 time: 9.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ed54a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 325 time: 4.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86944b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5632 time: 2.37e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ecdda0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 316 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ed22f0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 328 time: 6.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e2e8e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4940 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb49d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6479 time: 1.119e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ebdb10]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 315 time: 5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ef1ad0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 330 time: 6.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e208a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 144 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e14fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2945 time: 9.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ef1bd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 331 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56efd560]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 333 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27979300]:98304 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 334 time: 1.454e-05\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7c7154f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4958 time: 1.95e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db4930]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 32 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8607260]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2903 time: 4.333e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x377eada0]:884736 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 338 time: 3.75e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x2796d200]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 341 time: 2.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866b4a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18198 time: 1.73e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8659f60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7782 time: 6.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x37930420]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 342 time: 2.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8616010]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6482 time: 8.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x37ff0440]:7962624 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 346 time: 2.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d1093a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2319 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27ac5550]:6912 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 347 time: 4.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d83e00]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 104 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x38788450]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 348 time: 1.68e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8754b00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4955 time: 2.84e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x38d88460]:9437184 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 350 time: 1.93e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e5acd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 200 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80428360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1726 time: 1.25e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83c9c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14020 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8657ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9156 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x279678f0]:6144 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 351 time: 1.173e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80426a40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1711 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8921930]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4346 time: 6.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8609050]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2298 time: 1.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xb507f810]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6497 time: 3.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27c6e130]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 354 time: 1.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc5035120]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14677 time: 2.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x2795e380]:2048 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 355 time: 2.96e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db69c0]:1024 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 357 time: 1.53e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x399e8480]:1572864 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 358 time: 2.33e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x39b68490]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 360 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56deb3d0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 90 time: 3.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc861b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2924 time: 1.066e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8916020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12017 time: 8.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x39ec84a0]:6291456 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 362 time: 1.98e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27acd440]:4096 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 363 time: 3.13e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x8030b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1669 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80a0f0c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1672 time: 4.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866be90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6473 time: 1.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80a0b460]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1678 time: 1.43e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7807480]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12652 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc776b540]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9831 time: 1.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80a0d340]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1681 time: 9.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80427a70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1714 time: 1.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866c110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2912 time: 7.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80427e20]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1720 time: 1.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc78127c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2283 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80439880]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2292 time: 1.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80437e90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2301 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc869fea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18872 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc838b7c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8494 time: 2.66e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e89fd0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 293 time: 3.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc875a310]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2304 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc78022c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11328 time: 2.1e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27ad2f00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8485 time: 1.99e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dbf840]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 49 time: 2.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc857ecd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2307 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8618c70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2322 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d104bd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2325 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77709f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17525 time: 2.74e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f2950]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2337 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879fa90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2885 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc892d580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2894 time: 7.49e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86c6d40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12047 time: 5.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8670300]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2331 time: 1.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8913fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4967 time: 1.87e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc780c020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2897 time: 3.92e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e4fdd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 188 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc78108f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2906 time: 5.75e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc780e9c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2909 time: 1.051e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc88ce750]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5620 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56d77d50]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 7 time: 1.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86070e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2936 time: 4.29e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e17190]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2939 time: 3.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8575420]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3588 time: 3.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8911e70]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12053 time: 4.6e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc875c5e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3591 time: 2.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879b9e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10508 time: 2.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x1ac3cd00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3594 time: 4.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80427fc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1723 time: 7.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x5cde0e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3597 time: 1.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8598ba0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9150 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc857ebc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4961 time: 2.82e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da81a0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 15 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xbf33b4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3603 time: 2.36e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dbde40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 46 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866fc50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3606 time: 1.08e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e791c0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 232 time: 4.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db1d60]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 28 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7769de0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3618 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80400b60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3621 time: 1.62e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e07940]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3627 time: 9.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87f5640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 10493 time: 2.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879ec00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6500 time: 5.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e0d5f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3633 time: 1.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc83d1bc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3645 time: 4.27e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56db49f0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 33 time: 2.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86482d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3648 time: 1.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e15590]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4289 time: 6.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77d9e40]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4298 time: 8.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc878f870]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4304 time: 2.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56de4d80]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 84 time: 3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e15f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4985 time: 1.35e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dddb20]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 76 time: 5.5e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x803ec160]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4316 time: 1.298e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7772fd0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18222 time: 1.09e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5c680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4325 time: 8.9e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77677b0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7788 time: 1.197e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8712f10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5623 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x39688470]:3538944 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 352 time: 2.22e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4f5f780]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4307 time: 1.227e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc876b280]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4328 time: 1.207e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56da5d50]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 10 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8919d50]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4337 time: 8.51e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x5ccbdbf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8449 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc85cafc0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4340 time: 1.031e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7772990]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4349 time: 2.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc857eda0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4934 time: 2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86778d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4946 time: 3.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc866fd60]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4949 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e09f30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4970 time: 1.81e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e707d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4973 time: 1.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xb076fcf0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 17468 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e476b0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 180 time: 4.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8666020]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4979 time: 1.72e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc856a820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 18917 time: 3.38e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8617ca0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12020 time: 6.41e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e1d4d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2942 time: 1.327e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8927e30]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4991 time: 2.11e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8691640]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5605 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80439e10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12050 time: 1.108e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8582ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 11319 time: 1.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7801d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5608 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc87904f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 13361 time: 9.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8661110]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5665 time: 2.46e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e83840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5614 time: 3.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc88f42f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5626 time: 2.44e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ea7c40]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 280 time: 4.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7816270]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3642 time: 2.32e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4c01360]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5635 time: 1.3e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x27adbba0]:3072 :Cudnn Builder weights ptr in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 345 time: 6.15e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86942d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5638 time: 2.16e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e68ee0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 215 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56deb4d0]:4 :: weight zero-point in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 91 time: 4.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86468a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5641 time: 1.83e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7769470]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2289 time: 2.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879f5d0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5644 time: 1.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80425680]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 8497 time: 2.12e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc78145c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 2927 time: 7.56e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8646ef0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5647 time: 2.33e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8926b90]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16201 time: 3.85e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xbd848550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 5650 time: 1.64e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x80427820]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 1702 time: 6.8e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f3ce0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6461 time: 1.07e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7d105650]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6464 time: 1.34e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8375a00]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 12014 time: 2.23e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc77f3d80]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6467 time: 6.7e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7c6903e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6476 time: 8.21e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8924550]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 16234 time: 3.79e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc86598c0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6485 time: 6.97e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc89220e0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 14671 time: 2.1e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8926630]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6491 time: 1.454e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e43cb0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6494 time: 6.48e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8658840]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6506 time: 1.106e-06\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e27200]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 184 time: 5.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56e04780]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 116 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc8671090]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 3615 time: 1.67e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e0a3f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 6518 time: 2.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879c690]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7141 time: 8.2e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc879f1a0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 9837 time: 1.89e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc6e300f0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7144 time: 1.19e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56ed7cd0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 326 time: 4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7776400]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7147 time: 1.04e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56df67a0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 102 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x7bb08d10]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7153 time: 7.6e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dc2f70]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 52 time: 3.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4c06570]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 4310 time: 8.76e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x803f8580]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7156 time: 7.4e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc7805860]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7159 time: 7.9e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x56dfeba0]:4 :: weight scales in internalAllocate: at runtime/common/weightsPtr.cpp: 102 idx: 110 time: 3.3e-08\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0xc4eb1ea0]:151 :ScratchObject in storeCachedObject: at optimizer/gpu/cudnn/convolutionBuilder.cpp: 170 idx: 7162 time: 8.7e-07\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] -------------- The current device memory allocations dump as below --------------\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0]:8589934592 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 438 idx: 2909 time: 0.0112134\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] [0x302000000]:5002756096 :HybridGlobWriter in reserveMemory: at optimizer/common/globWriter.cpp: 416 idx: 1978 time: 0.00014758\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] Requested amount of GPU memory (8589934592 bytes) could not be allocated. There may not be enough free memory for allocation to succeed.\n",
|
||
|
|
"[07/22/2022-16:22:29] [W] [TRT] Skipping tactic 13 due to insufficient memory on requested size of 8589934592 detected for tactic 0x0000000000000074.\n",
|
||
|
|
"Try decreasing the workspace size with IBuilderConfig::setMemoryPoolLimit().\n",
|
||
|
|
"[07/22/2022-16:24:17] [I] [TRT] Detected 1 inputs and 4 output network tensors.\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] Total Host Persistent Memory: 241264\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] Total Device Persistent Memory: 1964032\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] Total Scratch Memory: 48960768\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] [MemUsageStats] Peak memory usage of TRT CPU/GPU memory allocators: CPU 89 MiB, GPU 6344 MiB\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] [BlockAssignment] Algorithm ShiftNTopDown took 82.1079ms to assign 9 blocks to 319 nodes requiring 139892232 bytes.\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] Total Activation Memory: 139892232\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 3434, GPU 2012 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 3434, GPU 2022 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:18] [I] [TRT] [MemUsageChange] TensorRT-managed allocation in building engine: CPU +48, GPU +629, now: CPU 48, GPU 629 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:18] [W] [TRT] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.\n",
|
||
|
|
"[07/22/2022-16:24:18] [W] [TRT] The getMaxBatchSize() function should not be used with an engine built from a network created with NetworkDefinitionCreationFlag::kEXPLICIT_BATCH flag. This function will always return 1.\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Engine built in 170.404 sec.\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init CUDA: CPU +0, GPU +0, now: CPU 3147, GPU 1264 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] [TRT] Loaded engine size: 631 MiB\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +10, now: CPU 3176, GPU 1902 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 3176, GPU 1910 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +628, now: CPU 0, GPU 628 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Engine deserialized in 0.103674 sec.\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 3176, GPU 1904 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 3176, GPU 1912 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +136, now: CPU 0, GPU 764 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Using random values for input images\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Created input binding for images with dimensions 1x3x640x640\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Using random values for output num_dets\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Created output binding for num_dets with dimensions 1x1\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Using random values for output det_boxes\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Created output binding for det_boxes with dimensions 1x100x4\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Using random values for output det_scores\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Created output binding for det_scores with dimensions 1x100\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Using random values for output det_classes\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Created output binding for det_classes with dimensions 1x100\n",
|
||
|
|
"[07/22/2022-16:24:19] [I] Starting inference\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Warmup completed 9 queries over 200 ms\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Timing trace has 129 queries over 3.06118 s\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] \n",
|
||
|
|
"[07/22/2022-16:24:22] [I] === Trace details ===\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Trace averages of 10 runs:\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.2567 ms - Host latency: 23.5211 ms (enqueue 4.69569 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.3228 ms - Host latency: 23.6006 ms (enqueue 5.76719 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.9354 ms - Host latency: 24.1959 ms (enqueue 4.94689 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.6166 ms - Host latency: 23.8874 ms (enqueue 5.7591 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.3336 ms - Host latency: 23.5929 ms (enqueue 5.16302 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.4093 ms - Host latency: 23.6867 ms (enqueue 5.68168 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.6996 ms - Host latency: 23.9729 ms (enqueue 5.29149 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.7949 ms - Host latency: 24.0542 ms (enqueue 4.59744 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.3707 ms - Host latency: 23.6383 ms (enqueue 5.56155 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.4165 ms - Host latency: 23.686 ms (enqueue 4.44233 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.6525 ms - Host latency: 23.9191 ms (enqueue 5.55225 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Average on 10 runs - GPU latency: 23.8072 ms - Host latency: 24.0669 ms (enqueue 4.93503 ms)\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] \n",
|
||
|
|
"[07/22/2022-16:24:22] [I] === Performance summary ===\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Throughput: 42.1406 qps\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Latency: min = 23.2021 ms, max = 26.2684 ms, mean = 23.8155 ms, median = 23.7214 ms, percentile(99%) = 25.3925 ms\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Enqueue Time: min = 1.36279 ms, max = 6.08386 ms, mean = 5.22827 ms, median = 5.64331 ms, percentile(99%) = 5.99023 ms\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] H2D Latency: min = 0.20105 ms, max = 0.330383 ms, mean = 0.257269 ms, median = 0.259216 ms, percentile(99%) = 0.32959 ms\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] GPU Compute Time: min = 22.8629 ms, max = 25.9891 ms, mean = 23.5482 ms, median = 23.4527 ms, percentile(99%) = 25.1238 ms\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] D2H Latency: min = 0.00756836 ms, max = 0.0153809 ms, mean = 0.0100797 ms, median = 0.0100098 ms, percentile(99%) = 0.0141602 ms\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Total Host Walltime: 3.06118 s\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Total GPU Compute Time: 3.03771 s\n",
|
||
|
|
"[07/22/2022-16:24:22] [W] * GPU compute time is unstable, with coefficient of variance = 1.72281%.\n",
|
||
|
|
"[07/22/2022-16:24:22] [W] If not already in use, locking GPU clock frequency or adding --useSpinWait may improve the stability.\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] Explanations of the performance metrics are printed in the verbose logs.\n",
|
||
|
|
"[07/22/2022-16:24:22] [I] \n",
|
||
|
|
"&&&& PASSED TensorRT.trtexec [TensorRT v8401] # /usr/src/tensorrt/bin/trtexec --onnx=weights/yolov7-d6.onnx --saveEngine=weights/yolov7-d6.engine\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"# convert onnx to tensorrt engine\n",
|
||
|
|
"!/usr/src/tensorrt/bin/trtexec --onnx=weights/yolov7-d6.onnx --saveEngine=weights/yolov7-d6.engine"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 3,
|
||
|
|
"id": "4bb36691",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": false,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": false
|
||
|
|
},
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [],
|
||
|
|
"source": [
|
||
|
|
"import cv2\n",
|
||
|
|
"import requests\n",
|
||
|
|
"import torch\n",
|
||
|
|
"import random\n",
|
||
|
|
"import time\n",
|
||
|
|
"import numpy as np\n",
|
||
|
|
"import tensorrt as trt\n",
|
||
|
|
"from PIL import Image\n",
|
||
|
|
"from pathlib import Path\n",
|
||
|
|
"from collections import OrderedDict,namedtuple"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 4,
|
||
|
|
"id": "1ac7ca3d",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": false,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": false
|
||
|
|
},
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [],
|
||
|
|
"source": [
|
||
|
|
"w = 'weights/yolov7-d6.engine'\n",
|
||
|
|
"device = torch.device('cuda:0')"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": null,
|
||
|
|
"id": "7ffebd5a",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": false,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": false
|
||
|
|
},
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [],
|
||
|
|
"source": [
|
||
|
|
"# # Create TensorRT Engine\n",
|
||
|
|
"# onnx_file = 'yolov5s.onnx'\n",
|
||
|
|
"# engine_file = 'yolov5s.engine'\n",
|
||
|
|
"# verbose = False\n",
|
||
|
|
"# workspace = 8\n",
|
||
|
|
"\n",
|
||
|
|
"# logger = trt.Logger(trt.Logger.INFO)\n",
|
||
|
|
"# if verbose:\n",
|
||
|
|
"# logger.min_severity = trt.Logger.Severity.VERBOSE\n",
|
||
|
|
"\n",
|
||
|
|
"# builder = trt.Builder(logger)\n",
|
||
|
|
"# config = builder.create_builder_config()\n",
|
||
|
|
"# config.max_workspace_size = workspace * 1 << 30\n",
|
||
|
|
"\n",
|
||
|
|
"# flag = (1 << int(trt.NetworkDefinitionCreationFlag.EXPLICIT_BATCH))\n",
|
||
|
|
"# network = builder.create_network(flag)\n",
|
||
|
|
"# parser = trt.OnnxParser(network, logger)\n",
|
||
|
|
"# parser.parse_from_file(onnx_file)\n",
|
||
|
|
"\n",
|
||
|
|
"# with builder.build_serialized_network(network, config) as engine, open(engine_file,'wb') as t:\n",
|
||
|
|
"# t.write(engine)"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 5,
|
||
|
|
"id": "318bbc6e",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": false,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": false
|
||
|
|
},
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"name": "stdout",
|
||
|
|
"output_type": "stream",
|
||
|
|
"text": [
|
||
|
|
"[07/22/2022-16:24:57] [TRT] [I] [MemUsageChange] Init CUDA: CPU +328, GPU +0, now: CPU 402, GPU 300 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:57] [TRT] [I] Loaded engine size: 631 MiB\n",
|
||
|
|
"[07/22/2022-16:24:58] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +872, GPU +378, now: CPU 1953, GPU 1310 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:58] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +125, GPU +60, now: CPU 2078, GPU 1370 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:58] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.3.2\n",
|
||
|
|
"[07/22/2022-16:24:58] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +628, now: CPU 0, GPU 628 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:59] [TRT] [I] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 2454, GPU 1822 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:59] [TRT] [I] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 2454, GPU 1830 (MiB)\n",
|
||
|
|
"[07/22/2022-16:24:59] [TRT] [W] TensorRT was linked against cuDNN 8.4.1 but loaded cuDNN 8.3.2\n",
|
||
|
|
"[07/22/2022-16:24:59] [TRT] [I] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +136, now: CPU 0, GPU 764 (MiB)\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"# Infer TensorRT Engine\n",
|
||
|
|
"Binding = namedtuple('Binding', ('name', 'dtype', 'shape', 'data', 'ptr'))\n",
|
||
|
|
"logger = trt.Logger(trt.Logger.INFO)\n",
|
||
|
|
"trt.init_libnvinfer_plugins(logger, namespace=\"\")\n",
|
||
|
|
"with open(w, 'rb') as f, trt.Runtime(logger) as runtime:\n",
|
||
|
|
" model = runtime.deserialize_cuda_engine(f.read())\n",
|
||
|
|
"bindings = OrderedDict()\n",
|
||
|
|
"for index in range(model.num_bindings):\n",
|
||
|
|
" name = model.get_binding_name(index)\n",
|
||
|
|
" dtype = trt.nptype(model.get_binding_dtype(index))\n",
|
||
|
|
" shape = tuple(model.get_binding_shape(index))\n",
|
||
|
|
" data = torch.from_numpy(np.empty(shape, dtype=np.dtype(dtype))).to(device)\n",
|
||
|
|
" bindings[name] = Binding(name, dtype, shape, data, int(data.data_ptr()))\n",
|
||
|
|
"binding_addrs = OrderedDict((n, d.ptr) for n, d in bindings.items())\n",
|
||
|
|
"context = model.create_execution_context()"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 6,
|
||
|
|
"id": "262e5abf-8977-4349-8f4d-3763be6a95dd",
|
||
|
|
"metadata": {
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [],
|
||
|
|
"source": [
|
||
|
|
"def letterbox(im, new_shape=(640, 640), color=(114, 114, 114), auto=True, scaleup=True, stride=32):\n",
|
||
|
|
" # Resize and pad image while meeting stride-multiple constraints\n",
|
||
|
|
" shape = im.shape[:2] # current shape [height, width]\n",
|
||
|
|
" if isinstance(new_shape, int):\n",
|
||
|
|
" new_shape = (new_shape, new_shape)\n",
|
||
|
|
"\n",
|
||
|
|
" # Scale ratio (new / old)\n",
|
||
|
|
" r = min(new_shape[0] / shape[0], new_shape[1] / shape[1])\n",
|
||
|
|
" if not scaleup: # only scale down, do not scale up (for better val mAP)\n",
|
||
|
|
" r = min(r, 1.0)\n",
|
||
|
|
"\n",
|
||
|
|
" # Compute padding\n",
|
||
|
|
" new_unpad = int(round(shape[1] * r)), int(round(shape[0] * r))\n",
|
||
|
|
" dw, dh = new_shape[1] - new_unpad[0], new_shape[0] - new_unpad[1] # wh padding\n",
|
||
|
|
"\n",
|
||
|
|
" if auto: # minimum rectangle\n",
|
||
|
|
" dw, dh = np.mod(dw, stride), np.mod(dh, stride) # wh padding\n",
|
||
|
|
"\n",
|
||
|
|
" dw /= 2 # divide padding into 2 sides\n",
|
||
|
|
" dh /= 2\n",
|
||
|
|
"\n",
|
||
|
|
" if shape[::-1] != new_unpad: # resize\n",
|
||
|
|
" im = cv2.resize(im, new_unpad, interpolation=cv2.INTER_LINEAR)\n",
|
||
|
|
" top, bottom = int(round(dh - 0.1)), int(round(dh + 0.1))\n",
|
||
|
|
" left, right = int(round(dw - 0.1)), int(round(dw + 0.1))\n",
|
||
|
|
" im = cv2.copyMakeBorder(im, top, bottom, left, right, cv2.BORDER_CONSTANT, value=color) # add border\n",
|
||
|
|
" return im, r, (dw, dh)\n",
|
||
|
|
"\n",
|
||
|
|
"def postprocess(boxes,r,dwdh):\n",
|
||
|
|
" dwdh = torch.tensor(dwdh*2).to(boxes.device)\n",
|
||
|
|
" boxes -= dwdh\n",
|
||
|
|
" boxes /= r\n",
|
||
|
|
" return boxes"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 7,
|
||
|
|
"id": "033b0c09",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": false,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": false
|
||
|
|
},
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [],
|
||
|
|
"source": [
|
||
|
|
"names = ['person', 'bicycle', 'car', 'motorcycle', 'airplane', 'bus', 'train', 'truck', 'boat', 'traffic light', \n",
|
||
|
|
" 'fire hydrant', 'stop sign', 'parking meter', 'bench', 'bird', 'cat', 'dog', 'horse', 'sheep', 'cow', \n",
|
||
|
|
" 'elephant', 'bear', 'zebra', 'giraffe', 'backpack', 'umbrella', 'handbag', 'tie', 'suitcase', 'frisbee', \n",
|
||
|
|
" 'skis', 'snowboard', 'sports ball', 'kite', 'baseball bat', 'baseball glove', 'skateboard', 'surfboard', \n",
|
||
|
|
" 'tennis racket', 'bottle', 'wine glass', 'cup', 'fork', 'knife', 'spoon', 'bowl', 'banana', 'apple', \n",
|
||
|
|
" 'sandwich', 'orange', 'broccoli', 'carrot', 'hot dog', 'pizza', 'donut', 'cake', 'chair', 'couch', \n",
|
||
|
|
" 'potted plant', 'bed', 'dining table', 'toilet', 'tv', 'laptop', 'mouse', 'remote', 'keyboard', 'cell phone', \n",
|
||
|
|
" 'microwave', 'oven', 'toaster', 'sink', 'refrigerator', 'book', 'clock', 'vase', 'scissors', 'teddy bear', \n",
|
||
|
|
" 'hair drier', 'toothbrush']\n",
|
||
|
|
"colors = {name:[random.randint(0, 255) for _ in range(3)] for i,name in enumerate(names)}"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 8,
|
||
|
|
"id": "a2165b86-dc50-4066-a269-9dae3aa3f30e",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"data": {
|
||
|
|
"text/plain": [
|
||
|
|
"(1, 3, 640, 640)"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"execution_count": 8,
|
||
|
|
"metadata": {},
|
||
|
|
"output_type": "execute_result"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"url = 'https://oneflow-static.oss-cn-beijing.aliyuncs.com/tripleMu/image1.jpg'\n",
|
||
|
|
"file = requests.get(url)\n",
|
||
|
|
"img = cv2.imdecode(np.frombuffer(file.content, np.uint8), 1)\n",
|
||
|
|
"img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)\n",
|
||
|
|
"\n",
|
||
|
|
"image = img.copy()\n",
|
||
|
|
"image, ratio, dwdh = letterbox(image, auto=False)\n",
|
||
|
|
"image = image.transpose((2, 0, 1))\n",
|
||
|
|
"image = np.expand_dims(image, 0)\n",
|
||
|
|
"image = np.ascontiguousarray(image)\n",
|
||
|
|
"\n",
|
||
|
|
"im = image.astype(np.float32)\n",
|
||
|
|
"im.shape"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 9,
|
||
|
|
"id": "c4eb552b-9163-4813-a793-c4ff90f9df22",
|
||
|
|
"metadata": {
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"data": {
|
||
|
|
"text/plain": [
|
||
|
|
"torch.Size([1, 3, 640, 640])"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"execution_count": 9,
|
||
|
|
"metadata": {},
|
||
|
|
"output_type": "execute_result"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"im = torch.from_numpy(im).to(device)\n",
|
||
|
|
"im/=255\n",
|
||
|
|
"im.shape"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 10,
|
||
|
|
"id": "0694f319",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": false,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": false
|
||
|
|
},
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [],
|
||
|
|
"source": [
|
||
|
|
"# warmup for 10 times\n",
|
||
|
|
"for _ in range(10):\n",
|
||
|
|
" tmp = torch.randn(1,3,640,640).to(device)\n",
|
||
|
|
" binding_addrs['images'] = int(tmp.data_ptr())\n",
|
||
|
|
" context.execute_v2(list(binding_addrs.values()))"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 11,
|
||
|
|
"id": "d46bc215",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": false,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": false
|
||
|
|
},
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"name": "stdout",
|
||
|
|
"output_type": "stream",
|
||
|
|
"text": [
|
||
|
|
"Cost 0.023061261999828275 s\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"start = time.perf_counter()\n",
|
||
|
|
"binding_addrs['images'] = int(im.data_ptr())\n",
|
||
|
|
"context.execute_v2(list(binding_addrs.values()))\n",
|
||
|
|
"print(f'Cost {time.perf_counter()-start} s')"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 12,
|
||
|
|
"id": "00a09c3b",
|
||
|
|
"metadata": {
|
||
|
|
"collapsed": false,
|
||
|
|
"jupyter": {
|
||
|
|
"outputs_hidden": false
|
||
|
|
},
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"data": {
|
||
|
|
"text/plain": [
|
||
|
|
"(torch.Size([1, 1]),\n",
|
||
|
|
" torch.Size([1, 100, 4]),\n",
|
||
|
|
" torch.Size([1, 100]),\n",
|
||
|
|
" torch.Size([1, 100]))"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"execution_count": 12,
|
||
|
|
"metadata": {},
|
||
|
|
"output_type": "execute_result"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"nums = bindings['num_dets'].data\n",
|
||
|
|
"boxes = bindings['det_boxes'].data\n",
|
||
|
|
"scores = bindings['det_scores'].data\n",
|
||
|
|
"classes = bindings['det_classes'].data\n",
|
||
|
|
"nums.shape,boxes.shape,scores.shape,classes.shape"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 13,
|
||
|
|
"id": "b562c976-b347-4ec7-b74b-176a9276bde9",
|
||
|
|
"metadata": {
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"data": {
|
||
|
|
"text/plain": [
|
||
|
|
"tensor([[4]], device='cuda:0', dtype=torch.int32)"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"execution_count": 13,
|
||
|
|
"metadata": {},
|
||
|
|
"output_type": "execute_result"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"nums"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 14,
|
||
|
|
"id": "fa90f60b-c1c3-458b-a1e2-698267c4f039",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"source": [
|
||
|
|
"boxes = boxes[0,:nums[0][0]]\n",
|
||
|
|
"scores = scores[0,:nums[0][0]]\n",
|
||
|
|
"classes = classes[0,:nums[0][0]]"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 15,
|
||
|
|
"id": "2a948e8b-dfaa-40fa-b6c3-4d4adeff3f3c",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"source": [
|
||
|
|
"for box,score,cl in zip(boxes,scores,classes):\n",
|
||
|
|
" box = postprocess(box,ratio,dwdh).round().int()\n",
|
||
|
|
" name = names[cl]\n",
|
||
|
|
" color = colors[name]\n",
|
||
|
|
" name += ' ' + str(round(float(score),3))\n",
|
||
|
|
" cv2.rectangle(img,box[:2].tolist(),box[2:].tolist(),color,2)\n",
|
||
|
|
" cv2.putText(img,name,(int(box[0]), int(box[1]) - 2),cv2.FONT_HERSHEY_SIMPLEX,0.75,color,thickness=2)"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": 16,
|
||
|
|
"id": "ba749921-cf76-4415-b1a4-a8ddfe35e73d",
|
||
|
|
"metadata": {
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"data": {
|
||
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAoAAAAIYCAIAAABymspaAAEAAElEQVR4nOz9Wa80S5IghpmZu8eWy9m+8+13q1u3arqrq6o3zoikRFEERxCgBwISBHE486AHPRB8EyDO9FDSkwCRQ0qQXkT9Ac2QhAQJIiQCpIb7UNPTXd1VXevd7/32s5/cY3F3Mz1EZmRkRGSe/G71EBLQhg/ni4xwNzd3N7fNN3zzZ/8AEQEAEf7Nxz8BAAD4W2c/hBr8nYd/Vj3/rbPvA8Dfefiz8ucfvPl++VAiAYB//eFPAeBvn/2g/hMA/tbr3wIAAkZERBQRAPjfPPoFAPzt13+p/AkAIvJ3nn5aPv+rz74l4v+37z8rf/7PPnsi4JE9ixfP3vv/4w+m5af/yX88vz7/Kl1c/f3/6T9bvvkf/uHDsqDy5//lL78uH/7HP3oqIlVx9TTVQ0XJv/f7L1e5Hq9aCQHg3/ndl1Wyf/FPntAKiYhUD1WCv/e7LwHgX/rxO/Ui/u5vP69jKPMj4t/9nRfly7/xk3frxPyfa+n/+o/fAYAq5V/fxNxI/C/+5B0AIIFlEcIigiJoAhHxDCWliEAoAMDMyyosG0eVzWWUs9YCgNYakZxzIkJE1qvQBN579l5rEgTvLWlFgCLCXBZXkkciIsjQBeteEABkAFAAAODR1BPUG7adHRGZu/G3oY6qfK538baC6inbeNpARLKCMhcRAYB3QigALEgC4Ivczyd2Mbbprbc5CisU732FgQAFCIAYAQBIAIARmMEvCWDppg2l7IuyO5QwEDKAlHgACQAFHAGUjQ8AAGr1hMBStQmzAmBv03SeZaPpbLHI8qwo5unC2hzEiwhSICLAq4GAiMooHRAZo0NtYqU0KmNMiIoQEUQ3aG60P1L5sOxWx0u2RERasgoDMKKpctV7BJd81OpH8PVy1zKBTCUSELEqt+yLdr9rIiIqBZoruR2RiCo2rDMVAHhvq/RVfyEi+EoQrTqxHClCa6KRq6oxO0RVVnAlPBCEgOyqOh6AEBFBIZITXye7AgVbpV+9XGhxfiN91VAAtKIZAQA3e6RqDS/cbsxqjKxLrhW3RiLrTxWZUssnhOi4k1rmdT/WcQI1qrMmodEay7xdo77erQCASFXt6iVW0gARqdWOAJsat/78B2e/20j5bzz6Wf1npW6rhybdteJK7bs//O8/elX/WWlfWDFxZ13agJsA0BzzdYJL+Pd+/zV08FwT/t7vvqz0YvVm+fA7L6oi6tr3r/3p007i60q0rX13QD3x3/jJu4HShtRSSCAuhySRzxfeFoogCFQYBoFRiCjeGaO0JiIQdrYobJEhcGBUZj0ogzqwTgrrkQKkwDpAFC8OSYhWolABAHvvvS91AwGQCDJzpR2lBbwCL8yCAsSghNbSp87ZbZ3XlryNgnY3Wr3970xcT3Nn4obogZogqwqtiBcRpVSHdO6is116oxZle25KhHUClLW6rd7sD0SaSBNRKUMQVfmzXtAOaJPdriYirrQvLHVJ1xivc1G79G307ySsg4uqr+2HNo/t4Ip6jzeqvC1LJ9rVgN7o8dKq6MzYIPvO9umkfI+MtOX9Bh5o1Xdnd3TDtkaucjW6CTabvZOMKtmecmN/2KZc9Daeq+vdEv7g/LcBGQEB4A/Of/BvPFiq2IYOLqHygFuldlTpX3/88Q7S/9Wv3vu3Plg6wf+Hj87aCf7lPw4tZUTdfY91M2eDko3nkkfrpgoA/LU/ffff+d2lPvt3f+8VtOCv/elTwGXiSvX+3d958dd//E5Z6F//8TvV+7+3qZtLWMssAAD4Gz95t9KgdVUKq6/QYpi/24UWVj60s3azpkuJHGjFiKVFKOCZWdgxs8+XIQqtdRBQKcetzZWJiUicdd6JCIAnIiJybIWLUsFbZwUAUArrjIpWhqoTWLpgzAxMde2ypk1RjUgCJEZEQBDcsG2XXYkITct6m1aunttjHlqicJsib2dsI+mEzk8igkhrX6clWFlEYOlLLdMTwWbfiywbZlvdq7pwre7SIXBAsFv7IiLCBvK1dCsdr010ROQZABiw7CIqq1D9bUtVJFkFXKCiERARCJA3q4wAvE1utmVrlauzC9opl83YZLaOuncS0AntZHVpA7UAySpdjRuF6unrtJUDdJmBq4wbXh0ibnhvK5++aRG2RiK0B8selV2lr7e2QFtaNdNvDOESOsfgtnHUKKKtfTsxbNO726h9K+gcj/UiKkWDiIQIiE3Lug1/cP7b9QIQ8W9f/HBb4n/t/IftwdbG/6+9+d6OEv/m8w+r5//5l+9uS/Yv/yiiFTSKqwjorFq9vxt6d8/R9df+9OmOr3c2Kazi0nUQkW0+biMo3fi5O3EpAZexLwRBsMzWceFs7p1lEUKlAxNEQRgDqsL6NM/SNC2KzLlC2HG2KGYTb9NYY6TAZfPF5KaYjxWIs9ZlWb5Y5IsFOGeUjkyghFE8cCG2EFt4W3hbiHficvAFsiVxJE6BV+BJnNhcbM7esrfMrvSfLYuAB/EIjMAivnSyRTx0xZAbzd7ogvZQb6e5U6HWFUkF24w/6Br2bcu6TkDpszYowc3QVjtXe7g1RkQjO61yUQ1DHRsjCCHjxtdNfkZYzTLUXG0su6bd7I1+uVvYbU5VrByS7gG1W7a2Gwe6+r0OtYTL+I1CJACF2PjXRruDknaCWnEbyn53dTZ/V1EllpU2buci6f63Dba5gO2WXCWjkq02v3aMuEbeO990VqcT2m27rSLbStlHaO9TevsntLh0OaYuf/EPReTvPPrxNyv1L+Av4C/gL+C/NvjW//o/wTJGUk6E49IsQzTdolO2BMa2KB+GjVmP6lm30LSL83ULb7u1VKGtwhsiUvd361BfQ1Dq2m3VLNEqXXmQfmloSRk7eQvF1tRPtXLrJl09PW3OFm1r9jWG2rxy/b1wt8GxkXKzaZeF4po2RtCCddVbKbxtc8BlBK5LMbdKL/NuiapW7juuIhD17G1DlgDgL7TvX8BfwF/A/1/Al/+rf67Tfdnq7iPX/yFJ+W97CbyKsnTEVCqoe/P1l7sTdybb4nlDFWOoI9nqn62q1owwf1PYHaLYEYwpfy7beXtTdLrXbehspTtDCzuQdP7doPzXcILbaKufDbTVTw1bVqX+BfwF/AX8Bfz/MiCiLGUcYtfcIa5WxbdlbmdwFWA5J9qaXHxrD3K3CK/TUMpigcaa56ZiaM7LboH6/AVuD/XfiaqhLRr425+EscNBR65WCdxpl9xJ2FqrtSgpOaEO1XrPhmteab7OgvafBm607T7t2RkG151F/sHZ71XJEHG11n+dbeWGr99smwZjQJS1jkdprtMTkRL5evygrJYKiYhHARFx7FGg3IYkwOU2JGYB74XZzsfX519l6TUEsY+eRAfvB71D6LJey5AObHJ/Y6DWH5hd4w3UOnKJrRboaPytVaqDETes7I5m6YBOC7fRu/VnV+4EAQQA9r7I0jzPvbVa8uWUsHc+z9LZeD4bFWmaz2daa6NJg/fOaoSjw+Hx4cGCvXOOdJAMhmGSCFDmPDPPLp4hQpEtnCuMCZUyDEqrAChemcAsIt5Za61zRRjG5ZQhIiqlqkW/fj5lUqgMBokKeyrqqTAmZbTpLStIWLahUBmq6l5wK7gO5e0wdTcjRWuoEpfbTtrQ5p92+2/rx42uZyy3IXEZRS1yNxvbxVhDlqdzm2cEXEb2SuTbtiFV27qqwViWWLZwKdnFr/05QV4iKmNrCAwAhGpFZokOSUrdpoWrNVzCrBG9K9J0vphPF9kit1lazKfzSZZlZd8IAhGhADMAkNIhKgOojIkItTaxMQEqg6hQkdYbe5C2eG8EAAjq0//lP9NuXlzFettdsEO+t3Xw+n2HZ7bLJdrQ+l2qvc14VZ9u1uIO0Y+IUDMy2vJWlqJ1tWoPq9JRZKv+q7f5VqMEpN1H7aotrQfcWNXVWStZLSjrbJy2IVVPWfZRw4JpF1Hyfzsusk0B85bZ6H2Mnm3QNmIaOEVEU9c+OUZRAgLAuJxtQQGFiAJOPC5NzlUjlktcayF44HUxCkhWE+EA61WTVFPedfr
|
||
|
|
"text/plain": [
|
||
|
|
"<PIL.Image.Image image mode=RGB size=640x536>"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"execution_count": 16,
|
||
|
|
"metadata": {},
|
||
|
|
"output_type": "execute_result"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"source": [
|
||
|
|
"Image.fromarray(img)"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"execution_count": null,
|
||
|
|
"id": "7dc9f8bd-a046-4ea1-9ef4-ee8ecf7ad111",
|
||
|
|
"metadata": {
|
||
|
|
"pycharm": {
|
||
|
|
"name": "#%%\n"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"outputs": [],
|
||
|
|
"source": []
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"metadata": {
|
||
|
|
"kernelspec": {
|
||
|
|
"display_name": "Python [conda env:torch] *",
|
||
|
|
"language": "python",
|
||
|
|
"name": "conda-env-torch-py"
|
||
|
|
},
|
||
|
|
"language_info": {
|
||
|
|
"codemirror_mode": {
|
||
|
|
"name": "ipython",
|
||
|
|
"version": 3
|
||
|
|
},
|
||
|
|
"file_extension": ".py",
|
||
|
|
"mimetype": "text/x-python",
|
||
|
|
"name": "python",
|
||
|
|
"nbconvert_exporter": "python",
|
||
|
|
"pygments_lexer": "ipython3",
|
||
|
|
"version": "3.8.13"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"nbformat": 4,
|
||
|
|
"nbformat_minor": 5
|
||
|
|
}
|